-- Logs begin at Thu 2021-07-22 20:11:35 UTC, end at Thu 2021-07-22 22:51:58 UTC. -- Jul 22 20:58:55.618536 n-d-762330-19 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 20:58:58.321763 n-d-762330-19 neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Jul 22 20:58:58.322377 n-d-762330-19 neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 20:58:58.322544 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 20:58:58.326478 n-d-762330-19 neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Jul 22 20:58:58.326478 n-d-762330-19 neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 20:58:58.327059 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 20:58:58.327853 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 20:58:58.328093 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 20:58:58.328465 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 20:58:58.328709 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 20:58:58.328935 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 20:58:58.329256 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.329562 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.329863 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.330094 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.330387 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.330680 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.330965 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.331254 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.331550 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.331856 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.332136 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.332418 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.332649 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.332934 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.333219 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.333504 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.333728 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.334008 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.334436 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.334862 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.335142 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.335435 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.335723 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.336033 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.336312 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.336617 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.336932 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] host = n-d-762330-19 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.337210 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.337497 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.337785 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.338072 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.338348 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.338625 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.338911 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.339186 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.339467 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.339742 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.340068 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.340358 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.340760 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.340893 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.341109 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.341401 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.341690 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.341969 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.342243 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.342516 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.342799 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.343065 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.343331 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.343616 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.343930 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.344217 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.344492 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.344765 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.345036 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.345307 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.345590 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.345860 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.346132 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.346403 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.346689 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.346959 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.347228 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.347529 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.347815 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.348126 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.348411 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.348686 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.348966 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.349240 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.349519 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.349791 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.350063 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.350332 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.350612 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.350883 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.351155 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.351428 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.351697 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.352011 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:58:58.352309 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.352607 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.352907 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.353193 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.353489 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.353770 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.354060 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.354340 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.354629 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.354918 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.355206 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.355487 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.355778 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.356088 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.356915 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.357222 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.357522 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.357817 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.358093 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.358368 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.358644 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.358923 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.359209 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.359508 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.359802 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.360110 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.360394 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.360688 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.360972 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.361247 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.361530 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.361823 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.362109 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.362385 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.362669 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.362951 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.363224 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.363494 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.363779 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.364100 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.364388 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.364657 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.364928 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.365205 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.365475 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.365763 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.366039 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.366313 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.366585 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.366865 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.367144 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.367418 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.367700 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.368012 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.368290 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.368560 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.368833 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.369105 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.369382 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.369654 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.369926 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.370196 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.370794 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.370794 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.371039 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.371309 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.371580 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.372437 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.372745 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.373047 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.373331 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.373651 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.373974 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.374258 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.374540 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.374821 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.375103 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.375384 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.375659 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.376078 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.376359 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.376806 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.377111 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.377467 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.377704 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.377987 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.378276 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.378559 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.378843 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.379136 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.379430 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.379728 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.380064 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.380478 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.380788 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.381088 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.381428 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.381797 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.382067 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:58:58.382293 n-d-762330-19 neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 20:58:58.382563 n-d-762330-19 neutron-server[93975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93975) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 20:58:58.740676 n-d-762330-19 neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 20:58:58.740953 n-d-762330-19 neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 20:58:58.741242 n-d-762330-19 neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 20:58:58.741575 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 20:58:59.130248 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.130544 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.130821 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.132034 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.132309 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.132577 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.168552 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.168832 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.169099 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.182098 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.182380 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.182685 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.213606 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.213885 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.214151 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.256686 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.256967 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.257237 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.486018 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.486630 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.486630 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.486786 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.487409 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.606026 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.606347 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.606630 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.606905 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.607174 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.607481 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.607740 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.608034 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.608287 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.608568 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.608828 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.609092 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.609344 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.609593 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.609844 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.610114 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.610376 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.610641 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.610910 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.611167 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.611434 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.611683 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.611989 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.612367 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.612614 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.612858 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.613245 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:58:59.613484 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:58:59.613725 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:58:59.613962 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:58:59.614194 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:58:59.614429 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:58:59.614787 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 20:58:59.617954 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 20:58:59.621870 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 20:58:59.625521 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 22 20:58:59.627135 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 20:58:59.627585 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 20:58:59.627949 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 20:58:59.628333 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 20:58:59.632166 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 20:58:59.632417 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 20:58:59.632764 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 20:58:59.638272 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 20:58:59.660998 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 20:58:59.661452 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.661748 n-d-762330-19 neutron-server[93975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 20:58:59.662107 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.663452 n-d-762330-19 neutron-server[93975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 20:58:59.663739 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 20:58:59.664017 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 20:58:59.667682 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.667989 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:58:59.730200 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 20:58:59.730437 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 20:58:59.730676 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 20:58:59.731042 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 20:58:59.751678 n-d-762330-19 neutron-server[93975]: DEBUG oslo_db.sqlalchemy.engines [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93975) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 20:59:00.278611 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing driver for type 'gre' Jul 22 20:59:00.279140 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] gre ID ranges: [(1, 1000)] Jul 22 20:59:00.331931 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing driver for type 'local' Jul 22 20:59:00.332269 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing driver for type 'vlan' Jul 22 20:59:00.345526 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] VlanTypeDriver initialization complete Jul 22 20:59:00.345900 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing driver for type 'vxlan' Jul 22 20:59:00.346430 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] vxlan ID ranges: [(1, 1000)] Jul 22 20:59:00.400006 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing extension driver 'port_security' Jul 22 20:59:00.400363 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] PortSecurityExtensionDriver initialization complete Jul 22 20:59:00.400689 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing mechanism driver 'openvswitch' Jul 22 20:59:00.401018 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing mechanism driver 'hyperv' Jul 22 20:59:00.407476 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:00.408351 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.408723 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.409072 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.409588 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:59:00.410017 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.410364 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.410707 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.411088 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:59:00.411484 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.411828 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.412198 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.412580 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:59:00.412978 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > security_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.413321 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > security_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.413657 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.414041 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:59:00.414437 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.414776 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.415109 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.415488 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:59:00.415930 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > address_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.416265 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > address_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.416599 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.416974 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:59:00.417345 n-d-762330-19 neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] ML2 OVO RPC backend initialized. {{(pid=93975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 20:59:00.418045 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.418402 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.418813 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.419156 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > networks before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.419499 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.419858 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > ports before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.420210 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnet before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.420547 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnets before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.420887 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.421223 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.421554 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.421886 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.422216 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.422546 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.422874 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.423205 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.423533 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.424130 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.plugin [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Modular L2 Plugin initialization complete Jul 22 20:59:00.424522 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading services supported by the core plugin {{(pid=93975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 20:59:00.424848 n-d-762330-19 neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Got port-security extension from driver 'port_security' Jul 22 20:59:00.425308 n-d-762330-19 neutron-server[93975]: INFO neutron.extensions.vlantransparent [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Disabled vlantransparent extension. Jul 22 20:59:00.425784 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 20:59:00.426097 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: router Jul 22 20:59:00.461970 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.462353 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.462721 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router before_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.463089 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.463464 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.463822 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router after_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.464278 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.464762 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.465116 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.465470 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.465823 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.466183 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.466594 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.466971 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.467310 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.467645 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.468018 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.468366 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.468721 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.469066 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: port before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.469407 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.469768 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.470117 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.470469 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.470833 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.471181 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.471545 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.471924 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > agent after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.472273 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.473134 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Tracking information for resource: router configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:59:00.473459 n-d-762330-19 neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Tracking information for resource: floatingip configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:59:00.478362 n-d-762330-19 neutron-server[93975]: INFO neutron.db.l3_agentschedulers_db [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 20:59:00.478942 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.479306 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.479659 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.480044 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.480825 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router before_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.481188 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.481548 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.481900 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > router precommit_update 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.486304 n-d-762330-19 neutron-server[93975]: DEBUG neutron.services.provider_configuration [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service providers = [] {{(pid=93975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 20:59:00.486824 n-d-762330-19 neutron-server[93975]: DEBUG neutron.db.servicetype_db [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 20:59:00.489596 n-d-762330-19 neutron-server[93975]: DEBUG neutron.services.service_base [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:59:00.490458 n-d-762330-19 neutron-server[93975]: DEBUG neutron.services.service_base [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:59:00.490798 n-d-762330-19 neutron-server[93975]: DEBUG neutron.services.service_base [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:59:00.491680 n-d-762330-19 neutron-server[93975]: DEBUG neutron.services.service_base [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:59:00.492082 n-d-762330-19 neutron-server[93975]: INFO neutron.services.service_base [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 20:59:00.492458 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.492771 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 20:59:00.503225 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.503558 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: auto_allocate Jul 22 20:59:00.509833 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: network precommit_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.510196 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: network precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.510970 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.511284 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: tag Jul 22 20:59:00.517954 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.518284 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: timestamp Jul 22 20:59:00.522111 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.522437 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: network_ip_availability Jul 22 20:59:00.527855 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.528236 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.528589 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.529334 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.529606 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: flavors Jul 22 20:59:00.535764 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.536129 n-d-762330-19 neutron-server[93975]: INFO neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading Plugin: revisions Jul 22 20:59:00.540441 n-d-762330-19 neutron-server[93975]: DEBUG neutron.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:59:00.540829 n-d-762330-19 neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 20:59:00.541558 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 20:59:00.541889 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Initializing extension manager. Jul 22 20:59:00.542393 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: __init__.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.542731 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: __pycache__ {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.543062 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.543391 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.544179 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.544743 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: address-group Jul 22 20:59:00.545059 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.545765 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.546273 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: address-scope Jul 22 20:59:00.546589 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.547511 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.548058 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: router-admin-state-down-before-update Jul 22 20:59:00.548377 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: agent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.549070 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.549574 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: agent Jul 22 20:59:00.549888 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: agent_resources_synced.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.550782 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.551291 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: agent-resources-synced Jul 22 20:59:00.551613 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: allowedaddresspairs.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.553963 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.554486 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: allowed-address-pairs Jul 22 20:59:00.554811 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: auto_allocated_topology.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.555903 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.556420 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: auto-allocated-topology Jul 22 20:59:00.556745 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.557440 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.557947 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: availability_zone Jul 22 20:59:00.558264 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: availability_zone_filter.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.559163 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.559673 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: availability_zone_filter Jul 22 20:59:00.560098 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: data_plane_status.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.561000 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.561509 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 20:59:00.561827 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: default_subnetpools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.562727 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.563238 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: default-subnetpools Jul 22 20:59:00.563557 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.564392 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.564905 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: dhcp_agent_scheduler Jul 22 20:59:00.565225 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: dns.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.566132 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.566642 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension dns-integration not supported by any of loaded plugins Jul 22 20:59:00.566962 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: dns_domain_ports.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.568447 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.568964 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 20:59:00.569279 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.570199 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.570709 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 20:59:00.571027 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: dvr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.571689 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.572229 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: dvr Jul 22 20:59:00.572545 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: ecmp_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.573453 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.573959 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 20:59:00.574274 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: empty_string_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.575168 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.575672 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: empty-string-filtering Jul 22 20:59:00.576028 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.576942 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.577455 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 20:59:00.577769 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.578667 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.579169 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 20:59:00.579484 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: external_net.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.580412 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.580919 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: external-net Jul 22 20:59:00.581234 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.582124 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.582631 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: extra_dhcp_opt Jul 22 20:59:00.582947 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: extraroute.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.584394 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.584896 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: extraroute Jul 22 20:59:00.585211 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: extraroute_atomic.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.590255 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.590255 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: extraroute-atomic Jul 22 20:59:00.590255 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: filter_validation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.590255 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.590255 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: filter-validation Jul 22 20:59:00.590255 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: fip_pf_description.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.590736 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.590736 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 20:59:00.590736 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: fip_port_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.591257 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.591757 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: fip-port-details Jul 22 20:59:00.592113 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.593324 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.593837 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: flavors Jul 22 20:59:00.594155 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.595806 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.596365 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 20:59:00.596696 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: floatingip_pools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.597398 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.597904 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: floatingip-pools Jul 22 20:59:00.598229 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: ip_allocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.599700 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.600241 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 20:59:00.600565 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.601477 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.601987 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: ip-substring-filtering Jul 22 20:59:00.602314 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l2_adjacency.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.603226 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.603734 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 20:59:00.604082 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l3.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.605046 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.605563 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: router Jul 22 20:59:00.605886 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.608149 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.608682 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 20:59:00.609010 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.609942 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.610461 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: ext-gw-mode Jul 22 20:59:00.610784 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.611706 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.612257 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: l3-ha Jul 22 20:59:00.612580 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l3_flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.613494 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.614007 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: l3-flavors Jul 22 20:59:00.614328 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.615310 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.616022 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 20:59:00.616221 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: l3agentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.617439 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.617961 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: l3_agent_scheduler Jul 22 20:59:00.618287 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: logging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.619962 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.620494 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension logging not supported by any of loaded plugins Jul 22 20:59:00.620822 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: metering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.621585 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.622164 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: metering Jul 22 20:59:00.622490 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.623616 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.624179 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: metering_source_and_destination_fields Jul 22 20:59:00.624503 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: multiprovidernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.625583 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.626097 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: multi-provider Jul 22 20:59:00.626417 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: netmtu.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.627534 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.628071 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: net-mtu Jul 22 20:59:00.628390 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: netmtu_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.629775 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.630798 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: net-mtu-writable Jul 22 20:59:00.631116 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: network_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.631787 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.632321 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: network_availability_zone Jul 22 20:59:00.632639 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: network_ip_availability.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.633720 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.634226 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: network-ip-availability Jul 22 20:59:00.634546 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: network_segment_range.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.635579 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.636122 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 20:59:00.636444 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: pagination.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.637414 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.637740 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: pagination Jul 22 20:59:00.638057 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: port_device_profile.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.638963 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.639477 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: port-device-profile Jul 22 20:59:00.639794 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.640727 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.641234 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: port-mac-address-regenerate Jul 22 20:59:00.641550 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.642451 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.642960 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: port-numa-affinity-policy Jul 22 20:59:00.643274 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: port_resource_request.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.644207 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.644711 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 20:59:00.645026 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: portbindings.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.646493 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.647068 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: binding Jul 22 20:59:00.647386 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: portbindings_extended.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.648691 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.649199 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: binding-extended Jul 22 20:59:00.649520 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: portsecurity.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.650422 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.650927 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: port-security Jul 22 20:59:00.651246 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: project_id.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.652261 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.652587 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: project-id Jul 22 20:59:00.652902 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: providernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.653813 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.654320 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: provider Jul 22 20:59:00.654636 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.658145 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.658675 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos not supported by any of loaded plugins Jul 22 20:59:00.659006 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.660269 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.660785 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 20:59:00.661108 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.662597 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.663111 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 20:59:00.663435 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_default.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.664380 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.664895 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-default not supported by any of loaded plugins Jul 22 20:59:00.665218 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.665869 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.666374 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-fip not supported by any of loaded plugins Jul 22 20:59:00.666692 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_gateway_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.667608 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.668157 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 20:59:00.668480 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_port_network_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.669387 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.669894 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 20:59:00.670213 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_rule_type_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.671116 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.671625 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 20:59:00.671976 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: qos_rules_alias.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.673014 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.673527 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 20:59:00.673841 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: quotasv2.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.674785 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.675293 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: quotas Jul 22 20:59:00.675612 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: quotasv2_detail.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.679340 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.679678 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: quota_details Jul 22 20:59:00.680032 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: rbac.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.681095 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.681618 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: rbac-policies Jul 22 20:59:00.681942 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: rbac_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.682876 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.683403 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: rbac-address-group Jul 22 20:59:00.683726 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: rbac_address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.684670 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.685181 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: rbac-address-scope Jul 22 20:59:00.685502 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: rbac_security_groups.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.686410 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.686921 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: rbac-security-groups Jul 22 20:59:00.687240 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: rbac_subnetpool.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.688169 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.688682 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: rbac-subnetpool Jul 22 20:59:00.688999 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: revisionifmatch.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.689916 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.690427 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: revision-if-match Jul 22 20:59:00.690741 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: revisions.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.691859 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.692377 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: standard-attr-revisions Jul 22 20:59:00.693220 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: router_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.693939 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.694451 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: router_availability_zone Jul 22 20:59:00.694769 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: routerservicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.695687 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.696232 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension router-service-type not supported by any of loaded plugins Jul 22 20:59:00.696548 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.698671 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.699191 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: security-groups-normalized-cidr Jul 22 20:59:00.699511 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.700460 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.700971 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: port-security-groups-filtering Jul 22 20:59:00.701290 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.702193 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.702702 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: security-groups-remote-address-group Jul 22 20:59:00.703021 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: securitygroup.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.713230 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.713762 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: security-group Jul 22 20:59:00.714094 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.714994 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.715555 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension segment not supported by any of loaded plugins Jul 22 20:59:00.715914 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.716852 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.717359 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 20:59:00.717680 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: servicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.718789 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.719315 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: service-type Jul 22 20:59:00.719639 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: sorting.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.720648 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.720975 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: sorting Jul 22 20:59:00.721296 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: standard_attr_segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.722285 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.722801 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 20:59:00.723288 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: standardattrdescription.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.724750 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.725365 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: standard-attr-description Jul 22 20:59:00.725687 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: stateful_security_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.726624 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.727139 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: stateful-security-group Jul 22 20:59:00.727458 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: stdattrs_common.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.728075 n-d-762330-19 neutron-server[93975]: WARNING neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 20:59:00.728395 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.729326 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.729839 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 20:59:00.730156 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: subnet_onboard.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.731222 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.731741 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: subnet_onboard Jul 22 20:59:00.732099 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.733013 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.733531 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 20:59:00.733849 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: subnet_service_types.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.734764 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.735276 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: subnet-service-types Jul 22 20:59:00.735595 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: subnetallocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.736691 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.737202 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: subnet_allocation Jul 22 20:59:00.737522 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.738178 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.738684 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: subnetpool-prefix-ops Jul 22 20:59:00.739004 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.740519 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.741029 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 20:59:00.741344 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: tagging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.742388 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.742907 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: standard-attr-tag Jul 22 20:59:00.743225 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: timestamp.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.744439 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.744957 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loaded extension: standard-attr-timestamp Jul 22 20:59:00.745280 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: trunk.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.746296 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.746819 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension trunk not supported by any of loaded plugins Jul 22 20:59:00.747141 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: trunk_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.748098 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.748612 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension trunk-details not supported by any of loaded plugins Jul 22 20:59:00.748940 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: uplink_status_propagation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.749853 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.750365 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 20:59:00.750686 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Loading extension file: vlantransparent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:59:00.751358 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:59:00.751899 n-d-762330-19 neutron-server[93975]: INFO neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 20:59:00.754461 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:network Jul 22 20:59:00.755003 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:subnet Jul 22 20:59:00.755395 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:59:00.755782 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:port Jul 22 20:59:00.757063 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.757494 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.758119 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.758549 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.758894 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:router Jul 22 20:59:00.759321 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:floatingip Jul 22 20:59:00.760088 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.761523 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.761896 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.762242 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:59:00.763258 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 20:59:00.763692 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:security_group Jul 22 20:59:00.764166 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 20:59:00.764761 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.765089 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:59:00.765432 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] subnetpool is already registered Jul 22 20:59:00.765855 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.766178 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:59:00.766518 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] subnetpool is already registered Jul 22 20:59:00.768837 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.769270 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.769855 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.770274 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.770628 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:router Jul 22 20:59:00.770966 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] router is already registered Jul 22 20:59:00.771378 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:floatingip Jul 22 20:59:00.771714 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] floatingip is already registered Jul 22 20:59:00.772203 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.772859 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 20:59:00.773183 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] rbac_policy is already registered Jul 22 20:59:00.773589 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:security_group Jul 22 20:59:00.773920 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] security_group is already registered Jul 22 20:59:00.774314 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 20:59:00.774643 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] security_group_rule is already registered Jul 22 20:59:00.775280 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.775603 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:59:00.775971 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] subnetpool is already registered Jul 22 20:59:00.776386 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:59:00.776707 n-d-762330-19 neutron-server[93975]: INFO neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:59:00.777036 n-d-762330-19 neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] subnetpool is already registered Jul 22 20:59:00.777493 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: extensions {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.778938 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: address-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.780478 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: address-scopes {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.781727 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.782849 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: auto-allocated-topology {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.784171 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: availability_zones {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.785370 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: dhcp-networks {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.787409 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: dhcp-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.788953 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.790578 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: flavors {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.792970 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.794164 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: next_providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.795581 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.797140 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: floatingip-pools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.798355 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.800055 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: floatingips {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.801316 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: l3-routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.803339 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: l3-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.804767 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: metering-labels {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.806008 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: metering-label-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.807348 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: network-ip-availabilities {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.808634 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: bindings {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.810158 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.811673 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.813099 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: rbac-policies {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.814282 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: security-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.815555 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: security-group-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.816882 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: service-providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.818128 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.819442 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.820990 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.822641 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.824467 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.826223 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.827918 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.829822 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.831565 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.833391 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.835217 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.836964 n-d-762330-19 neutron-server[93975]: DEBUG neutron.api.extensions [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:59:00.842882 n-d-762330-19 neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 20:59:00.847395 n-d-762330-19 neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 20:59:00.856292 n-d-762330-19 neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Acquired lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 20:59:00.856774 n-d-762330-19 neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Releasing lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 20:59:00.857411 n-d-762330-19 neutron-server[93975]: INFO oslo_service.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Starting 2 workers Jul 22 20:59:00.862140 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Started child 94091 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:59:00.867033 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Started child 94092 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:59:00.868125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:00.868839 n-d-762330-19 neutron-server[93975]: INFO neutron.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 20:59:00.869338 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Notify callbacks [] for process, before_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:00.869611 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [-] (94091) wsgi starting up on http://0.0.0.0:9696 Jul 22 20:59:00.871722 n-d-762330-19 neutron-server[93975]: INFO oslo_service.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Starting 1 workers Jul 22 20:59:00.871943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:00.873348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [-] (94092) wsgi starting up on http://0.0.0.0:9696 Jul 22 20:59:00.876841 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Started child 94093 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:59:00.877337 n-d-762330-19 neutron-server[93975]: INFO oslo_service.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Starting 1 workers Jul 22 20:59:00.880439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] calling RpcWorker wait() {{(pid=94093) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 20:59:00.881101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] returning from RpcWorker wait() {{(pid=94093) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 20:59:00.881730 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Started child 94094 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:59:00.882180 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:00.882539 n-d-762330-19 neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c8b26f30-d3c2-4638-9aaf-a9680af68fdd None None] Notify callbacks [] for process, after_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:00.882749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:00.884690 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 20:59:00.885061 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 20:59:00.885061 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 20:59:00.885339 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 20:59:00.885619 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 20:59:00.885767 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 20:59:00.886261 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.886541 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.886803 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:00.887311 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.887311 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.887579 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.888240 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.888406 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.888619 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.888901 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.889130 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.889300 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.889573 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.889715 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.889915 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.890186 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.890445 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.890678 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.890939 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.891105 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.891352 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.891620 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.891904 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.892171 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.892480 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.892879 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.893122 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.893371 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.893603 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.893878 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.894099 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.894359 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.894626 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.894848 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.895109 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.895361 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.895606 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.895816 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.896076 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.896358 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.896584 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.897038 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] host = n-d-762330-19 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.897257 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.897472 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.897714 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.897954 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.898199 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.898468 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.898661 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.898920 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.899170 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.899394 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.899654 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.899948 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.900160 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.900411 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.900556 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.900760 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.901036 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.901285 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.901471 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.901621 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.901796 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.902039 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.902186 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.902434 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.902682 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.902827 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.903042 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.903252 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.903481 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.903733 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.904008 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.904248 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.904452 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.904703 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.904931 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.905184 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.905409 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.905642 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.905857 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.906085 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.906339 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.906644 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.906789 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.906937 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.907206 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.907441 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.907690 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.907957 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.908197 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.908506 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.908679 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.908858 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.909099 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.909328 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.909578 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.909818 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.910030 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.910267 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.910500 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.911228 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.911455 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.911667 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.911893 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.912169 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.912379 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.912608 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.912821 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.913014 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.913245 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.913672 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.913961 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.914970 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.914970 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.914970 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.914970 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.915293 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.915546 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.915640 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.915894 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.916225 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.916444 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.916536 n-d-762330-19 neutron-server[94094]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:00.916746 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.916991 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.917295 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.917556 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.917793 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.918051 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.918266 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.918482 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.918729 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.918943 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.919285 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.919550 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.920012 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.920112 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.920271 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.920513 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.920744 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.920961 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.921189 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.921401 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.921680 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.921895 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.922125 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.922342 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.922568 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.922796 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.923058 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.923303 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.923529 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.923753 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.924021 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.924232 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.924482 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.924690 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.924943 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.925207 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.925736 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.925736 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.925904 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.926098 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.926384 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.926607 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.926824 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.927078 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.927300 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.927527 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.927715 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.927973 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.928201 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.928676 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.928676 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.928911 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.929088 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.929828 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.929828 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.929828 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.930130 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.930196 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.930366 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.930600 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.931308 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.931568 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.931798 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.932039 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.932271 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.932498 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.932715 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.932924 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.933133 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.933343 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.933557 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.933765 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.934055 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.934390 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.935059 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.935059 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.935059 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.935387 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.935945 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.935945 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.936169 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.936308 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.936574 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.936825 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.937049 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.937298 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.937520 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.937754 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.938020 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.938233 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.938475 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.938766 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.938909 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.939142 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.939392 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.939637 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.939914 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.940142 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.940369 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.940636 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.940855 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.941124 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.941618 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.941618 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.941968 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.942644 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.942644 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.942933 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.942933 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.943176 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.943404 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.943663 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.943923 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.944153 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.944371 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.944645 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.944914 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.945108 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.945320 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.945545 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.945838 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.946078 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.946292 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.946525 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.946793 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.947043 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.947364 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.947680 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.948046 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.948296 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.948550 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.948782 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.948992 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.949248 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.949465 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.949688 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.949921 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.950150 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.950382 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.950611 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.950820 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.951065 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.951276 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.951492 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.951701 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.951960 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.952176 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.952415 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.952618 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.952834 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.953067 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.953277 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.953501 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.953713 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.953956 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.954185 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.954402 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.954684 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.954950 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.955183 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.955427 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.955685 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.955959 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.956175 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.956423 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.956660 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.956899 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.957116 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.957873 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.958089 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.958299 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.958570 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.958781 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.959042 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.959291 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.959632 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.959884 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.960115 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.960349 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.960562 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.960808 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.961043 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.961257 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.961470 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.961714 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.961909 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.962148 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.962385 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.962618 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.962826 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.963050 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.963277 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.963487 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.963693 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.963995 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.964233 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.964464 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.964726 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.964959 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.965185 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.965437 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.965653 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.965852 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.966070 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.966302 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.966506 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.966732 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.966946 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.967124 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.967340 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.967553 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.967756 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.967994 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.968205 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.968410 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.968628 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.968857 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.969044 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.969257 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.969507 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.969711 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.969927 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.970165 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.970586 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.970822 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.971021 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.971229 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.971452 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.971662 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.971891 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.972209 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.972458 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.972699 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.973014 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.973743 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.973996 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.974251 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.974567 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.974796 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.975052 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.975271 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.975493 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.975714 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.976020 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.976355 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.976674 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.976943 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.977196 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.977489 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.977773 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.978041 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.978252 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.978536 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.978885 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.979167 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.979415 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.979668 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.979927 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.980147 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.981126 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.981126 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.981320 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.981606 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.981913 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.982092 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.982336 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.982570 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.982792 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.983010 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.983253 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.983480 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.983720 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.983946 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:00.984096 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 20:59:00.984638 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 20:59:00.984785 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 20:59:00.984935 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 20:59:00.985124 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 20:59:00.985289 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 20:59:00.985437 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 20:59:00.985640 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.985791 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.985951 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.986113 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.986257 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.986429 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.986593 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.986753 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.986896 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.987037 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.987192 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.987340 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.987498 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.987648 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.987809 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.987973 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.988135 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.988293 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.988474 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.988627 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.988937 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.989241 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.989400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.989554 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.989748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.989935 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.990060 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.990219 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.990375 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.990527 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.990679 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.990835 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.990988 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.991143 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.991297 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.991451 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.991604 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.991758 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.992046 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.992151 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.992261 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] host = n-d-762330-19 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.992414 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.992570 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.992724 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.992880 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.993034 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.993187 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.993341 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.993546 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.993668 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.993820 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.993973 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.994126 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.994854 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.994854 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.994854 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.994854 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.994854 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.995207 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.995207 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.995365 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.995443 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.995596 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.995750 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.995935 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.996092 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.996245 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.996400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.996555 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.996710 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.996870 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.997025 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.997179 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.997336 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.997494 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.997643 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.997797 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.997951 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.998105 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.998674 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.998674 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.998674 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.998674 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.998967 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.999044 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.999193 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.999339 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.999488 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.999642 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.999801 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:00.999997 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.000154 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.000308 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.000467 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.000627 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.000764 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.000922 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.001175 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.001337 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.001492 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.001646 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.001801 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.001955 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.002112 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.002268 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.002420 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.002574 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.002728 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.002882 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.003037 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:59:01.003214 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.003368 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.003538 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.003880 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.003880 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.004054 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.004208 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.004352 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.004507 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.004663 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.004827 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.004985 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.005154 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.005320 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.005461 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.005619 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.005775 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.005931 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.006088 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.006616 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.006616 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.006616 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.007139 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.007139 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.007139 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.007139 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.007619 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.007619 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.007619 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.008748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.008748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.008748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.008748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.008748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.008748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.008748 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.009704 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.009704 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.009704 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.009704 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.009704 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010162 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010162 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010162 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010504 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010504 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010504 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010725 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010813 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.010941 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.011108 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.011266 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.011443 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.011567 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.011724 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.011909 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.012067 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.012229 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.012388 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.012545 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.012702 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.012872 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.013029 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.013187 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.013343 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.013501 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.013647 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.013804 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.013960 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.014118 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.014274 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.014431 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.014592 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.014751 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.014909 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.015068 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.015224 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.015399 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.015527 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.015689 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.015888 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.016029 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.016188 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.016344 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.016510 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.016681 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.016842 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.017004 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.017165 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.017321 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.017477 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.017632 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.017795 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.017949 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.018195 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.018298 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.018440 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.018602 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.018762 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.018970 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.019096 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.019263 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.019384 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.019501 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.020177 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.021249 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.021249 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.021249 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.021249 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.021249 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.021249 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022400 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022899 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022899 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022899 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.022899 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.023300 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.023503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:01.023623 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.023623 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.023623 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.023623 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.024177 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.024177 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.024177 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.024470 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.024470 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.024638 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.024799 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.025048 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.025194 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.025281 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.025442 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.025548 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.025695 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.025852 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.026052 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.026194 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.026372 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.026508 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.026672 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.026829 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.026984 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.027153 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.027313 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.027471 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.027665 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.027854 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.028036 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.028195 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.028500 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.028500 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.028722 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.028880 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.028984 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.029093 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.029235 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.029396 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.029580 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.029702 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.029834 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.029990 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.030146 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.030337 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.030560 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.030719 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.030844 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.030930 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.031066 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.031193 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.031326 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.031485 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.031643 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.031806 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.031976 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.032134 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.032292 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.032506 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.032599 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.032752 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.032891 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.033049 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.033217 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.033376 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.033537 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.033696 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.033856 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.034012 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.034170 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.034386 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.034570 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.034654 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.034856 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.035011 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.035177 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.036007 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.036184 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.036407 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.036501 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.036637 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.036800 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.037299 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.037299 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.037299 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.037534 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.037602 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.037821 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.037975 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.038171 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.038340 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.038527 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.038699 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.038847 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.039010 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.039164 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.039314 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.039465 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.039619 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.039776 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.040208 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.040384 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.040513 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.040826 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.041027 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.041156 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.041324 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.041444 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.041604 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.041771 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.041889 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.042046 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.042198 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.042350 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.042496 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.042690 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.042807 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.042900 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.043068 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.043234 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.043394 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.043550 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.043687 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.043937 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.044035 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.044184 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.044338 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.044741 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.044741 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.045120 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.045120 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.045319 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.045867 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.045867 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.045867 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.046348 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.046348 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.046348 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.046621 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.046771 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.046978 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.046978 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.047135 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.047279 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.047439 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.047636 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.047796 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.048029 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.048155 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.048297 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.048451 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.048613 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.048768 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.048926 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.049084 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.049227 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.049389 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.049548 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.049708 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.049866 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.050024 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:59:01.050174 n-d-762330-19 neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 20:59:01.295982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43074) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:01.304882 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067787 Jul 22 20:59:12.601027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddef567-ddd6-41a7-8139-aa32be1f4017 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 20:59:12.679315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddef567-ddd6-41a7-8139-aa32be1f4017 None None] No non-hosted networks {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 20:59:12.687132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.agentschedulers_db [None req-bddef567-ddd6-41a7-8139-aa32be1f4017 None None] DHCP Agent not found on host n-d-762330-19 {{(pid=94093) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 20:59:12.827393 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55afbd76-a67d-4c61-aa3d-f65d8e939f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382946'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:15.104722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b2ec-04cc-4baa-a884-40e48e0fd45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382946'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:15.164637 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-85578159-dd68-439d-9ec1-0bbc5390fa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:15.208158 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382946'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:15.211588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.212233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.213772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.214305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.214854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.215895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.220307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.220847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.221383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.221911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.222434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.222960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:15.223657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-762330-19', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:15.234281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-762330-19', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:15.899706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382946'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:17.862480 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382946'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:19.055074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43164) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:19.537856 n-d-762330-19 neutron-server[94091]: WARNING oslo_policy.policy [None req-2ecf81ac-c270-4268-8db4-affbedd9f84c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:19.538426 n-d-762330-19 neutron-server[94091]: WARNING oslo_policy.policy [None req-2ecf81ac-c270-4268-8db4-affbedd9f84c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:19.757397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-2ecf81ac-c270-4268-8db4-affbedd9f84c admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:59:19.758357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2ecf81ac-c270-4268-8db4-affbedd9f84c admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7023613 Jul 22 20:59:22.121605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43178) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:22.440728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:59:22.507949 n-d-762330-19 neutron-server[94093]: INFO neutron.db.l3_hamode_db [None req-2af11d9f-67f3-4864-80bc-4208210ee48a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 20:59:22.534742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.policy [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94091) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 20:59:22.579024 n-d-762330-19 neutron-server[94091]: WARNING oslo_policy.policy [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:22.579321 n-d-762330-19 neutron-server[94091]: WARNING oslo_policy.policy [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:22.586482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af11d9f-67f3-4864-80bc-4208210ee48a None None] Routers set() bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:59:22.586879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af11d9f-67f3-4864-80bc-4208210ee48a None None] Router IDs set() for agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 20:59:22.588582 n-d-762330-19 neutron-server[94091]: INFO neutron.quota [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] Loaded quota_driver: . Jul 22 20:59:22.679547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766852411696', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766852413255', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766852382925', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766852386439', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766852371274', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766852381537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1560003', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1353192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3932006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3853318'] for rbac-policy, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:22.744958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:22.746132 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1dda5bda-a3ea-49d5-9a94-59ed20850135 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6234517 Jul 22 20:59:25.277227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43190) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:25.568369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:59:25.596795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Made reservation on behalf of a42b546fcec846b2ac766bc3cb07d959 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:59:25.599646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:25.616868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:25.739334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:25.742841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:25.762277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:59:25.790526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766852961064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:25.791103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Unsubscribe: segment precommit_create {{(pid=94091) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 20:59:25.792159 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Added segment 13eff757-b8c6-43bd-8522-04932afb9844 of type vlan for network c42da81e-03a8-4049-b80d-1f1b19b83524 Jul 22 20:59:25.808874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac3651-cdff-4a98-b200-fdc14f7cd707,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:25.858665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.859006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.859338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.859950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.860278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.860602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.860922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.861239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.861555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.861870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.862183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.862494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Tracked resource versions report: Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: pushed versions: Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: { 'AddressGroup': {'1.2'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'ConntrackHelper': {'1.0'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Log': {'1.0'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Network': {'1.1'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Port': {'1.7'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'PortForwarding': {'1.2'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'QosPolicy': {'1.8'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'SecurityGroup': {'1.4'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'SubPort': {'1.0'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Subnet': {'1.1'}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Trunk': {'1.1'}} Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: consumer versions: Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: { DHCP agent@n-d-762330-19: {}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: L3 agent@n-d-762330-19: {}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: Metadata agent@n-d-762330-19: {}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: Metering agent@n-d-762330-19: {}, Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'ConntrackHelper': '1.0', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Log': '1.0', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Network': '1.1', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Port': '1.7', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'PortForwarding': '1.2', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'QosPolicy': '1.8', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'SecurityGroup': '1.4', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'SecurityGroupRule': '1.2', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'SubPort': '1.0', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Subnet': '1.1', Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: 'Trunk': '1.1'}} Jul 22 20:59:25.863630 n-d-762330-19 neutron-server[94091]: {{(pid=94091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:59:25.909563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:25.959984 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:25.961055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:25.961714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:26.020028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7416520 Jul 22 20:59:26.063366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32cb3d-e275-40a5-a31a-b33c40d54a98 admin admin] Pushing event updated for resources: {'Network': ['ID=c42da81e-03a8-4049-b80d-1f1b19b83524,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:26.075860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c42da81e-03a8-4049-b80d-1f1b19b83524 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:59:28.647215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43204) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:29.038260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051842f-1898-4c86-9708-57537005a4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:29.039631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5051842f-1898-4c86-9708-57537005a4a6 admin admin] 10.222.0.54 "GET /v2.0/networks/c42da81e-03a8-4049-b80d-1f1b19b83524 HTTP/1.1" status: 200 len: 825 time: 0.3914607 Jul 22 20:59:29.064462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-354a9f1a-7079-40d1-ba44-881c18850da8 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/c507bd6a-551b-460c-ae2b-5ccbacb591af HTTP/1.1" status: 200 len: 734 time: 0.0184851 Jul 22 20:59:29.072661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c507bd6a-551b-460c-ae2b-5ccbacb591af', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:59:29.094910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Made reservation on behalf of a42b546fcec846b2ac766bc3cb07d959 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:59:29.097199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:29.385870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:29.453811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51313d3c-586b-4e88-bb12-94ef58a84692,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:29.458233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Checking segment: {'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:59:29.458607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Network hostable DHCP agents. Network: c42da81e-03a8-4049-b80d-1f1b19b83524, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:59:29.480721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Network c42da81e-03a8-4049-b80d-1f1b19b83524 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:59:29.491308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c42da81e-03a8-4049-b80d-1f1b19b83524) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:59:29.496016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:29.496600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:29.502205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ba2cff-451a-4c67-a679-a30b239cdbd9 None None] Network c42da81e-03a8-4049-b80d-1f1b19b83524 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:59:29.509538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d59ab35f-16a3-462a-be8a-14277bb7b38f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402077 Jul 22 20:59:29.817223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-c42da81e-03a8-4049-b80d-1f1b19b83524', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'fixed_ips': [{'subnet_id': '51313d3c-586b-4e88-bb12-94ef58a84692'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:59:29.818506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:30.087306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Allocated IP 172.20.0.2 (c42da81e-03a8-4049-b80d-1f1b19b83524/51313d3c-586b-4e88-bb12-94ef58a84692/c7c0aacd-86c7-422b-a5c4-802eab469c6b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:59:30.312361 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:30.327735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Transition to ACTIVE for port object c7c0aacd-86c7-422b-a5c4-802eab469c6b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:59:30.349746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Transition to ACTIVE for port object c7c0aacd-86c7-422b-a5c4-802eab469c6b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:59:30.358972 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:30.423911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Network c42da81e-03a8-4049-b80d-1f1b19b83524 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:59:30.433584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:59:30.442469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:59:30.445506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Pushing event updated for resources: {'Port': ['ID=c7c0aacd-86c7-422b-a5c4-802eab469c6b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:30.474686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.475031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.475372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.475708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.476082 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.476401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.476728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.477058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.477383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.477705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.478026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.478344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Tracked resource versions report: Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: pushed versions: Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: { 'AddressGroup': {'1.2'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'ConntrackHelper': {'1.0'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Log': {'1.0'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Network': {'1.1'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Port': {'1.7'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'PortForwarding': {'1.2'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'QosPolicy': {'1.8'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'SecurityGroup': {'1.4'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'SubPort': {'1.0'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Subnet': {'1.1'}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Trunk': {'1.1'}} Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: consumer versions: Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: { DHCP agent@n-d-762330-19: {}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: L3 agent@n-d-762330-19: {}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: Metadata agent@n-d-762330-19: {}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: Metering agent@n-d-762330-19: {}, Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'ConntrackHelper': '1.0', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Log': '1.0', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Network': '1.1', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Port': '1.7', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'PortForwarding': '1.2', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'QosPolicy': '1.8', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'SecurityGroup': '1.4', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'SecurityGroupRule': '1.2', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'SubPort': '1.0', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Subnet': '1.1', Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: 'Trunk': '1.1'}} Jul 22 20:59:30.479496 n-d-762330-19 neutron-server[94093]: {{(pid=94093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:59:30.532236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Attempting to bind port c7c0aacd-86c7-422b-a5c4-802eab469c6b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:59:30.532842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Attempting to bind port c7c0aacd-86c7-422b-a5c4-802eab469c6b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:59:30.533132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Attempting to bind port c7c0aacd-86c7-422b-a5c4-802eab469c6b on network c42da81e-03a8-4049-b80d-1f1b19b83524 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:59:30.537943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:59:30.538359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Checking segment: {'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:59:30.538831 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:30.539223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Bound using segment: {'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:59:30.539714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Bound port: c7c0aacd-86c7-422b-a5c4-802eab469c6b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:59:30.540154 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:30.604096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] For port c7c0aacd-86c7-422b-a5c4-802eab469c6b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:59:30.608293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] For port c7c0aacd-86c7-422b-a5c4-802eab469c6b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c7c0aacd-86c7-422b-a5c4-802eab469c6b,segment=NetworkSegment(13eff757-b8c6-43bd-8522-04932afb9844),segment_id=13eff757-b8c6-43bd-8522-04932afb9844)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:59:30.613220 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:30.679967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6f418-2623-483b-a36c-e6ec334da31a None None] Pushing event updated for resources: {'Port': ['ID=c7c0aacd-86c7-422b-a5c4-802eab469c6b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:31.916192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:32.406705 n-d-762330-19 neutron-server[94092]: WARNING oslo_policy.policy [None req-c79fa875-4943-48a1-8abd-497395bd2612 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:32.407270 n-d-762330-19 neutron-server[94092]: WARNING oslo_policy.policy [None req-c79fa875-4943-48a1-8abd-497395bd2612 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:32.629071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-c79fa875-4943-48a1-8abd-497395bd2612 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:59:32.630347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c79fa875-4943-48a1-8abd-497395bd2612 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7115521 Jul 22 20:59:35.010060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43226) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:35.337904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-3cf9e872-b8e2-477d-bce2-bfe53714e5cd admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:59:35.339483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3cf9e872-b8e2-477d-bce2-bfe53714e5cd admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282378 Jul 22 20:59:37.972468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43240) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:38.270235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Request body: {'router': {'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'name': 'router1', 'admin_state_up': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:59:38.334271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.policy [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94092) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 20:59:38.379617 n-d-762330-19 neutron-server[94092]: WARNING oslo_policy.policy [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:38.380023 n-d-762330-19 neutron-server[94092]: WARNING oslo_policy.policy [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:59:38.389197 n-d-762330-19 neutron-server[94092]: INFO neutron.quota [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Loaded quota_driver: . Jul 22 20:59:38.448965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:38.451478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:38.612253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:38.617639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:38.637740 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:38.639059 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-779cff77-d664-421c-a5f2-bd5d15526b0e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6656306 Jul 22 20:59:38.984716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b56ff-4e00-4165-9f20-968ae1e47963 None None] Network c42da81e-03a8-4049-b80d-1f1b19b83524 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:59:39.102275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c7c0aacd-86c7-422b-a5c4-802eab469c6b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:59:39.110133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-61b108f8-bc0f-4a9d-91c3-6b5c4f7300e6 None None] Provisioning for port c7c0aacd-86c7-422b-a5c4-802eab469c6b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:59:39.244193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port c7c0aacd-86c7-422b-a5c4-802eab469c6b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:59:39.252563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c7c0aacd-86c7-422b-a5c4-802eab469c6b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:59:39.252957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:39.381119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:39.418158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port c7c0aacd-86c7-422b-a5c4-802eab469c6b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c7c0aacd-86c7-422b-a5c4-802eab469c6b,segment=NetworkSegment(13eff757-b8c6-43bd-8522-04932afb9844),segment_id=13eff757-b8c6-43bd-8522-04932afb9844)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:59:39.422952 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:39.474974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=c7c0aacd-86c7-422b-a5c4-802eab469c6b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:39.556718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-31a301ce-4fb7-47f2-87a3-4814542b90d9 None None] Provisioning complete for port c7c0aacd-86c7-422b-a5c4-802eab469c6b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:59:39.557084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31a301ce-4fb7-47f2-87a3-4814542b90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:40.997461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:41.053730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c7c0aacd-86c7-422b-a5c4-802eab469c6b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:59:41.099791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c7c0aacd-86c7-422b-a5c4-802eab469c6b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:59:41.100195 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:41.315199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-a061dc4c-8c31-4a46-9f9a-e3980614e73d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:59:41.316187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a061dc4c-8c31-4a46-9f9a-e3980614e73d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178070 Jul 22 20:59:42.481709 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d394-aa53-4db7-a8dc-b10de06e7c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:43.635853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43260) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:43.941884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:59:43.965720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Made reservation on behalf of 63090ecec1fc4e649c1b3513b24eeea0 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:59:43.968590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:43.984161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:44.109289 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:44.113310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:44.125969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Reserving flat network on physical network physnet1 {{(pid=94092) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 20:59:44.160747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766852961064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:44.161329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Unsubscribe: segment precommit_create {{(pid=94092) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 20:59:44.161814 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Added segment 0dfdb017-47ba-484c-b8eb-ee073149aea4 of type flat for network ff40b705-7602-458a-8e3c-11b472a43fed Jul 22 20:59:44.179124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a7e71-b087-4625-a1e4-dcd8f4cfa4f0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:44.232124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.232478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.232846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.233179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.233561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.233864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.234254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.234933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.235256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.235578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.235926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.236246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Tracked resource versions report: Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: pushed versions: Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: { 'AddressGroup': {'1.2'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'ConntrackHelper': {'1.0'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Log': {'1.0'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Network': {'1.1'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Port': {'1.7'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'PortForwarding': {'1.2'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'QosPolicy': {'1.8'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'SecurityGroup': {'1.4'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'SubPort': {'1.0'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Subnet': {'1.1'}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Trunk': {'1.1'}} Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: consumer versions: Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: { DHCP agent@n-d-762330-19: {}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: L3 agent@n-d-762330-19: {}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: Metadata agent@n-d-762330-19: {}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: Metering agent@n-d-762330-19: {}, Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'ConntrackHelper': '1.0', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Log': '1.0', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Network': '1.1', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Port': '1.7', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'PortForwarding': '1.2', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'QosPolicy': '1.8', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'SecurityGroup': '1.4', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'SecurityGroupRule': '1.2', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'SubPort': '1.0', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Subnet': '1.1', Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: 'Trunk': '1.1'}} Jul 22 20:59:44.237655 n-d-762330-19 neutron-server[94092]: {{(pid=94092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:59:44.288148 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:44.339733 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:44.340991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:44.341643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:44.395034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7575529 Jul 22 20:59:44.441819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb64cb-0684-436f-b7d5-515056169d27 admin admin] Pushing event updated for resources: {'Network': ['ID=ff40b705-7602-458a-8e3c-11b472a43fed,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:44.452842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ff40b705-7602-458a-8e3c-11b472a43fed details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:59:45.097561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-01baf9db-fc18-4cda-8f05-d6b826b1bb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:45.190790 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:45.836697 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.751769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43282) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:46.921871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc1b1b-dabf-4453-9da7-44cb62af4862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:46.923186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2ffc1b1b-dabf-4453-9da7-44cb62af4862 admin admin] 10.222.0.54 "GET /v2.0/subnets/51313d3c-586b-4e88-bb12-94ef58a84692 HTTP/1.1" status: 200 len: 849 time: 0.1704950 Jul 22 20:59:47.080621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1fe37944-3f5b-4b46-8386-d9f413e95f25 admin admin] 10.222.0.54 "GET /v2.0/routers/9a9e6728-1806-4f15-a60a-4cc3f88476b2 HTTP/1.1" status: 200 len: 704 time: 0.1521385 Jul 22 20:59:47.357028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:47.644152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Allocated IP 172.20.0.1 (c42da81e-03a8-4049-b80d-1f1b19b83524/51313d3c-586b-4e88-bb12-94ef58a84692/6d2f8f2e-d547-4771-af1e-70d4af3f560b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:59:47.800659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:47.813032 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:47.822757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Transition to ACTIVE for port object 6d2f8f2e-d547-4771-af1e-70d4af3f560b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:59:47.900638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.016552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Network c42da81e-03a8-4049-b80d-1f1b19b83524 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:59:48.024654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:59:48.030128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:59:48.031215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.050849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Pushing event updated for resources: {'Port': ['ID=6d2f8f2e-d547-4771-af1e-70d4af3f560b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:48.194721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3f051621-1f93-49ae-81ae-c7f61d70ad7d None None] Provisioning for port 6d2f8f2e-d547-4771-af1e-70d4af3f560b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:59:48.199817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3f051621-1f93-49ae-81ae-c7f61d70ad7d None None] Provisioning complete for port 6d2f8f2e-d547-4771-af1e-70d4af3f560b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:59:48.200242 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3f051621-1f93-49ae-81ae-c7f61d70ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.231980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3f051621-1f93-49ae-81ae-c7f61d70ad7d None None] Port 6d2f8f2e-d547-4771-af1e-70d4af3f560b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:59:48.241690 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.419405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.423717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.424491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.482471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Pushing event updated for resources: {'Port': ['ID=6d2f8f2e-d547-4771-af1e-70d4af3f560b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:48.544852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Network c42da81e-03a8-4049-b80d-1f1b19b83524 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:59:48.546119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:59:48.708574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:59:48.751452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-df95e745-c9bf-4d28-aa02-9e1698276cbf None None] Provisioning complete for port 6d2f8f2e-d547-4771-af1e-70d4af3f560b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:59:48.751953 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df95e745-c9bf-4d28-aa02-9e1698276cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.782950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-df95e745-c9bf-4d28-aa02-9e1698276cbf None None] Port 6d2f8f2e-d547-4771-af1e-70d4af3f560b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:59:48.797871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:59:48.802884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e722d6da-dacf-4cb8-ae3e-e6513a312fdb admin admin] 10.222.0.54 "PUT /v2.0/routers/9a9e6728-1806-4f15-a60a-4cc3f88476b2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7175148 Jul 22 20:59:48.819951 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Sync routers for ids ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:59:48.831440 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Routers {'9a9e6728-1806-4f15-a60a-4cc3f88476b2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:59:48.832307 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T20:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:49.014381 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Set router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:59:49.443885 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'name': 'router1', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:59:38Z', 'updated_at': '2021-07-22T20:59:48Z', 'revision_number': 2, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'gw_port_host': None, '_interfaces': [{'id': '6d2f8f2e-d547-4771-af1e-70d4af3f560b', 'name': '', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'mac_address': 'fa:16:3e:26:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:47Z', 'updated_at': '2021-07-22T20:59:48Z', 'revision_number': 2, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'subnets': [{'id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c507bd6a-551b-460c-ae2b-5ccbacb591af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:49.493803 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Checking router: 9a9e6728-1806-4f15-a60a-4cc3f88476b2 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:59:49.494180 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Updating router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 port 6d2f8f2e-d547-4771-af1e-70d4af3f560b binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:59:49.558272 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:50.058093 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:50.077865 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Transition to ACTIVE for port object 6d2f8f2e-d547-4771-af1e-70d4af3f560b will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:59:50.083448 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:50.248943 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Attempting to bind port 6d2f8f2e-d547-4771-af1e-70d4af3f560b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:59:50.249338 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Attempting to bind port 6d2f8f2e-d547-4771-af1e-70d4af3f560b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:59:50.249777 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Attempting to bind port 6d2f8f2e-d547-4771-af1e-70d4af3f560b on network c42da81e-03a8-4049-b80d-1f1b19b83524 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:59:50.257978 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:59:50.258388 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Checking segment: {'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:59:50.258853 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:50.259240 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Bound using segment: {'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:59:50.259737 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Bound port: 6d2f8f2e-d547-4771-af1e-70d4af3f560b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eff757-b8c6-43bd-8522-04932afb9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:59:50.260177 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:50.270619 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Pushing event updated for resources: {'Port': ['ID=6d2f8f2e-d547-4771-af1e-70d4af3f560b,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:50.317741 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.318084 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.318415 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.318741 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.319061 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.319379 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.319696 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.320048 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.320366 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.320679 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.320992 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.321303 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Tracked resource versions report: Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: pushed versions: Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: { 'AddressGroup': {'1.2'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'ConntrackHelper': {'1.0'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Log': {'1.0'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Network': {'1.1'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Port': {'1.7'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'PortForwarding': {'1.2'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'QosPolicy': {'1.8'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'SecurityGroup': {'1.4'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'SubPort': {'1.0'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Subnet': {'1.1'}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Trunk': {'1.1'}} Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: consumer versions: Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: { DHCP agent@n-d-762330-19: {}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: L3 agent@n-d-762330-19: {}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: Metadata agent@n-d-762330-19: {}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: Metering agent@n-d-762330-19: {}, Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'ConntrackHelper': '1.0', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Log': '1.0', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Network': '1.1', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Port': '1.7', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'PortForwarding': '1.2', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'QosPolicy': '1.8', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'SecurityGroup': '1.4', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'SecurityGroupRule': '1.2', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'SubPort': '1.0', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Subnet': '1.1', Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: 'Trunk': '1.1'}} Jul 22 20:59:50.322442 n-d-762330-19 neutron-server[94094]: {{(pid=94094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:59:50.336041 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] For port 6d2f8f2e-d547-4771-af1e-70d4af3f560b, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:59:50.357791 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] For port 6d2f8f2e-d547-4771-af1e-70d4af3f560b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6d2f8f2e-d547-4771-af1e-70d4af3f560b,segment=NetworkSegment(13eff757-b8c6-43bd-8522-04932afb9844),segment_id=13eff757-b8c6-43bd-8522-04932afb9844)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:59:50.362199 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:50.415595 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac51d7-1487-426c-849a-c3ccd82960bf None None] Pushing event updated for resources: {'Port': ['ID=6d2f8f2e-d547-4771-af1e-70d4af3f560b,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:50.446537 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Routers {'9a9e6728-1806-4f15-a60a-4cc3f88476b2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:59:50.447166 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T20:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:50.540784 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] Set router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:59:50.743203 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'name': 'router1', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:59:38Z', 'updated_at': '2021-07-22T20:59:48Z', 'revision_number': 2, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'gw_port_host': None, '_interfaces': [{'id': '6d2f8f2e-d547-4771-af1e-70d4af3f560b', 'name': '', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'mac_address': 'fa:16:3e:26:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:47Z', 'updated_at': '2021-07-22T20:59:50Z', 'revision_number': 4, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'subnets': [{'id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c507bd6a-551b-460c-ae2b-5ccbacb591af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:50.768076 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b54b12-60f6-4eb7-a174-b43c98a87ac0 None None] The sync data for ids ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'] in n-d-762330-19 is: [{'id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'name': 'router1', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:59:38Z', 'updated_at': '2021-07-22T20:59:48Z', 'revision_number': 2, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'gw_port_host': None, '_interfaces': [{'id': '6d2f8f2e-d547-4771-af1e-70d4af3f560b', 'name': '', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'mac_address': 'fa:16:3e:26:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:47Z', 'updated_at': '2021-07-22T20:59:50Z', 'revision_number': 4, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'subnets': [{'id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c507bd6a-551b-460c-ae2b-5ccbacb591af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:59:51.010402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43304) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:51.156519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d82d8a-b6fc-4fec-b655-be1e076bf2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:51.157906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2d82d8a-b6fc-4fec-b655-be1e076bf2b2 admin admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 842 time: 0.1465511 Jul 22 20:59:51.167726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'gateway_ip': '172.25.5.1', 'name': 'public-subnet'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:59:51.191355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Made reservation on behalf of 63090ecec1fc4e649c1b3513b24eeea0 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:59:51.193786 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:51.583444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 20:59:51.583928 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:51.643937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1226892-25ac-4613-be19-d15842cf52b1,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:51.654365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:59:51.654745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Network hostable DHCP agents. Network: ff40b705-7602-458a-8e3c-11b472a43fed, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:59:51.676073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:59:51.686275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ff40b705-7602-458a-8e3c-11b472a43fed) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:59:51.691567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:51.692769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:51.697292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc651e51-d9f5-4e48-8df8-bc496951ff53 None None] Network ff40b705-7602-458a-8e3c-11b472a43fed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:59:51.712079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e7071b1e-24d9-444c-9306-104789e0e8cc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5438914 Jul 22 20:59:51.839289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d87ffd-521f-49ff-8ac2-caf93bc061de None None] Network ff40b705-7602-458a-8e3c-11b472a43fed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:59:53.986047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43312) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:54.217259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b0a8157-3cc0-4ce2-8535-a3e96563c686 admin admin] 10.222.0.54 "GET /v2.0/routers/9a9e6728-1806-4f15-a60a-4cc3f88476b2 HTTP/1.1" status: 200 len: 710 time: 0.2299190 Jul 22 20:59:54.302372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a306f5ef-59ce-4103-b862-650327ed1faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:59:54.303742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a306f5ef-59ce-4103-b862-650327ed1faa admin admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 886 time: 0.0814662 Jul 22 20:59:54.312789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:59:54.554612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:54.788227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:54.911644 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:55.068292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Allocated IP 172.25.5.43 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/2e065102-c77a-47f6-b866-5576c5bb557a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:59:55.176051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:55.266706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:55.331249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:59:55.336783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:59:55.345252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:59:55.413852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Pushing event updated for resources: {'Port': ['ID=2e065102-c77a-47f6-b866-5576c5bb557a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:55.631011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:55.838698 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:55.842554 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:55.955148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:59:56.065140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:59:56.069692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:56.071060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-97e318a5-9c30-4083-be77-1db50fba8945 admin admin] 10.222.0.54 "PUT /v2.0/routers/9a9e6728-1806-4f15-a60a-4cc3f88476b2 HTTP/1.1" status: 200 len: 889 time: 1.7616234 Jul 22 20:59:57.096689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6d2f8f2e-d547-4771-af1e-70d4af3f560b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:59:57.137145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Sync routers for ids ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:59:57.152418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Routers {'9a9e6728-1806-4f15-a60a-4cc3f88476b2'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:59:57.153142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T20:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:57.172691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 6d2f8f2e-d547-4771-af1e-70d4af3f560b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:59:57.270936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 6d2f8f2e-d547-4771-af1e-70d4af3f560b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:59:57.271308 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:57.471449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Set router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:59:57.529111 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:57.672810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 6d2f8f2e-d547-4771-af1e-70d4af3f560b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6d2f8f2e-d547-4771-af1e-70d4af3f560b,segment=NetworkSegment(13eff757-b8c6-43bd-8522-04932afb9844),segment_id=13eff757-b8c6-43bd-8522-04932afb9844)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:59:57.679099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:57.817393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=6d2f8f2e-d547-4771-af1e-70d4af3f560b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:57.929236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'name': 'router1', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '2e065102-c77a-47f6-b866-5576c5bb557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:59:38Z', 'updated_at': '2021-07-22T20:59:55Z', 'revision_number': 4, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'gw_port': {'id': '2e065102-c77a-47f6-b866-5576c5bb557a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:54Z', 'updated_at': '2021-07-22T20:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '6d2f8f2e-d547-4771-af1e-70d4af3f560b', 'name': '', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'mac_address': 'fa:16:3e:26:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:47Z', 'updated_at': '2021-07-22T20:59:50Z', 'revision_number': 4, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'subnets': [{'id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c507bd6a-551b-460c-ae2b-5ccbacb591af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:57.981278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Checking router: 9a9e6728-1806-4f15-a60a-4cc3f88476b2 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:59:57.981638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Updating router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 port 2e065102-c77a-47f6-b866-5576c5bb557a binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:59:58.015293 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:58.341007 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:58.350551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Transition to ACTIVE for port object 2e065102-c77a-47f6-b866-5576c5bb557a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:59:58.358306 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:58.398405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4773167-f166-4c1e-b8f9-40013584fd7c None None] Pushing event updated for resources: {'Port': ['ID=2e065102-c77a-47f6-b866-5576c5bb557a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:58.416686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43326) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:58.426584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Attempting to bind port 2e065102-c77a-47f6-b866-5576c5bb557a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:59:58.426961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Attempting to bind port 2e065102-c77a-47f6-b866-5576c5bb557a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:59:58.427323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Attempting to bind port 2e065102-c77a-47f6-b866-5576c5bb557a on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:59:58.434177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:59:58.434551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:59:58.434962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:58.435352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:59:58.435876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Bound port: 2e065102-c77a-47f6-b866-5576c5bb557a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:59:58.436924 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:58.486774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] For port 2e065102-c77a-47f6-b866-5576c5bb557a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:59:58.489914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] For port 2e065102-c77a-47f6-b866-5576c5bb557a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2e065102-c77a-47f6-b866-5576c5bb557a,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:59:58.494463 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:58.551026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f53c759e-075d-4823-8f35-b6b22691db5f admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1332278 Jul 22 20:59:58.551248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Routers {'9a9e6728-1806-4f15-a60a-4cc3f88476b2'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:59:58.551636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T20:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:58.554340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4773167-f166-4c1e-b8f9-40013584fd7c None None] Pushing event updated for resources: {'Port': ['ID=2e065102-c77a-47f6-b866-5576c5bb557a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:58.741765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] Set router 9a9e6728-1806-4f15-a60a-4cc3f88476b2 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:59:58.952257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'name': 'router1', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '2e065102-c77a-47f6-b866-5576c5bb557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:59:38Z', 'updated_at': '2021-07-22T20:59:55Z', 'revision_number': 4, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'gw_port': {'id': '2e065102-c77a-47f6-b866-5576c5bb557a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:54Z', 'updated_at': '2021-07-22T20:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '6d2f8f2e-d547-4771-af1e-70d4af3f560b', 'name': '', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'mac_address': 'fa:16:3e:26:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:47Z', 'updated_at': '2021-07-22T20:59:57Z', 'revision_number': 5, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'subnets': [{'id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c507bd6a-551b-460c-ae2b-5ccbacb591af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:59:58.977827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3de0ce-8731-43ea-823e-b80e9c01fee8 None None] The sync data for ids ['9a9e6728-1806-4f15-a60a-4cc3f88476b2'] in n-d-762330-19 is: [{'id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'name': 'router1', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '2e065102-c77a-47f6-b866-5576c5bb557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:59:38Z', 'updated_at': '2021-07-22T20:59:55Z', 'revision_number': 4, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'gw_port': {'id': '2e065102-c77a-47f6-b866-5576c5bb557a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:54Z', 'updated_at': '2021-07-22T20:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '6d2f8f2e-d547-4771-af1e-70d4af3f560b', 'name': '', 'network_id': 'c42da81e-03a8-4049-b80d-1f1b19b83524', 'tenant_id': 'a42b546fcec846b2ac766bc3cb07d959', 'mac_address': 'fa:16:3e:26:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9e6728-1806-4f15-a60a-4cc3f88476b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:59:47Z', 'updated_at': '2021-07-22T20:59:57Z', 'revision_number': 5, 'project_id': 'a42b546fcec846b2ac766bc3cb07d959', 'subnets': [{'id': '51313d3c-586b-4e88-bb12-94ef58a84692', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c507bd6a-551b-460c-ae2b-5ccbacb591af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:59:59.110695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6d2f8f2e-d547-4771-af1e-70d4af3f560b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:59:59.166843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 6d2f8f2e-d547-4771-af1e-70d4af3f560b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:59:59.167212 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:01.150884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2e065102-c77a-47f6-b866-5576c5bb557a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:00:01.228362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 2e065102-c77a-47f6-b866-5576c5bb557a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:00:01.232450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 2e065102-c77a-47f6-b866-5576c5bb557a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:00:01.232828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:01.311818 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:01.335442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 2e065102-c77a-47f6-b866-5576c5bb557a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2e065102-c77a-47f6-b866-5576c5bb557a,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:00:01.346870 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:01.394127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=2e065102-c77a-47f6-b866-5576c5bb557a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:00:03.129297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2e065102-c77a-47f6-b866-5576c5bb557a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:00:03.200704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 2e065102-c77a-47f6-b866-5576c5bb557a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:00:03.201072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:04.938642 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:00:12.486977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e8224f88-1e93-4557-8360-b7e6051cbe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:15.108315 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-771dc007-34c7-4e7b-85dd-a8d1cf07a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:15.195763 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:15.840216 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:17.839766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:41.938994 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:00:42.488603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08de5ec2-c000-493f-a6c6-e9b3fd5f16ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:45.167917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdc27131-d832-4445-a77d-0b315bf6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:45.223769 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:45.836532 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.836791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.481752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-976200db-45d2-435b-b5fc-b729cfeb0f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.100603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-70eb7916-0668-4055-8216-0ceabc663fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.184312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.840615 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:17.837983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:18.972974 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:01:39.284217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43928) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:39.343092 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acab93f-5020-4270-a911-bfad852c3f89 admin admin] GET failed (client error): The resource could not be found. Jul 22 21:01:39.344351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8acab93f-5020-4270-a911-bfad852c3f89 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591862 Jul 22 21:01:39.570324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38798339-1d48-43c8-bbe1-99efd6255de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:39.571828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-38798339-1d48-43c8-bbe1-99efd6255de3 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2238193 Jul 22 21:01:41.716285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43938) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:41.813181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db7585-a79f-4ae7-b391-016e525b704a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:41.814519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-57db7585-a79f-4ae7-b391-016e525b704a admin admin] 10.222.0.54 "GET /v2.0/subnets/51313d3c-586b-4e88-bb12-94ef58a84692 HTTP/1.1" status: 200 len: 849 time: 0.0969374 Jul 22 21:01:41.823642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:01:41.907126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:42.050079 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766852813424'] for subnet, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:42.078340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:42.079591 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:42.080256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] 10.222.0.54 "PUT /v2.0/subnets/51313d3c-586b-4e88-bb12-94ef58a84692 HTTP/1.1" status: 200 len: 868 time: 0.2602782 Jul 22 21:01:42.095374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24103bad-dc33-48a7-9c85-b2e7e5e2a64b None None] Network c42da81e-03a8-4049-b80d-1f1b19b83524 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:01:42.104267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51313d3c-586b-4e88-bb12-94ef58a84692,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:42.113358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.113358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.113692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.114000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.114337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.114673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.115003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.115331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.115658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.116011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.116490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.116823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051b4b8-6b52-437b-98d9-5cdd543b6c6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:42.454054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-171b4951-a696-43b7-a519-f4af55494cf5 None None] Provisioning complete for port 6d2f8f2e-d547-4771-af1e-70d4af3f560b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:42.454430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-171b4951-a696-43b7-a519-f4af55494cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:42.496576 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e53246dc-cfb3-450c-86d1-73e7075391ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:42.551026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-171b4951-a696-43b7-a519-f4af55494cf5 None None] Provisioning complete for port c7c0aacd-86c7-422b-a5c4-802eab469c6b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:42.551317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-171b4951-a696-43b7-a519-f4af55494cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:44.230842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:44.422760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba33a12-3bf6-436a-aa8b-c443270bb9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:44.423150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba33a12-3bf6-436a-aa8b-c443270bb9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:44.424710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9ba33a12-3bf6-436a-aa8b-c443270bb9a1 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929173 Jul 22 21:01:45.102995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da505820-75dd-4176-b23f-ea60c6d96642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:45.186063 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:45.842773 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:46.584948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:46.713326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900ba61-82ba-42e0-8f9d-f2b6b74c5d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:46.713811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900ba61-82ba-42e0-8f9d-f2b6b74c5d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:46.715364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7900ba61-82ba-42e0-8f9d-f2b6b74c5d9a admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294830 Jul 22 21:01:47.843967 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:48.880238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43962) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:49.032988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf13b64d-1ce6-4725-bf1e-aabcbc0c4285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:49.034373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf13b64d-1ce6-4725-bf1e-aabcbc0c4285 admin admin] 10.222.0.54 "GET /v2.0/networks/c42da81e-03a8-4049-b80d-1f1b19b83524 HTTP/1.1" status: 200 len: 869 time: 0.1531770 Jul 22 21:01:51.180000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43970) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:51.311757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb228a-1b50-4b65-89ed-0621edf0ad08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:51.313569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-11cb228a-1b50-4b65-89ed-0621edf0ad08 admin admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 886 time: 0.1325681 Jul 22 21:01:53.505338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43978) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:53.627784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90f592-1158-454f-8217-09fa3c5bf1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:53.628269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90f592-1158-454f-8217-09fa3c5bf1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:53.629797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad90f592-1158-454f-8217-09fa3c5bf1e9 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235018 Jul 22 21:01:55.779643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:55.868931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a5855-b793-4146-9c96-b30183648ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:55.869432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a5855-b793-4146-9c96-b30183648ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:55.870953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-889a5855-b793-4146-9c96-b30183648ea9 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903144 Jul 22 21:01:56.030089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:01:58.031767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43994) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:58.123110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24160ae0-3f0b-4c7e-9f98-b496c24e6dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:58.124478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-24160ae0-3f0b-4c7e-9f98-b496c24e6dd7 admin admin] 10.222.0.54 "GET /v2.0/subnets/51313d3c-586b-4e88-bb12-94ef58a84692 HTTP/1.1" status: 200 len: 868 time: 0.0916774 Jul 22 21:02:00.264713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44002) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:00.346880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a87d4d9-ca9d-459e-b384-a2f7b2dff5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:00.348495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1a87d4d9-ca9d-459e-b384-a2f7b2dff5a5 admin admin] 10.222.0.54 "GET /v2.0/subnets/e1226892-25ac-4613-be19-d15842cf52b1 HTTP/1.1" status: 200 len: 816 time: 0.0828395 Jul 22 21:02:12.488602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb5238bb-9053-486f-8b00-f66ba935a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:15.107249 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b268-1491-45ac-b594-c6cb7af2353e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:15.186181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:15.847175 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:17.846343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:24.829058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44054) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:24.874433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-92081ba1-eecf-4260-a014-dd7e16efee07 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:02:24.875466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92081ba1-eecf-4260-a014-dd7e16efee07 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454311 Jul 22 21:02:27.101804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44062) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:27.159980 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8a8354-588b-476e-baa3-dd5efbcad6db admin admin] GET failed (client error): The resource could not be found. Jul 22 21:02:27.161287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1f8a8354-588b-476e-baa3-dd5efbcad6db admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585184 Jul 22 21:02:27.254674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3f5a6-e594-44ad-826d-9be4a1c01ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:27.256244 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-56e3f5a6-e594-44ad-826d-9be4a1c01ea3 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0910254 Jul 22 21:02:29.420747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44070) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:29.467113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:02:29.489583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Made reservation on behalf of 63090ecec1fc4e649c1b3513b24eeea0 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:02:29.491800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:29.519954 n-d-762330-19 neutron-server[94091]: WARNING neutron.services.revisions.revision_plugin [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Could not find related network for resource to bump revision. Jul 22 21:02:29.532370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:02:29.542319 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:29.542656 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Added segment c6fb9487-7a07-4105-acdf-21312a42919d of type vlan for network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab Jul 22 21:02:29.588007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:29.615100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:29.616330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:29.616912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:29.648301 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2263219 Jul 22 21:02:29.681091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:02:29.688999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.689326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.689656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.689990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.690320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.690644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.690970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.691293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.691622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.691973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.692294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.692611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f7d0c-7099-4b0d-b471-b7a3282bfd73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:29.704654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:02:31.826761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44080) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:31.884890 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-00939d70-cc87-45e3-a108-51ce0df4911e admin admin] GET failed (client error): The resource could not be found. Jul 22 21:02:31.886187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-00939d70-cc87-45e3-a108-51ce0df4911e admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584805 Jul 22 21:02:31.983501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a345a3-3c52-430c-a2cc-bdbe588df3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:31.985030 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-80a345a3-3c52-430c-a2cc-bdbe588df3f3 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0950472 Jul 22 21:02:31.994424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:02:32.013968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Made reservation on behalf of 63090ecec1fc4e649c1b3513b24eeea0 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:02:32.016608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.173066 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.225341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276f8581-db10-4bdc-a168-648f09ecd406,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:02:32.233433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:02:32.233809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Network hostable DHCP agents. Network: 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:02:32.248984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:02:32.256919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:02:32.262638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:32.263229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.266481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc0107-0e17-4490-adcf-99c2654640f5 None None] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:02:32.277717 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a5f8c967-d91e-4e61-9c54-bcbbdee48736 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2866426 Jul 22 21:02:32.522627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'tenant_id': '63090ecec1fc4e649c1b3513b24eeea0', 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:02:32.523505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.659293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Allocated IP 192.168.233.2 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/a205543a-531b-4a37-8f49-ab0f90c43068) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:02:32.802969 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.812521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Transition to ACTIVE for port object a205543a-531b-4a37-8f49-ab0f90c43068 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:02:32.828817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Transition to ACTIVE for port object a205543a-531b-4a37-8f49-ab0f90c43068 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:02:32.834428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.872383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:02:32.877725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:02:32.881040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:02:32.890688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Pushing event updated for resources: {'Port': ['ID=a205543a-531b-4a37-8f49-ab0f90c43068,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:02:32.899505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.899872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.900225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.900579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.900891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.901222 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.901551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.901878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.902204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.902528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.902852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.903171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:32.957948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Attempting to bind port a205543a-531b-4a37-8f49-ab0f90c43068 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:02:32.958320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Attempting to bind port a205543a-531b-4a37-8f49-ab0f90c43068 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:02:32.958699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Attempting to bind port a205543a-531b-4a37-8f49-ab0f90c43068 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:02:32.962386 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:02:32.963797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:02:32.964195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:02:32.964595 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.964983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:02:32.965708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Bound port: a205543a-531b-4a37-8f49-ab0f90c43068, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:02:32.966109 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:33.028652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] For port a205543a-531b-4a37-8f49-ab0f90c43068, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:02:33.031699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] For port a205543a-531b-4a37-8f49-ab0f90c43068, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a205543a-531b-4a37-8f49-ab0f90c43068,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:02:33.036578 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:33.097899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6ceb3-ca56-481a-8129-475e9311b889 None None] Pushing event updated for resources: {'Port': ['ID=a205543a-531b-4a37-8f49-ab0f90c43068,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:02:33.927609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c0865-2897-4601-9d6c-88c2ae266aa6 None None] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:02:34.040123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-39ca0f80-1b0c-4e52-9198-a9d77472f429 None None] Provisioning for port a205543a-531b-4a37-8f49-ab0f90c43068 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:02:35.217469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a205543a-531b-4a37-8f49-ab0f90c43068 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:02:35.271091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a205543a-531b-4a37-8f49-ab0f90c43068 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:02:35.274563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a205543a-531b-4a37-8f49-ab0f90c43068 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:02:35.274929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:35.350751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:35.382317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a205543a-531b-4a37-8f49-ab0f90c43068, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a205543a-531b-4a37-8f49-ab0f90c43068,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:02:35.386215 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:35.435123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a205543a-531b-4a37-8f49-ab0f90c43068,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:02:37.190396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a205543a-531b-4a37-8f49-ab0f90c43068 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:02:37.238488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a205543a-531b-4a37-8f49-ab0f90c43068 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:02:37.238859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:42.489861 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-37f0a3a2-2e3c-467e-bc8b-9ce30314d51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:45.103980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33ee6cb4-278a-4cfb-bda7-6462a7234db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:45.187054 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:45.849860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:47.849152 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:09.961404 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:03:12.493874 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2bc6f145-f650-4257-8734-351a71fc60e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:15.104767 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc575b13-ca4e-45ac-87f4-3e72df079af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:15.188856 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:15.852436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:17.853462 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:42.486566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef6056a8-09e2-4a03-af56-1e7136e9b6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.106163 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90c4f884-43ea-4f95-a7d1-dd93e2ccd0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.191701 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.856603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:46.959931 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:03:47.857174 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.528906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44132) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:48.534653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-f62891ff-4c49-45c9-8220-93025b05f1c7 tempest-verify_tempest_config-1717875037 tempest-verify_tempest_config-1717875037-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:03:48.535658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f62891ff-4c49-45c9-8220-93025b05f1c7 tempest-verify_tempest_config-1717875037 tempest-verify_tempest_config-1717875037-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057452 Jul 22 21:03:48.832233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44150) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:48.931553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.017288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.020754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.065827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8edf53f174cd425f966e305d5bd3106d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2325263 Jul 22 21:03:49.066792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d68a4d-4a4c-49d1-8ecd-8d77273e08f9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:49.069031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44154) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:49.074015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.074355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.074691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.075022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.075353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.075675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.076033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.076358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.076677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.077015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.077311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.077628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee79a0-d86d-453b-8aab-a784cb150212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.124234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.150214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.304986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.307296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.308469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5d68a4d-4a4c-49d1-8ecd-8d77273e08f9 HTTP/1.1" status: 204 len: 168 time: 0.2384830 Jul 22 21:03:49.316041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d68a4d-4a4c-49d1-8ecd-8d77273e08f9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:49.322943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.323282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.323612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.323960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.324286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.324634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.324919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.325237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.325549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.325863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.326178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:49.326488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cef19c-572e-4560-926a-af73cedb5134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:12.488704 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31188ef5-4c39-47aa-9ae4-6c40c2020781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.105603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e85886b9-672b-4f82-9723-cb8034810265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.192841 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.858555 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:17.858114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:23.958335 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:04:42.489680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4e191eff-3fb7-492d-96af-cb9813aba592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.108518 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2b56912a-b176-4ba0-a8fc-cd73a6e8970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.192334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.862614 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:47.861420 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:00.955884 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:05:12.490581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae2e9-20b2-4d5c-ba3d-bb797f88608b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:15.108084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec64f376-3267-4b9e-bff2-7ad8a0eef1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:15.192591 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:15.864712 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:17.866430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.954380 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:05:42.493956 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af1d31d2-b3b1-42c5-886c-af2a2ae53c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:45.109898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61a1cdc7-d6b7-459d-acf5-9ba4862c97bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:45.193881 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:45.876444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:47.867522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:12.489341 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b667631-2768-4f1d-a0d5-d56eb64010b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:14.952026 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:06:15.111671 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7224b985-306e-476f-bc23-0135c4c7769b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:15.195014 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:15.872797 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:17.871934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.489586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdef98b4-ab3e-45c9-a98f-c049c2ae2774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.112995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-57cd354a-a7ba-4381-8ff6-42f3909763b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.197006 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.873033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.873703 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.950702 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:07:00.822262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382946'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.627735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382946'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:12.490752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9471-4bd3-44fa-8e9d-f64287739c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:15.113150 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-581418aa-eb95-4095-8e9d-f8503e31ca0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:15.196184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:15.876974 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:17.878391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:28.950802 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:07:30.795600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:31.596622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:42.492395 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52768516-1623-4d89-b365-d248a54bf5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:45.113713 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eed77f80-da13-4586-a400-bf94ab6298fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:45.197327 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:45.880150 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:47.883131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:54.342465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44220) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:54.444266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c1ba223e-ea5e-4ff5-83d6-13aca4dc3049 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1006892 Jul 22 21:07:56.669624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:56.727273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-437205f5-0170-4479-a957-3456ec28dbf0 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0565493 Jul 22 21:08:00.819185 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:01.620631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:05.950144 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:12.493973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-353c9c4c-50cc-43a7-9a09-f1f5513ef646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:15.114403 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f559b03f-9fdf-4556-b135-3b444ce74ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:15.201400 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:15.882330 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:17.882653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.819884 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:31.626487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:42.494728 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c90a97-a178-44b3-8cce-d65a3da1ecef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:42.951332 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:45.116249 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c9143e80-ff4a-4ecc-9b4e-d6d63df748dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:45.208079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:45.885165 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.887339 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.845827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.628202 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.499558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e187-0014-473f-9d3e-7a8a1e31afe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.116973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-033b47d3-7c26-4fc0-9d83-67c5fe818ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.223198 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.894906 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.905872 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.806729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44344) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:19.083716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-network', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:19.106134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Made reservation on behalf of 276b311cdd854aaea7c6ae8d2e297604 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:19.117480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.126522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.229544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.234970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.264241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:19.269475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7e90e-d7ed-4d55-95cd-399a456dec46,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:19.279772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.280144 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Added segment fee05061-a423-4b21-bbaa-06c63c7510eb of type vlan for network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 Jul 22 21:09:19.288455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.288802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.289138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.289635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.290120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.290622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.291104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.291605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.292128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.292621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.292960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.293288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Tracked resource versions report: Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: pushed versions: Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: { 'AddressGroup': {'1.2'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'ConntrackHelper': {'1.0'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Log': {'1.0'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Network': {'1.1'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Port': {'1.7'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'PortForwarding': {'1.2'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'QosPolicy': {'1.8'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'SecurityGroup': {'1.4'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'SubPort': {'1.0'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Subnet': {'1.1'}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Trunk': {'1.1'}} Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: consumer versions: Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: { DHCP agent@n-d-762330-19: {}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: HyperV agent@n-h1-762330-19: {}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: HyperV agent@n-h2-762330-19: {}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: L3 agent@n-d-762330-19: {}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: Metadata agent@n-d-762330-19: {}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: Metering agent@n-d-762330-19: {}, Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'ConntrackHelper': '1.0', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Log': '1.0', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Network': '1.1', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Port': '1.7', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'PortForwarding': '1.2', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'QosPolicy': '1.8', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'SecurityGroup': '1.4', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'SecurityGroupRule': '1.2', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'SubPort': '1.0', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Subnet': '1.1', Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: 'Trunk': '1.1'}} Jul 22 21:09:19.294398 n-d-762330-19 neutron-server[94091]: {{(pid=94091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:09:19.334152 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.378922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.379937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:19.380515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.442309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] Pushing event updated for resources: {'Network': ['ID=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:19.445681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-33451e4a-ed90-4318-afbd-ebc642eb7aed admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6379480 Jul 22 21:09:19.448833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44394) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:19.460947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:19.476350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Request body: {'subnet': {'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-subnet', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:19.503446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Made reservation on behalf of 276b311cdd854aaea7c6ae8d2e297604 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:19.506781 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.704374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.767666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04d65b9-ad86-404a-a10b-d05e2b780a68,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:19.777293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.777635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.777972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.778297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.778874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.779369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.779867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.780435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.780908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.781372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.781853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.782345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Tracked resource versions report: Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: pushed versions: Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: { 'AddressGroup': {'1.2'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'ConntrackHelper': {'1.0'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Log': {'1.0'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Network': {'1.1'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Port': {'1.7'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'PortForwarding': {'1.2'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'QosPolicy': {'1.8'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'SecurityGroup': {'1.4'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'SubPort': {'1.0'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Subnet': {'1.1'}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Trunk': {'1.1'}} Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: consumer versions: Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: { DHCP agent@n-d-762330-19: {}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: HyperV agent@n-h1-762330-19: {}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: HyperV agent@n-h2-762330-19: {}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: L3 agent@n-d-762330-19: {}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: Metadata agent@n-d-762330-19: {}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: Metering agent@n-d-762330-19: {}, Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'ConntrackHelper': '1.0', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Log': '1.0', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Network': '1.1', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Port': '1.7', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'PortForwarding': '1.2', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'QosPolicy': '1.8', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'SecurityGroup': '1.4', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'SecurityGroupRule': '1.2', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'SubPort': '1.0', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Subnet': '1.1', Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: 'Trunk': '1.1'}} Jul 22 21:09:19.783450 n-d-762330-19 neutron-server[94092]: {{(pid=94092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:09:19.803681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Checking segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:19.804080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Network hostable DHCP agents. Network: 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:09:19.821057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:09:19.832782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:19.838044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:19.838647 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.846113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f86a3d-986a-46e5-a847-898ef6281689 None None] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:19.859293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:19.859803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1dd398e7-f01c-419a-bb78-0d284a32dddc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4092720 Jul 22 21:09:19.864513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:19.890872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.892168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.951349 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:09:20.014763 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.040328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:09:20.041377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.169527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.232522 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Allocated IP 172.20.0.2 (22fc2921-f54b-4be0-9cdd-cc09f2ad49c5/a04d65b9-ad86-404a-a10b-d05e2b780a68/1d271a80-d2ee-48cf-b253-2b850385a151) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:20.430632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.442115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Transition to ACTIVE for port object 1d271a80-d2ee-48cf-b253-2b850385a151 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:20.444406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.466966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.474852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Transition to ACTIVE for port object 1d271a80-d2ee-48cf-b253-2b850385a151 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:20.488409 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.524112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:20.526965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:20.529565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:20.548482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Pushing event updated for resources: {'Port': ['ID=1d271a80-d2ee-48cf-b253-2b850385a151,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.576912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.577257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.577600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.577933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.578268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.578598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.578928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.579249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.579575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.579915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.580287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.580613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Tracked resource versions report: Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: pushed versions: Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: { 'AddressGroup': {'1.2'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'ConntrackHelper': {'1.0'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Log': {'1.0'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Network': {'1.1'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Port': {'1.7'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'PortForwarding': {'1.2'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'QosPolicy': {'1.8'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'SecurityGroup': {'1.4'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'SubPort': {'1.0'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Subnet': {'1.1'}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Trunk': {'1.1'}} Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: consumer versions: Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: { DHCP agent@n-d-762330-19: {}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: HyperV agent@n-h1-762330-19: {}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: HyperV agent@n-h2-762330-19: {}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: L3 agent@n-d-762330-19: {}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: Metadata agent@n-d-762330-19: {}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: Metering agent@n-d-762330-19: {}, Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'ConntrackHelper': '1.0', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Log': '1.0', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Network': '1.1', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Port': '1.7', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'PortForwarding': '1.2', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'QosPolicy': '1.8', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'SecurityGroup': '1.4', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'SecurityGroupRule': '1.2', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'SubPort': '1.0', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Subnet': '1.1', Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: 'Trunk': '1.1'}} Jul 22 21:09:20.582418 n-d-762330-19 neutron-server[94093]: {{(pid=94093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:09:20.608856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Allocated IP 172.25.5.152 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/63c98524-8ffe-40be-bc4f-d7472914b3c3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:20.626538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Attempting to bind port 1d271a80-d2ee-48cf-b253-2b850385a151 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:20.626917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Attempting to bind port 1d271a80-d2ee-48cf-b253-2b850385a151 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:20.627548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Attempting to bind port 1d271a80-d2ee-48cf-b253-2b850385a151 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:20.633821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:20.634473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Checking segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:20.635162 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.635792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Bound using segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:20.636304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Bound port: 1d271a80-d2ee-48cf-b253-2b850385a151, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:20.636729 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.709423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] For port 1d271a80-d2ee-48cf-b253-2b850385a151, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:20.714251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] For port 1d271a80-d2ee-48cf-b253-2b850385a151, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d271a80-d2ee-48cf-b253-2b850385a151,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:20.723675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.745934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.786720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa9e88-3df1-4d51-a012-b563a9e1a364 None None] Pushing event updated for resources: {'Port': ['ID=1d271a80-d2ee-48cf-b253-2b850385a151,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.825296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.872198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Pushing event updated for resources: {'Port': ['ID=63c98524-8ffe-40be-bc4f-d7472914b3c3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.879764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:20.881798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:20.884737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:21.076351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:21.175747 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.485165 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.525059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d271a80-d2ee-48cf-b253-2b850385a151 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:21.616447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 1d271a80-d2ee-48cf-b253-2b850385a151 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:21.725428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Router ba30d540-3230-4bd3-a6b4-9a4825b08825 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:09:21.739003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-972b7db2-aa87-4995-aa39-98f6594f7b11 tempest-AutoAllocateNetworkTest-1615235580 tempest-AutoAllocateNetworkTest-1615235580-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9a601b5204047b8a664f9cbe5148062&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6600113 Jul 22 21:09:21.741883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44484) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:21.997508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab6008-e93f-4436-9964-d338fc21de41 None None] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:22.028065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0f78f-55e0-483c-bd2e-8188b83003b0 tempest-AutoAllocateNetworkTest-1615235580 tempest-AutoAllocateNetworkTest-1615235580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:22.030266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55a0f78f-55e0-483c-bd2e-8188b83003b0 tempest-AutoAllocateNetworkTest-1615235580 tempest-AutoAllocateNetworkTest-1615235580-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2872519 Jul 22 21:09:22.033286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:22.059743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:22.071555 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Sync routers for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:22.084991 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:22.085635 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:22.111584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c4b83be9-5565-4a6d-adce-e33a09cc5ddd tempest-AutoAllocateNetworkTest-1615235580 tempest-AutoAllocateNetworkTest-1615235580-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746269 Jul 22 21:09:22.111873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44498) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:22.117614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3affb0a3-4eb4-49a0-b510-7ea8286f24b1 None None] Provisioning for port 1d271a80-d2ee-48cf-b253-2b850385a151 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:22.126439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3affb0a3-4eb4-49a0-b510-7ea8286f24b1 None None] Provisioning complete for port 1d271a80-d2ee-48cf-b253-2b850385a151 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:22.127081 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3affb0a3-4eb4-49a0-b510-7ea8286f24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.147868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.152694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44504) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:22.166709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a4a22f4a-c470-4c89-9dce-381ebd1c3e78 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3052502 Jul 22 21:09:22.173010 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-918713a7-3039-49a6-b0b0-5f3110d72111 tempest-AutoAllocateNetworkTest-1615235580 tempest-AutoAllocateNetworkTest-1615235580-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9a601b5204047b8a664f9cbe5148062 HTTP/1.1" status: 200 len: 208 time: 0.0561869 Jul 22 21:09:22.295508 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:22.308152 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3affb0a3-4eb4-49a0-b510-7ea8286f24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.371825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3affb0a3-4eb4-49a0-b510-7ea8286f24b1 None None] For port 1d271a80-d2ee-48cf-b253-2b850385a151, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d271a80-d2ee-48cf-b253-2b850385a151,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:22.394602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3affb0a3-4eb4-49a0-b510-7ea8286f24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.465845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb0a3-4eb4-49a0-b510-7ea8286f24b1 None None] Pushing event updated for resources: {'Port': ['ID=1d271a80-d2ee-48cf-b253-2b850385a151,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:22.523357 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:20Z', 'revision_number': 3, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:22.557358 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Checking router: ba30d540-3230-4bd3-a6b4-9a4825b08825 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:22.557707 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Updating router ba30d540-3230-4bd3-a6b4-9a4825b08825 port 63c98524-8ffe-40be-bc4f-d7472914b3c3 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:22.603175 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.722417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cf8f5672-5b37-413c-ba2c-11faf8f30acd None None] Provisioning complete for port 1d271a80-d2ee-48cf-b253-2b850385a151 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:22.722977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5672-5b37-413c-ba2c-11faf8f30acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.825576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.973549 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.984752 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Transition to ACTIVE for port object 63c98524-8ffe-40be-bc4f-d7472914b3c3 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:22.992985 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.053645 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Pushing event updated for resources: {'Port': ['ID=63c98524-8ffe-40be-bc4f-d7472914b3c3,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:23.055766 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Attempting to bind port 63c98524-8ffe-40be-bc4f-d7472914b3c3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:23.056351 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Attempting to bind port 63c98524-8ffe-40be-bc4f-d7472914b3c3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:23.056894 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Attempting to bind port 63c98524-8ffe-40be-bc4f-d7472914b3c3 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:23.067095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.067680 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.068096 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.068441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.068779 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.069109 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.069454 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.069765 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.070091 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.070414 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.070738 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.071123 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Tracked resource versions report: Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: pushed versions: Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: { 'AddressGroup': {'1.2'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'ConntrackHelper': {'1.0'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Log': {'1.0'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Network': {'1.1'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Port': {'1.7'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'PortForwarding': {'1.2'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'QosPolicy': {'1.8'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'SecurityGroup': {'1.4'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'SubPort': {'1.0'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Subnet': {'1.1'}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Trunk': {'1.1'}} Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: consumer versions: Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: { DHCP agent@n-d-762330-19: {}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: HyperV agent@n-h1-762330-19: {}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: HyperV agent@n-h2-762330-19: {}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: L3 agent@n-d-762330-19: {}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: Metadata agent@n-d-762330-19: {}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: Metering agent@n-d-762330-19: {}, Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: Open vSwitch agent@n-d-762330-19: { 'AddressGroup': '1.2', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'ConntrackHelper': '1.0', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Log': '1.0', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Network': '1.1', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Port': '1.7', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'PortForwarding': '1.2', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'QosPolicy': '1.8', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'SecurityGroup': '1.4', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'SecurityGroupRule': '1.2', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'SubPort': '1.0', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Subnet': '1.1', Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: 'Trunk': '1.1'}} Jul 22 21:09:23.072338 n-d-762330-19 neutron-server[94094]: {{(pid=94094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:09:23.081631 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:23.081924 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:23.082329 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.082724 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:23.083207 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Bound port: 63c98524-8ffe-40be-bc4f-d7472914b3c3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:23.083614 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.103104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Allocated IP 172.20.0.1 (22fc2921-f54b-4be0-9cdd-cc09f2ad49c5/a04d65b9-ad86-404a-a10b-d05e2b780a68/20d01910-080c-4e10-bd78-cf412fcee026) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:23.142571 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] For port 63c98524-8ffe-40be-bc4f-d7472914b3c3, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:23.145905 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] For port 63c98524-8ffe-40be-bc4f-d7472914b3c3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=63c98524-8ffe-40be-bc4f-d7472914b3c3,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:23.151115 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.181196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44540) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:23.207763 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8078af6-32c1-4ed8-ba04-de8f6d39f908 None None] Pushing event updated for resources: {'Port': ['ID=63c98524-8ffe-40be-bc4f-d7472914b3c3,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:23.236133 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:23.237022 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:23.243083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.260911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Transition to ACTIVE for port object 20d01910-080c-4e10-bd78-cf412fcee026 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:23.298290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.351446 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:23.355703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Pushing event updated for resources: {'Port': ['ID=20d01910-080c-4e10-bd78-cf412fcee026,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:23.389577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:23.391274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:23.399189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:23.403186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.524462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d271a80-d2ee-48cf-b253-2b850385a151 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:23.632791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1d271a80-d2ee-48cf-b253-2b850385a151 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:23.633744 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.660111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f266377-c89d-473d-b8a1-ae7d22f6277d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.715226 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:20Z', 'revision_number': 3, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:23.739707 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.778057 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844fc202-d5a8-4fc0-96bf-9132a7464714 None None] The sync data for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 is: [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:20Z', 'revision_number': 3, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:23.831248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5acdfddb-ca34-49cf-999a-b041a22c06d3 None None] Provisioning for port 20d01910-080c-4e10-bd78-cf412fcee026 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:23.839288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5acdfddb-ca34-49cf-999a-b041a22c06d3 None None] Provisioning complete for port 20d01910-080c-4e10-bd78-cf412fcee026 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:23.839604 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5acdfddb-ca34-49cf-999a-b041a22c06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.886838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5acdfddb-ca34-49cf-999a-b041a22c06d3 None None] Port 20d01910-080c-4e10-bd78-cf412fcee026 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:23.901323 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f266377-c89d-473d-b8a1-ae7d22f6277d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.907150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f266377-c89d-473d-b8a1-ae7d22f6277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.974104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f266377-c89d-473d-b8a1-ae7d22f6277d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbe36c-7671-4737-b214-3d7467fbc518,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.004488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6f266377-c89d-473d-b8a1-ae7d22f6277d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9a601b5204047b8a664f9cbe5148062&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8214717 Jul 22 21:09:24.005135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44568) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:24.066275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c25e18ea-4756-4ef5-80ad-392d3410ffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.100164 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c25e18ea-4756-4ef5-80ad-392d3410ffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.105879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.121484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.122328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.199555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c25e18ea-4756-4ef5-80ad-392d3410ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.215544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c25e18ea-4756-4ef5-80ad-392d3410ffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.223097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c25e18ea-4756-4ef5-80ad-392d3410ffa5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1cbe36c-7671-4737-b214-3d7467fbc518 HTTP/1.1" status: 204 len: 168 time: 0.2169366 Jul 22 21:09:24.234404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e18ea-4756-4ef5-80ad-392d3410ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbe36c-7671-4737-b214-3d7467fbc518,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.336432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Pushing event updated for resources: {'Port': ['ID=20d01910-080c-4e10-bd78-cf412fcee026,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.349631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:24.351008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:24.646659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Router ba30d540-3230-4bd3-a6b4-9a4825b08825 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:24.713871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b1a9f42-7416-4cbf-8ebe-fcd90feee2c1 None None] Provisioning complete for port 20d01910-080c-4e10-bd78-cf412fcee026 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:24.715948 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f42-7416-4cbf-8ebe-fcd90feee2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.781012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:24.783392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a9f42-7416-4cbf-8ebe-fcd90feee2c1 None None] Port 20d01910-080c-4e10-bd78-cf412fcee026 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:24.789292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d03ac8a3-b111-4623-bb1d-4dca56658460 admin admin] 10.222.0.54 "PUT /v2.0/routers/ba30d540-3230-4bd3-a6b4-9a4825b08825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6353042 Jul 22 21:09:25.521213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 63c98524-8ffe-40be-bc4f-d7472914b3c3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:25.615418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 63c98524-8ffe-40be-bc4f-d7472914b3c3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:25.620762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 63c98524-8ffe-40be-bc4f-d7472914b3c3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:25.621388 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.771562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.796518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 63c98524-8ffe-40be-bc4f-d7472914b3c3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=63c98524-8ffe-40be-bc4f-d7472914b3c3,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:25.802179 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.879625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=63c98524-8ffe-40be-bc4f-d7472914b3c3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:25.947002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Sync routers for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:25.962147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:25.963040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:25.986714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44666) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:25.992811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-network', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:26.037032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Made reservation on behalf of 46516eac2c3f44beaad1c3ac7c2d88a8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:26.039431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.048657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.193702 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.201614 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.201835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:26.221875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:26.262400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1d495-8376-4e29-a630-48ea5acf91e7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:26.266361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.266849 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Added segment e2b73ba2-42cf-4ab5-b224-94937e7bcd23 of type vlan for network 6be49864-651b-4d41-acaf-ee5962bd6577 Jul 22 21:09:26.313642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.333728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44672) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:26.368517 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.369547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:26.370193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.404175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44676) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:26.404527 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4157293 Jul 22 21:09:26.410578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Request body: {'subnet': {'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-subnet', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:26.465164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59870e2-e041-4f66-a835-221c17f5250c admin admin] Pushing event updated for resources: {'Network': ['ID=6be49864-651b-4d41-acaf-ee5962bd6577,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:26.482852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Made reservation on behalf of 46516eac2c3f44beaad1c3ac7c2d88a8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:26.486133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.486640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6be49864-651b-4d41-acaf-ee5962bd6577 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:26.686977 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9f469f4-9061-428a-97d0-8e6c16143132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.695391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 2, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:26.737715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Checking router: ba30d540-3230-4bd3-a6b4-9a4825b08825 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:26.738659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Updating router ba30d540-3230-4bd3-a6b4-9a4825b08825 port 20d01910-080c-4e10-bd78-cf412fcee026 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:26.813014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.813182 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.934848 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19565b6-c9ed-4afb-8248-8933920f08a9,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:26.944587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9f469f4-9061-428a-97d0-8e6c16143132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.949603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Checking segment: {'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:26.953136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Network hostable DHCP agents. Network: 6be49864-651b-4d41-acaf-ee5962bd6577, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:09:26.959626 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9f469f4-9061-428a-97d0-8e6c16143132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.006957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f469f4-9061-428a-97d0-8e6c16143132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9289e80a-48a6-489f-9c6f-b248b2a42c8f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:27.043044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f9f469f4-9061-428a-97d0-8e6c16143132 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=915860b33c854f4d9604803861807128&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7066102 Jul 22 21:09:27.044457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44736) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:27.046036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Network 6be49864-651b-4d41-acaf-ee5962bd6577 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:09:27.066585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6be49864-651b-4d41-acaf-ee5962bd6577) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:27.083374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:27.086029 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.130785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b3e21e8c-bf8e-443f-a346-35406bd76b90 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7250242 Jul 22 21:09:27.134512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:27.143017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:27.186975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-597fe6a7-09c3-4831-8a42-b1ca95a7fe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.195387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.196645 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.215454 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-597fe6a7-09c3-4831-8a42-b1ca95a7fe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.279240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d6193-7330-4f9e-907a-424017369e8c None None] Network 6be49864-651b-4d41-acaf-ee5962bd6577 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:27.281082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-597fe6a7-09c3-4831-8a42-b1ca95a7fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.290478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-597fe6a7-09c3-4831-8a42-b1ca95a7fe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.291898 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-597fe6a7-09c3-4831-8a42-b1ca95a7fe1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9289e80a-48a6-489f-9c6f-b248b2a42c8f HTTP/1.1" status: 204 len: 168 time: 0.2463913 Jul 22 21:09:27.302222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fe6a7-09c3-4831-8a42-b1ca95a7fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9289e80a-48a6-489f-9c6f-b248b2a42c8f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:27.328880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.384208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44762) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:27.401055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.425079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Transition to ACTIVE for port object 20d01910-080c-4e10-bd78-cf412fcee026 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:27.442526 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.525731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 63c98524-8ffe-40be-bc4f-d7472914b3c3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:27.611665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d2d5-2daf-4bb5-9839-36f10fcaa139 None None] Pushing event updated for resources: {'Port': ['ID=20d01910-080c-4e10-bd78-cf412fcee026,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:27.623564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.707988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6be49864-651b-4d41-acaf-ee5962bd6577', 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'fixed_ips': [{'subnet_id': 'e19565b6-c9ed-4afb-8248-8933920f08a9'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:09:27.708999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.776476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Attempting to bind port 20d01910-080c-4e10-bd78-cf412fcee026 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:27.776844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Attempting to bind port 20d01910-080c-4e10-bd78-cf412fcee026 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:27.777199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Attempting to bind port 20d01910-080c-4e10-bd78-cf412fcee026 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:27.832985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 63c98524-8ffe-40be-bc4f-d7472914b3c3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:27.833358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.863376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:27.863740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Checking segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:27.864320 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.864843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Bound using segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:27.865486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Bound port: 20d01910-080c-4e10-bd78-cf412fcee026, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:27.866028 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.916527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.959468 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.999476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Allocated IP 172.20.0.2 (6be49864-651b-4d41-acaf-ee5962bd6577/e19565b6-c9ed-4afb-8248-8933920f08a9/9ace8f9d-e23e-4f5e-b3b6-63b477a033a9) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:28.028951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] For port 20d01910-080c-4e10-bd78-cf412fcee026, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:28.034163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] For port 20d01910-080c-4e10-bd78-cf412fcee026, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=20d01910-080c-4e10-bd78-cf412fcee026,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:28.060822 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.123641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa064494-ce40-4747-ac20-c26dfa17c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.126444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Allocated IP 172.25.5.192 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/8c6d24ad-8758-498c-bd8a-ff17e8361b42) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:28.246245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:28.247065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:28.298460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.325568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44798) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:28.365537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa064494-ce40-4747-ac20-c26dfa17c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.374506 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.379112 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa064494-ce40-4747-ac20-c26dfa17c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.409430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d2d5-2daf-4bb5-9839-36f10fcaa139 None None] Pushing event updated for resources: {'Port': ['ID=20d01910-080c-4e10-bd78-cf412fcee026,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:28.433502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa064494-ce40-4747-ac20-c26dfa17c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2880077b-b368-4f77-b7dc-17eaf16b7b9a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:28.487619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa064494-ce40-4747-ac20-c26dfa17c0ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdf8751fd28d420784256831083b914d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0992084 Jul 22 21:09:28.488801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Pushing event updated for resources: {'Port': ['ID=8c6d24ad-8758-498c-bd8a-ff17e8361b42,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:28.491188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:28.498597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:28.512371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:28.514651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:28.518446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:28.615899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:28.646527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d92a0b3-0a2a-49b0-a0c2-9ef20c8df64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.664308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a01f1aab-c55e-41a9-9641-67254e301b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.699985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.728903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Transition to ACTIVE for port object 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:28.733604 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a01f1aab-c55e-41a9-9641-67254e301b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.802764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a01f1aab-c55e-41a9-9641-67254e301b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.803017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Transition to ACTIVE for port object 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:28.805567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a01f1aab-c55e-41a9-9641-67254e301b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.806847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a01f1aab-c55e-41a9-9641-67254e301b64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2880077b-b368-4f77-b7dc-17eaf16b7b9a HTTP/1.1" status: 204 len: 168 time: 0.3146636 Jul 22 21:09:28.818337 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.822116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f1aab-c55e-41a9-9641-67254e301b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2880077b-b368-4f77-b7dc-17eaf16b7b9a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:28.890989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Network 6be49864-651b-4d41-acaf-ee5962bd6577 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:28.897441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.902691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:28.907576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:28.916419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Pushing event updated for resources: {'Port': ['ID=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:28.935431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d92a0b3-0a2a-49b0-a0c2-9ef20c8df64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.941424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d92a0b3-0a2a-49b0-a0c2-9ef20c8df64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.991789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5d92a0b3-0a2a-49b0-a0c2-9ef20c8df64b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=48ebc4bb3d4d43d0a0ecf1a3097f8f09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3748472 Jul 22 21:09:28.994382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44834) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:28.998564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Attempting to bind port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:28.998943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Attempting to bind port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:28.999307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Attempting to bind port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 on network 6be49864-651b-4d41-acaf-ee5962bd6577 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:29.007223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:29.007748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Checking segment: {'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:29.008260 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.008656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Bound using segment: {'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:29.009139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Bound port: 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:29.009611 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.026721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92a0b3-0a2a-49b0-a0c2-9ef20c8df64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3078ee5c-0803-44b6-a609-df696503cc5c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:29.040056 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21b9ccbf-5e88-42ed-9b21-1d70847576bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.065792 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5d19-9aad-4846-9f1c-ef474339a25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.103978 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5d19-9aad-4846-9f1c-ef474339a25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.116497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] For port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:29.120983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] For port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,segment=NetworkSegment(e2b73ba2-42cf-4ab5-b224-94937e7bcd23),segment_id=e2b73ba2-42cf-4ab5-b224-94937e7bcd23)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:29.147431 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.195385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5d19-9aad-4846-9f1c-ef474339a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.213107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5d19-9aad-4846-9f1c-ef474339a25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.216780 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3f0d5d19-9aad-4846-9f1c-ef474339a25c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3078ee5c-0803-44b6-a609-df696503cc5c HTTP/1.1" status: 204 len: 168 time: 0.2191091 Jul 22 21:09:29.224845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3a7a7-576a-4f16-9c4c-38a3dccf3f27 None None] Pushing event updated for resources: {'Port': ['ID=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:29.228884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:29.265211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d5d19-9aad-4846-9f1c-ef474339a25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3078ee5c-0803-44b6-a609-df696503cc5c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:29.266660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c9ff98-1fac-432b-9f3b-7908888121de None None] The sync data for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 is: [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:29.410262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.660440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20d01910-080c-4e10-bd78-cf412fcee026 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:29.728400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44860) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:29.757665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-417713f8-6441-4e8d-909d-6b260f90a8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.793182 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21b9ccbf-5e88-42ed-9b21-1d70847576bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.812935 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21b9ccbf-5e88-42ed-9b21-1d70847576bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.858088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 20d01910-080c-4e10-bd78-cf412fcee026 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:29.871445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 20d01910-080c-4e10-bd78-cf412fcee026 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:29.871833 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.018125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-417713f8-6441-4e8d-909d-6b260f90a8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.022418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-21b9ccbf-5e88-42ed-9b21-1d70847576bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8aa834e571f843ddb4e1301e89bb2bca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6948950 Jul 22 21:09:30.025974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44872) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:30.059453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9ccbf-5e88-42ed-9b21-1d70847576bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1977f07-e57c-43cd-964d-52e634905c43,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.099939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-417713f8-6441-4e8d-909d-6b260f90a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.152540 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.170543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417713f8-6441-4e8d-909d-6b260f90a8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07a4a3-d4ee-4bb7-b4fc-683bbc3bb770,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.196209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:09:30.233643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-417713f8-6441-4e8d-909d-6b260f90a8bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51ade072398a430fb6e9191d23498b0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4983118 Jul 22 21:09:30.237681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:30.245400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 20d01910-080c-4e10-bd78-cf412fcee026, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=20d01910-080c-4e10-bd78-cf412fcee026,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:30.258178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.356075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70de25a8-27c6-435c-90d1-3145cd4ee711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.435694 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70de25a8-27c6-435c-90d1-3145cd4ee711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.464947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3ed0-90ba-4eee-b786-41bc438cc707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.488638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44906) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:30.534880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3ed0-90ba-4eee-b786-41bc438cc707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.601725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70de25a8-27c6-435c-90d1-3145cd4ee711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.608485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70de25a8-27c6-435c-90d1-3145cd4ee711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.619286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-70de25a8-27c6-435c-90d1-3145cd4ee711 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a1977f07-e57c-43cd-964d-52e634905c43 HTTP/1.1" status: 204 len: 168 time: 0.5915167 Jul 22 21:09:30.646746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de25a8-27c6-435c-90d1-3145cd4ee711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1977f07-e57c-43cd-964d-52e634905c43,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.676914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3ed0-90ba-4eee-b786-41bc438cc707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.680130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3ed0-90ba-4eee-b786-41bc438cc707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.683777 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3d5c3ed0-90ba-4eee-b786-41bc438cc707 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb07a4a3-d4ee-4bb7-b4fc-683bbc3bb770 HTTP/1.1" status: 204 len: 168 time: 0.4419777 Jul 22 21:09:30.701799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=20d01910-080c-4e10-bd78-cf412fcee026,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.706028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3ed0-90ba-4eee-b786-41bc438cc707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07a4a3-d4ee-4bb7-b4fc-683bbc3bb770,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.841335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:30.854931 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Sync routers for ids ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:30.864036 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.868384 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Routers {'54cc7d4a-f9f6-4812-842e-a53ac1371b49'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:30.869218 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:30.875443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.876790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-90043108-2f4e-4448-9417-b35d82bb57cd admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7402306 Jul 22 21:09:30.880237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44920) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:31.029097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-761da393-79b5-4f81-af0c-78cab551c973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.139771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506b9c0-92cf-41a3-9092-7b01c88a36be None None] Network 6be49864-651b-4d41-acaf-ee5962bd6577 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:31.158062 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Set router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:31.301278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-09079f6c-d327-438a-92ed-cfd9d3775be0 None None] Provisioning for port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:31.601889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44932) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:31.662747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb00-7212-4a6e-b63f-1f9a17c0e677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.667247 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.683958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 3, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:31.706553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20d01910-080c-4e10-bd78-cf412fcee026 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:31.801125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 20d01910-080c-4e10-bd78-cf412fcee026 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:31.801581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.810314 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Checking router: 54cc7d4a-f9f6-4812-842e-a53ac1371b49 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:31.810671 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Updating router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:31.910904 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.940137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:31.945008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-761da393-79b5-4f81-af0c-78cab551c973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.957367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-761da393-79b5-4f81-af0c-78cab551c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.035738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-761da393-79b5-4f81-af0c-78cab551c973 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27b7da5bb4cb4fa1b4912d2e6f17d52f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5383024 Jul 22 21:09:32.036704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.038756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761da393-79b5-4f81-af0c-78cab551c973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260656f3-2f74-4f01-a90b-06b03b71c968,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.048079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:32.055865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:32.056391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.106333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-74998948-f68f-43ba-8b6d-90585db82791 None None] Provisioning complete for port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:32.107088 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-74998948-f68f-43ba-8b6d-90585db82791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.166209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb00-7212-4a6e-b63f-1f9a17c0e677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.176688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb00-7212-4a6e-b63f-1f9a17c0e677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.218969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c918645f-20fb-4759-a3fb-337a478807df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.251443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6adbeb00-7212-4a6e-b63f-1f9a17c0e677 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7e26e1c580745b2b8cd04e787f212e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6454759 Jul 22 21:09:32.253464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44972) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.282893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c918645f-20fb-4759-a3fb-337a478807df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.349451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.380576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1f706d9-f173-415e-ba79-25b4480787e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.401790 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.412056 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Transition to ACTIVE for port object 8c6d24ad-8758-498c-bd8a-ff17e8361b42 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:32.415215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1f706d9-f173-415e-ba79-25b4480787e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.424485 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.432746 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.443292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c918645f-20fb-4759-a3fb-337a478807df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.446163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c918645f-20fb-4759-a3fb-337a478807df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.447588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c918645f-20fb-4759-a3fb-337a478807df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/260656f3-2f74-4f01-a90b-06b03b71c968 HTTP/1.1" status: 204 len: 168 time: 0.4098423 Jul 22 21:09:32.466474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918645f-20fb-4759-a3fb-337a478807df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260656f3-2f74-4f01-a90b-06b03b71c968,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.485663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbeb00-7212-4a6e-b63f-1f9a17c0e677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973a5067-6510-49a9-8ffb-0024c2777cb4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.504878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1f706d9-f173-415e-ba79-25b4480787e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.507507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1f706d9-f173-415e-ba79-25b4480787e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.511287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b1f706d9-f173-415e-ba79-25b4480787e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/973a5067-6510-49a9-8ffb-0024c2777cb4 HTTP/1.1" status: 204 len: 168 time: 0.2444556 Jul 22 21:09:32.523873 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93f919-df6a-4793-a02a-3bef97333c66 None None] Pushing event updated for resources: {'Port': ['ID=8c6d24ad-8758-498c-bd8a-ff17e8361b42,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.529010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f706d9-f173-415e-ba79-25b4480787e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973a5067-6510-49a9-8ffb-0024c2777cb4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.531996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-74998948-f68f-43ba-8b6d-90585db82791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.563095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Attempting to bind port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:32.563477 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Attempting to bind port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:32.563833 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Attempting to bind port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:32.572285 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:32.573945 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:32.574759 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.575321 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:32.576929 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Bound port: 8c6d24ad-8758-498c-bd8a-ff17e8361b42, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:32.577823 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.581256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,segment=NetworkSegment(e2b73ba2-42cf-4ab5-b224-94937e7bcd23),segment_id=e2b73ba2-42cf-4ab5-b224-94937e7bcd23)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:32.592181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.628251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Allocated IP 172.20.0.1 (6be49864-651b-4d41-acaf-ee5962bd6577/e19565b6-c9ed-4afb-8248-8933920f08a9/3c2a23c8-84c3-4404-bc8c-4ae5610c5d64) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:32.692357 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-74998948-f68f-43ba-8b6d-90585db82791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:09:32.694817 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-74998948-f68f-43ba-8b6d-90585db82791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:09:32.700458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.703675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] For port 8c6d24ad-8758-498c-bd8a-ff17e8361b42, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:32.708609 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] For port 8c6d24ad-8758-498c-bd8a-ff17e8361b42, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8c6d24ad-8758-498c-bd8a-ff17e8361b42,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:32.720630 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.768756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.784563 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Routers {'54cc7d4a-f9f6-4812-842e-a53ac1371b49'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:32.785310 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:32.791910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Transition to ACTIVE for port object 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:32.834982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.851792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44992) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.869298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.871885 n-d-762330-19 neutron-server[94092]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 21:09:32.880818 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93f919-df6a-4793-a02a-3bef97333c66 None None] Pushing event updated for resources: {'Port': ['ID=8c6d24ad-8758-498c-bd8a-ff17e8361b42,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.881533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Network 6be49864-651b-4d41-acaf-ee5962bd6577 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:32.884503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:32.888195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:32.888668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.920900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-4c511883-6aa7-4009-b3bc-0433432e9f1a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f087766fe2864b2d96cb6002e99c0222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500996 Jul 22 21:09:32.961488 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] Set router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:33.136560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.166737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.263153 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 3, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:33.303230 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227980f1-7bcb-422e-885f-b84d20bccbfc None None] The sync data for ids ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'] in n-d-762330-19 is: [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 3, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:33.329413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-962fd266-2b74-4598-9f04-a2e299c0953d tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:33.336399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-962fd266-2b74-4598-9f04-a2e299c0953d tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046834 Jul 22 21:09:33.367989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-2dbb0ab1-0af9-4d15-b691-e1b23445980b tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/quotas/f087766fe2864b2d96cb6002e99c0222 HTTP/1.1" status: 200 len: 375 time: 0.0252435 Jul 22 21:09:33.410601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-80e5bd35-868c-46af-8fc3-3d445414181c None None] Provisioning for port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:33.414778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-80e5bd35-868c-46af-8fc3-3d445414181c None None] Provisioning complete for port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:33.415147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-80e5bd35-868c-46af-8fc3-3d445414181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.472872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-303cb47b-c590-4176-a85e-92a86400d4f4 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f087766fe2864b2d96cb6002e99c0222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955944 Jul 22 21:09:33.493666 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.504640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.506829 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.521466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:33.574001 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d47a-ca21-4d84-a75d-4b84cf90b7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.614157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-80e5bd35-868c-46af-8fc3-3d445414181c None None] Port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:33.644148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:33.644521 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.709697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45010) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:33.755280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.780400 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f3faae5-e664-418f-b911-34c6f0f145aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.868649 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d47a-ca21-4d84-a75d-4b84cf90b7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.878273 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d47a-ca21-4d84-a75d-4b84cf90b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.938151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1cf1d47a-ca21-4d84-a75d-4b84cf90b7b3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3b45412da194430afcec9965c867d36&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0846550 Jul 22 21:09:33.954004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45024) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:33.957847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1d47a-ca21-4d84-a75d-4b84cf90b7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172ff078-4a67-4ea0-94c9-a273338280db,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.044614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Network 6be49864-651b-4d41-acaf-ee5962bd6577 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:34.049272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:34.049786 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36e0fe0b-afb8-4e92-815f-ea4a82094d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.090140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36e0fe0b-afb8-4e92-815f-ea4a82094d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.193424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36e0fe0b-afb8-4e92-815f-ea4a82094d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.206430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36e0fe0b-afb8-4e92-815f-ea4a82094d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.208596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-36e0fe0b-afb8-4e92-815f-ea4a82094d47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/172ff078-4a67-4ea0-94c9-a273338280db HTTP/1.1" status: 204 len: 168 time: 0.2472231 Jul 22 21:09:34.240667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0fe0b-afb8-4e92-815f-ea4a82094d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172ff078-4a67-4ea0-94c9-a273338280db,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.285427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f3faae5-e664-418f-b911-34c6f0f145aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.302514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f3faae5-e664-418f-b911-34c6f0f145aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.369155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3faae5-e664-418f-b911-34c6f0f145aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc26c545-d8cd-404b-a297-adc25643a8ad,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.415612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:34.419886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4f3faae5-e664-418f-b911-34c6f0f145aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92be6158365e4c4aa5aa2c31cb2fd5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7090256 Jul 22 21:09:34.422685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45050) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:34.449697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7baf19e9-ffb4-4482-8780-c965a54f181b None None] Provisioning complete for port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:34.451108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7baf19e9-ffb4-4482-8780-c965a54f181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.488327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:34.518179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7baf19e9-ffb4-4482-8780-c965a54f181b None None] Port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:34.587893 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6058cd6-2b6b-44c2-a548-221925164a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.599342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:34.605176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c963c77e-3077-4e8d-aecc-0ceff0d47401 admin admin] 10.222.0.54 "PUT /v2.0/routers/54cc7d4a-f9f6-4812-842e-a53ac1371b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238243 Jul 22 21:09:34.645332 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6058cd6-2b6b-44c2-a548-221925164a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.708444 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6058cd6-2b6b-44c2-a548-221925164a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.711107 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6058cd6-2b6b-44c2-a548-221925164a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.712609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f6058cd6-2b6b-44c2-a548-221925164a95 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc26c545-d8cd-404b-a297-adc25643a8ad HTTP/1.1" status: 204 len: 168 time: 0.2832232 Jul 22 21:09:34.728019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6058cd6-2b6b-44c2-a548-221925164a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc26c545-d8cd-404b-a297-adc25643a8ad,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.969273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-588b395b-3412-40b2-ad23-c3a0d0a0bc55 req-7e8c3552-bb18-417e-9b09-c1e93601eb91 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 210 time: 0.4668584 Jul 22 21:09:35.336909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:35.365681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8450f305-e913-4550-991e-f8543b0e0be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.566740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8c6d24ad-8758-498c-bd8a-ff17e8361b42 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:35.607750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8450f305-e913-4550-991e-f8543b0e0be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.614824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8450f305-e913-4550-991e-f8543b0e0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.681414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Sync routers for ids ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:35.694343 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8450f305-e913-4550-991e-f8543b0e0be7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40d707a2f3874596ae0d4cd22a039cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556058 Jul 22 21:09:35.695401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450f305-e913-4550-991e-f8543b0e0be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a65eb-b353-41ff-89ce-956d247bb20d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:35.697186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:35.721885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Routers {'54cc7d4a-f9f6-4812-842e-a53ac1371b49'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:35.723069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:35.727245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:35.780575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:35.781019 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.783821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7105-1831-4cec-86ff-078f4abc1814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.828005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7105-1831-4cec-86ff-078f4abc1814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.899418 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7105-1831-4cec-86ff-078f4abc1814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.905027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7105-1831-4cec-86ff-078f4abc1814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.906878 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e1fd7105-1831-4cec-86ff-078f4abc1814 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b73a65eb-b353-41ff-89ce-956d247bb20d HTTP/1.1" status: 204 len: 168 time: 0.2082865 Jul 22 21:09:35.917841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd7105-1831-4cec-86ff-078f4abc1814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a65eb-b353-41ff-89ce-956d247bb20d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:35.931737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Set router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:35.985097 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.050618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8c6d24ad-8758-498c-bd8a-ff17e8361b42, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8c6d24ad-8758-498c-bd8a-ff17e8361b42,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:36.064189 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.173411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8c6d24ad-8758-498c-bd8a-ff17e8361b42,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:36.242145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:33Z', 'revision_number': 4, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '3c2a23c8-84c3-4404-bc8c-4ae5610c5d64', 'name': '', 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'mac_address': 'fa:16:3e:e6:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e19565b6-c9ed-4afb-8248-8933920f08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:32Z', 'updated_at': '2021-07-22T21:09:33Z', 'revision_number': 2, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'subnets': [{'id': 'e19565b6-c9ed-4afb-8248-8933920f08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:36.270879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Checking router: 54cc7d4a-f9f6-4812-842e-a53ac1371b49 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:36.271395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Updating router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:36.304237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fba78cf2-7fdd-482e-b006-f2058939e03d req-14c7d247-7072-4905-903c-cb1cc332fbd7 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 210 time: 0.0464780 Jul 22 21:09:36.368610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.792941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.23', 61862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:36.866860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-abe39920-684e-4942-bfa0-e0aaced11c6d tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f087766fe2864b2d96cb6002e99c0222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727100 Jul 22 21:09:36.884551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45162) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:36.891376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-19e7ac1f-a9d6-4ae8-8d12-2432d99f2275 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359356614', 'description': 'tempest-description--1835295645'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:36.951394 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.963360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19e7ac1f-a9d6-4ae8-8d12-2432d99f2275 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.975757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Transition to ACTIVE for port object 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:36.993118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.096903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-8d62c32e-3db3-4693-98fb-ed357d3d2a7a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.098527 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-8d62c32e-3db3-4693-98fb-ed357d3d2a7a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264318 Jul 22 21:09:37.104876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982fd37-3c28-4f2a-b1ce-434561ecae00 None None] Pushing event updated for resources: {'Port': ['ID=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:37.167351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19e7ac1f-a9d6-4ae8-8d12-2432d99f2275 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.177818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Request body: {'port': {'device_id': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'f087766fe2864b2d96cb6002e99c0222'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:37.184190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19e7ac1f-a9d6-4ae8-8d12-2432d99f2275 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.238342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Attempting to bind port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:37.238681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Attempting to bind port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:37.239139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Attempting to bind port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 on network 6be49864-651b-4d41-acaf-ee5962bd6577 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:37.250537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19e7ac1f-a9d6-4ae8-8d12-2432d99f2275 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.257318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45178) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:37.262664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-19e7ac1f-a9d6-4ae8-8d12-2432d99f2275 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3754368 Jul 22 21:09:37.266833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:37.267213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Checking segment: {'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:37.267652 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.268073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Bound using segment: {'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:37.268541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Bound port: 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:37.268952 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.277172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7ac1f-a9d6-4ae8-8d12-2432d99f2275 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43175761-9f76-4fda-af22-cf33f830021c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:37.282963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-88bb86e4-5c0e-40b1-ae9f-7ee12293902c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'security_group_rule': {'security_group_id': '43175761-9f76-4fda-af22-cf33f830021c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:37.399656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] For port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:37.403177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] For port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,segment=NetworkSegment(e2b73ba2-42cf-4ab5-b224-94937e7bcd23),segment_id=e2b73ba2-42cf-4ab5-b224-94937e7bcd23)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:37.410910 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.560563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982fd37-3c28-4f2a-b1ce-434561ecae00 None None] Pushing event updated for resources: {'Port': ['ID=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:37.576377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8c6d24ad-8758-498c-bd8a-ff17e8361b42 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:37.586780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-626d37f3-7e99-48f1-aaa9-68483d4375ae req-14d3d867-422e-403a-bcaf-72d180a29f25 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 210 time: 0.0666354 Jul 22 21:09:37.620652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb86e4-5c0e-40b1-ae9f-7ee12293902c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.664428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Routers {'54cc7d4a-f9f6-4812-842e-a53ac1371b49'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:37.665079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:37.725005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb86e4-5c0e-40b1-ae9f-7ee12293902c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.733274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb86e4-5c0e-40b1-ae9f-7ee12293902c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.757165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:37.757536 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.807140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb86e4-5c0e-40b1-ae9f-7ee12293902c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad0eeda-10e1-44bc-8a30-7146a8ddcbfa,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:37.832609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Made reservation on behalf of f087766fe2864b2d96cb6002e99c0222 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:37.838370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.857908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.859949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb86e4-5c0e-40b1-ae9f-7ee12293902c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.863993 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-88bb86e4-5c0e-40b1-ae9f-7ee12293902c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6056526 Jul 22 21:09:37.864537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:37.871640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d3ec3424-ca8e-4e2a-be1d-d3280ead0aa4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'security_group_rule': {'security_group_id': '43175761-9f76-4fda-af22-cf33f830021c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:37.980764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] Set router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:38.053774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.062957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.124914 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3424-ca8e-4e2a-be1d-d3280ead0aa4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.184968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8a203-2e5b-499f-8626-a834e97a0fbb,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:38.287998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3424-ca8e-4e2a-be1d-d3280ead0aa4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.297346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3424-ca8e-4e2a-be1d-d3280ead0aa4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.328319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Allocated IP 192.168.233.254 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/ad1d51e4-053e-4071-b158-77dbb4dd7667) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:38.331010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec3424-ca8e-4e2a-be1d-d3280ead0aa4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bc6343-ad52-411e-bdbc-fe1684febdd5,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:38.333478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:33Z', 'revision_number': 4, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '3c2a23c8-84c3-4404-bc8c-4ae5610c5d64', 'name': '', 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'mac_address': 'fa:16:3e:e6:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e19565b6-c9ed-4afb-8248-8933920f08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:32Z', 'updated_at': '2021-07-22T21:09:37Z', 'revision_number': 4, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'subnets': [{'id': 'e19565b6-c9ed-4afb-8248-8933920f08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:38.349604 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3424-ca8e-4e2a-be1d-d3280ead0aa4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.353517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3ec3424-ca8e-4e2a-be1d-d3280ead0aa4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4876382 Jul 22 21:09:38.357373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45238) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:38.362481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:38.383686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183b7ac-25e2-4ffd-a7ff-e7f9ce8744c5 None None] The sync data for ids ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'] in n-d-762330-19 is: [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:33Z', 'revision_number': 4, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '3c2a23c8-84c3-4404-bc8c-4ae5610c5d64', 'name': '', 'network_id': '6be49864-651b-4d41-acaf-ee5962bd6577', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'mac_address': 'fa:16:3e:e6:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e19565b6-c9ed-4afb-8248-8933920f08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:32Z', 'updated_at': '2021-07-22T21:09:37Z', 'revision_number': 4, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'subnets': [{'id': 'e19565b6-c9ed-4afb-8248-8933920f08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:38.406110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.632554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.658737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Transition to ACTIVE for port object ad1d51e4-053e-4071-b158-77dbb4dd7667 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:38.718070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.901651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:38.929696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:38.933332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:38.945259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.948566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.986873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Pushing event updated for resources: {'Port': ['ID=ad1d51e4-053e-4071-b158-77dbb4dd7667,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:39.002229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-488a1d19-b838-41ae-9576-1420a5953763 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8286142 Jul 22 21:09:39.019735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-6a0d6735-eda4-4877-a84a-6c57e49cf7c3 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:09:39.021097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-6a0d6735-eda4-4877-a84a-6c57e49cf7c3 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063729 Jul 22 21:09:39.049523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:39.284296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc789df5-2c08-454c-8d7d-e82f8c2cc6b6 req-c8d5ba07-2580-43dc-861a-f3a70a404bc7 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.296546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc789df5-2c08-454c-8d7d-e82f8c2cc6b6 req-c8d5ba07-2580-43dc-861a-f3a70a404bc7 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.5135915 Jul 22 21:09:39.420880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ad16f89-7e1a-4dbc-8228-76435a247aa3 None None] Provisioning for port ad1d51e4-053e-4071-b158-77dbb4dd7667 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:39.429662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ad16f89-7e1a-4dbc-8228-76435a247aa3 None None] Provisioning complete for port ad1d51e4-053e-4071-b158-77dbb4dd7667 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:39.430051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ad16f89-7e1a-4dbc-8228-76435a247aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:39.543385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45278) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:39.562055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9ad16f89-7e1a-4dbc-8228-76435a247aa3 None None] Port ad1d51e4-053e-4071-b158-77dbb4dd7667 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:39.668109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:39.719400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Allocated IP 172.25.5.187 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/87c23d8b-bdfd-4cdf-90a1-59e5f4b62d03) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:39.763701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc789df5-2c08-454c-8d7d-e82f8c2cc6b6 req-909aac95-1b2e-498a-9777-a7d51e9cc58a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572840 Jul 22 21:09:39.848814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:39.855786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:39.856799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.073348 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.123958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,segment=NetworkSegment(e2b73ba2-42cf-4ab5-b224-94937e7bcd23),segment_id=e2b73ba2-42cf-4ab5-b224-94937e7bcd23)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:40.136411 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.216562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2082a44f-0e3f-4263-9528-c445865a1d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.337219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:40.420798 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.491309 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.527256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2082a44f-0e3f-4263-9528-c445865a1d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.538659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2082a44f-0e3f-4263-9528-c445865a1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.595787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:40.604021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:40.615275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:40.641946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event updated for resources: {'Port': ['ID=87c23d8b-bdfd-4cdf-90a1-59e5f4b62d03,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:40.645060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45312) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:40.659001 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2082a44f-0e3f-4263-9528-c445865a1d58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41d0ec5ea1e14c49bfe4a98202fb30a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1102164 Jul 22 21:09:40.697286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082a44f-0e3f-4263-9528-c445865a1d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598da83d-f958-46cd-a683-7d9add9367d3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:40.883284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45324) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:40.922276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.013190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eff76348-da70-4923-9cf6-adf4e2fdd0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.049533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.104883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eff76348-da70-4923-9cf6-adf4e2fdd0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.239123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eff76348-da70-4923-9cf6-adf4e2fdd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.241710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eff76348-da70-4923-9cf6-adf4e2fdd0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.245607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eff76348-da70-4923-9cf6-adf4e2fdd0b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/598da83d-f958-46cd-a683-7d9add9367d3 HTTP/1.1" status: 204 len: 168 time: 0.5925007 Jul 22 21:09:41.297812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a94cb-5a46-4041-a0cc-aec5ace42be8 req-66ac7257-af10-476f-967f-c37b73e13205 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.312658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49a480a-9bb1-4d00-9b33-20ada6fef4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.319021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8a94cb-5a46-4041-a0cc-aec5ace42be8 req-66ac7257-af10-476f-967f-c37b73e13205 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.4006908 Jul 22 21:09:41.324513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff76348-da70-4923-9cf6-adf4e2fdd0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598da83d-f958-46cd-a683-7d9add9367d3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:41.442410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8a94cb-5a46-4041-a0cc-aec5ace42be8 req-f38fc01e-942f-4ab6-86c2-84cf923634c6 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126781 Jul 22 21:09:41.545661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:41.612211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49a480a-9bb1-4d00-9b33-20ada6fef4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.623584 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49a480a-9bb1-4d00-9b33-20ada6fef4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.633270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:41.633935 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.698681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.708727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.756220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a480a-9bb1-4d00-9b33-20ada6fef4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be912140-4c04-4389-8d6d-a59ccd971d7f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:41.778086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a49a480a-9bb1-4d00-9b33-20ada6fef4ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ad6c63a790f4676ba3f7b8c193e5494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8932416 Jul 22 21:09:41.778609 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.784195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45344) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:41.811905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event updated for resources: {'Port': ['ID=87c23d8b-bdfd-4cdf-90a1-59e5f4b62d03,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:41.817033 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.818868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e5108ce-895a-4af2-9637-b22756204f62 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4599440 Jul 22 21:09:41.888513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8407d03b-3029-414c-a2af-0b0725e04eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.921609 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8407d03b-3029-414c-a2af-0b0725e04eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.025769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8407d03b-3029-414c-a2af-0b0725e04eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.028687 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8407d03b-3029-414c-a2af-0b0725e04eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.039410 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8407d03b-3029-414c-a2af-0b0725e04eb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be912140-4c04-4389-8d6d-a59ccd971d7f HTTP/1.1" status: 204 len: 168 time: 0.2407892 Jul 22 21:09:42.068086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407d03b-3029-414c-a2af-0b0725e04eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be912140-4c04-4389-8d6d-a59ccd971d7f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:42.277126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45366) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:42.302797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6c5485f-016c-44cd-86e6-5263079b1f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.508018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-251020f0-ef5b-4fff-9dc5-71d107ee214e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.546231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-ee1deaec-4708-4b5a-9a35-2aaca6c5527e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1359356614&fields=id&tenant_id=276b311cdd854aaea7c6ae8d2e297604 HTTP/1.1" status: 200 len: 267 time: 0.1186101 Jul 22 21:09:42.548465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6c5485f-016c-44cd-86e6-5263079b1f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.554937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6c5485f-016c-44cd-86e6-5263079b1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.728976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5485f-016c-44cd-86e6-5263079b1f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78bf938-ff46-4f5a-bc12-62b78044c17a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:42.760294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b6c5485f-016c-44cd-86e6-5263079b1f78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6eee92d5a08b4b1886b7eefba38b2d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818101 Jul 22 21:09:42.763667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:42.868403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57f7ad28-083a-4a1a-9d1a-722e8cc3d8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.903219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa059d-0f66-4dc0-8200-ef3b2d971660 req-8836ad18-7719-4800-acad-cf9ad91e8dec tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.905299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdaa059d-0f66-4dc0-8200-ef3b2d971660 req-8836ad18-7719-4800-acad-cf9ad91e8dec tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.2850246 Jul 22 21:09:42.914381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-6001bec7-3a3c-421e-be91-1e336d89a8c8 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.916639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57f7ad28-083a-4a1a-9d1a-722e8cc3d8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.921072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-6001bec7-3a3c-421e-be91-1e336d89a8c8 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 823 time: 0.3630464 Jul 22 21:09:42.965648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-f573eff4-54af-4d68-936f-e62e1537489d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/quotas/276b311cdd854aaea7c6ae8d2e297604 HTTP/1.1" status: 200 len: 375 time: 0.0435336 Jul 22 21:09:42.989463 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57f7ad28-083a-4a1a-9d1a-722e8cc3d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.993731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57f7ad28-083a-4a1a-9d1a-722e8cc3d8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.998117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdaa059d-0f66-4dc0-8200-ef3b2d971660 req-a0b2a57a-07f5-4fbc-a6cc-04b7ba362e50 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738711 Jul 22 21:09:43.005073 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-57f7ad28-083a-4a1a-9d1a-722e8cc3d8c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c78bf938-ff46-4f5a-bc12-62b78044c17a HTTP/1.1" status: 204 len: 168 time: 0.2328320 Jul 22 21:09:43.034438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7ad28-083a-4a1a-9d1a-722e8cc3d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78bf938-ff46-4f5a-bc12-62b78044c17a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:43.157447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45404) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:43.168394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d6c0ccc0-1969-4ebc-9827-383dc3e4d9da tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2017300 Jul 22 21:09:43.224223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45410) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:43.251274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f58d96c9-f1a3-4814-a57a-430054421eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.392853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f58d96c9-f1a3-4814-a57a-430054421eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.410944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f58d96c9-f1a3-4814-a57a-430054421eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.453107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d96c9-f1a3-4814-a57a-430054421eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a581b32-25fa-4190-82ad-2b47164f3370,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:43.457601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f58d96c9-f1a3-4814-a57a-430054421eab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf7a11866fc34afdbb46522110a82bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321789 Jul 22 21:09:43.460248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45416) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:43.535220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b483461-ab27-4d3f-bb5c-138ea0aaf86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.572455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b483461-ab27-4d3f-bb5c-138ea0aaf86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.664495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b483461-ab27-4d3f-bb5c-138ea0aaf86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.677312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b483461-ab27-4d3f-bb5c-138ea0aaf86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.682746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b483461-ab27-4d3f-bb5c-138ea0aaf86c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a581b32-25fa-4190-82ad-2b47164f3370 HTTP/1.1" status: 204 len: 168 time: 0.2214587 Jul 22 21:09:43.710352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b48bf35f-a441-4587-aed5-1f1db286da02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.728176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b483461-ab27-4d3f-bb5c-138ea0aaf86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a581b32-25fa-4190-82ad-2b47164f3370,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:43.846775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-b47c9567-4a25-4dd8-98b1-26490c9c2523 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:09:43.868100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-b47c9567-4a25-4dd8-98b1-26490c9c2523 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1935256 Jul 22 21:09:43.901271 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b48bf35f-a441-4587-aed5-1f1db286da02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.913719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b48bf35f-a441-4587-aed5-1f1db286da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.967196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b48bf35f-a441-4587-aed5-1f1db286da02 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da58b6ca604942e9b0810e9249823b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8057015 Jul 22 21:09:43.968812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45436) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:44.050604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bf35f-a441-4587-aed5-1f1db286da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87f7b4-97fe-4f58-bc96-746b7b1b0e63,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:44.069404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b666f8a7-d2cd-4ea3-98b8-b275e2e03e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.116621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b666f8a7-d2cd-4ea3-98b8-b275e2e03e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.130284 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-4166cd63-2e62-458b-8023-88d788312916 service neutron] 10.222.0.54 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587118 Jul 22 21:09:44.218837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b666f8a7-d2cd-4ea3-98b8-b275e2e03e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.223680 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b666f8a7-d2cd-4ea3-98b8-b275e2e03e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.225264 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b666f8a7-d2cd-4ea3-98b8-b275e2e03e43 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef87f7b4-97fe-4f58-bc96-746b7b1b0e63 HTTP/1.1" status: 204 len: 168 time: 0.2507367 Jul 22 21:09:44.241700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666f8a7-d2cd-4ea3-98b8-b275e2e03e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87f7b4-97fe-4f58-bc96-746b7b1b0e63,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:44.396235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-82090e1c-de56-4e49-b1dd-61bb77e46efe service neutron] 10.222.0.54 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650330 Jul 22 21:09:44.439238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7740c2-335b-4c60-875a-4174e7bf0344 req-f9467162-24f0-4fdc-9807-111485e4d4d3 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:44.451816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a7740c2-335b-4c60-875a-4174e7bf0344 req-f9467162-24f0-4fdc-9807-111485e4d4d3 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.2791600 Jul 22 21:09:44.538003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a7740c2-335b-4c60-875a-4174e7bf0344 req-f2de4507-92a6-449b-8909-6e79a9ec3c2a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848777 Jul 22 21:09:44.723751 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98ca7c33-2116-4d6c-85d1-949e0dbdd3e6 req-7a00858e-a6a4-43f6-8391-a76b3e52ff3c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 210 time: 0.0582142 Jul 22 21:09:44.845602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45480) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:44.875728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a3cb54-9bcc-4606-b058-46730a552074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.039088 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a3cb54-9bcc-4606-b058-46730a552074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.052094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a3cb54-9bcc-4606-b058-46730a552074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.143782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:45.148273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-58a3cb54-9bcc-4606-b058-46730a552074 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30ccf84a96cd49008c2284e84a4d2a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007388 Jul 22 21:09:45.151813 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-584e5b60-177a-4c28-a54a-6b17dd4b55b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.161279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3cb54-9bcc-4606-b058-46730a552074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e160626b-5405-454c-8400-83faa1e10f9f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.237325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.250600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb33089b-a4e0-424d-b6e8-63851446bca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.310883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb33089b-a4e0-424d-b6e8-63851446bca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.378703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb33089b-a4e0-424d-b6e8-63851446bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.386896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb33089b-a4e0-424d-b6e8-63851446bca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.389228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cb33089b-a4e0-424d-b6e8-63851446bca3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e160626b-5405-454c-8400-83faa1e10f9f HTTP/1.1" status: 204 len: 168 time: 0.2442799 Jul 22 21:09:45.424815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33089b-a4e0-424d-b6e8-63851446bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e160626b-5405-454c-8400-83faa1e10f9f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.909909 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:46.061981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed365-2ae5-40dc-83ef-6d9c28848a02 req-e6caedc7-13a6-4dc7-b72e-703997e08d36 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.065396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a0ed365-2ae5-40dc-83ef-6d9c28848a02 req-e6caedc7-13a6-4dc7-b72e-703997e08d36 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.1590080 Jul 22 21:09:46.205804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a0ed365-2ae5-40dc-83ef-6d9c28848a02 req-e2be89b0-07ec-4f5d-8668-264cfef06f7a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336389 Jul 22 21:09:46.297574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ff79133-a983-4036-a058-711f911bb6b4 req-81d29f0c-d26f-47cd-8c91-67bb76817eb7 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 210 time: 0.0497327 Jul 22 21:09:47.066907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.58', 50471) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:47.332560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-e8f99b0d-133b-44aa-9d81-465d48321010 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:47.343484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-e8f99b0d-133b-44aa-9d81-465d48321010 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.58 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 823 time: 0.2798340 Jul 22 21:09:47.556734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-01deaac9-e61a-4ffe-8975-67411a6a11f4 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276b311cdd854aaea7c6ae8d2e297604 HTTP/1.1" status: 200 len: 380 time: 0.1405330 Jul 22 21:09:47.578345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'port': {'device_id': 'bb72720a-88ef-4222-8d9b-d31383557403', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'admin_state_up': True, 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'security_groups': ['43175761-9f76-4fda-af22-cf33f830021c']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:47.837187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34d98bdb-4a6f-460f-ac9b-a92b73ed1b54 req-5733c0de-7f83-4f2f-b498-5dc84cdc3048 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 210 time: 0.2846835 Jul 22 21:09:47.884756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdd4d1-a057-4104-8c07-82eb92759d0f req-dcfeadf8-555a-487d-918c-272c5554185e tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:47.886501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cfcdd4d1-a057-4104-8c07-82eb92759d0f req-dcfeadf8-555a-487d-918c-272c5554185e tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.5121779 Jul 22 21:09:47.924968 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:47.999592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cfcdd4d1-a057-4104-8c07-82eb92759d0f req-4237f747-fd74-4f3a-94f6-471b200c1ab8 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001494 Jul 22 21:09:48.006423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Made reservation on behalf of 276b311cdd854aaea7c6ae8d2e297604 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:48.012227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.354240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Allocated IP 172.20.0.9 (22fc2921-f54b-4be0-9cdd-cc09f2ad49c5/a04d65b9-ad86-404a-a10b-d05e2b780a68/a577de8a-86d9-487f-a158-d32b6ffd4ff3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:48.633790 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.673060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Transition to ACTIVE for port object a577de8a-86d9-487f-a158-d32b6ffd4ff3 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:48.738635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.921936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:48.942729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:48.945996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:48.956866 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:48.957537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.969151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event updated for resources: {'Port': ['ID=a577de8a-86d9-487f-a158-d32b6ffd4ff3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:49.107173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-d832b918-4b24-4c41-a89b-1925ff873260 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5390065 Jul 22 21:09:49.157759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-e3ab903a-9adf-4ea7-a7aa-0233f79f32cc tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:09:49.160760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-e3ab903a-9adf-4ea7-a7aa-0233f79f32cc tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201454 Jul 22 21:09:49.218395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c995-e3ec-40b4-af2f-1e8e0a24a1dc req-5ff840c1-7c70-4cf8-9d15-a993c3274f74 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:49.229380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7db3c995-e3ec-40b4-af2f-1e8e0a24a1dc req-5ff840c1-7c70-4cf8-9d15-a993c3274f74 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 931 time: 0.2632666 Jul 22 21:09:49.392637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7db3c995-e3ec-40b4-af2f-1e8e0a24a1dc req-e6f28c26-dc65-4f6e-9092-38936a055381 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588008 Jul 22 21:09:49.431318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-831f9b77-b466-412b-a459-1f737c697663 None None] Provisioning for port a577de8a-86d9-487f-a158-d32b6ffd4ff3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:49.436213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-831f9b77-b466-412b-a459-1f737c697663 None None] Provisioning complete for port a577de8a-86d9-487f-a158-d32b6ffd4ff3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:49.441313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-831f9b77-b466-412b-a459-1f737c697663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:49.471747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be860-eeb1-499a-9b12-2cd2b365bb2b req-08691615-3513-4632-90b6-11bbfd57052e tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:49.473749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb6be860-eeb1-499a-9b12-2cd2b365bb2b req-08691615-3513-4632-90b6-11bbfd57052e tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.1341429 Jul 22 21:09:49.529083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-831f9b77-b466-412b-a459-1f737c697663 None None] Port a577de8a-86d9-487f-a158-d32b6ffd4ff3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:49.545129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb6be860-eeb1-499a-9b12-2cd2b365bb2b req-077449f5-91b3-42fe-88da-88497ba133eb tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640500 Jul 22 21:09:49.775955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45720) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:49.904743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Request body: {'port': {'device_id': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'device_owner': 'compute:tempest-test_az-2065763229', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:50.030424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Request body: {'security_group': {'name': 'tempest-securitygroup-496884676', 'description': 'tempest-description-68925751'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:50.095244 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.136512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.137986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.170205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.271044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:09:50.271044 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:09:50.271044 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id_1': '8d0c1d036dc54c21a15725ca9e2f7bf3', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 9, 50, 239538)}] Jul 22 21:09:50.271044 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:09:50.272588 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:09:50.404992 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.412946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.458127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc249e8-334b-43f4-9ecf-dbda5f73deb3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:50.580168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.591215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.728142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.743357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7950604-8727-4cf4-9e1c-9ef3b96d60d9 req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7175250 Jul 22 21:09:50.752275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f12e12-8856-4b76-8d2d-ede2169e2b9e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74cf5c3-9091-4a53-a533-f0ab9e858146,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:50.778371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.893161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d0b3-4319-4277-8403-7b30471e2fe4 req-895ee66f-014b-44fe-9a21-40d7b4056b63 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:50.900217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ede8d0b3-4319-4277-8403-7b30471e2fe4 req-895ee66f-014b-44fe-9a21-40d7b4056b63 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 931 time: 0.2935779 Jul 22 21:09:50.949318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1d51e4-053e-4071-b158-77dbb4dd7667 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:50.960110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.979303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Transition to ACTIVE for port object ad1d51e4-053e-4071-b158-77dbb4dd7667 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:50.988716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.996487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ede8d0b3-4319-4277-8403-7b30471e2fe4 req-d9bca929-2469-4672-b69f-7981dc28fc77 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951953 Jul 22 21:09:51.048181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-f2cdf75f-550b-4817-861c-650d8cfc6515 req-95de3bc0-f936-4562-a93e-16998a7053a9 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1760925953', 'description': 'tempest-description-1833358679'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:51.079268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1d51e4-053e-4071-b158-77dbb4dd7667,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:51.097419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440a9d5-073d-451a-b8b1-5281342046b5 req-9522c36d-4b35-477f-8427-cb0cf407a420 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.100196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1440a9d5-073d-451a-b8b1-5281342046b5 req-9522c36d-4b35-477f-8427-cb0cf407a420 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 936 time: 0.2839153 Jul 22 21:09:51.163642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Attempting to bind port ad1d51e4-053e-4071-b158-77dbb4dd7667 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:51.164016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Attempting to bind port ad1d51e4-053e-4071-b158-77dbb4dd7667 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:51.164421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Attempting to bind port ad1d51e4-053e-4071-b158-77dbb4dd7667 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:51.169464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Port ad1d51e4-053e-4071-b158-77dbb4dd7667 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:51.169747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1440a9d5-073d-451a-b8b1-5281342046b5 req-ae9517a7-9172-467c-858b-c9042cdf6964 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622764 Jul 22 21:09:51.169858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Attempting to bind port ad1d51e4-053e-4071-b158-77dbb4dd7667 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:51.176088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:51.176088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:51.177192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:51.179373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Bound port: ad1d51e4-053e-4071-b158-77dbb4dd7667, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:51.179775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.199668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.245322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.276886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] For port ad1d51e4-053e-4071-b158-77dbb4dd7667, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:51.286183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] For port ad1d51e4-053e-4071-b158-77dbb4dd7667, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:51.291904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f2cdf75f-550b-4817-861c-650d8cfc6515 req-95de3bc0-f936-4562-a93e-16998a7053a9 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.306187 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.363583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f514c748-6674-427e-8bcf-1b86637b45b2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:51.392342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3c9cf123-0b44-4763-b3b1-735ff340bb8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d0c1d036dc54c21a15725ca9e2f7bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6152644 Jul 22 21:09:51.398880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45762) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:51.408462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.409062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.422745 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] 10.222.0.23 "PUT /v2.0/ports/ad1d51e4-053e-4071-b158-77dbb4dd7667 HTTP/1.1" status: 200 len: 1119 time: 1.8401437 Jul 22 21:09:51.433811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'tag': 'ad1d51e4-053e-4071-b158-77dbb4dd7667'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:51.519578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48060bd2-73cd-488a-ac08-2243eb99662a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.565842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48060bd2-73cd-488a-ac08-2243eb99662a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.726110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48060bd2-73cd-488a-ac08-2243eb99662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.726218 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48060bd2-73cd-488a-ac08-2243eb99662a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.731061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-48060bd2-73cd-488a-ac08-2243eb99662a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f514c748-6674-427e-8bcf-1b86637b45b2 HTTP/1.1" status: 204 len: 168 time: 0.3234439 Jul 22 21:09:51.739002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f2cdf75f-550b-4817-861c-650d8cfc6515 req-95de3bc0-f936-4562-a93e-16998a7053a9 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.763467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48060bd2-73cd-488a-ac08-2243eb99662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514c748-6674-427e-8bcf-1b86637b45b2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:51.767451 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f2cdf75f-550b-4817-861c-650d8cfc6515 req-95de3bc0-f936-4562-a93e-16998a7053a9 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.806526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c1bf-c2c4-4b22-8fcb-cd027e302999 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1d51e4-053e-4071-b158-77dbb4dd7667,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:51.822601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-dc4dc968-fd6a-4db7-ad6e-d3b85a88acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.824303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-dc4dc968-fd6a-4db7-ad6e-d3b85a88acd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f087766fe2864b2d96cb6002e99c0222&device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 1122 time: 0.2431953 Jul 22 21:09:51.854234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f2cdf75f-550b-4817-861c-650d8cfc6515 req-95de3bc0-f936-4562-a93e-16998a7053a9 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.867193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2cdf75f-550b-4817-861c-650d8cfc6515 req-95de3bc0-f936-4562-a93e-16998a7053a9 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8409750 Jul 22 21:09:51.876060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de3bc0-f936-4562-a93e-16998a7053a9 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd614d40-7db8-432f-839e-9062cc3701c9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:51.892480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45780) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:51.931508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-4cd34eda-d955-46c6-84e4-1b858064c29b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667 HTTP/1.1" status: 200 len: 217 time: 0.0979769 Jul 22 21:09:52.006080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-6b5efa3c-34ae-4f52-8bd2-975d2ab0d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:52.007869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-6b5efa3c-34ae-4f52-8bd2-975d2ab0d040 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0621865 Jul 22 21:09:52.057251 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac2427c-4896-4883-a8c7-256dbfbae996" -d '{"events": [{"name": "network-changed", "server_uuid": "4c357e8f-2548-434a-8e64-1bde1f0c0632", "tag": "ad1d51e4-053e-4071-b158-77dbb4dd7667"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:52.140993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-bd401b27-93db-446d-808a-9896d1019c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:52.143056 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-bd401b27-93db-446d-808a-9896d1019c3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259024 Jul 22 21:09:52.286733 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-1a051873-9181-47f6-ae1b-b71adf86a576 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330640 Jul 22 21:09:52.404954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-f4eed0b1-aadb-4241-b000-b0359ac699bd tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574491 Jul 22 21:09:52.408971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1892339201', 'description': 'tempest-description-2115676371'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:52.480474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbc24286-c479-4184-a8eb-7c5aab0f20a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.482809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f8839fb-3e6a-4249-8f87-a165b082ac2c req-d7cb2d0c-0bd6-4600-b50e-85238884fbfd service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893415 Jul 22 21:09:52.536376 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.561268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.611222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-8b8cfb39-b04b-4fdf-8444-de2297d1ff2a tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:52.616375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-8b8cfb39-b04b-4fdf-8444-de2297d1ff2a tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034888 Jul 22 21:09:52.638207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-2c4d55f9-1bde-4cc3-85f9-d639db6b8715 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/quotas/c70aff3b771041c18de0bd0ec1eaa64b HTTP/1.1" status: 200 len: 375 time: 0.0188591 Jul 22 21:09:52.643476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45800) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:52.660433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-933b3c09-1ff2-476f-88bd-0974150556aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.690188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-774a9fac-d5b8-4079-9eb7-cc42d264522d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427034 Jul 22 21:09:52.725058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbc24286-c479-4184-a8eb-7c5aab0f20a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.731633 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbc24286-c479-4184-a8eb-7c5aab0f20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.788654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bbc24286-c479-4184-a8eb-7c5aab0f20a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e86c8524382a4a36bc5093a4fee39b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955302 Jul 22 21:09:52.791577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45802) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:52.793369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc24286-c479-4184-a8eb-7c5aab0f20a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13abf52-d91b-4879-a8ef-38871591dc3b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:52.874622 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-767343e7-41fb-4808-8802-b7164c7c8fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.885904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.891890 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.915914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-767343e7-41fb-4808-8802-b7164c7c8fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.941257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0035d796-e50f-4f9b-9741-f9f695b1d051,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:53.034737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-767343e7-41fb-4808-8802-b7164c7c8fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.037748 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-767343e7-41fb-4808-8802-b7164c7c8fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.038847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-767343e7-41fb-4808-8802-b7164c7c8fbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e13abf52-d91b-4879-a8ef-38871591dc3b HTTP/1.1" status: 204 len: 168 time: 0.2460747 Jul 22 21:09:53.067198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767343e7-41fb-4808-8802-b7164c7c8fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13abf52-d91b-4879-a8ef-38871591dc3b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:53.131474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-933b3c09-1ff2-476f-88bd-0974150556aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.141934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-933b3c09-1ff2-476f-88bd-0974150556aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.259261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b3c09-1ff2-476f-88bd-0974150556aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eff516-a34a-4888-a547-7aff4151aeed,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:53.266596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-933b3c09-1ff2-476f-88bd-0974150556aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77c54ead841d479caf4240fb8a7a5462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212976 Jul 22 21:09:53.267568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45820) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:53.342800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.347095 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70db9b0c-a784-49da-b1f8-1d0dd4564964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.352513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.382087 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70db9b0c-a784-49da-b1f8-1d0dd4564964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.419866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.427301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5a382df-a5b9-4b02-bfcd-c0b444f4605d req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0266504 Jul 22 21:09:53.435580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8959d-eb82-482c-9a25-89308bd75ee5 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc390c49-78fa-4b98-85d2-717a00434a48,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:53.466134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571b87-49ff-4e88-b0d1-79b32f24fbde req-0c943921-72f3-46c2-be01-0a6d918d9de2 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:53.476013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8571b87-49ff-4e88-b0d1-79b32f24fbde req-0c943921-72f3-46c2-be01-0a6d918d9de2 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 931 time: 0.1988580 Jul 22 21:09:53.478218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70db9b0c-a784-49da-b1f8-1d0dd4564964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.482185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70db9b0c-a784-49da-b1f8-1d0dd4564964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.483920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-70db9b0c-a784-49da-b1f8-1d0dd4564964 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22eff516-a34a-4888-a547-7aff4151aeed HTTP/1.1" status: 204 len: 168 time: 0.2153645 Jul 22 21:09:53.553852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db9b0c-a784-49da-b1f8-1d0dd4564964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eff516-a34a-4888-a547-7aff4151aeed,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:53.632117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8571b87-49ff-4e88-b0d1-79b32f24fbde req-6f1b250a-a37b-4fe0-ab11-4be4eccb334c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185229 Jul 22 21:09:53.900821 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d0aa4-81a7-4afb-9a5c-d3f5aeaa7ca6 x-openstack-request-id: req-6d5d0aa4-81a7-4afb-9a5c-d3f5aeaa7ca6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:53.901330 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c357e8f-2548-434a-8e64-1bde1f0c0632", "tag": "ad1d51e4-053e-4071-b158-77dbb4dd7667", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:53.901830 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d5d0aa4-81a7-4afb-9a5c-d3f5aeaa7ca6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:53.904263 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'tag': 'ad1d51e4-053e-4071-b158-77dbb4dd7667', 'status': 'completed', 'code': 200} Jul 22 21:09:53.925894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd3b6e-0fa0-4a2a-9071-2acf35563876 req-7b66b08c-79b5-4c73-92df-a6f053446f4f tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:53.936763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80dd3b6e-0fa0-4a2a-9071-2acf35563876 req-7b66b08c-79b5-4c73-92df-a6f053446f4f tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 970 time: 0.2287090 Jul 22 21:09:54.041230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22505473-0e01-401d-a5dd-e3b4400f1c25 req-edf6d8a4-5d3e-492d-bca6-09ddfa2bc2d5 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 210 time: 0.0425692 Jul 22 21:09:54.069263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80dd3b6e-0fa0-4a2a-9071-2acf35563876 req-70d8f018-389b-4d90-a5f4-74a25f5ac3b9 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270580 Jul 22 21:09:54.097121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-769bbe1c-e840-45b9-8849-3d0005f85577 req-2982ef3a-9b44-40f3-bdff-68296e04054d tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1678529060', 'description': 'tempest-description-41920891'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:54.130593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-52dc8aaa-19df-44b9-9070-148147006759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:54.134910 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-52dc8aaa-19df-44b9-9070-148147006759 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f087766fe2864b2d96cb6002e99c0222&device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 1122 time: 0.1952503 Jul 22 21:09:54.184058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-769bbe1c-e840-45b9-8849-3d0005f85577 req-2982ef3a-9b44-40f3-bdff-68296e04054d tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.290512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45846) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:54.335447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-564cb98e-3d32-4d48-814c-5c77330830a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.378680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.23', 61869) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:54.408998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-769bbe1c-e840-45b9-8849-3d0005f85577 req-2982ef3a-9b44-40f3-bdff-68296e04054d tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.417346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-769bbe1c-e840-45b9-8849-3d0005f85577 req-2982ef3a-9b44-40f3-bdff-68296e04054d tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.437333 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-593cba1f-ff8e-4e41-8f6c-e43cf58e759e tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439446 Jul 22 21:09:54.441786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-092101ef-1385-4d60-bc58-58d6b3b36554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:54.443245 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-092101ef-1385-4d60-bc58-58d6b3b36554 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2989583 Jul 22 21:09:54.471417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982ef3a-9b44-40f3-bdff-68296e04054d tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbf2c03-0015-444e-918c-02d49eb400a9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:54.801332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-f92148e3-549d-4603-a862-d8c84ce7b43b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667 HTTP/1.1" status: 200 len: 217 time: 0.3439381 Jul 22 21:09:54.852577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5aab8-cee0-4dcb-9961-427ec1e90c4d req-277ef7a7-8340-4b05-8371-ccb0a1c09949 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:54.855604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3da5aab8-cee0-4dcb-9961-427ec1e90c4d req-277ef7a7-8340-4b05-8371-ccb0a1c09949 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 931 time: 0.0902822 Jul 22 21:09:54.903034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3da5aab8-cee0-4dcb-9961-427ec1e90c4d req-917a286a-4c90-4b49-870c-f61b5038a5d0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383613 Jul 22 21:09:54.934862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-2b1b9392-cee5-44d4-ac28-9f95c4c63912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:54.936322 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-2b1b9392-cee5-44d4-ac28-9f95c4c63912 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1266811 Jul 22 21:09:54.972531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-64aa6478-0c0b-4d48-92fe-264b7a2a687f tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:54.974035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-64aa6478-0c0b-4d48-92fe-264b7a2a687f tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5298972 Jul 22 21:09:54.983440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45866) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:54.999407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Request body: {'port': {'device_id': '03acb014-c413-4817-b47a-eccd5d746cff', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'c70aff3b771041c18de0bd0ec1eaa64b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:55.058544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-564cb98e-3d32-4d48-814c-5c77330830a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.072839 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-769bbe1c-e840-45b9-8849-3d0005f85577 req-2982ef3a-9b44-40f3-bdff-68296e04054d tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.074908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-769bbe1c-e840-45b9-8849-3d0005f85577 req-2982ef3a-9b44-40f3-bdff-68296e04054d tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9840167 Jul 22 21:09:55.105573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-564cb98e-3d32-4d48-814c-5c77330830a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.128757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-291124104-network', 'tenant_id': '9dc7e15d05dd49ad9cf0a2e9a57c811e'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:55.158558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Made reservation on behalf of 9dc7e15d05dd49ad9cf0a2e9a57c811e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:55.162464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.175437 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.179380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-564cb98e-3d32-4d48-814c-5c77330830a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfc66a9ce9c742bead439edabf3ab536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877912 Jul 22 21:09:55.185687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45876) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:55.224180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-0b673f30-f413-47fe-8c10-2cb772a34653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.226004 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-0b673f30-f413-47fe-8c10-2cb772a34653 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2767985 Jul 22 21:09:55.226672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cb98e-3d32-4d48-814c-5c77330830a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d773b328-b198-4bb3-8cf5-b998c6fa05f4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:55.329679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-651d3c4e-094e-4fd6-bce4-09abc483d7b4 req-ca617100-13d9-408c-ab23-39a0d6b3e16c tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 210 time: 0.0967638 Jul 22 21:09:55.396505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-6997b261-d199-49d6-a119-a09139ddfd4d service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531925 Jul 22 21:09:55.487943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57ad48ca-f02e-485a-bb07-4e2ff1420eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.555811 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ac2427c-4896-4883-a8c7-256dbfbae996 req-4f7d4b97-ce88-45d3-a4f3-db8149cfb613 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522541 Jul 22 21:09:55.564178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57ad48ca-f02e-485a-bb07-4e2ff1420eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.608980 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.616713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528cd1-6263-4932-9527-9b56d99aa079 req-975d669c-b9a2-4794-b138-bffbd60369b5 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.618209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01528cd1-6263-4932-9527-9b56d99aa079 req-975d669c-b9a2-4794-b138-bffbd60369b5 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 970 time: 0.3357742 Jul 22 21:09:55.630637 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.637442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Made reservation on behalf of c70aff3b771041c18de0bd0ec1eaa64b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:55.641862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.653388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.665415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ad1d51e4-053e-4071-b158-77dbb4dd7667 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:55.718483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:55.749128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c4eb7-5a9b-445e-a697-0f120ba878ab,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:55.775209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01528cd1-6263-4932-9527-9b56d99aa079 req-7c89fee0-24cb-4f7a-9935-f91e0809a017 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454718 Jul 22 21:09:55.797641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.807819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.820181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.820615 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Added segment 69aaca25-1e55-4f4d-a1a4-353d9bb78a6e of type vlan for network 3d639708-d693-44fb-800c-d89579aa434d Jul 22 21:09:55.877811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57ad48ca-f02e-485a-bb07-4e2ff1420eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.880412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57ad48ca-f02e-485a-bb07-4e2ff1420eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.881588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-57ad48ca-f02e-485a-bb07-4e2ff1420eb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d773b328-b198-4bb3-8cf5-b998c6fa05f4 HTTP/1.1" status: 204 len: 168 time: 0.6954792 Jul 22 21:09:55.895577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ad1d51e4-053e-4071-b158-77dbb4dd7667, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:55.917501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad48ca-f02e-485a-bb07-4e2ff1420eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d773b328-b198-4bb3-8cf5-b998c6fa05f4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:55.931457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.948038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'ad1d51e4-053e-4071-b158-77dbb4dd7667', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'ad1d51e4-053e-4071-b158-77dbb4dd7667', 'mac_address': 'fa:16:3e:94:88:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:tempest-test_az-2065763229', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:55.952697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a90639-1917-400a-acba-ccff8d2fdbec,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:56.045557 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.050794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.052342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.053192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.073029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1d51e4-053e-4071-b158-77dbb4dd7667 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:56.076174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Allocated IP 192.168.233.100 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/2ec5fbb6-51fa-480a-a4de-ad5bb3d19823) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:56.085170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-78672d14-64b6-46c1-82e2-1b9ffa9f8306 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31266 time: 0.6685359 Jul 22 21:09:56.121783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ad1d51e4-053e-4071-b158-77dbb4dd7667, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:56.132001 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.176042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1917319 Jul 22 21:09:56.181678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:56.192998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Request body: {'subnet': {'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-291124104-subnet', 'tenant_id': '9dc7e15d05dd49ad9cf0a2e9a57c811e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:56.221875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ad1d51e4-053e-4071-b158-77dbb4dd7667,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:56.308058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Made reservation on behalf of 9dc7e15d05dd49ad9cf0a2e9a57c811e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:56.310470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.408551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863196a-fd9b-4668-b5ba-e8f029d15114 admin admin] Pushing event updated for resources: {'Network': ['ID=3d639708-d693-44fb-800c-d89579aa434d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:56.424222 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3d639708-d693-44fb-800c-d89579aa434d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:56.436893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.442629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-c5ae5a28-41d8-47d9-9eda-40441f12b86c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0035d796-e50f-4f9b-9741-f9f695b1d051 HTTP/1.1" status: 200 len: 2981 time: 0.3029122 Jul 22 21:09:56.477910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Transition to ACTIVE for port object 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:56.501013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017435f-f328-4ec6-979a-79b1c2e3e770 req-27988f0e-b657-4043-8e30-342a10676626 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.503210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7017435f-f328-4ec6-979a-79b1c2e3e770 req-27988f0e-b657-4043-8e30-342a10676626 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 931 time: 0.3612826 Jul 22 21:09:56.557034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['ad1d51e4-053e-4071-b158-77dbb4dd7667'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:56.618927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.622728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-6f030826-9672-498a-8c65-89fd5e804e31 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0035d796-e50f-4f9b-9741-f9f695b1d051 HTTP/1.1" status: 200 len: 2981 time: 0.1445649 Jul 22 21:09:56.651955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7017435f-f328-4ec6-979a-79b1c2e3e770 req-4c16bf34-7c92-448b-9e62-cc2428aa15ed tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193137 Jul 22 21:09:56.764000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Pushing event updated for resources: {'Port': ['ID=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:56.774852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:56.776919 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.781320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-6c94bb47-77e4-4401-9bef-2199e31e541b tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/5fe1d495-8376-4e29-a630-48ea5acf91e7 HTTP/1.1" status: 200 len: 2977 time: 0.1394801 Jul 22 21:09:56.788300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:56.824311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:56.830020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.830668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.872929 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-c0f8c5d5-c763-436a-81d0-887190459d1d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8710043 Jul 22 21:09:56.878664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Request body: {'port': {'device_id': '03acb014-c413-4817-b47a-eccd5d746cff', 'device_owner': 'compute:tempest-test_az-2065763229', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:56.891205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:56.932333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-66e80bd3-d388-4b90-a010-380c17ccb09b tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/5fe1d495-8376-4e29-a630-48ea5acf91e7 HTTP/1.1" status: 200 len: 2977 time: 0.1447089 Jul 22 21:09:56.951397 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:09:57.065462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-ba59233e-747c-42c0-a53a-deb65d2cfbbb tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/82f8a203-2e5b-499f-8626-a834e97a0fbb HTTP/1.1" status: 200 len: 2981 time: 0.0863633 Jul 22 21:09:57.081749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:57.082129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Network hostable DHCP agents. Network: 3d639708-d693-44fb-800c-d89579aa434d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:09:57.161124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.172609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-c664cf35-8ac4-410c-a0f4-e197000baa84 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/82f8a203-2e5b-499f-8626-a834e97a0fbb HTTP/1.1" status: 200 len: 2981 time: 0.0957015 Jul 22 21:09:57.185667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Network 3d639708-d693-44fb-800c-d89579aa434d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:09:57.192427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d4cd-d507-426a-bd8c-9892497960b1 req-d76c8889-c8a5-4352-93e1-71828500f72e tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:57.194233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e28d4cd-d507-426a-bd8c-9892497960b1 req-d76c8889-c8a5-4352-93e1-71828500f72e tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 936 time: 0.3029015 Jul 22 21:09:57.223731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 3d639708-d693-44fb-800c-d89579aa434d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:57.231231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:57.231826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.233345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09432ef1-b63b-4047-8f1f-d72041b22ec7 None None] Network 3d639708-d693-44fb-800c-d89579aa434d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:57.280849 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fae6afa8-58c7-46cd-99cd-99f720ec18db admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0973363 Jul 22 21:09:57.386336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e28d4cd-d507-426a-bd8c-9892497960b1 req-61e7e370-6cbf-4932-93cc-c1873b67ef7e tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830530 Jul 22 21:09:57.387904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-a0fe8a80-67d9-451d-8699-0d471bab1981 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/a1f7e90e-d7ed-4d55-95cd-399a456dec46 HTTP/1.1" status: 200 len: 2977 time: 0.2140770 Jul 22 21:09:57.408779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b0eab0e-2f48-45af-9959-2426f54ddff5 None None] Provisioning for port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:57.415822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b0eab0e-2f48-45af-9959-2426f54ddff5 None None] Provisioning complete for port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:57.417546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b0eab0e-2f48-45af-9959-2426f54ddff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.537717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-1a5e94cc-b71d-4c74-ba32-9c8fd8ef5f55 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/a1f7e90e-d7ed-4d55-95cd-399a456dec46 HTTP/1.1" status: 200 len: 2977 time: 0.1415210 Jul 22 21:09:57.580901 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-b8439967-3c7a-4209-9344-9f9b0325dd2a tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] show failed (client error): The resource could not be found. Jul 22 21:09:57.585006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-b8439967-3c7a-4209-9344-9f9b0325dd2a tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d773b328-b198-4bb3-8cf5-b998c6fa05f4 HTTP/1.1" status: 404 len: 352 time: 0.0406458 Jul 22 21:09:57.602655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5f896-606d-40ab-91fd-f52b7aa3c5af None None] Network 3d639708-d693-44fb-800c-d89579aa434d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:57.611089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4b0eab0e-2f48-45af-9959-2426f54ddff5 None None] Port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:57.657153 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-91eee5e9-cdd9-4621-bbbb-96c55edb683a tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] show failed (client error): The resource could not be found. Jul 22 21:09:57.657153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-91eee5e9-cdd9-4621-bbbb-96c55edb683a tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d773b328-b198-4bb3-8cf5-b998c6fa05f4 HTTP/1.1" status: 404 len: 352 time: 0.0632203 Jul 22 21:09:57.777811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:57.783791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ad1d51e4-053e-4071-b158-77dbb4dd7667 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:57.800006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.830689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-f29b6037-61f8-4dfa-ae08-c1af8bdd339c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d8ac3651-cdff-4a98-b200-fdc14f7cd707 HTTP/1.1" status: 200 len: 2973 time: 0.1268828 Jul 22 21:09:57.843094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Transition to ACTIVE for port object 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:57.859147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97818325-e16f-499c-bb63-06baa173236b req-ea1c85a8-b578-4d5a-aef3-c28f6879484a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:57.869036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97818325-e16f-499c-bb63-06baa173236b req-ea1c85a8-b578-4d5a-aef3-c28f6879484a tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 971 time: 0.2465303 Jul 22 21:09:57.870598 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.882272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port ad1d51e4-053e-4071-b158-77dbb4dd7667 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:57.889153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port ad1d51e4-053e-4071-b158-77dbb4dd7667 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:57.889838 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.957406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97818325-e16f-499c-bb63-06baa173236b req-1a9dd380-f996-4bdc-a20e-d22321a72335 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871687 Jul 22 21:09:58.052695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:58.055060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-f8e2dc02-9b0f-43e8-833c-9539a9f5d017 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d8ac3651-cdff-4a98-b200-fdc14f7cd707 HTTP/1.1" status: 200 len: 2973 time: 0.1815774 Jul 22 21:09:58.179270 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.182952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-6ae03cae-8090-4009-b8b8-789c27655973 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/e68a7e71-b087-4625-a1e4-dcd8f4cfa4f0 HTTP/1.1" status: 200 len: 2977 time: 0.1265821 Jul 22 21:09:58.206927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Attempting to bind port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:58.207447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Attempting to bind port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:58.207610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Attempting to bind port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:58.217913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:58.217913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Attempting to bind port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:58.240328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1d51e4-053e-4071-b158-77dbb4dd7667'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:58.254202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:58.254569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:58.254967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:58.258336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Bound port: 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:58.258738 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.376581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-7e343a09-cfe4-4414-8168-b591a7949894 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/e68a7e71-b087-4625-a1e4-dcd8f4cfa4f0 HTTP/1.1" status: 200 len: 2977 time: 0.1925550 Jul 22 21:09:58.383619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ad1d51e4-053e-4071-b158-77dbb4dd7667, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:58.411806 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.483000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] For port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:58.483291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:58.492098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] For port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:58.503030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1738902753-network', 'tenant_id': '03986166a9e04734ab721024e77c0adf'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:58.503270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ad1d51e4-053e-4071-b158-77dbb4dd7667,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:58.505117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.549450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:58.550608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.553976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] 10.222.0.23 "PUT /v2.0/ports/2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 HTTP/1.1" status: 200 len: 1119 time: 1.6800282 Jul 22 21:09:58.555109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03acb014-c413-4817-b47a-eccd5d746cff', 'tag': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:58.559338 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa" -d '{"events": [{"name": "network-changed", "server_uuid": "03acb014-c413-4817-b47a-eccd5d746cff", "tag": "2ec5fbb6-51fa-480a-a4de-ad5bb3d19823"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:58.614558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Made reservation on behalf of 03986166a9e04734ab721024e77c0adf for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:58.615161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f3ffb-426a-4509-b5b0-032d71e36b79 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:58.621885 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311e1149-9461-4011-8754-1a9d4ef23189" -d '{"events": [{"server_uuid": "4c357e8f-2548-434a-8e64-1bde1f0c0632", "name": "network-vif-plugged", "status": "completed", "tag": "ad1d51e4-053e-4071-b158-77dbb4dd7667"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:58.629529 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.659731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-559277dd-94d7-4d8b-8e87-4e89b1269886 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ecc249e8-334b-43f4-9ecf-dbda5f73deb3 HTTP/1.1" status: 200 len: 2981 time: 0.2765889 Jul 22 21:09:58.680305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.724945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-b26bcb5b-e98c-4d87-a41e-0f119b78ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:58.726668 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-b26bcb5b-e98c-4d87-a41e-0f119b78ee4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 1122 time: 0.1075914 Jul 22 21:09:58.743893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603133-1f0c-40f6-9f67-6ce0473952f2 req-ee0ba390-af46-41fd-86e4-e3f99a32d32a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:58.744082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a603133-1f0c-40f6-9f67-6ce0473952f2 req-ee0ba390-af46-41fd-86e4-e3f99a32d32a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 931 time: 0.5587022 Jul 22 21:09:58.783329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8149b41b-49de-4767-8e9d-6f5d5527fd20 req-e140d8b8-1838-468a-a65f-e1a4f527ea68 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ecc249e8-334b-43f4-9ecf-dbda5f73deb3 HTTP/1.1" status: 200 len: 2981 time: 0.1183822 Jul 22 21:09:58.816868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-82a69d95-4d7f-4160-97d3-1f7b734f0faf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 HTTP/1.1" status: 200 len: 217 time: 0.0808649 Jul 22 21:09:58.891427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-637e5547-89b7-4954-bd75-a7498dbb1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:58.893518 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-637e5547-89b7-4954-bd75-a7498dbb1f44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0690033 Jul 22 21:09:58.894789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a603133-1f0c-40f6-9f67-6ce0473952f2 req-2a604b30-0bef-44bf-8d00-8cdc95f25257 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199532 Jul 22 21:09:59.004486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-f0ed3970-ba31-43d8-aee7-9f3cc0e38a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.007907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-f0ed3970-ba31-43d8-aee7-9f3cc0e38a28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019917 Jul 22 21:09:59.064793 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.071540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.105695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:59.116338 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.116907 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Added segment f12807d1-7f56-4ad3-b841-0a29a63d94eb of type vlan for network 049e15a4-2cea-497b-9aaf-c8768bff757f Jul 22 21:09:59.137719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-db1e13d0-f8fa-4633-824a-2552ec3bdb98 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224253 Jul 22 21:09:59.158713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.215967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.216931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.217514 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.227354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd2587-a172-40d8-8d35-afa3939fdfff,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:59.236876 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b2036-7c88-4601-81de-355a4c0c44c2 x-openstack-request-id: req-7f4b2036-7c88-4601-81de-355a4c0c44c2 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:59.237381 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03acb014-c413-4817-b47a-eccd5d746cff", "tag": "2ec5fbb6-51fa-480a-a4de-ad5bb3d19823", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:59.237585 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f4b2036-7c88-4601-81de-355a4c0c44c2 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:59.238133 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03acb014-c413-4817-b47a-eccd5d746cff', 'tag': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823', 'status': 'completed', 'code': 200} Jul 22 21:09:59.252975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40ff-8cfc-4f2c-9898-580a1b66cb63 req-f7ce10c5-4fee-4a02-84a4-74087a4eb74a tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.254516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17ff40ff-8cfc-4f2c-9898-580a1b66cb63 req-f7ce10c5-4fee-4a02-84a4-74087a4eb74a tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 970 time: 0.2497261 Jul 22 21:09:59.267974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7768579 Jul 22 21:09:59.269847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45984) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:59.279003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Request body: {'subnet': {'network_id': '049e15a4-2cea-497b-9aaf-c8768bff757f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1738902753-subnet', 'tenant_id': '03986166a9e04734ab721024e77c0adf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:59.290019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf0a9de5-7dd4-4ccc-87db-c1d1dbd62e44 req-d423bf4c-2468-4bce-a663-a60455519a3c service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453097 Jul 22 21:09:59.309184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Made reservation on behalf of 03986166a9e04734ab721024e77c0adf for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:59.311292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.316141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79462f4a-a83c-4420-9978-85c827ffedab admin admin] Pushing event updated for resources: {'Network': ['ID=049e15a4-2cea-497b-9aaf-c8768bff757f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:59.318882 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84927250-bc42-449e-b2a7-b4ffa8782cec x-openstack-request-id: req-84927250-bc42-449e-b2a7-b4ffa8782cec {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:59.319356 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c357e8f-2548-434a-8e64-1bde1f0c0632", "name": "network-vif-plugged", "status": "completed", "tag": "ad1d51e4-053e-4071-b158-77dbb4dd7667", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:59.319516 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84927250-bc42-449e-b2a7-b4ffa8782cec {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:59.320071 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1d51e4-053e-4071-b158-77dbb4dd7667', 'code': 200} Jul 22 21:09:59.331271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 049e15a4-2cea-497b-9aaf-c8768bff757f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:59.343028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17ff40ff-8cfc-4f2c-9898-580a1b66cb63 req-6c1499d2-22d4-450e-8f62-c75da1fe6ba5 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786593 Jul 22 21:09:59.448994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-230189a7-22b7-44bf-abc2-c112e77884d3 req-2f3bd925-3cae-48f0-a69d-e7387ed999b5 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=354118d459804188947ae775c2a08ce5 HTTP/1.1" status: 200 len: 6101 time: 0.0847855 Jul 22 21:09:59.531803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-230189a7-22b7-44bf-abc2-c112e77884d3 req-5744fda3-ebf6-4928-8a82-ef51ba1bb872 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "GET /v2.0/security-groups/ecc249e8-334b-43f4-9ecf-dbda5f73deb3 HTTP/1.1" status: 200 len: 2981 time: 0.0749753 Jul 22 21:09:59.640348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-230189a7-22b7-44bf-abc2-c112e77884d3 req-cc108807-2096-4f6d-9d8b-fc8933795b17 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "GET /v2.0/security-groups/ecc249e8-334b-43f4-9ecf-dbda5f73deb3 HTTP/1.1" status: 200 len: 2981 time: 0.1016674 Jul 22 21:09:59.706708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1b67-925e-4b7e-8bc6-1479a7ed707d req-052cc57e-6b20-4562-ae16-25603accc25d tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.711541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863a1b67-925e-4b7e-8bc6-1479a7ed707d req-052cc57e-6b20-4562-ae16-25603accc25d tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 972 time: 0.1200364 Jul 22 21:09:59.744071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Request body: {'port': {'device_id': 'bb72720a-88ef-4222-8d9b-d31383557403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:59.798895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-249fd006-4343-42be-82ad-50700782c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.800579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-249fd006-4343-42be-82ad-50700782c7e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 1122 time: 0.4298623 Jul 22 21:09:59.804368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d4451-965f-4332-9970-9fde8b759942 req-da06369e-0cf5-4269-bcab-df941f16355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.805868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f38d4451-965f-4332-9970-9fde8b759942 req-da06369e-0cf5-4269-bcab-df941f16355e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 1124 time: 0.3727760 Jul 22 21:09:59.809860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863a1b67-925e-4b7e-8bc6-1479a7ed707d req-68d5f324-a38f-4e6b-9e68-ed2aaef73b6d tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898845 Jul 22 21:09:59.890727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f38d4451-965f-4332-9970-9fde8b759942 req-eb57b998-c7dd-4f2b-b138-0326f14e2a9a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.906916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.910524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.038184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79df47fa-7b1e-43b4-9021-06a9ef64411a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:00.061084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-75609eca-473d-4f01-90f7-07d1e07bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:00.063364 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-75609eca-473d-4f01-90f7-07d1e07bd1d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2278378 Jul 22 21:10:00.085669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Checking segment: {'id': 'f12807d1-7f56-4ad3-b841-0a29a63d94eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '049e15a4-2cea-497b-9aaf-c8768bff757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:00.086350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Network hostable DHCP agents. Network: 049e15a4-2cea-497b-9aaf-c8768bff757f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:10:00.109759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6e331d5-f07c-49eb-8f30-5303ae3303b6 req-af0e4c22-e665-4ef4-8941-169c184ee9a8 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/6bbf2c03-0015-444e-918c-02d49eb400a9 HTTP/1.1" status: 200 len: 1776 time: 0.2533808 Jul 22 21:10:00.122927 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-ea8894d1-30df-41e8-b84d-e9c46f114dd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 HTTP/1.1" status: 200 len: 217 time: 0.0502219 Jul 22 21:10:00.181515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Network 049e15a4-2cea-497b-9aaf-c8768bff757f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:10:00.208189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 049e15a4-2cea-497b-9aaf-c8768bff757f) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:00.215736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-2d29836f-c647-465d-985f-3be8fcb2712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:00.217969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-2d29836f-c647-465d-985f-3be8fcb2712d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0746539 Jul 22 21:10:00.218449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b9875-f8f3-4bdd-a21f-777383dce381 None None] Network 049e15a4-2cea-497b-9aaf-c8768bff757f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:10:00.221992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:00.222600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.242695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f38d4451-965f-4332-9970-9fde8b759942 req-eb57b998-c7dd-4f2b-b138-0326f14e2a9a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.255020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f38d4451-965f-4332-9970-9fde8b759942 req-eb57b998-c7dd-4f2b-b138-0326f14e2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.305566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-63ffa3e6-bbba-4f41-81aa-82753ae7cc19 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0340042 Jul 22 21:10:00.305935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f506ff-2876-43e8-bc96-a5d20da0b19b req-0411a1c8-1cf9-4b14-a093-708455b8a0ab tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:00.309143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84f506ff-2876-43e8-bc96-a5d20da0b19b req-0411a1c8-1cf9-4b14-a093-708455b8a0ab tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 931 time: 0.3205354 Jul 22 21:10:00.330797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f38d4451-965f-4332-9970-9fde8b759942 req-eb57b998-c7dd-4f2b-b138-0326f14e2a9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937925 Jul 22 21:10:00.346636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57b998-c7dd-4f2b-b138-0326f14e2a9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3999389-bf61-4fac-9654-e29c079186ea,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:00.356263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d6e331d5-f07c-49eb-8f30-5303ae3303b6 req-94dfc9b9-80b7-477b-999f-204c730c632c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.373652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-74b4371e-edd6-4312-b025-d8576c8cf2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:00.375997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-74b4371e-edd6-4312-b025-d8576c8cf2a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375880 Jul 22 21:10:00.419117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f9dbd0-8405-40d7-b567-66f44768cc2c None None] Network 049e15a4-2cea-497b-9aaf-c8768bff757f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:10:00.429184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84f506ff-2876-43e8-bc96-a5d20da0b19b req-8062c4ff-68c0-4315-acd6-5d491c884154 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020370 Jul 22 21:10:00.433197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d6e331d5-f07c-49eb-8f30-5303ae3303b6 req-94dfc9b9-80b7-477b-999f-204c730c632c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.571621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-7484ffe4-a185-4e98-894b-5486160908e3 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505740 Jul 22 21:10:00.596095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a577de8a-86d9-487f-a158-d32b6ffd4ff3 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:00.610329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d6e331d5-f07c-49eb-8f30-5303ae3303b6 req-94dfc9b9-80b7-477b-999f-204c730c632c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.613017 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d6e331d5-f07c-49eb-8f30-5303ae3303b6 req-94dfc9b9-80b7-477b-999f-204c730c632c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.614193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6e331d5-f07c-49eb-8f30-5303ae3303b6 req-94dfc9b9-80b7-477b-999f-204c730c632c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bbf2c03-0015-444e-918c-02d49eb400a9 HTTP/1.1" status: 204 len: 173 time: 0.4969661 Jul 22 21:10:00.622743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.634812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc9b9-80b7-477b-999f-204c730c632c tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbf2c03-0015-444e-918c-02d49eb400a9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:00.647873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Transition to ACTIVE for port object a577de8a-86d9-487f-a158-d32b6ffd4ff3 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:00.653014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.744002 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-892dce4d-5e3d-4f61-a1c0-8e71b5a77caa req-c4b9a364-0074-48d0-80d8-e744834a0efb service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622701 Jul 22 21:10:00.773492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Pushing event updated for resources: {'Port': ['ID=a577de8a-86d9-487f-a158-d32b6ffd4ff3,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:00.800836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dfe47c9-bd82-4457-a3e3-e464809ecf22 req-ee73c64a-eece-4e5c-b4fa-133dd1da47ae tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c9a4a4e18e9e4a9b9709949906973be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825596 Jul 22 21:10:00.870678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.918247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Attempting to bind port a577de8a-86d9-487f-a158-d32b6ffd4ff3 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:00.918619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Attempting to bind port a577de8a-86d9-487f-a158-d32b6ffd4ff3 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:00.918963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Attempting to bind port a577de8a-86d9-487f-a158-d32b6ffd4ff3 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:00.955675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Port a577de8a-86d9-487f-a158-d32b6ffd4ff3 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:00.956025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Attempting to bind port a577de8a-86d9-487f-a158-d32b6ffd4ff3 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:00.972860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:00.973145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Checking segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:00.973707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Bound using segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:00.974164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Bound port: a577de8a-86d9-487f-a158-d32b6ffd4ff3, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:00.974527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.004432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70e56-db94-4528-ad53-a6968fb1b49d req-8ded70a8-bec1-4f3e-ac1b-5211fa5cc53a tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.006120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61b70e56-db94-4528-ad53-a6968fb1b49d req-8ded70a8-bec1-4f3e-ac1b-5211fa5cc53a tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 970 time: 0.2773280 Jul 22 21:10:01.065732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47c9-bd82-4457-a3e3-e464809ecf22 req-829c1cf5-efe0-458d-a6a1-9bbbe9c9673c tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.067205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dfe47c9-bd82-4457-a3e3-e464809ecf22 req-829c1cf5-efe0-458d-a6a1-9bbbe9c9673c tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405195 Jul 22 21:10:01.114604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61b70e56-db94-4528-ad53-a6968fb1b49d req-177a67f0-6246-421c-8ef0-e263062034b3 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935318 Jul 22 21:10:01.115764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dfe47c9-bd82-4457-a3e3-e464809ecf22 req-2799ac1b-d810-439b-890c-324ff55a55d8 tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/quotas/c9a4a4e18e9e4a9b9709949906973be7 HTTP/1.1" status: 200 len: 375 time: 0.0398669 Jul 22 21:10:01.125842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] For port a577de8a-86d9-487f-a158-d32b6ffd4ff3, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:01.141725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] For port a577de8a-86d9-487f-a158-d32b6ffd4ff3, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:01.161628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dfe47c9-bd82-4457-a3e3-e464809ecf22 req-4f60c746-bc24-4d83-8a5f-a10963bb122b tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9a4a4e18e9e4a9b9709949906973be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378063 Jul 22 21:10:01.162864 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.199679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.200719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.202304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] 10.222.0.58 "PUT /v2.0/ports/a577de8a-86d9-487f-a158-d32b6ffd4ff3 HTTP/1.1" status: 200 len: 1092 time: 1.6510403 Jul 22 21:10:01.204917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:01.392283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c952491-4bd8-4bed-8bcf-2ca6814dec35 service neutron] Pushing event updated for resources: {'Port': ['ID=a577de8a-86d9-487f-a158-d32b6ffd4ff3,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:01.425072 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:01.466491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5f56b2a-c683-4837-b986-e3f0b9c48f80 req-ca3fad5f-ea02-4bcc-8ca1-28a94831019e tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "GET /v2.0/security-groups/bc390c49-78fa-4b98-85d2-717a00434a48 HTTP/1.1" status: 200 len: 1778 time: 0.1367197 Jul 22 21:10:01.476232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-1cd3f922-c0d6-4af5-9973-8792b5ee108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.477722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-1cd3f922-c0d6-4af5-9973-8792b5ee108b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 1095 time: 0.1897252 Jul 22 21:10:01.583402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-a4ca0c04-48b1-40cb-bfcd-a504ba467c63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3 HTTP/1.1" status: 200 len: 217 time: 0.0937932 Jul 22 21:10:01.657958 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.893745 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5f56b2a-c683-4837-b986-e3f0b9c48f80 req-1a061836-553f-4ca5-aaf0-d75840ce6917 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.898399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-9802ebbe-d725-4940-ad0c-c8497570acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.900140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-9802ebbe-d725-4940-ad0c-c8497570acd7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 200 len: 862 time: 0.3098738 Jul 22 21:10:01.983831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c7c129a1-6d42-4617-87b3-070b18263646 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.985889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c7c129a1-6d42-4617-87b3-070b18263646 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.4917104 Jul 22 21:10:01.999360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5f56b2a-c683-4837-b986-e3f0b9c48f80 req-1a061836-553f-4ca5-aaf0-d75840ce6917 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.024638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-e9dea0f0-1d9c-4f0c-970c-af1558b9a29d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/quotas/9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 375 time: 0.0274677 Jul 22 21:10:02.083304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-a7b4bd1e-51cf-480c-a655-4de60c1850f0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500488 Jul 22 21:10:02.103803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-5b8b3d55-944d-47cf-9807-e1093e7bc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:02.105327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-5b8b3d55-944d-47cf-9807-e1093e7bc870 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1951571 Jul 22 21:10:02.111124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5f56b2a-c683-4837-b986-e3f0b9c48f80 req-1a061836-553f-4ca5-aaf0-d75840ce6917 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.114283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e5f56b2a-c683-4837-b986-e3f0b9c48f80 req-1a061836-553f-4ca5-aaf0-d75840ce6917 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.115609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5f56b2a-c683-4837-b986-e3f0b9c48f80 req-1a061836-553f-4ca5-aaf0-d75840ce6917 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc390c49-78fa-4b98-85d2-717a00434a48 HTTP/1.1" status: 204 len: 173 time: 0.6425543 Jul 22 21:10:02.146322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a061836-553f-4ca5-aaf0-d75840ce6917 tempest-SecurityGroupsTestAdminJSON-1257587015 tempest-SecurityGroupsTestAdminJSON-1257587015-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc390c49-78fa-4b98-85d2-717a00434a48,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:02.236241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-5ae66429-3223-455a-9c3f-3b6ab352ad2e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:10:02.237135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-5ae66429-3223-455a-9c3f-3b6ab352ad2e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956988 Jul 22 21:10:02.286752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-c9275084-30e2-4b9b-9019-17193503b7cc service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699967 Jul 22 21:10:02.425356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10de6c-c2ed-4c9c-8fa9-9706fe897d8a req-7d42d003-786b-4881-a865-f9d36ce22c00 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:02.426893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee10de6c-c2ed-4c9c-8fa9-9706fe897d8a req-7d42d003-786b-4881-a865-f9d36ce22c00 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 972 time: 0.2325997 Jul 22 21:10:02.445233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-529d7f73-c4f2-48c5-94f5-a26475471d1e service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006378 Jul 22 21:10:02.473926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5912d249-61ad-4a6c-a012-7efe2fba9304 req-ffbecd39-11ec-45fc-b364-2393a4e36e09 service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802750 Jul 22 21:10:02.518310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee10de6c-c2ed-4c9c-8fa9-9706fe897d8a req-4f3e557d-3586-4a51-b2c0-68b8221518fe tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846183 Jul 22 21:10:02.588589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-8b88c913-b25a-4762-a265-74ed3a1a5855 service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349249 Jul 22 21:10:02.825241 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd332a-1e6f-4b0d-bdeb-19f7d4b03f48 x-openstack-request-id: req-13dd332a-1e6f-4b0d-bdeb-19f7d4b03f48 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:02.825534 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:02.825794 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13dd332a-1e6f-4b0d-bdeb-19f7d4b03f48 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:02.826271 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'status': 'completed', 'code': 200} Jul 22 21:10:02.910007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a806-1545-46c8-a0ed-ab454bd164f3 req-c9d0ab40-2fd5-4422-b0b2-ac7b682977d0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:02.911551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c49a806-1545-46c8-a0ed-ab454bd164f3 req-c9d0ab40-2fd5-4422-b0b2-ac7b682977d0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 943 time: 0.1270010 Jul 22 21:10:02.928624 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c680a9f-ca5d-41bd-870a-86bb52704088 req-3e8e57f8-3249-4d90-b6c7-8fcb9192845e tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "GET /v2.0/security-groups/fd614d40-7db8-432f-839e-9062cc3701c9 HTTP/1.1" status: 200 len: 1778 time: 0.0897388 Jul 22 21:10:03.008225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c49a806-1545-46c8-a0ed-ab454bd164f3 req-1ba917e3-49d9-4a60-a860-44505310215a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840580 Jul 22 21:10:03.023275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-94e7ef21-dbc1-47ec-8436-f0949c5ec774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:03.025698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-94e7ef21-dbc1-47ec-8436-f0949c5ec774 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 1095 time: 0.1691639 Jul 22 21:10:03.078858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2c680a9f-ca5d-41bd-870a-86bb52704088 req-9b181a48-6696-4e0d-8e8b-19037525df45 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.204043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2c680a9f-ca5d-41bd-870a-86bb52704088 req-9b181a48-6696-4e0d-8e8b-19037525df45 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.293149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-c4aa4fba-3cfe-4797-a0e8-52bc28a483fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:03.294547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-c4aa4fba-3cfe-4797-a0e8-52bc28a483fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 924 time: 0.2566040 Jul 22 21:10:03.314109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2c680a9f-ca5d-41bd-870a-86bb52704088 req-9b181a48-6696-4e0d-8e8b-19037525df45 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.316666 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2c680a9f-ca5d-41bd-870a-86bb52704088 req-9b181a48-6696-4e0d-8e8b-19037525df45 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.317783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c680a9f-ca5d-41bd-870a-86bb52704088 req-9b181a48-6696-4e0d-8e8b-19037525df45 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "DELETE /v2.0/security-groups/fd614d40-7db8-432f-839e-9062cc3701c9 HTTP/1.1" status: 204 len: 173 time: 0.3807464 Jul 22 21:10:03.357701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6c9fd-359a-42e8-8151-1bcd1577033d req-5e5ed656-4fd9-4799-a72c-4eb49abe2932 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:03.359739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbe6c9fd-359a-42e8-8151-1bcd1577033d req-5e5ed656-4fd9-4799-a72c-4eb49abe2932 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 970 time: 0.2718418 Jul 22 21:10:03.368861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-75418b54-46e4-4425-bec0-8e8a1b375c8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3 HTTP/1.1" status: 200 len: 217 time: 0.0654430 Jul 22 21:10:03.370285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b181a48-6696-4e0d-8e8b-19037525df45 tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd614d40-7db8-432f-839e-9062cc3701c9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:03.493730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbe6c9fd-359a-42e8-8151-1bcd1577033d req-b6a53ab3-fe2f-46b8-b4a9-32fd09278451 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267400 Jul 22 21:10:03.504521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-b6ab81e0-8570-4e03-b415-7dac9fb574af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:03.506001 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-b6ab81e0-8570-4e03-b415-7dac9fb574af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 200 len: 862 time: 0.1211622 Jul 22 21:10:03.573402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358dfdb-14a1-4a7f-bac5-6caa4ef5970a req-55989464-1973-4bff-8b41-a72a3a4ec16a tempest-AggregatesAdminTestJSON-1217208623 tempest-AggregatesAdminTestJSON-1217208623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:03.574952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8358dfdb-14a1-4a7f-bac5-6caa4ef5970a req-55989464-1973-4bff-8b41-a72a3a4ec16a tempest-AggregatesAdminTestJSON-1217208623 tempest-AggregatesAdminTestJSON-1217208623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 1124 time: 0.1566954 Jul 22 21:10:03.600181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8358dfdb-14a1-4a7f-bac5-6caa4ef5970a req-acd05a35-3c50-4c5e-ba4a-8e89c20d1f6a tempest-AggregatesAdminTestJSON-1217208623 tempest-AggregatesAdminTestJSON-1217208623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.619907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-7f7569d8-50d6-483d-b65c-1ae9114d718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:03.621441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-7f7569d8-50d6-483d-b65c-1ae9114d718b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074960 Jul 22 21:10:03.660169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:03.779211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:03.785546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e98e32a-00b6-4bb6-a09b-8c902fb56828 req-40a91897-d0f2-4ce1-b52b-ccc83a2d057c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 210 time: 0.0561607 Jul 22 21:10:03.794820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823', 'mac_address': 'fa:16:3e:c2:be:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:tempest-test_az-2065763229', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:03.800733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-fcc0f09b-6a22-4898-8fa7-f2f51d301697 service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713827 Jul 22 21:10:03.820669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.58', 50478) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:03.840397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.856780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:03.880665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:03.886603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.917525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8358dfdb-14a1-4a7f-bac5-6caa4ef5970a req-acd05a35-3c50-4c5e-ba4a-8e89c20d1f6a tempest-AggregatesAdminTestJSON-1217208623 tempest-AggregatesAdminTestJSON-1217208623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.964883 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:03.982584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5b45c08-f3b2-45b3-b4b1-7f4f592d162e req-155d7dc2-f0c9-4fd8-a023-6368b681a1bc tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "GET /v2.0/security-groups/b74cf5c3-9091-4a53-a533-f0ab9e858146 HTTP/1.1" status: 200 len: 1775 time: 0.1624720 Jul 22 21:10:03.987779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8358dfdb-14a1-4a7f-bac5-6caa4ef5970a req-acd05a35-3c50-4c5e-ba4a-8e89c20d1f6a tempest-AggregatesAdminTestJSON-1217208623 tempest-AggregatesAdminTestJSON-1217208623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.086577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-7e943546-4ccc-45c8-8746-4ef205fa1c77 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:04.088123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-7e943546-4ccc-45c8-8746-4ef205fa1c77 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.2643929 Jul 22 21:10:04.109393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Request body: {'port': {'device_id': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'admin_state_up': True, 'tenant_id': '9dc7e15d05dd49ad9cf0a2e9a57c811e'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:04.234971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2ec5fbb6-51fa-480a-a4de-ad5bb3d19823'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:04.248572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Made reservation on behalf of 9dc7e15d05dd49ad9cf0a2e9a57c811e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:04.252853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.339041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8358dfdb-14a1-4a7f-bac5-6caa4ef5970a req-acd05a35-3c50-4c5e-ba4a-8e89c20d1f6a tempest-AggregatesAdminTestJSON-1217208623 tempest-AggregatesAdminTestJSON-1217208623-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559657 Jul 22 21:10:04.388993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbdf5d1e-4e6f-4f6e-8d77-dda2ecf3a5c7 req-b6b8c233-3d81-47d8-b60c-d7b0968a44a7 service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719059 Jul 22 21:10:04.392087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd05a35-3c50-4c5e-ba4a-8e89c20d1f6a tempest-AggregatesAdminTestJSON-1217208623 tempest-AggregatesAdminTestJSON-1217208623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2bcaf0-182d-41a6-9779-001906016a0b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:04.410549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Allocated IP 172.20.0.7 (3d639708-d693-44fb-800c-d89579aa434d/3aa6d3d8-5dc4-4603-9518-dfdd07e0df26/32be9cba-5212-4ff6-b11a-b11354a255aa) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:04.443131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5b45c08-f3b2-45b3-b4b1-7f4f592d162e req-a449250e-5705-49ad-874e-c0a9e5a28b2b tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.472902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5b45c08-f3b2-45b3-b4b1-7f4f592d162e req-a449250e-5705-49ad-874e-c0a9e5a28b2b tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.527236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5b45c08-f3b2-45b3-b4b1-7f4f592d162e req-a449250e-5705-49ad-874e-c0a9e5a28b2b tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.533220 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5b45c08-f3b2-45b3-b4b1-7f4f592d162e req-a449250e-5705-49ad-874e-c0a9e5a28b2b tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.535043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5b45c08-f3b2-45b3-b4b1-7f4f592d162e req-a449250e-5705-49ad-874e-c0a9e5a28b2b tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] 10.222.0.54 "DELETE /v2.0/security-groups/b74cf5c3-9091-4a53-a533-f0ab9e858146 HTTP/1.1" status: 204 len: 173 time: 0.5350804 Jul 22 21:10:04.552432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449250e-5705-49ad-874e-c0a9e5a28b2b tempest-SecurityGroupsTestAdminJSON-1693798375 tempest-SecurityGroupsTestAdminJSON-1693798375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74cf5c3-9091-4a53-a533-f0ab9e858146,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:04.713940 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-e2187285-556c-4821-9c97-9a7f4123fdb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2845812 Jul 22 21:10:04.730971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0708a-9f50-483c-8516-9b28d6b70731 req-54c61279-1891-40b1-87b8-8c33d226b741 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:04.743305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.746299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90b0708a-9f50-483c-8516-9b28d6b70731 req-54c61279-1891-40b1-87b8-8c33d226b741 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 943 time: 0.1050961 Jul 22 21:10:04.825111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90b0708a-9f50-483c-8516-9b28d6b70731 req-3b447b16-da54-4162-827f-e8e1d76c5e5d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705683 Jul 22 21:10:04.878073 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.917571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Network 3d639708-d693-44fb-800c-d89579aa434d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:04.943659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:04.966509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:04.973528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:04.974214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.993992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-9135cd90-868e-4e29-a620-378211d64ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:04.995555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-9135cd90-868e-4e29-a620-378211d64ae9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f087766fe2864b2d96cb6002e99c0222&device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 1124 time: 0.1975925 Jul 22 21:10:05.002315 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8996255 Jul 22 21:10:05.019505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Request body: {'port': {'device_id': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:05.022678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c8a03-c60f-422e-9365-4ded4050ebf2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:05.053733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46150) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:05.089098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad11cec4-88a4-403c-924c-dcb4260aa20c req-5d5cd716-1da5-470e-abd0-95b7e7f7d0a3 tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c9a4a4e18e9e4a9b9709949906973be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281088 Jul 22 21:10:05.107117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d91a4-ddd7-45b7-a1cf-71ad1986f28a req-a3cd0320-c271-4d26-94aa-ae61f0ccce20 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:05.114036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f8d91a4-ddd7-45b7-a1cf-71ad1986f28a req-a3cd0320-c271-4d26-94aa-ae61f0ccce20 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 971 time: 0.1670783 Jul 22 21:10:05.198559 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.203902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-6701a898-c50e-4074-ab0f-1344c82b3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:05.205420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-6701a898-c50e-4074-ab0f-1344c82b3d1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1707249 Jul 22 21:10:05.229550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f8d91a4-ddd7-45b7-a1cf-71ad1986f28a req-39b42ffb-014b-4768-92cd-942560d05b15 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146221 Jul 22 21:10:05.250633 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-ee17cf74-f248-4e3b-bf66-8687168b53be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667 HTTP/1.1" status: 200 len: 217 time: 0.0381627 Jul 22 21:10:05.282631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d451e9cd-e83d-44f5-a965-46dfa9229541 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=354118d459804188947ae775c2a08ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246547 Jul 22 21:10:05.285807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46154) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:05.287481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11cec4-88a4-403c-924c-dcb4260aa20c req-53294282-db39-4cb5-9e3f-d9495a83dada tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:05.289072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad11cec4-88a4-403c-924c-dcb4260aa20c req-53294282-db39-4cb5-9e3f-d9495a83dada tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913290 Jul 22 21:10:05.334247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad11cec4-88a4-403c-924c-dcb4260aa20c req-14aa7b63-a3be-430c-9a11-faa75f0e2e9a tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/quotas/c9a4a4e18e9e4a9b9709949906973be7 HTTP/1.1" status: 200 len: 375 time: 0.0395942 Jul 22 21:10:05.372890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad11cec4-88a4-403c-924c-dcb4260aa20c req-7383380c-361a-49a9-ac6d-bc434ee80987 tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9a4a4e18e9e4a9b9709949906973be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311983 Jul 22 21:10:05.400938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d9951-4aad-4bd6-8aba-7ac08f90d4e4 req-4b076293-7e27-4f97-82ea-625e98ad7546 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:05.402463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0d9951-4aad-4bd6-8aba-7ac08f90d4e4 req-4b076293-7e27-4f97-82ea-625e98ad7546 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 931 time: 0.1006694 Jul 22 21:10:05.417243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-d8d6b897-61dc-4b47-8c6b-185aaca14b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:05.418860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-d8d6b897-61dc-4b47-8c6b-185aaca14b48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1450951 Jul 22 21:10:05.487644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0d9951-4aad-4bd6-8aba-7ac08f90d4e4 req-d5a55361-38e7-48ef-893e-9354b2fdf438 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732298 Jul 22 21:10:05.529198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6e1b-5c9d-416b-9127-b20915f0b664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.593960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6e1b-5c9d-416b-9127-b20915f0b664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.644909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-d9ab8735-6971-4780-a4b4-c26c2a730b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:05.646517 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-d9ab8735-6971-4780-a4b4-c26c2a730b20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2161674 Jul 22 21:10:05.679429 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:05.774227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:05.779229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6e1b-5c9d-416b-9127-b20915f0b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.780274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:05.781361 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.782343 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6e1b-5c9d-416b-9127-b20915f0b664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.783514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5dc6e1b-5c9d-416b-9127-b20915f0b664 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ecc249e8-334b-43f4-9ecf-dbda5f73deb3 HTTP/1.1" status: 204 len: 168 time: 0.4943297 Jul 22 21:10:05.982079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.986765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32be9cba-5212-4ff6-b11a-b11354a255aa {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:05.996900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc6e1b-5c9d-416b-9127-b20915f0b664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc249e8-334b-43f4-9ecf-dbda5f73deb3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:06.000573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.020610 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-e8e91d5a-1823-42ab-84ad-30fc9c77d180 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589883 Jul 22 21:10:06.023340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Transition to ACTIVE for port object 32be9cba-5212-4ff6-b11a-b11354a255aa will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:06.029772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03acb014-c413-4817-b47a-eccd5d746cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:06.039547 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e482a7-7df5-48e0-8c17-b29c98a45740" -d '{"events": [{"server_uuid": "03acb014-c413-4817-b47a-eccd5d746cff", "name": "network-vif-plugged", "status": "completed", "tag": "2ec5fbb6-51fa-480a-a4de-ad5bb3d19823"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:06.068288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:06.072143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.074757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.144857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:06.219659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:06.258640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:06.259100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:06.259298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:06.264421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06d2c6ed-4583-438c-92a7-7edcd8fee0a4 req-8523219d-04b3-45a7-b473-ca776461770d service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338805 Jul 22 21:10:06.266378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdb944-2e24-4b26-9c02-89bf8c7260c2 req-73873a20-49f6-4a1c-a69a-e3e64e865195 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:06.267523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:06.267934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:06.269579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87cdb944-2e24-4b26-9c02-89bf8c7260c2 req-73873a20-49f6-4a1c-a69a-e3e64e865195 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 943 time: 0.1252248 Jul 22 21:10:06.283199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:06.283541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:06.284206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:06.284705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Bound port: 32be9cba-5212-4ff6-b11a-b11354a255aa, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:06.285066 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.289356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46200) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:06.322340 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87cdb944-2e24-4b26-9c02-89bf8c7260c2 req-c0ee9755-281d-484a-807b-f1a7d43b3a4c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469284 Jul 22 21:10:06.369664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-00a9d8de-ddef-4c16-a97c-4e873913e2f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd614031bf9640cf80b5455f53e55a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787866 Jul 22 21:10:06.372559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:06.377333 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a80dec7-c191-46a0-838e-5d32938141a3 x-openstack-request-id: req-9a80dec7-c191-46a0-838e-5d32938141a3 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:06.378155 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03acb014-c413-4817-b47a-eccd5d746cff", "name": "network-vif-plugged", "status": "completed", "tag": "2ec5fbb6-51fa-480a-a4de-ad5bb3d19823", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:06.378613 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a80dec7-c191-46a0-838e-5d32938141a3 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:06.380070 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03acb014-c413-4817-b47a-eccd5d746cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823', 'code': 200} Jul 22 21:10:06.389030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:06.392840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:06.402011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.458026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f02cf1f-7c59-4a08-a92f-7b373e9f4d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.479014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a577de8a-86d9-487f-a158-d32b6ffd4ff3 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:06.504635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:06.505270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.506824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] 10.222.0.58 "PUT /v2.0/ports/32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 1092 time: 1.4919889 Jul 22 21:10:06.507286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:06.510055 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103fb84-893b-4317-8ae7-3fbcd6d796e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:06.534934 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f02cf1f-7c59-4a08-a92f-7b373e9f4d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.613970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebeba6-ac77-482a-b007-2331d5cb6f82 service neutron] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:06.630540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port a577de8a-86d9-487f-a158-d32b6ffd4ff3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:06.651317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dec319-a366-4079-887c-1da7ac87f99a req-75cf6a9a-30e4-4fbe-a164-b2dd70c66b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:06.653361 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67dec319-a366-4079-887c-1da7ac87f99a req-75cf6a9a-30e4-4fbe-a164-b2dd70c66b75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 1124 time: 0.1648610 Jul 22 21:10:06.653644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'port_id': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'mac_address': 'fa:16:3e:d1:5e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:06.682563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-0f5a16de-6709-488c-a287-157bb59f0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:06.682756 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-0f5a16de-6709-488c-a287-157bb59f0f76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1095 time: 0.1200488 Jul 22 21:10:06.701364 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f02cf1f-7c59-4a08-a92f-7b373e9f4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.704142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f02cf1f-7c59-4a08-a92f-7b373e9f4d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.705471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0f02cf1f-7c59-4a08-a92f-7b373e9f4d1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0035d796-e50f-4f9b-9741-f9f695b1d051 HTTP/1.1" status: 204 len: 168 time: 0.3313520 Jul 22 21:10:06.725311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71f049-cb89-4353-9ee7-ca59b937d8e5 req-5faa4673-7c88-4696-b0b1-5985ff1d44c5 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:06.735019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed71f049-cb89-4353-9ee7-ca59b937d8e5 req-5faa4673-7c88-4696-b0b1-5985ff1d44c5 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 972 time: 0.2149019 Jul 22 21:10:06.752172 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-47a05c34-a28a-45e7-8106-50c54250e6c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 217 time: 0.0574825 Jul 22 21:10:06.763876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02cf1f-7c59-4a08-a92f-7b373e9f4d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0035d796-e50f-4f9b-9741-f9f695b1d051,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:06.772263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67dec319-a366-4079-887c-1da7ac87f99a req-99e22cea-19f2-4568-9354-fb44c38f4b9d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068647 Jul 22 21:10:06.804127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.844699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a577de8a-86d9-487f-a158-d32b6ffd4ff3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:06.856691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-fafdd736-0349-460e-93fb-b1689c4f9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:06.860523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-fafdd736-0349-460e-93fb-b1689c4f9d76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.0905604 Jul 22 21:10:06.873619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed71f049-cb89-4353-9ee7-ca59b937d8e5 req-30b961ce-4962-454b-80e3-47c181266bdd tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353164 Jul 22 21:10:06.884572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port a577de8a-86d9-487f-a158-d32b6ffd4ff3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:06.892523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.950768 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a4c77b-235a-43e7-9230-23bedde82bdc x-openstack-request-id: req-55a4c77b-235a-43e7-9230-23bedde82bdc {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:06.951244 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:06.951596 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55a4c77b-235a-43e7-9230-23bedde82bdc {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:06.952121 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa', 'status': 'completed', 'code': 200} Jul 22 21:10:06.955526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-be0e18dc-68bf-4d6c-9e09-cc84c0d7b788 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873880 Jul 22 21:10:06.963744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=a577de8a-86d9-487f-a158-d32b6ffd4ff3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:07.031295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741aede-eb89-45af-a8cf-26c032120cb2 req-c7cfe734-534d-4fb1-8568-67feb3616930 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:07.032905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3741aede-eb89-45af-a8cf-26c032120cb2 req-c7cfe734-534d-4fb1-8568-67feb3616930 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 943 time: 0.1072693 Jul 22 21:10:07.069726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-0565724b-2a52-44b5-bb97-1686f49becc1 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041980 Jul 22 21:10:07.114404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:07.119056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3741aede-eb89-45af-a8cf-26c032120cb2 req-dadfa823-0a18-47c8-9c3d-71128f672a6f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 Jul 22 21:10:07.198539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['a577de8a-86d9-487f-a158-d32b6ffd4ff3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:07.229654 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf83b4a-f474-4bb5-8b58-c290b372887d req-6c2692f5-0fd9-4465-b293-92abcaceb7c8 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526749 Jul 22 21:10:07.358913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de5f4152-b239-4916-a33c-5ad226ae573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.431469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-7b85c44c-828f-435d-ab64-0fcd3f32ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:07.433417 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-7b85c44c-828f-435d-ab64-0fcd3f32ce7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1095 time: 0.1519544 Jul 22 21:10:07.635472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-a6f92457-3e49-4900-9df1-c8b6d1cbff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:07.637747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-a6f92457-3e49-4900-9df1-c8b6d1cbff6a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1960065 Jul 22 21:10:07.646271 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de5f4152-b239-4916-a33c-5ad226ae573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.658557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de5f4152-b239-4916-a33c-5ad226ae573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.725383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-de5f4152-b239-4916-a33c-5ad226ae573b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa51523efb384e64aacb660cc68b4a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096432 Jul 22 21:10:07.730403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46272) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:07.733114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-ceedc2db-4218-44e2-a8cc-bc149fb82ae3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 217 time: 0.0851071 Jul 22 21:10:07.765684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f38ab4-f107-4a44-8062-11d168a1b8eb req-0aaafaa8-1263-46ee-a1bd-c439263a8e85 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:07.768206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5f38ab4-f107-4a44-8062-11d168a1b8eb req-0aaafaa8-1263-46ee-a1bd-c439263a8e85 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 944 time: 0.1418321 Jul 22 21:10:07.794020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f4152-b239-4916-a33c-5ad226ae573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060e77de-1f74-442a-bef9-da78f5a033e9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:07.841556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-1a0889f6-e6f2-4854-b497-e0f273e47805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:07.846046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-1a0889f6-e6f2-4854-b497-e0f273e47805 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1010668 Jul 22 21:10:07.878106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5f38ab4-f107-4a44-8062-11d168a1b8eb req-13ee0659-b872-4063-8b14-ea5a39b4c7ea tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962729 Jul 22 21:10:07.896740 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff2b4e62-ce91-4e23-b6eb-f8c2e3c71da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.946629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff2b4e62-ce91-4e23-b6eb-f8c2e3c71da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.952771 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-43015e4c-a4b2-499e-b240-4606f7d743f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992222 Jul 22 21:10:08.007502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7febb9e2-f995-47eb-b73b-10f645f60910 req-7bf296e2-ba6a-46a6-a50e-6cd34c61fc76 tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c9a4a4e18e9e4a9b9709949906973be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408518 Jul 22 21:10:08.079628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46296) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:08.091969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-f0674610-3572-4a40-bcc4-c9182f1af86b service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287260 Jul 22 21:10:08.150889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff2b4e62-ce91-4e23-b6eb-f8c2e3c71da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.153728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff2b4e62-ce91-4e23-b6eb-f8c2e3c71da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.159523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ff2b4e62-ce91-4e23-b6eb-f8c2e3c71da3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/060e77de-1f74-442a-bef9-da78f5a033e9 HTTP/1.1" status: 204 len: 168 time: 0.4223547 Jul 22 21:10:08.182742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b4e62-ce91-4e23-b6eb-f8c2e3c71da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e77de-1f74-442a-bef9-da78f5a033e9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:08.221381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7103fb84-893b-4317-8ae7-3fbcd6d796e8 req-ef7253f6-d6dd-49bb-8963-4bcdb2d94927 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213994 Jul 22 21:10:08.242179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febb9e2-f995-47eb-b73b-10f645f60910 req-f144a746-ffe0-4e7e-9932-37767f6b8d0e tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:08.244304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7febb9e2-f995-47eb-b73b-10f645f60910 req-f144a746-ffe0-4e7e-9932-37767f6b8d0e tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267544 Jul 22 21:10:08.247491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-network', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:08.260064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e6813-e10d-4790-9229-704cafa087b9 req-d7a00b8b-b561-4879-95a2-255e5b509c6c tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:08.269258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-091e6813-e10d-4790-9229-704cafa087b9 req-d7a00b8b-b561-4879-95a2-255e5b509c6c tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 972 time: 0.2366228 Jul 22 21:10:08.274710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Made reservation on behalf of edad2e394a794acc98dedd7bea106a3b for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:08.278170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.292137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.299422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7febb9e2-f995-47eb-b73b-10f645f60910 req-54e1819e-a380-4cf6-9c68-bd9576983f02 tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/quotas/c9a4a4e18e9e4a9b9709949906973be7 HTTP/1.1" status: 200 len: 375 time: 0.0275986 Jul 22 21:10:08.330598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-091e6813-e10d-4790-9229-704cafa087b9 req-64803159-e598-48b9-8d53-83e729878ae9 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Jul 22 21:10:08.390588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7febb9e2-f995-47eb-b73b-10f645f60910 req-cbaba1e9-4b5c-412e-a2aa-4dadf40b497e tempest-QuotasAdminNegativeTest-635873041 tempest-QuotasAdminNegativeTest-635873041-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9a4a4e18e9e4a9b9709949906973be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831265 Jul 22 21:10:08.435085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.441147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.452365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a577de8a-86d9-487f-a158-d32b6ffd4ff3 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:08.472136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:10:08.484158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a0e3e9-eb46-4956-93ed-21117daa8797,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:08.489697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.490109 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Added segment 347211d9-fe36-4574-b407-e4fe42c9442d of type vlan for network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 Jul 22 21:10:08.538529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756c9a2-26dd-40f6-86b9-ec365b40fd11 req-ac26f93c-511e-4022-84c3-d8e179304712 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:08.538529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4756c9a2-26dd-40f6-86b9-ec365b40fd11 req-ac26f93c-511e-4022-84c3-d8e179304712 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 943 time: 0.0943606 Jul 22 21:10:08.543652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.580954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.582623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:08.583357 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.587555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port a577de8a-86d9-487f-a158-d32b6ffd4ff3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:08.597486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port a577de8a-86d9-487f-a158-d32b6ffd4ff3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:08.598446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.623473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5425313 Jul 22 21:10:08.628081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46314) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:08.637134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Request body: {'subnet': {'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-subnet', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:08.653910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4756c9a2-26dd-40f6-86b9-ec365b40fd11 req-4776cf60-4580-44b1-bd9a-0c7b88766cea tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133716 Jul 22 21:10:08.688340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:08.708546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d94221-1006-466c-9c23-26e1a80f05c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0130e39f-9ce1-4142-87ab-6dde549ef5d3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:08.725296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Made reservation on behalf of edad2e394a794acc98dedd7bea106a3b for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:08.728134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.729650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7492586c-87a7-418a-86f3-566efc035211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.738614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:10:08.882003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7492586c-87a7-418a-86f3-566efc035211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.887503 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7492586c-87a7-418a-86f3-566efc035211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.944176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46332) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:08.945327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7492586c-87a7-418a-86f3-566efc035211 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53f676c8eccf4c1cbcb102d9569385f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553384 Jul 22 21:10:08.946484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492586c-87a7-418a-86f3-566efc035211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64499f93-f679-4f86-90e9-55c85b28e4c1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:08.987731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.075196 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.080775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:09.097168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-345c7879-b4aa-4d80-822a-d5076fe03037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.107666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Checking segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:09.108428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Network hostable DHCP agents. Network: 0130e39f-9ce1-4142-87ab-6dde549ef5d3, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:10:09.130169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port a577de8a-86d9-487f-a158-d32b6ffd4ff3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:09.131128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:09.135048 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52549768-3899-4696-89de-fbc7dda14a4c" -d '{"events": [{"server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "name": "network-vif-plugged", "status": "completed", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:09.138764 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.146972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-345c7879-b4aa-4d80-822a-d5076fe03037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.164971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:10:09.192963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 0130e39f-9ce1-4142-87ab-6dde549ef5d3) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:09.199278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:09.199965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.212600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad10af70-3646-4046-a2d9-7657e7c6b03b None None] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:10:09.228467 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c7db4fbc-0e92-4f49-8c0b-fb99b85369fe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5990307 Jul 22 21:10:09.230387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-345c7879-b4aa-4d80-822a-d5076fe03037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.232644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46348) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:09.235134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-345c7879-b4aa-4d80-822a-d5076fe03037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.236707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-345c7879-b4aa-4d80-822a-d5076fe03037 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64499f93-f679-4f86-90e9-55c85b28e4c1 HTTP/1.1" status: 204 len: 168 time: 0.2910485 Jul 22 21:10:09.243861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:09.245827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c7879-b4aa-4d80-822a-d5076fe03037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64499f93-f679-4f86-90e9-55c85b28e4c1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:09.286244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=a577de8a-86d9-487f-a158-d32b6ffd4ff3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:09.288479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d066ba-425c-48b1-8e21-5492a6b4efde req-a2e23ecc-087a-4130-ab28-5d234f658c41 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:09.290042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0d066ba-425c-48b1-8e21-5492a6b4efde req-a2e23ecc-087a-4130-ab28-5d234f658c41 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 945 time: 0.1065705 Jul 22 21:10:09.290907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.291984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.414585 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.420634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0d066ba-425c-48b1-8e21-5492a6b4efde req-a701ed54-f066-4e1e-9879-a2efc9e220ee tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210523 Jul 22 21:10:09.427720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:10:09.427720 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.465380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c9ee7-e720-404b-a240-a4904af282f1 req-b8c25442-7c6d-4e4e-9e1e-6863ed313540 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:09.466899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a1c9ee7-e720-404b-a240-a4904af282f1 req-b8c25442-7c6d-4e4e-9e1e-6863ed313540 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 972 time: 0.1699471 Jul 22 21:10:09.543020 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d988b983-20f2-430c-b3b7-97918bd4c2df x-openstack-request-id: req-d988b983-20f2-430c-b3b7-97918bd4c2df {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:09.543621 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "name": "network-vif-plugged", "status": "completed", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:09.543776 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d988b983-20f2-430c-b3b7-97918bd4c2df {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:09.544189 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'code': 200} Jul 22 21:10:09.686075 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.732355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Allocated IP 172.20.0.2 (0130e39f-9ce1-4142-87ab-6dde549ef5d3/afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e/57ef4d2e-77b5-4d38-818c-113c5c07051b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:09.752809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0e854-9a78-470e-bd77-28534d3a6a4a req-7d5bd465-31d8-4475-9199-4b9226fd1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:09.754934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-19a0e854-9a78-470e-bd77-28534d3a6a4a req-7d5bd465-31d8-4475-9199-4b9226fd1f15 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 1097 time: 0.1314194 Jul 22 21:10:09.777921 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a1c9ee7-e720-404b-a240-a4904af282f1 req-e1e2b2e2-05d2-4b2d-8366-7ce17be7d556 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510126 Jul 22 21:10:09.820192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-19a0e854-9a78-470e-bd77-28534d3a6a4a req-0bd61f08-3746-4695-a186-ced7c1d37a5c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528083 Jul 22 21:10:09.891967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46370) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:09.931414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b8065e95-aec5-4398-87a3-597b3b382bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.041828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.058226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Transition to ACTIVE for port object 57ef4d2e-77b5-4d38-818c-113c5c07051b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:10.064801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46384) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:10.081053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Transition to ACTIVE for port object 57ef4d2e-77b5-4d38-818c-113c5c07051b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:10.093993 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.138193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b8065e95-aec5-4398-87a3-597b3b382bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.144413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b8065e95-aec5-4398-87a3-597b3b382bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.147207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:10.150289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:10.154595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:10.167135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Pushing event updated for resources: {'Port': ['ID=57ef4d2e-77b5-4d38-818c-113c5c07051b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:10.192996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.205014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b8065e95-aec5-4398-87a3-597b3b382bd8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6091103b785246d59de6214c246787cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088565 Jul 22 21:10:10.206013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46400) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:10.229348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.235169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Attempting to bind port 57ef4d2e-77b5-4d38-818c-113c5c07051b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:10.236057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Attempting to bind port 57ef4d2e-77b5-4d38-818c-113c5c07051b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:10.236510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Attempting to bind port 57ef4d2e-77b5-4d38-818c-113c5c07051b on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:10.242409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:10.242996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Checking segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:10.243612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.244226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Bound using segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:10.245054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Bound port: 57ef4d2e-77b5-4d38-818c-113c5c07051b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:10.245698 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.252733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8065e95-aec5-4398-87a3-597b3b382bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d518f-00aa-41bc-9ad9-6ddc2292ed3d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:10.298350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fdab6fe1-1765-4a9b-a20c-fd489d5db744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.312235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-99e2839b-441d-4d19-be14-6d794a73e1ab tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956924 Jul 22 21:10:10.324414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fdab6fe1-1765-4a9b-a20c-fd489d5db744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.325808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] For port 57ef4d2e-77b5-4d38-818c-113c5c07051b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:10.329053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd83bc22-32dc-49fd-9040-3733f120d74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.329221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] For port 57ef4d2e-77b5-4d38-818c-113c5c07051b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=57ef4d2e-77b5-4d38-818c-113c5c07051b,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:10.336469 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.390939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fdab6fe1-1765-4a9b-a20c-fd489d5db744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.394343 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fdab6fe1-1765-4a9b-a20c-fd489d5db744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.395542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fdab6fe1-1765-4a9b-a20c-fd489d5db744 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/990d518f-00aa-41bc-9ad9-6ddc2292ed3d HTTP/1.1" status: 204 len: 168 time: 0.1875706 Jul 22 21:10:10.402451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bd98b-19d0-4728-ac18-84c276c68a04 None None] Pushing event updated for resources: {'Port': ['ID=57ef4d2e-77b5-4d38-818c-113c5c07051b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:10.404030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab6fe1-1765-4a9b-a20c-fd489d5db744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d518f-00aa-41bc-9ad9-6ddc2292ed3d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:10.407706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3a67-fc13-4049-8e77-a0bb21f1d0cc req-d1e8f151-b8b5-4f67-8528-b642efbbbe76 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:10.409380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d27b3a67-fc13-4049-8e77-a0bb21f1d0cc req-d1e8f151-b8b5-4f67-8528-b642efbbbe76 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 943 time: 0.3464599 Jul 22 21:10:10.470318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:10.552004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Allocated IP 172.25.5.196 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/15e44cca-42b4-4e42-87c9-df2cdae230fd) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:10.597073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d27b3a67-fc13-4049-8e77-a0bb21f1d0cc req-89b9101e-62e1-4d9b-9572-f2e7982502a6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770091 Jul 22 21:10:10.603576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-629a6bcd-6cea-4373-92c6-6a84605c8008 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:10.605070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-629a6bcd-6cea-4373-92c6-6a84605c8008 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804713 Jul 22 21:10:10.643733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:10.656693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '32be9cba-5212-4ff6-b11a-b11354a255aa', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'port_id': '32be9cba-5212-4ff6-b11a-b11354a255aa', 'mac_address': 'fa:16:3e:fb:af:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa6d3d8-5dc4-4603-9518-dfdd07e0df26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:10.672342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-b287c8ad-743c-4ca1-84a0-b576d2571212 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/quotas/c70aff3b771041c18de0bd0ec1eaa64b HTTP/1.1" status: 200 len: 375 time: 0.0292063 Jul 22 21:10:10.722294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.772927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32be9cba-5212-4ff6-b11a-b11354a255aa {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:10.804436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:10.810136 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.912740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:10.945960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd83bc22-32dc-49fd-9040-3733f120d74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.957907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd83bc22-32dc-49fd-9040-3733f120d74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:11.020670 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:11.051816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['32be9cba-5212-4ff6-b11a-b11354a255aa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:11.063605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83bc22-32dc-49fd-9040-3733f120d74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d634d2f6-6f44-44a8-8b67-6b56ba7375b4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:11.068804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dd83bc22-32dc-49fd-9040-3733f120d74a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9a4a4e18e9e4a9b9709949906973be7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0022213 Jul 22 21:10:11.072585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46426) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:11.100386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-e50ae9cb-3636-4133-8e92-fcd97fcacef3 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3929589 Jul 22 21:10:11.154119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04dee72f-fdaf-44a7-9b17-240236166d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:11.189253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04dee72f-fdaf-44a7-9b17-240236166d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:11.208674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f54a52-5eaa-4108-8bd4-89da09494142 req-0201c1db-541c-42df-b648-2ab414ed4283 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:11.219092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3f54a52-5eaa-4108-8bd4-89da09494142 req-0201c1db-541c-42df-b648-2ab414ed4283 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 945 time: 0.2364700 Jul 22 21:10:11.299580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:11.330369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04dee72f-fdaf-44a7-9b17-240236166d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:11.338685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04dee72f-fdaf-44a7-9b17-240236166d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:11.352418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-04dee72f-fdaf-44a7-9b17-240236166d5f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d634d2f6-6f44-44a8-8b67-6b56ba7375b4 HTTP/1.1" status: 204 len: 168 time: 0.2780886 Jul 22 21:10:11.388514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee72f-fdaf-44a7-9b17-240236166d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d634d2f6-6f44-44a8-8b67-6b56ba7375b4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:11.420393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:11.424082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:11.440511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3f54a52-5eaa-4108-8bd4-89da09494142 req-daff6a84-7dd5-4e70-b3ec-24a205431e02 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202961 Jul 22 21:10:11.444714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:11.704136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 57ef4d2e-77b5-4d38-818c-113c5c07051b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:11.943186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 57ef4d2e-77b5-4d38-818c-113c5c07051b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:12.184076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46470) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:12.223660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-604f3c38-08b6-4e24-a71e-aabce53e8e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.259266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878b681-1c35-42a5-a242-130a10a8a928 None None] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:10:12.279182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Pushing event updated for resources: {'Port': ['ID=15e44cca-42b4-4e42-87c9-df2cdae230fd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:12.307799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f5e49cc-0da5-41eb-b76e-5efd3c054542 req-16d447aa-1f6a-468a-9507-2a4485e0785e tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 210 time: 0.8455448 Jul 22 21:10:12.507020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f1b71303-9613-4565-97f7-c388430e1c89 None None] Provisioning for port 57ef4d2e-77b5-4d38-818c-113c5c07051b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:12.528326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:12.559667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f1b71303-9613-4565-97f7-c388430e1c89 None None] Provisioning complete for port 57ef4d2e-77b5-4d38-818c-113c5c07051b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:12.566460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1b71303-9613-4565-97f7-c388430e1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.626118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-604f3c38-08b6-4e24-a71e-aabce53e8e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.633147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-604f3c38-08b6-4e24-a71e-aabce53e8e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.689088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f3c38-08b6-4e24-a71e-aabce53e8e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5701cca5-293c-4e5f-9189-486acef30613,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:12.694425 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-604f3c38-08b6-4e24-a71e-aabce53e8e21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73aaf3502e814589bb5c211550641df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075998 Jul 22 21:10:12.699376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46484) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:12.778691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0ea39ff9-218d-42a5-b341-e8ebb8a59add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.807567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281d39f-0e62-4ca2-a6b7-3ebb6ec7d030 req-17657d39-5ead-461b-9965-7d8f7cd2430a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:12.821844 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9281d39f-0e62-4ca2-a6b7-3ebb6ec7d030 req-17657d39-5ead-461b-9965-7d8f7cd2430a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 944 time: 0.7708759 Jul 22 21:10:12.832124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bb9c-a37e-4575-bce8-f4bab82dcb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.887306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bb9c-a37e-4575-bce8-f4bab82dcb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.939965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9281d39f-0e62-4ca2-a6b7-3ebb6ec7d030 req-cef371d7-c5e9-462e-a31c-f6dd66de9751 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160138 Jul 22 21:10:13.002774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bb9c-a37e-4575-bce8-f4bab82dcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.005755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bb9c-a37e-4575-bce8-f4bab82dcb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.017523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b0a5bb9c-a37e-4575-bce8-f4bab82dcb50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5701cca5-293c-4e5f-9189-486acef30613 HTTP/1.1" status: 204 len: 168 time: 0.3167541 Jul 22 21:10:13.019935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 32be9cba-5212-4ff6-b11a-b11354a255aa completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:13.032822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5bb9c-a37e-4575-bce8-f4bab82dcb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5701cca5-293c-4e5f-9189-486acef30613,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:13.065141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cfbb4-1b12-4004-8555-a8d210f22157 req-6264e1cf-bdb4-47bd-afef-cf6da442bc2c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:13.071559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46492) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:13.079003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 32be9cba-5212-4ff6-b11a-b11354a255aa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:13.079885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.088886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-911cfbb4-1b12-4004-8555-a8d210f22157 req-6264e1cf-bdb4-47bd-afef-cf6da442bc2c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 945 time: 0.3854654 Jul 22 21:10:13.122108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.133387 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1b71303-9613-4565-97f7-c388430e1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.198064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f1b71303-9613-4565-97f7-c388430e1c89 None None] For port 57ef4d2e-77b5-4d38-818c-113c5c07051b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=57ef4d2e-77b5-4d38-818c-113c5c07051b,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:13.231990 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1b71303-9613-4565-97f7-c388430e1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.287653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.406367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:13.433669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:13.442398 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0022fd7e-6f0a-4712-aa66-fca70f456622" -d '{"events": [{"server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "name": "network-vif-plugged", "status": "completed", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:13.477320 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.507481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b71303-9613-4565-97f7-c388430e1c89 None None] Pushing event updated for resources: {'Port': ['ID=57ef4d2e-77b5-4d38-818c-113c5c07051b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:13.510979 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-cadd8868-affa-419e-980a-3ade8eb5b91b tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758235 Jul 22 21:10:13.669716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:13.727309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-d5652562-1407-4e37-a200-b3dcf46e3d9b tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:13.729170 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-d5652562-1407-4e37-a200-b3dcf46e3d9b tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084241 Jul 22 21:10:13.760525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Request body: {'port': {'device_id': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'c70aff3b771041c18de0bd0ec1eaa64b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:13.769652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fb7cd962-af43-4d15-b585-407e96c98531 None None] Provisioning complete for port 57ef4d2e-77b5-4d38-818c-113c5c07051b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:13.773676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd962-af43-4d15-b585-407e96c98531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.861298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c995c91e-84fa-43c8-a1c2-7cd30218e974 req-deaae5a7-db24-41b9-94e6-579d85fe4891 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 210 time: 0.2504978 Jul 22 21:10:13.898403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-911cfbb4-1b12-4004-8555-a8d210f22157 req-2b917582-c0eb-42f2-9a81-323d90db90ef tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8078034 Jul 22 21:10:13.907183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8852-b494-4966-9cb5-78b2d65f1d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.964035 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.999894 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a893b281-b8a9-4222-9272-ad1013a0af0c x-openstack-request-id: req-a893b281-b8a9-4222-9272-ad1013a0af0c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:13.999894 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "name": "network-vif-plugged", "status": "completed", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:13.999894 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a893b281-b8a9-4222-9272-ad1013a0af0c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:13.999894 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa', 'code': 200} Jul 22 21:10:14.220001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7a7e-dfce-4230-899e-07190aab61dc req-302a9da9-96db-49f4-9373-d26cf43b536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:14.221790 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-760a7a7e-dfce-4230-899e-07190aab61dc req-302a9da9-96db-49f4-9373-d26cf43b536b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1097 time: 0.1523468 Jul 22 21:10:14.224105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8852-b494-4966-9cb5-78b2d65f1d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.249477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8852-b494-4966-9cb5-78b2d65f1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.280776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:10:14.352693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Made reservation on behalf of c70aff3b771041c18de0bd0ec1eaa64b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:14.365775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.459556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ea22-3fa4-4e89-878e-35d507b10145 req-6041580f-1210-45d0-9a74-f6895e71cdb9 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:14.461904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7375ea22-3fa4-4e89-878e-35d507b10145 req-6041580f-1210-45d0-9a74-f6895e71cdb9 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 945 time: 0.3211157 Jul 22 21:10:14.462568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46536) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:14.482987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46540) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:14.495237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b8852-b494-4966-9cb5-78b2d65f1d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef8900-20f3-458e-8e66-3e47136728c3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:14.505114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b4b8852-b494-4966-9cb5-78b2d65f1d71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6fe3920432ca44a2a0ce93d7c1a53669&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4298019 Jul 22 21:10:14.505908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46546) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:14.521145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'floatingip': {'port_id': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:14.535674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-760a7a7e-dfce-4230-899e-07190aab61dc req-8ce51b07-4409-4a88-8c28-46a027eb2804 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045623 Jul 22 21:10:14.616165 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd4edf0b-c6dd-4cd5-ab27-deeda1eaf3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.639898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.660190 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd4edf0b-c6dd-4cd5-ab27-deeda1eaf3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.662861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Allocated IP 192.168.233.46 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/efff5ea5-4ffa-4923-861c-73ad48bde7b0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:14.717420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:10:14.737756 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:10:14.764392 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:10:14.765058 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:09:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:14.780966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9509-3b3b-4d52-a888-f3fbec7d0088 req-058995f8-084e-4b40-8066-3100517a26bd tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:14.782577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f26e9509-3b3b-4d52-a888-f3fbec7d0088 req-058995f8-084e-4b40-8066-3100517a26bd tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 945 time: 0.3363862 Jul 22 21:10:14.831057 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.832418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7147b43a-5f06-41aa-aebc-0ce7ae8be03d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.5988867 Jul 22 21:10:14.844172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46560) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:14.911883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1284a8e-abeb-4ae6-94df-12a35cebf284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.959734 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.990281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Transition to ACTIVE for port object efff5ea5-4ffa-4923-861c-73ad48bde7b0 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:15.002884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd4edf0b-c6dd-4cd5-ab27-deeda1eaf3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.006196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd4edf0b-c6dd-4cd5-ab27-deeda1eaf3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.008387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dd4edf0b-c6dd-4cd5-ab27-deeda1eaf3bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88ef8900-20f3-458e-8e66-3e47136728c3 HTTP/1.1" status: 204 len: 168 time: 0.4941943 Jul 22 21:10:15.021301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f26e9509-3b3b-4d52-a888-f3fbec7d0088 req-d6c71688-aac5-404b-8130-2ffcfe6395a4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291057 Jul 22 21:10:15.022762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4edf0b-c6dd-4cd5-ab27-deeda1eaf3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef8900-20f3-458e-8e66-3e47136728c3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:15.023458 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:10:15.066754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.085585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2ec5fbb6-51fa-480a-a4de-ad5bb3d19823'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:15.152591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:15.155278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Pushing event updated for resources: {'Port': ['ID=efff5ea5-4ffa-4923-861c-73ad48bde7b0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:15.160190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:15.219238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:15.225226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:15.226022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.320774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1284a8e-abeb-4ae6-94df-12a35cebf284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.333869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a1801418-5ea1-47b2-98eb-9290f064c0c0 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5820363 Jul 22 21:10:15.352332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Request body: {'port': {'device_id': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:15.447019 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.461573 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03cc410c-a854-4b55-9843-d9ac50762643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.575147 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:12Z', 'revision_number': 3, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:15.577023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.682667 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:10:15.683034 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Updating router 3222ffe2-1156-4313-afbd-3c5a40b38caa port 15e44cca-42b4-4e42-87c9-df2cdae230fd binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:10:15.693462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 57ef4d2e-77b5-4d38-818c-113c5c07051b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:15.776722 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.863297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7167eb23-eb04-40a4-8733-343a5faa566b None None] Provisioning for port efff5ea5-4ffa-4923-861c-73ad48bde7b0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:15.877607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7167eb23-eb04-40a4-8733-343a5faa566b None None] Provisioning complete for port efff5ea5-4ffa-4923-861c-73ad48bde7b0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:15.880298 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7167eb23-eb04-40a4-8733-343a5faa566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.953948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46582) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:15.968878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1284a8e-abeb-4ae6-94df-12a35cebf284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.032451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-012aeca7-dead-44b4-9187-ff6f8d304438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.036485 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.055197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7167eb23-eb04-40a4-8733-343a5faa566b None None] Port efff5ea5-4ffa-4923-861c-73ad48bde7b0 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:16.070691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 57ef4d2e-77b5-4d38-818c-113c5c07051b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:16.071469 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.093578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1284a8e-abeb-4ae6-94df-12a35cebf284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753efc6a-7b55-42ae-a37a-beeeb984e203,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.164898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e33e0b-700a-4f93-9727-b4202fee8579 req-bc41b728-e3ee-40f1-8e42-fd872b69689f tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:16.172494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6e33e0b-700a-4f93-9727-b4202fee8579 req-bc41b728-e3ee-40f1-8e42-fd872b69689f tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 972 time: 0.2849600 Jul 22 21:10:16.196221 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.209594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Transition to ACTIVE for port object 15e44cca-42b4-4e42-87c9-df2cdae230fd will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:16.218982 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.273645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b05-4fed-402c-adbb-6ed705a27270 req-464fec39-360e-45ed-8fe2-5f1146424300 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:16.282974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-031b4b05-4fed-402c-adbb-6ed705a27270 req-464fec39-360e-45ed-8fe2-5f1146424300 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 935 time: 1.1239505 Jul 22 21:10:16.293110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Attempting to bind port 15e44cca-42b4-4e42-87c9-df2cdae230fd on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:16.293110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Attempting to bind port 15e44cca-42b4-4e42-87c9-df2cdae230fd by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:16.293110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Attempting to bind port 15e44cca-42b4-4e42-87c9-df2cdae230fd on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:16.304375 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:16.304855 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:16.305342 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.306027 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:16.306742 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Bound port: 15e44cca-42b4-4e42-87c9-df2cdae230fd, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:16.307422 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.322120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46592) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:16.322943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e1284a8e-abeb-4ae6-94df-12a35cebf284 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=254c74a00a89489bb2a5996a0965ba70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8487215 Jul 22 21:10:16.347568 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7e101-8576-4b1a-aa51-1cbec836f349 None None] Pushing event updated for resources: {'Port': ['ID=15e44cca-42b4-4e42-87c9-df2cdae230fd,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.375088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-031b4b05-4fed-402c-adbb-6ed705a27270 req-bae5b2b1-a76b-4d01-8baa-3837e8791931 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907071 Jul 22 21:10:16.435480 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] For port 15e44cca-42b4-4e42-87c9-df2cdae230fd, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:16.443594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] For port 15e44cca-42b4-4e42-87c9-df2cdae230fd, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=15e44cca-42b4-4e42-87c9-df2cdae230fd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:16.450273 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.545701 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:10:16.546650 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:10:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:16.636771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72d78990-b426-4623-8347-7ba3a567eafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.644664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efff5ea5-4ffa-4923-861c-73ad48bde7b0 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:16.666455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.678436 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:10:16.683979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-012aeca7-dead-44b4-9187-ff6f8d304438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.698393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-012aeca7-dead-44b4-9187-ff6f8d304438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.702740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72d78990-b426-4623-8347-7ba3a567eafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.705727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Transition to ACTIVE for port object efff5ea5-4ffa-4923-861c-73ad48bde7b0 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:16.728221 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.737510 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6e33e0b-700a-4f93-9727-b4202fee8579 req-707bba1c-1e8b-46ac-9d4f-d51f2aeadd58 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/security-groups?id=82f8a203-2e5b-499f-8626-a834e97a0fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636432 Jul 22 21:10:16.795957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=efff5ea5-4ffa-4923-861c-73ad48bde7b0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.853405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-012aeca7-dead-44b4-9187-ff6f8d304438 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1c4ec80e29b461daadb5bbcf98328f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8925390 Jul 22 21:10:16.856883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46604) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:16.866152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aeca7-dead-44b4-9187-ff6f8d304438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd3b8e-548c-4e6e-8de2-273a7da422c6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.907562 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7e101-8576-4b1a-aa51-1cbec836f349 None None] Pushing event updated for resources: {'Port': ['ID=15e44cca-42b4-4e42-87c9-df2cdae230fd,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.928456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Attempting to bind port efff5ea5-4ffa-4923-861c-73ad48bde7b0 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:16.928787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Attempting to bind port efff5ea5-4ffa-4923-861c-73ad48bde7b0 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:16.929118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Attempting to bind port efff5ea5-4ffa-4923-861c-73ad48bde7b0 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:16.935583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Port efff5ea5-4ffa-4923-861c-73ad48bde7b0 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:16.936237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Attempting to bind port efff5ea5-4ffa-4923-861c-73ad48bde7b0 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:16.947109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72d78990-b426-4623-8347-7ba3a567eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.950899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72d78990-b426-4623-8347-7ba3a567eafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.953133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-72d78990-b426-4623-8347-7ba3a567eafd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/753efc6a-7b55-42ae-a37a-beeeb984e203 HTTP/1.1" status: 204 len: 168 time: 0.6300609 Jul 22 21:10:16.965544 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:12Z', 'revision_number': 3, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:16.967532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d78990-b426-4623-8347-7ba3a567eafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753efc6a-7b55-42ae-a37a-beeeb984e203,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.970720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:16.971291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:16.971740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:16.972212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Bound port: efff5ea5-4ffa-4923-861c-73ad48bde7b0, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:16.972574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.017860 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d4de661a-2f49-4482-9523-c2fbaa638bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.034304 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3bafa-9841-434c-9b25-123b99bee08f None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:12Z', 'revision_number': 3, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:10:17.121684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d4de661a-2f49-4482-9523-c2fbaa638bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.205495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:10:17.298028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] For port efff5ea5-4ffa-4923-861c-73ad48bde7b0, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:17.323384 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d4de661a-2f49-4482-9523-c2fbaa638bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.327229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d4de661a-2f49-4482-9523-c2fbaa638bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.328589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d4de661a-2f49-4482-9523-c2fbaa638bad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68bd3b8e-548c-4e6e-8de2-273a7da422c6 HTTP/1.1" status: 204 len: 168 time: 0.4699867 Jul 22 21:10:17.331726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-2eef9c4d-bfe8-4a8a-9cbc-fd6cf237e9b8 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d5d277bd38a94497ab6dade778cf758c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834086 Jul 22 21:10:17.345599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b8ab-cdfa-4257-9384-2b4f121c5e47 req-3e285c7b-7481-46be-955a-2dbc73947fba tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:17.352354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4078b8ab-cdfa-4257-9384-2b4f121c5e47 req-3e285c7b-7481-46be-955a-2dbc73947fba tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 945 time: 0.6894815 Jul 22 21:10:17.358455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.366323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de661a-2f49-4482-9523-c2fbaa638bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd3b8e-548c-4e6e-8de2-273a7da422c6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:17.382773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] For port efff5ea5-4ffa-4923-861c-73ad48bde7b0, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=efff5ea5-4ffa-4923-861c-73ad48bde7b0,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:17.388239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.391039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.498760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=efff5ea5-4ffa-4923-861c-73ad48bde7b0,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:17.521626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:17.522332 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.524072 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-0db8a0dd-2c8a-465f-ad83-46ccbe8ad0f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/efff5ea5-4ffa-4923-861c-73ad48bde7b0 HTTP/1.1" status: 200 len: 1096 time: 2.1772079 Jul 22 21:10:17.524979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'tag': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:17.527525 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3b08c5-73b6-4e60-86f7-8ef0966d3d17", "tag": "efff5ea5-4ffa-4923-861c-73ad48bde7b0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:17.613089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-104bb670-44f2-4502-b351-be5d8d8547ab tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:17.615054 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-104bb670-44f2-4502-b351-be5d8d8547ab tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 972 time: 0.3693979 Jul 22 21:10:17.648674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46624) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:17.671984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 15e44cca-42b4-4e42-87c9-df2cdae230fd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:17.773325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 15e44cca-42b4-4e42-87c9-df2cdae230fd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:17.778564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 15e44cca-42b4-4e42-87c9-df2cdae230fd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:17.779283 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.784675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04d8e64f-5882-42fd-b93b-73146e2c39d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.799829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4078b8ab-cdfa-4257-9384-2b4f121c5e47 req-a39dc71d-81fe-4553-bcb2-87cfc5ed2445 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464653 Jul 22 21:10:17.820735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-129f0863-c5f1-44f0-8b0b-31449a3f8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:17.826807 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-129f0863-c5f1-44f0-8b0b-31449a3f8abc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 1099 time: 0.2464662 Jul 22 21:10:17.911761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-2e2e677d-a99a-43f7-a8d5-92264d09ea18 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:17.928874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-063ca179-3b45-44c0-aa27-cfe4fc5bb366 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=efff5ea5-4ffa-4923-861c-73ad48bde7b0 HTTP/1.1" status: 200 len: 217 time: 0.0648572 Jul 22 21:10:17.930212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-2e2e677d-a99a-43f7-a8d5-92264d09ea18 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5975685 Jul 22 21:10:17.960227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.961689 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.996833 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093 associated. External IP: 172.25.5.187, port: a577de8a-86d9-487f-a158-d32b6ffd4ff3. Jul 22 21:10:18.001008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a38be7b4-4c1b-424d-b0f9-32c9411bcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:18.002676 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-a38be7b4-4c1b-424d-b0f9-32c9411bcfff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0665426 Jul 22 21:10:18.003991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 15e44cca-42b4-4e42-87c9-df2cdae230fd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=15e44cca-42b4-4e42-87c9-df2cdae230fd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:18.010356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.031294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-7274ee4f-565d-4157-b989-16d8cc9a57d0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/quotas/d5d277bd38a94497ab6dade778cf758c HTTP/1.1" status: 200 len: 375 time: 0.0984120 Jul 22 21:10:18.074716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=15e44cca-42b4-4e42-87c9-df2cdae230fd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:18.100671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Deleting port ad1d51e4-053e-4071-b158-77dbb4dd7667 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:10:18.101104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.152862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cecdc-38c9-4808-8a61-42c188a45918 req-47322e02-29c8-406b-9b74-7055860f9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:18.154464 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-47322e02-29c8-406b-9b74-7055860f9d43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1347206 Jul 22 21:10:18.284528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] For port ad1d51e4-053e-4071-b158-77dbb4dd7667, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ad1d51e4-053e-4071-b158-77dbb4dd7667,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:18.284998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.307237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Calling delete_port for ad1d51e4-053e-4071-b158-77dbb4dd7667 owned by compute:tempest-test_az-2065763229 {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:10:18.363221 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-c0e37bf2-c70d-451e-bb84-428c4cb02ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717436 Jul 22 21:10:18.440365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-75f42071-c568-4d1a-a383-77a3a514e6e3 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5d277bd38a94497ab6dade778cf758c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4079897 Jul 22 21:10:18.527215 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-447cecdc-38c9-4808-8a61-42c188a45918 req-7623fa9e-d21e-4a0b-956b-652ed0fd5ec6 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351035 Jul 22 21:10:18.627646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.637194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.658696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['ad1d51e4-053e-4071-b158-77dbb4dd7667'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:18.672709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04d8e64f-5882-42fd-b93b-73146e2c39d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.690143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04d8e64f-5882-42fd-b93b-73146e2c39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.713202 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90042f2-1d11-46bd-bd33-6c5128b312c8 x-openstack-request-id: req-b90042f2-1d11-46bd-bd33-6c5128b312c8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:18.713601 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3b08c5-73b6-4e60-86f7-8ef0966d3d17", "tag": "efff5ea5-4ffa-4923-861c-73ad48bde7b0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:18.714107 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b90042f2-1d11-46bd-bd33-6c5128b312c8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:18.714545 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'tag': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0', 'status': 'completed', 'code': 200} Jul 22 21:10:18.719015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Pushing event deleted for resources: {'Port': ['ID=ad1d51e4-053e-4071-b158-77dbb4dd7667,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:18.851531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6e5dd-6754-4976-9c61-0c0230470942 req-747d5f1d-37e9-4b68-9f51-dd83e1b02ade tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:18.854385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ce6e5dd-6754-4976-9c61-0c0230470942 req-747d5f1d-37e9-4b68-9f51-dd83e1b02ade tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 947 time: 0.8978329 Jul 22 21:10:18.937843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] No DVR routers for this DVR port ad1d51e4-053e-4071-b158-77dbb4dd7667 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:10:18.954485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.956823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9727a569-e5d8-4017-9c7a-518709ae1dcf req-3c41fac5-7029-49cf-a6c9-185c8afbe529 tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.23 "DELETE /v2.0/ports/ad1d51e4-053e-4071-b158-77dbb4dd7667 HTTP/1.1" status: 204 len: 173 time: 1.3272030 Jul 22 21:10:18.974340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-2698763d-f3ff-4b80-a1ca-83a39b7cb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:18.979737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-062e37cb-fb81-412d-9447-8c95929ee2c6 req-af5f6336-9539-426f-bfbb-896bd1bda9de tempest-AggregatesAdminTestJSON-1604993037 tempest-AggregatesAdminTestJSON-1604993037-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c357e8f-2548-434a-8e64-1bde1f0c0632 HTTP/1.1" status: 200 len: 210 time: 0.1921060 Jul 22 21:10:18.994484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-2698763d-f3ff-4b80-a1ca-83a39b7cb0da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 1099 time: 0.2679482 Jul 22 21:10:19.031667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-04d8e64f-5882-42fd-b93b-73146e2c39d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec3e4673917646d8b8857a2d92f1400b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3786781 Jul 22 21:10:19.032919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8e64f-5882-42fd-b93b-73146e2c39d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9866f6-7aad-4b77-8340-394f4b2fdd69,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:19.040141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46662) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:19.241472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Router ba30d540-3230-4bd3-a6b4-9a4825b08825 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:10:19.251825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-99edf9da-279b-47de-b71a-4f2ef117d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:19.257750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-99edf9da-279b-47de-b71a-4f2ef117d27a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2606821 Jul 22 21:10:19.290218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ce6e5dd-6754-4976-9c61-0c0230470942 req-6774e226-649e-4849-86a8-5500516912a2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212891 Jul 22 21:10:19.356798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-31a4d075-2629-45fc-b4a8-02693a44d18f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=efff5ea5-4ffa-4923-861c-73ad48bde7b0 HTTP/1.1" status: 200 len: 217 time: 0.0798261 Jul 22 21:10:19.450692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:19.481640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-68e35178-ffca-4b92-8751-f7dc195eef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:19.503714 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-68e35178-ffca-4b92-8751-f7dc195eef4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1335802 Jul 22 21:10:19.552565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:10:19.561624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:19.571327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] Sync routers for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:10:19.592220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:10:19.597649 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:19.598683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:10:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:19.613196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9990969e-455b-439c-b940-3901b0825b00 req-c57abf1a-08b3-4f46-8910-049b3d87489f tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 210 time: 0.0634463 Jul 22 21:10:19.690168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-893671c2-08fa-4d40-bf58-eb43bb21bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:19.715709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-893671c2-08fa-4d40-bf58-eb43bb21bf4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2029812 Jul 22 21:10:19.878009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Allocated IP 172.20.0.1 (0130e39f-9ce1-4142-87ab-6dde549ef5d3/afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e/9af0f5fb-0077-42f9-9074-b5a9328b71b9) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:19.919481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:10:19.979488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-1918e2ce-0013-4bfc-9d6d-74f4b5b543a9 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555602 Jul 22 21:10:20.068157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.071101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.075110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd9866f6-7aad-4b77-8340-394f4b2fdd69 HTTP/1.1" status: 204 len: 168 time: 1.0221324 Jul 22 21:10:20.103961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 15e44cca-42b4-4e42-87c9-df2cdae230fd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:20.122823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b6476f41-adea-4f87-879a-b2e7d1f2910f tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "PUT /v2.0/floatingips/30a0860d-bf1e-424b-b466-b5aa159e7093 HTTP/1.1" status: 200 len: 991 time: 5.6384282 Jul 22 21:10:20.127298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:20.130599 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157e1109-1977-4161-87e3-a98935a92ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:20.138120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9866f6-7aad-4b77-8340-394f4b2fdd69,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:20.158933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.159424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.159874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.160310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.160816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.161238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.161825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.162368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.162939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.163465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.164035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.164724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679e957-f68e-4c00-b8a4-eee0badc9587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.195109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 15e44cca-42b4-4e42-87c9-df2cdae230fd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:20.195538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.217452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d767-5527-4376-a7e6-87876821f439 req-c923ea4c-aacf-4419-8211-1e04708bd643 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:20.225078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e22d767-5527-4376-a7e6-87876821f439 req-c923ea4c-aacf-4419-8211-1e04708bd643 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1097 time: 0.6612737 Jul 22 21:10:20.235471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.260415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Transition to ACTIVE for port object 9af0f5fb-0077-42f9-9074-b5a9328b71b9 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:20.308057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e22d767-5527-4376-a7e6-87876821f439 req-f5d3d07c-bf8c-45aa-b76a-872be6b589e4 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815902 Jul 22 21:10:20.376816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.472860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:20.481294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:20.486075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:20.486746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.489251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '30a0860d-bf1e-424b-b466-b5aa159e7093', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'port_id': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'mac_address': 'fa:16:3e:d1:5e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb72720a-88ef-4222-8d9b-d31383557403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:40Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 1, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:20.540372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] Checking router: ba30d540-3230-4bd3-a6b4-9a4825b08825 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:10:20.574270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:10:20.575119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:10:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:20.655419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Pushing event updated for resources: {'Port': ['ID=9af0f5fb-0077-42f9-9074-b5a9328b71b9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:20.676279 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce4542-1d68-4f04-8191-8abbd5e74d69 x-openstack-request-id: req-04ce4542-1d68-4f04-8191-8abbd5e74d69 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:20.676779 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:20.677213 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04ce4542-1d68-4f04-8191-8abbd5e74d69 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:20.677772 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'status': 'completed', 'code': 200} Jul 22 21:10:20.765215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'name': 'network-vif-deleted', 'tag': 'ad1d51e4-053e-4071-b158-77dbb4dd7667'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:20.768671 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934ccae9-e8bd-43b4-9599-61f4296fbfc4" -d '{"events": [{"server_uuid": "4c357e8f-2548-434a-8e64-1bde1f0c0632", "name": "network-vif-deleted", "tag": "ad1d51e4-053e-4071-b158-77dbb4dd7667"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:20.806875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-bdbdbe3c-d9c3-4614-8c43-2b8d582f9019 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d5d277bd38a94497ab6dade778cf758c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304193 Jul 22 21:10:20.842578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.916453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:10:21.006886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-65caa938-3fa9-4e53-a200-9144712acd31 None None] Provisioning for port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:21.012865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46710) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.014586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-65caa938-3fa9-4e53-a200-9144712acd31 None None] Provisioning complete for port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:21.015114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-65caa938-3fa9-4e53-a200-9144712acd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.018753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-c8ab0843-159f-4cc0-a9a4-06e622dd48f8 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:21.020923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-c8ab0843-159f-4cc0-a9a4-06e622dd48f8 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052786 Jul 22 21:10:21.058356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Request body: {'port': {'device_id': '5b71a989-808e-409d-bbc6-a908664d1207', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'd5d277bd38a94497ab6dade778cf758c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:21.064796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-65caa938-3fa9-4e53-a200-9144712acd31 None None] Port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:21.078537 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ceaa2b2-de0b-4a1b-8b24-4157cc6078ef req-6d5a1476-f3e3-4acd-82e7-e2455d284a95 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0911582 Jul 22 21:10:21.093849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1109-1977-4161-87e3-a98935a92ecc req-f595fb17-d42e-4a95-9132-fe9134fb77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:21.095472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-157e1109-1977-4161-87e3-a98935a92ecc req-f595fb17-d42e-4a95-9132-fe9134fb77f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 1097 time: 0.4296868 Jul 22 21:10:21.299827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Made reservation on behalf of d5d277bd38a94497ab6dade778cf758c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:21.304508 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.315446 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.391003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014fef6-a7d2-4b13-842e-5f8b2cd36a39 req-16e73ed6-5a2e-4f03-a326-7573d011c598 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:21.393175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2014fef6-a7d2-4b13-842e-5f8b2cd36a39 req-16e73ed6-5a2e-4f03-a326-7573d011c598 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 947 time: 0.3755667 Jul 22 21:10:21.413187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1109-1977-4161-87e3-a98935a92ecc req-90222723-4ea6-4d9b-9796-2c719a816f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:21.415085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '30a0860d-bf1e-424b-b466-b5aa159e7093', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'port_id': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'mac_address': 'fa:16:3e:d1:5e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb72720a-88ef-4222-8d9b-d31383557403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:40Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 1, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:21.416122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-157e1109-1977-4161-87e3-a98935a92ecc req-90222723-4ea6-4d9b-9796-2c719a816f53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 924 time: 0.3090045 Jul 22 21:10:21.449740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.455672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.483232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1bbf9-c1d0-46c7-8c80-147ef62051be None None] The sync data for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 is: [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '30a0860d-bf1e-424b-b466-b5aa159e7093', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'port_id': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'mac_address': 'fa:16:3e:d1:5e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb72720a-88ef-4222-8d9b-d31383557403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:40Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 1, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:10:21.520363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46724) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.523133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-06f712a9-7743-4c92-9ad6-47436699151d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f087766fe2864b2d96cb6002e99c0222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072224 Jul 22 21:10:21.528514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.587954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb81ffd-664b-4e52-851f-3710dde9809e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:21.634873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.635223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.635559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.635920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.636255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.636586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.637036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.637381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.637706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.638101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.638637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.639246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.681073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Allocated IP 192.168.233.214 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/13438cc4-b1b1-46eb-b10c-0b65d4501bb8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:21.683916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eed4df2-e259-415d-9860-2008af52e309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.691500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.695259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-157e1109-1977-4161-87e3-a98935a92ecc req-ec3a6104-b984-492f-a5b7-a40a28a4555d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3 HTTP/1.1" status: 200 len: 999 time: 0.2610047 Jul 22 21:10:21.706733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2014fef6-a7d2-4b13-842e-5f8b2cd36a39 req-38088294-9542-409d-bb12-b341d37b0d6c tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045466 Jul 22 21:10:21.760654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e2a2-44be-40d8-891d-ce42fac6887a req-2ae0adfb-b757-44eb-a4f4-2590fb356b08 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:21.764694 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eed4df2-e259-415d-9860-2008af52e309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.772495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device efff5ea5-4ffa-4923-861c-73ad48bde7b0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:21.779756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e887e2a2-44be-40d8-891d-ce42fac6887a req-2ae0adfb-b757-44eb-a4f4-2590fb356b08 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1097 time: 0.5102973 Jul 22 21:10:21.818379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1109-1977-4161-87e3-a98935a92ecc req-ced06626-6791-4063-8aaa-e42f724696b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:21.820865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-157e1109-1977-4161-87e3-a98935a92ecc req-ced06626-6791-4063-8aaa-e42f724696b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 200 len: 862 time: 0.1129529 Jul 22 21:10:21.822467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.823453 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.838893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ad1d51e4-053e-4071-b158-77dbb4dd7667 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:21.879415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eed4df2-e259-415d-9860-2008af52e309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.883018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eed4df2-e259-415d-9860-2008af52e309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.884592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9eed4df2-e259-415d-9860-2008af52e309 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82f8a203-2e5b-499f-8626-a834e97a0fbb HTTP/1.1" status: 204 len: 168 time: 0.3391900 Jul 22 21:10:21.889827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: ad1d51e4-053e-4071-b158-77dbb4dd7667 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:10:21.890596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ad1d51e4-053e-4071-b158-77dbb4dd7667 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:10:21.925922 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d34bcc-f794-4c3d-96ab-90243a529c36 None None] New status for floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:10:21.931616 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c4d1-faa0-4989-af9d-841058b64736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.986633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed4df2-e259-415d-9860-2008af52e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8a203-2e5b-499f-8626-a834e97a0fbb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:21.996016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port efff5ea5-4ffa-4923-861c-73ad48bde7b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=efff5ea5-4ffa-4923-861c-73ad48bde7b0,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:22.053651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0', 'mac_address': 'fa:16:3e:10:ef:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:22.071336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c4d1-faa0-4989-af9d-841058b64736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.074026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.094359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Transition to ACTIVE for port object 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:22.107950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c4d1-faa0-4989-af9d-841058b64736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.132705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-727ac53e-e653-4179-9849-7a98f8e61081 req-d1b7ecbb-88ad-4c57-93fd-db6c7594e641 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 210 time: 0.3007224 Jul 22 21:10:22.141673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2a0c4d1-faa0-4989-af9d-841058b64736 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=caaa37c45b3f4b1db01e8ca28e6685e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137433 Jul 22 21:10:22.143349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e887e2a2-44be-40d8-891d-ce42fac6887a req-50e11d48-531e-49ce-87b8-fd1b4e6c8a4a tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608568 Jul 22 21:10:22.154259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46748) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:22.182802 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.183406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.185809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Pushing event updated for resources: {'Port': ['ID=9af0f5fb-0077-42f9-9074-b5a9328b71b9,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:22.229692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efff5ea5-4ffa-4923-861c-73ad48bde7b0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:22.292281 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9c902d-ea3f-497b-bf74-5fdeddb33abf x-openstack-request-id: req-7c9c902d-ea3f-497b-bf74-5fdeddb33abf {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:22.292281 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c357e8f-2548-434a-8e64-1bde1f0c0632", "name": "network-vif-deleted", "tag": "ad1d51e4-053e-4071-b158-77dbb4dd7667", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:22.293506 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c9c902d-ea3f-497b-bf74-5fdeddb33abf {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:22.295127 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c357e8f-2548-434a-8e64-1bde1f0c0632', 'name': 'network-vif-deleted', 'tag': 'ad1d51e4-053e-4071-b158-77dbb4dd7667', 'status': 'completed', 'code': 200} Jul 22 21:10:22.301598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port efff5ea5-4ffa-4923-861c-73ad48bde7b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=efff5ea5-4ffa-4923-861c-73ad48bde7b0,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:22.309350 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.310899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:22.401606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:22.407369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:22.436490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:22.437179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.486820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Pushing event updated for resources: {'Port': ['ID=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:22.507525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=efff5ea5-4ffa-4923-861c-73ad48bde7b0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:22.532368 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-5e4a19f8-9465-44e3-8906-f5d8ec2f8bf0 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4930747 Jul 22 21:10:22.533305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.533721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.534161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.534513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.535141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.535527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.536092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.536621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.537153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.538605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.538605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.540988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:22.546788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Request body: {'port': {'device_id': '5b71a989-808e-409d-bbc6-a908664d1207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:22.613971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['efff5ea5-4ffa-4923-861c-73ad48bde7b0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:22.732755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46766) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:22.733652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.830277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c4d1-faa0-4989-af9d-841058b64736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78c5e75-0dc2-41ee-a130-4c6c71509b5f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:22.865111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e1177c8d-9951-40f2-a6dc-80ca6a3907b6 None None] Provisioning for port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:22.877335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1109-1977-4161-87e3-a98935a92ecc req-84936b8e-c3ae-4ca6-a97a-5a2dc03689c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:22.878814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-157e1109-1977-4161-87e3-a98935a92ecc req-84936b8e-c3ae-4ca6-a97a-5a2dc03689c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0500484 Jul 22 21:10:22.880236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e1177c8d-9951-40f2-a6dc-80ca6a3907b6 None None] Provisioning complete for port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:22.880711 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e1177c8d-9951-40f2-a6dc-80ca6a3907b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.925908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f63007ef-07e2-4304-af14-7ee7a988cb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.959245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f63007ef-07e2-4304-af14-7ee7a988cb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.978390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e1177c8d-9951-40f2-a6dc-80ca6a3907b6 None None] Port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:23.008207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:23.016842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ade199ae-5b05-4938-a1d6-534e859cd0f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d38ae0e8da2a47c38b54e8b6f336fe1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794836 Jul 22 21:10:23.020505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46776) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:23.024716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:23.213528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f63007ef-07e2-4304-af14-7ee7a988cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.217556 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f63007ef-07e2-4304-af14-7ee7a988cb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.221463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f63007ef-07e2-4304-af14-7ee7a988cb82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b78c5e75-0dc2-41ee-a130-4c6c71509b5f HTTP/1.1" status: 204 len: 168 time: 1.0482633 Jul 22 21:10:23.245965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122f76f0-a3b9-41dd-a071-7e51f2f8afac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.260549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63007ef-07e2-4304-af14-7ee7a988cb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78c5e75-0dc2-41ee-a130-4c6c71509b5f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:23.311484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122f76f0-a3b9-41dd-a071-7e51f2f8afac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.335947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222b3ed-09df-4142-b7b2-18d1b03fca3f req-7bff00f8-5f07-4d93-8ccf-343a221496d7 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.349457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3222b3ed-09df-4142-b7b2-18d1b03fca3f req-7bff00f8-5f07-4d93-8ccf-343a221496d7 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 948 time: 0.4744012 Jul 22 21:10:23.358686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-157e1109-1977-4161-87e3-a98935a92ecc req-bfe11700-9a79-4bb3-8e1a-542f54a23c41 service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420819 Jul 22 21:10:23.391788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:23.400511 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.415335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Transition to ACTIVE for port object 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:23.420345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.421441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-663ddd2d-14b1-4e0c-8381-202dd727e0a0 None None] Provisioning complete for port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:23.421827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-663ddd2d-14b1-4e0c-8381-202dd727e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.476208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122f76f0-a3b9-41dd-a071-7e51f2f8afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.483967 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122f76f0-a3b9-41dd-a071-7e51f2f8afac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.487991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-122f76f0-a3b9-41dd-a071-7e51f2f8afac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b2bcaf0-182d-41a6-9779-001906016a0b HTTP/1.1" status: 204 len: 168 time: 0.4656880 Jul 22 21:10:23.510482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f76f0-a3b9-41dd-a071-7e51f2f8afac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2bcaf0-182d-41a6-9779-001906016a0b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:23.520850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Pushing event updated for resources: {'Port': ['ID=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:23.531617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-663ddd2d-14b1-4e0c-8381-202dd727e0a0 None None] Port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:23.581522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3222b3ed-09df-4142-b7b2-18d1b03fca3f req-53ee5f5a-be5d-47cc-9126-d9a53dd1e912 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306206 Jul 22 21:10:23.583543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:10:23.584002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Attempting to bind port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:23.584361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Attempting to bind port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:23.584965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Attempting to bind port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:23.602353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:23.602353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Attempting to bind port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:23.610092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:23.610485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:23.610824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:23.611262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Bound port: 13438cc4-b1b1-46eb-b10c-0b65d4501bb8, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:23.611624 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.773100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] For port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:23.777055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] For port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:23.785338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.796884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-157e1109-1977-4161-87e3-a98935a92ecc req-1833dc34-ae63-4732-afe1-e2d980bcbde7 service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294164 Jul 22 21:10:23.801878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device efff5ea5-4ffa-4923-861c-73ad48bde7b0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:23.826459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.827132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.828681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] 10.222.0.58 "PUT /v2.0/ports/13438cc4-b1b1-46eb-b10c-0b65d4501bb8 HTTP/1.1" status: 200 len: 1097 time: 1.2867892 Jul 22 21:10:23.876809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b6a21-730e-4b3b-8414-c3a9008dfe21 service neutron] Pushing event updated for resources: {'Port': ['ID=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:23.877770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:10:23.890433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-332e868c-d3be-45cb-8a94-f01fc8aacf0d admin admin] 10.222.0.54 "PUT /v2.0/routers/3222ffe2-1156-4313-afbd-3c5a40b38caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0429151 Jul 22 21:10:23.915183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:10:23.932013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:10:23.933957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:10:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:23.985197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-2451611a-2156-4027-9efa-2c56b4a14bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.989653 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-2451611a-2156-4027-9efa-2c56b4a14bad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5d277bd38a94497ab6dade778cf758c&device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 1100 time: 0.0931339 Jul 22 21:10:24.042126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46816) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:24.062939 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-1d764457-ebfb-47c6-bb5d-4aa03aba9de5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=13438cc4-b1b1-46eb-b10c-0b65d4501bb8 HTTP/1.1" status: 200 len: 217 time: 0.0610497 Jul 22 21:10:24.066509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-201526ca-1cd0-4503-ade8-b7d090c34fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.108107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port efff5ea5-4ffa-4923-861c-73ad48bde7b0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:24.133813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port efff5ea5-4ffa-4923-861c-73ad48bde7b0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:24.134262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.177526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-766ef1fb-c1dc-4578-8ac7-679fc54acbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:24.181982 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-766ef1fb-c1dc-4578-8ac7-679fc54acbc0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1114762 Jul 22 21:10:24.182512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:10:24.296907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b71a989-808e-409d-bbc6-a908664d1207', 'tag': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:24.299367 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee129911-a969-4001-9f65-2fb11204313c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b71a989-808e-409d-bbc6-a908664d1207", "tag": "13438cc4-b1b1-46eb-b10c-0b65d4501bb8"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:24.321319 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-201526ca-1cd0-4503-ade8-b7d090c34fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.348576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175307-02f2-44e0-9501-67a773524361 req-e892b412-1ceb-4d08-b228-33d0fb974cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:24.350078 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-e892b412-1ceb-4d08-b228-33d0fb974cd3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1608460 Jul 22 21:10:24.413394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-201526ca-1cd0-4503-ade8-b7d090c34fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.490469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-6247125c-5f9a-4ef0-b774-ce0e28da8f24 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295688 Jul 22 21:10:24.504870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201526ca-1cd0-4503-ade8-b7d090c34fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2316d2-41f5-4af2-b82e-277066adbd28,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:24.530341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-201526ca-1cd0-4503-ade8-b7d090c34fbe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=216832cc6e78406f8cb054b76686bb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842725 Jul 22 21:10:24.532135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46830) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:24.580797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3a6b0-92f6-4498-b578-3d59fdaf46bf req-f1e5e86c-a295-4d27-9b17-c72e784b7faa tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:24.582651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6e3a6b0-92f6-4498-b578-3d59fdaf46bf req-f1e5e86c-a295-4d27-9b17-c72e784b7faa tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 948 time: 0.2600014 Jul 22 21:10:24.664911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6e3a6b0-92f6-4498-b578-3d59fdaf46bf req-276bfbd0-0faa-4bfa-8f5b-f89b6543bcfd tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731962 Jul 22 21:10:24.665653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-699b4b75-1068-4830-9fb0-f209d78e3897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.706731 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-699b4b75-1068-4830-9fb0-f209d78e3897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.718505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.787386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:24.790150 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a7ef8-12f5-44d3-9d95-c407b7f31edb" -d '{"events": [{"server_uuid": "0f3b08c5-73b6-4e60-86f7-8ef0966d3d17", "name": "network-vif-plugged", "status": "completed", "tag": "efff5ea5-4ffa-4923-861c-73ad48bde7b0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:24.793667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-699b4b75-1068-4830-9fb0-f209d78e3897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.797843 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-699b4b75-1068-4830-9fb0-f209d78e3897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.799581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-699b4b75-1068-4830-9fb0-f209d78e3897 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a2316d2-41f5-4af2-b82e-277066adbd28 HTTP/1.1" status: 204 len: 168 time: 0.2655640 Jul 22 21:10:24.805228 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63175307-02f2-44e0-9501-67a773524361 req-1f259520-f50e-442f-aab4-33b2c225c2a1 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020020 Jul 22 21:10:24.820315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b4b75-1068-4830-9fb0-f209d78e3897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2316d2-41f5-4af2-b82e-277066adbd28,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:24.825927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port efff5ea5-4ffa-4923-861c-73ad48bde7b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=efff5ea5-4ffa-4923-861c-73ad48bde7b0,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:24.856784 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:24.910617 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d96fd-7590-4f93-958c-75aacf0cfab1 x-openstack-request-id: req-b13d96fd-7590-4f93-958c-75aacf0cfab1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:24.911179 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b71a989-808e-409d-bbc6-a908664d1207", "tag": "13438cc4-b1b1-46eb-b10c-0b65d4501bb8", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:24.911983 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b13d96fd-7590-4f93-958c-75aacf0cfab1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:24.913642 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b71a989-808e-409d-bbc6-a908664d1207', 'tag': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8', 'status': 'completed', 'code': 200} Jul 22 21:10:24.995172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=efff5ea5-4ffa-4923-861c-73ad48bde7b0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:25.017165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:21Z', 'revision_number': 2, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:25.044831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129911-a969-4001-9f65-2fb11204313c req-676a97a8-7ea7-4220-b3d3-196fc14b5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.045853 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:10:25.046232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Updating router 3222ffe2-1156-4313-afbd-3c5a40b38caa port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:10:25.048057 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee129911-a969-4001-9f65-2fb11204313c req-676a97a8-7ea7-4220-b3d3-196fc14b5af7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5d277bd38a94497ab6dade778cf758c&device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 1100 time: 0.1078146 Jul 22 21:10:25.102582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.118383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574683ee-c3fb-472c-a07b-ce23a2a4c811 req-01311332-8966-47de-95cf-89dff91a7417 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.121509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-574683ee-c3fb-472c-a07b-ce23a2a4c811 req-01311332-8966-47de-95cf-89dff91a7417 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.0943420 Jul 22 21:10:25.190095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129911-a969-4001-9f65-2fb11204313c req-df762165-7040-4050-8a6e-e12309185e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.191580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee129911-a969-4001-9f65-2fb11204313c req-df762165-7040-4050-8a6e-e12309185e97 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1363769 Jul 22 21:10:25.195534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-574683ee-c3fb-472c-a07b-ce23a2a4c811 req-9fa42c53-474a-4185-be95-f97033e84414 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Jul 22 21:10:25.261335 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8704428-8c17-4afa-8453-7c0c0b809a53 x-openstack-request-id: req-f8704428-8c17-4afa-8453-7c0c0b809a53 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:25.261766 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3b08c5-73b6-4e60-86f7-8ef0966d3d17", "name": "network-vif-plugged", "status": "completed", "tag": "efff5ea5-4ffa-4923-861c-73ad48bde7b0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:25.262117 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8704428-8c17-4afa-8453-7c0c0b809a53 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:25.262637 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0', 'code': 200} Jul 22 21:10:25.273693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee129911-a969-4001-9f65-2fb11204313c req-e9cb72d6-4730-4065-bbfd-36c35990a092 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=13438cc4-b1b1-46eb-b10c-0b65d4501bb8 HTTP/1.1" status: 200 len: 217 time: 0.0660179 Jul 22 21:10:25.282412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:25.365399 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129911-a969-4001-9f65-2fb11204313c req-61f3203d-98d9-44ba-9844-d27420949f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.367408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee129911-a969-4001-9f65-2fb11204313c req-61f3203d-98d9-44ba-9844-d27420949f60 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0831623 Jul 22 21:10:25.425429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46876) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:25.467010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff733c47-8f0f-475c-abf2-9da239b97959 req-6271a7f0-4488-4295-a10c-e2b2c4cb57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.477112 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ff733c47-8f0f-475c-abf2-9da239b97959 req-6271a7f0-4488-4295-a10c-e2b2c4cb57d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 1101 time: 0.1262870 Jul 22 21:10:25.489058 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.503960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Transition to ACTIVE for port object 9af0f5fb-0077-42f9-9074-b5a9328b71b9 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:25.510593 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.512746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129911-a969-4001-9f65-2fb11204313c req-235da303-0a6a-4e77-bf5d-41d1cb9bfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.515073 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee129911-a969-4001-9f65-2fb11204313c req-235da303-0a6a-4e77-bf5d-41d1cb9bfbe6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1295083 Jul 22 21:10:25.538070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ff733c47-8f0f-475c-abf2-9da239b97959 req-f638f1fc-9e7c-4c8f-ae9d-ee124dd77c49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Jul 22 21:10:25.567659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7d89-1f98-4e8b-ab22-b30bfcc215eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.582630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec69f6b-8cff-4ba2-acd4-2af8b97e25c4 None None] Pushing event updated for resources: {'Port': ['ID=9af0f5fb-0077-42f9-9074-b5a9328b71b9,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:25.679187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Attempting to bind port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:25.679780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Attempting to bind port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:25.680796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Attempting to bind port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:25.689732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:25.690350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Checking segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:25.691282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.692214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Bound using segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:25.693540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Bound port: 9af0f5fb-0077-42f9-9074-b5a9328b71b9, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:25.694387 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.745731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee129911-a969-4001-9f65-2fb11204313c req-39ce1a4b-61dc-4acf-870d-8f5363e9d931 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199242 Jul 22 21:10:25.811001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] For port 9af0f5fb-0077-42f9-9074-b5a9328b71b9, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:25.817482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] For port 9af0f5fb-0077-42f9-9074-b5a9328b71b9, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9af0f5fb-0077-42f9-9074-b5a9328b71b9,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:25.824732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.828829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-df858322-2ee3-4198-b8ec-3e506a7a726a tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:10:25.843447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-df858322-2ee3-4198-b8ec-3e506a7a726a tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4157057 Jul 22 21:10:25.899166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee129911-a969-4001-9f65-2fb11204313c req-125f531b-bba5-40bc-90ef-fefbc7a71048 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469450 Jul 22 21:10:25.957706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec69f6b-8cff-4ba2-acd4-2af8b97e25c4 None None] Pushing event updated for resources: {'Port': ['ID=9af0f5fb-0077-42f9-9074-b5a9328b71b9,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:25.961466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:10:25.962109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:10:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:26.016133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7d89-1f98-4e8b-ab22-b30bfcc215eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.028017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-354c78a8-75c6-45c5-a125-18fbeef7eb42 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:26.037644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-354c78a8-75c6-45c5-a125-18fbeef7eb42 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 821 time: 0.3191144 Jul 22 21:10:26.061922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7d89-1f98-4e8b-ab22-b30bfcc215eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.079290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-1c7c7bd7-1f50-4231-b8e3-374f00028a0a tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/quotas/edad2e394a794acc98dedd7bea106a3b HTTP/1.1" status: 200 len: 375 time: 0.0403786 Jul 22 21:10:26.149241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:10:26.162833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a7d89-1f98-4e8b-ab22-b30bfcc215eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e42cf7-8195-4602-875c-e29bae97399f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:26.240224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ee7a7d89-1f98-4e8b-ab22-b30bfcc215eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d3615a115574fdf8f1da22f60529db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9562180 Jul 22 21:10:26.243065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46910) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:26.261180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Request body: {'binding': {'host': 'n-h1-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:26.267668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Unknown quota resources ['binding']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:10:26.393769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4817e752-1c16-442c-a2b5-160871ad5313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.463440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-c908995c-885c-422d-9b0e-0179061de70f tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3826725 Jul 22 21:10:26.499518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4817e752-1c16-442c-a2b5-160871ad5313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.583792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:25Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:26.652686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199ab7ff-9537-4503-9d98-5b12de365f9b None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:25Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:10:26.691412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4817e752-1c16-442c-a2b5-160871ad5313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.698420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on host n-h1-762330-19 for vnic_type normal with profile None {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:26.698762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:26.698987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4817e752-1c16-442c-a2b5-160871ad5313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.699147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:26.701400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4817e752-1c16-442c-a2b5-160871ad5313 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94e42cf7-8195-4602-875c-e29bae97399f HTTP/1.1" status: 204 len: 168 time: 0.4555695 Jul 22 21:10:26.715791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817e752-1c16-442c-a2b5-160871ad5313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e42cf7-8195-4602-875c-e29bae97399f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:26.766374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:26.766737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:26.774911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:26.775321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:26.775630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:26.776090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Bound port: 32be9cba-5212-4ff6-b11a-b11354a255aa, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:26.892415 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-d6c35721-44af-4ada-b479-6be5d01a0925 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444749 Jul 22 21:10:27.068248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:27.080972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:27.093963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-85090f10-5c09-4f9e-b4fa-5392b66be3fc service neutron] 10.222.0.54 "POST /v2.0/ports/32be9cba-5212-4ff6-b11a-b11354a255aa/bindings HTTP/1.1" status: 201 len: 390 time: 1.0530279 Jul 22 21:10:27.106953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-c431249e-777e-4ef1-9267-b77cb9404e0c service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840403 Jul 22 21:10:27.413076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f3c1-1a05-4105-8448-84fcb6ccd3c0 req-54c0eb65-5764-41d1-b054-fef2ce06a694 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.419064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa23f3c1-1a05-4105-8448-84fcb6ccd3c0 req-54c0eb65-5764-41d1-b054-fef2ce06a694 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 948 time: 0.1402626 Jul 22 21:10:27.515381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa23f3c1-1a05-4105-8448-84fcb6ccd3c0 req-11a2933c-f993-4ac5-9af5-fe6b4a5d0d28 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921342 Jul 22 21:10:27.515783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46942) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:27.560371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8584be2f-0f7c-4dd4-b619-aa44b1f4ce0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:27.609678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-1d277663-1eea-498b-a5b9-712a198378f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.614662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-1d277663-1eea-498b-a5b9-712a198378f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1097 time: 0.2161555 Jul 22 21:10:27.710140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9af0f5fb-0077-42f9-9074-b5a9328b71b9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:27.798838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-e0311fe1-d9c7-4039-932e-568c5ed4ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.804217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-e0311fe1-d9c7-4039-932e-568c5ed4ce5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1796980 Jul 22 21:10:27.817334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:27.827039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:27.827436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:27.918238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f3989d5f-fd75-4801-bb05-8fb163a5224f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 217 time: 0.0988014 Jul 22 21:10:27.980782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8584be2f-0f7c-4dd4-b619-aa44b1f4ce0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:27.994648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176df8f-bf94-4bda-9ff8-d2c10cb3977c req-401be645-9a34-4cf8-bba2-81947747a187 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.003173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1176df8f-bf94-4bda-9ff8-d2c10cb3977c req-401be645-9a34-4cf8-bba2-81947747a187 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 945 time: 0.2970958 Jul 22 21:10:28.016170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df87e-7dac-499b-b510-60cd251f8a6c req-48c65b40-1d8a-4cba-812c-c889a07fa5a4 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.018188 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:28.025716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-112df87e-7dac-499b-b510-60cd251f8a6c req-48c65b40-1d8a-4cba-812c-c889a07fa5a4 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.3315229 Jul 22 21:10:28.030466 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8584be2f-0f7c-4dd4-b619-aa44b1f4ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:28.034813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-32cedc50-841f-4454-a3fd-c0c6395438b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.036490 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-32cedc50-841f-4454-a3fd-c0c6395438b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1097205 Jul 22 21:10:28.092400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 9af0f5fb-0077-42f9-9074-b5a9328b71b9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9af0f5fb-0077-42f9-9074-b5a9328b71b9,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:28.099154 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:28.115298 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-d0945734-bc41-4a2f-adc4-fe9e93321811 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685906 Jul 22 21:10:28.126489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584be2f-0f7c-4dd4-b619-aa44b1f4ce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982451ac-c55d-4de1-b1f8-53e57f3ed933,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:28.188038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=9af0f5fb-0077-42f9-9074-b5a9328b71b9,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:28.208731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8584be2f-0f7c-4dd4-b619-aa44b1f4ce0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea60bba2a2b246f8bdcf7fb4d558a571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875088 Jul 22 21:10:28.215605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:28.275700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1176df8f-bf94-4bda-9ff8-d2c10cb3977c req-9ac0c098-ac4a-4884-9fb2-1e62870d9f55 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713151 Jul 22 21:10:28.293437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-112df87e-7dac-499b-b510-60cd251f8a6c req-16fb7196-457e-4302-8642-13481023ac30 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615635 Jul 22 21:10:28.306640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-af702708-bc85-4ffb-aacb-4d2ebaff1366 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776290 Jul 22 21:10:28.376496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74ab679f-a470-452a-859f-8f3c7290efb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:28.442526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b775ccb-00c8-43e1-aa0e-51930656ae51 req-eb212f50-024d-40ad-a543-7cfa2d553268 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 210 time: 0.0590148 Jul 22 21:10:28.465145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74ab679f-a470-452a-859f-8f3c7290efb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:28.541455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74ab679f-a470-452a-859f-8f3c7290efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:28.545324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74ab679f-a470-452a-859f-8f3c7290efb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:28.546892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-74ab679f-a470-452a-859f-8f3c7290efb6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/982451ac-c55d-4de1-b1f8-53e57f3ed933 HTTP/1.1" status: 204 len: 168 time: 0.3291681 Jul 22 21:10:28.562521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab679f-a470-452a-859f-8f3c7290efb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982451ac-c55d-4de1-b1f8-53e57f3ed933,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:28.573331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-6b706555-d3a5-4502-9e63-0e20d3c1aca7 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458961 Jul 22 21:10:28.603892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:28.952816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-b5a33f1c-5429-41f8-9c6f-9ea7a4327025 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.958684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-b5a33f1c-5429-41f8-9c6f-9ea7a4327025 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.2424421 Jul 22 21:10:28.961585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:28.978720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-762330-19'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:29.016492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8', 'mac_address': 'fa:16:3e:9f:cd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:29.152767 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:29.181102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:29.225839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e8003-79c8-4018-a101-6e59bf83dc9f req-82630897-45da-4be8-87a2-d1b6f6d8f3e9 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:29.227978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:29.233104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a28e8003-79c8-4018-a101-6e59bf83dc9f req-82630897-45da-4be8-87a2-d1b6f6d8f3e9 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 948 time: 0.2183857 Jul 22 21:10:29.238128 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:29.291261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-be619f64-aa28-41e6-b3a4-2ce79f7e89b8 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:29.294448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-be619f64-aa28-41e6-b3a4-2ce79f7e89b8 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.23 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 821 time: 0.1851821 Jul 22 21:10:29.330843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a28e8003-79c8-4018-a101-6e59bf83dc9f req-2c602f0d-cc56-4d5e-afbf-c4ca9a8ebe72 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898273 Jul 22 21:10:29.333300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'port': {'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'admin_state_up': True, 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:29.380938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:29.437879 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:29.506737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['13438cc4-b1b1-46eb-b10c-0b65d4501bb8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:29.560420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03ada1-1820-4b2c-8a30-78eb6b2ae7ab req-5351b930-6da2-45b0-b489-fa4f3a5eef22 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:29.569998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a03ada1-1820-4b2c-8a30-78eb6b2ae7ab req-5351b930-6da2-45b0-b489-fa4f3a5eef22 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.1061363 Jul 22 21:10:29.676519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a03ada1-1820-4b2c-8a30-78eb6b2ae7ab req-339f3ecb-fc5c-4454-b4f3-888bca6a1c7b tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050956 Jul 22 21:10:29.723947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9af0f5fb-0077-42f9-9074-b5a9328b71b9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:29.880110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:29.880327 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:29.884740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b96ec2f5-a6b7-4c6c-9e85-4ebb5d920ce4 req-c92364ae-1d1f-48df-9d7b-275dbe80f24c tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 210 time: 0.0712342 Jul 22 21:10:29.931107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64941-165d-40e1-a29b-c0b083c8b6f4 req-d5c23eba-1af3-4bb6-8420-48cfd42c0e16 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:29.933323 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d64941-165d-40e1-a29b-c0b083c8b6f4 req-d5c23eba-1af3-4bb6-8420-48cfd42c0e16 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 945 time: 0.1861727 Jul 22 21:10:29.987510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47008) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:30.018448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:30.059855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d64941-165d-40e1-a29b-c0b083c8b6f4 req-aa81eb3a-9d91-4e73-9adf-f0fb04e44756 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145108 Jul 22 21:10:30.067629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Made reservation on behalf of edad2e394a794acc98dedd7bea106a3b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:30.082903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.167278 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25dfc4e3-fff2-4374-ac60-dfb81b28a8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.216326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:30.310404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:30.312855 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5034436-0548-451b-9e64-15c592218d3f" -d '{"events": [{"server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "name": "network-vif-unplugged", "status": "completed", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:30.316750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.324706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25dfc4e3-fff2-4374-ac60-dfb81b28a8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.331255 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25dfc4e3-fff2-4374-ac60-dfb81b28a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.332534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.381442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Allocated IP 172.20.0.10 (0130e39f-9ce1-4142-87ab-6dde549ef5d3/afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e/4ce39806-41cc-4501-8b06-7b99a83d9cb5) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:30.397364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-25dfc4e3-fff2-4374-ac60-dfb81b28a8b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c28469baae3d46549fa8820b450c8f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032965 Jul 22 21:10:30.397364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfc4e3-fff2-4374-ac60-dfb81b28a8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b679dcd-1762-42ab-b186-de31f70ed3fc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:30.398444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47046) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:30.437166 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a6d25a-1e3d-4d0e-b246-93a96c999518 x-openstack-request-id: req-49a6d25a-1e3d-4d0e-b246-93a96c999518 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:30.437441 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "name": "network-vif-unplugged", "status": "completed", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:30.437689 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49a6d25a-1e3d-4d0e-b246-93a96c999518 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:30.438088 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa', 'code': 200} Jul 22 21:10:30.473965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:30.507700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-042134d4-aa22-4e3e-bf28-9da406f3e639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.522233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on host n-h2-762330-19 for vnic_type normal with profile {"migrating_to": "n-h1-762330-19"} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:30.522780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:30.523110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:30.538900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:30.539249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Attempting to bind port 32be9cba-5212-4ff6-b11a-b11354a255aa on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:30.562928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:30.563263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:30.563646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:30.564102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Bound port: 32be9cba-5212-4ff6-b11a-b11354a255aa, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:30.564455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.570099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-042134d4-aa22-4e3e-bf28-9da406f3e639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.607548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:30.675212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550b7d7-28cf-4e28-a8f0-cddb73b94495 req-08e95e9c-a54f-406a-aeff-df09ca9b6b93 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:30.676828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1550b7d7-28cf-4e28-a8f0-cddb73b94495 req-08e95e9c-a54f-406a-aeff-df09ca9b6b93 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 949 time: 0.1532865 Jul 22 21:10:30.690589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:30.701761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:30.705411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:30.705796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.723672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:30.729779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-042134d4-aa22-4e3e-bf28-9da406f3e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.733988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-042134d4-aa22-4e3e-bf28-9da406f3e639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.735402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-042134d4-aa22-4e3e-bf28-9da406f3e639 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b679dcd-1762-42ab-b186-de31f70ed3fc HTTP/1.1" status: 204 len: 168 time: 0.3360281 Jul 22 21:10:30.744163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.767226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.777890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042134d4-aa22-4e3e-bf28-9da406f3e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b679dcd-1762-42ab-b186-de31f70ed3fc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:30.783014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1550b7d7-28cf-4e28-a8f0-cddb73b94495 req-db5b81c1-3b78-4595-8258-84dddf4d302b tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876703 Jul 22 21:10:30.821449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Transition to ACTIVE for port object 4ce39806-41cc-4501-8b06-7b99a83d9cb5 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:30.876074 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.877679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=8']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:30.888344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8cba-8dc7-4a4d-941a-8e1ace29fd2d req-d609fefe-c481-4beb-a3b3-7bbd1664dff2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:30.896571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-848b8cba-8dc7-4a4d-941a-8e1ace29fd2d req-d609fefe-c481-4beb-a3b3-7bbd1664dff2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.1171429 Jul 22 21:10:30.944267 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.948733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:30.949538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.951556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-f73b3542-20e5-4e46-9be7-f2b0381a7c3d service neutron] 10.222.0.23 "PUT /v2.0/ports/32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 1123 time: 1.9793963 Jul 22 21:10:30.954403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b71a989-808e-409d-bbc6-a908664d1207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:30.957450 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3972c5-7042-49b3-9d2e-a5c39f74cd55" -d '{"events": [{"server_uuid": "5b71a989-808e-409d-bbc6-a908664d1207", "name": "network-vif-plugged", "status": "completed", "tag": "13438cc4-b1b1-46eb-b10c-0b65d4501bb8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:30.976285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:30.989028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.989672 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.008269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-848b8cba-8dc7-4a4d-941a-8e1ace29fd2d req-cd01a359-1184-40fe-8479-9f02cde854e4 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074684 Jul 22 21:10:31.066967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:31.071408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:31.074624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:31.078700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['32be9cba-5212-4ff6-b11a-b11354a255aa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:31.080027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:31.097426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.097712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.136724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8081937 Jul 22 21:10:31.151985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdaf30-a506-41e0-aa2a-25d668cb32bc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Pushing event updated for resources: {'Port': ['ID=4ce39806-41cc-4501-8b06-7b99a83d9cb5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:31.162827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Request body: {'port': {'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:31.204685 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7880e7ee-41e1-4b9f-9a06-5fdef1c4d0a7 x-openstack-request-id: req-7880e7ee-41e1-4b9f-9a06-5fdef1c4d0a7 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:31.209285 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b71a989-808e-409d-bbc6-a908664d1207", "name": "network-vif-plugged", "status": "completed", "tag": "13438cc4-b1b1-46eb-b10c-0b65d4501bb8", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:31.209285 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7880e7ee-41e1-4b9f-9a06-5fdef1c4d0a7 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:31.209285 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b71a989-808e-409d-bbc6-a908664d1207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8', 'code': 200} Jul 22 21:10:31.214354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47074) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:31.224832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cc835-a74e-4809-974b-c9713328a9d7 req-85a65385-2534-417f-acda-b02b13a6382e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.237045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-182cc835-a74e-4809-974b-c9713328a9d7 req-85a65385-2534-417f-acda-b02b13a6382e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 932 time: 0.2050595 Jul 22 21:10:31.313370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-182cc835-a74e-4809-974b-c9713328a9d7 req-4ce5d62e-44ec-4fd5-bae6-d5144890a68f tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Jul 22 21:10:31.443118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f616c-1ed0-49bd-b1ca-814b964fae67 req-de175328-3a55-4b65-a6f1-51132d5dd28f tempest-LiveMigrationNegativeTest-96408698 tempest-LiveMigrationNegativeTest-96408698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.454858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a87f616c-1ed0-49bd-b1ca-814b964fae67 req-de175328-3a55-4b65-a6f1-51132d5dd28f tempest-LiveMigrationNegativeTest-96408698 tempest-LiveMigrationNegativeTest-96408698-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 1101 time: 0.1342409 Jul 22 21:10:31.458192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.475617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470b40-be07-4e9b-9484-6782c1464ae7 req-798e6ee7-18d5-4467-8a83-00d7710cff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.477155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dc470b40-be07-4e9b-9484-6782c1464ae7 req-798e6ee7-18d5-4467-8a83-00d7710cff30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 1102 time: 0.2340536 Jul 22 21:10:31.489704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a87f616c-1ed0-49bd-b1ca-814b964fae67 req-03a1c57d-6d39-4459-b43b-acbc7ab25c89 tempest-LiveMigrationNegativeTest-96408698 tempest-LiveMigrationNegativeTest-96408698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.568322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:31.600664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abcde7e6-a0c5-49d5-833c-792185e7b78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.616591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dc470b40-be07-4e9b-9484-6782c1464ae7 req-c1db45f8-67ec-4673-a4a7-dac818661b31 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094975 Jul 22 21:10:31.626946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-47c5a555-a46f-4d36-88b6-b9d3690b4a1f None None] Provisioning for port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:31.627543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e97cd280-2014-4d0a-b99b-8a1321d9cdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.643406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-47c5a555-a46f-4d36-88b6-b9d3690b4a1f None None] Provisioning complete for port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:31.643782 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-47c5a555-a46f-4d36-88b6-b9d3690b4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.674013 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.697418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-47c5a555-a46f-4d36-88b6-b9d3690b4a1f None None] Port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:31.708369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464fd38-c729-4d8a-8b32-c9a72039a021 req-f17d7e5d-20c3-4f8a-8f96-c5abe7d62642 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.710195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a464fd38-c729-4d8a-8b32-c9a72039a021 req-f17d7e5d-20c3-4f8a-8f96-c5abe7d62642 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 943 time: 0.1947238 Jul 22 21:10:31.789835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a464fd38-c729-4d8a-8b32-c9a72039a021 req-85d02c29-2c7b-48d8-9e18-ade538419dab tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Jul 22 21:10:31.812312 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a87f616c-1ed0-49bd-b1ca-814b964fae67 req-03a1c57d-6d39-4459-b43b-acbc7ab25c89 tempest-LiveMigrationNegativeTest-96408698 tempest-LiveMigrationNegativeTest-96408698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.820112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a87f616c-1ed0-49bd-b1ca-814b964fae67 req-03a1c57d-6d39-4459-b43b-acbc7ab25c89 tempest-LiveMigrationNegativeTest-96408698 tempest-LiveMigrationNegativeTest-96408698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.830389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce39806-41cc-4501-8b06-7b99a83d9cb5 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:31.839402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.853595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Transition to ACTIVE for port object 4ce39806-41cc-4501-8b06-7b99a83d9cb5 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:31.860373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.881365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a87f616c-1ed0-49bd-b1ca-814b964fae67 req-03a1c57d-6d39-4459-b43b-acbc7ab25c89 tempest-LiveMigrationNegativeTest-96408698 tempest-LiveMigrationNegativeTest-96408698-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242351 Jul 22 21:10:31.925826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1c57d-6d39-4459-b43b-acbc7ab25c89 tempest-LiveMigrationNegativeTest-96408698 tempest-LiveMigrationNegativeTest-96408698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d8054-4811-4fce-9df2-b91ab4715f3c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:31.963088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Attempting to bind port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:31.964441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Attempting to bind port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:31.968778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Attempting to bind port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:31.975656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce39806-41cc-4501-8b06-7b99a83d9cb5,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:31.991796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:31.994626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Attempting to bind port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:32.001567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:32.002348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Checking segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:32.002687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Bound using segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:32.003258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Bound port: 4ce39806-41cc-4501-8b06-7b99a83d9cb5, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:32.003923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.107137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] For port 4ce39806-41cc-4501-8b06-7b99a83d9cb5, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:32.111898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] For port 4ce39806-41cc-4501-8b06-7b99a83d9cb5, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:32.117760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.148096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b378-196d-4874-b53c-c15e3be76b43 req-65c97db3-2a5b-418e-8fae-bd22b3459f87 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.150531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbd1b378-196d-4874-b53c-c15e3be76b43 req-65c97db3-2a5b-418e-8fae-bd22b3459f87 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 950 time: 0.1511126 Jul 22 21:10:32.152515 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abcde7e6-a0c5-49d5-833c-792185e7b78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.161142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abcde7e6-a0c5-49d5-833c-792185e7b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.171329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.171990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.174288 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] 10.222.0.23 "PUT /v2.0/ports/4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 1093 time: 1.0179262 Jul 22 21:10:32.209695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab9e94-f3e4-4d26-9535-ef898e822354 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce39806-41cc-4501-8b06-7b99a83d9cb5,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:32.276204 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-abcde7e6-a0c5-49d5-833c-792185e7b78f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4780b8c60fb94baf8431f3bcf98c1919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047923 Jul 22 21:10:32.276754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47102) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:32.301926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcde7e6-a0c5-49d5-833c-792185e7b78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e6fa84-a4b1-4d4b-bc2f-93d497cee2b9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:32.317397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbd1b378-196d-4874-b53c-c15e3be76b43 req-f3941304-282a-455b-9752-bc8473014655 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516888 Jul 22 21:10:32.353583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-b666da50-1324-4b88-ac57-5222e75c41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.355220 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-b666da50-1324-4b88-ac57-5222e75c41ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1096 time: 0.1289420 Jul 22 21:10:32.415270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e97cd280-2014-4d0a-b99b-8a1321d9cdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.425836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e97cd280-2014-4d0a-b99b-8a1321d9cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.456054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa'}, {'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:32.458338 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976a4aef-1d1c-4787-bb6b-1ef820ee2195" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa"}, {"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:32.502523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e97cd280-2014-4d0a-b99b-8a1321d9cdf1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d34c2c236e54e3caedba8ec6fb1bacc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2563193 Jul 22 21:10:32.502730 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-8195e200-17bf-4254-9000-03cc225283fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 217 time: 0.1199703 Jul 22 21:10:32.502730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:32.506985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cd280-2014-4d0a-b99b-8a1321d9cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd29c8d-1aa7-4ea2-a14f-75b982576733,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:32.519591 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfe74-afec-4577-a705-80dbf94f92c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.618103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-70347457-3e75-4ca9-94fd-68f78923a412 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9eb67d157fd447108d6e47b80025ca99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349889 Jul 22 21:10:32.683417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfe74-afec-4577-a705-80dbf94f92c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.699523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-2b4f4ee3-f762-451f-aea6-d24a5b298add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.701784 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-2b4f4ee3-f762-451f-aea6-d24a5b298add service neutron] 10.222.0.23 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.2008054 Jul 22 21:10:32.771479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12a4693d-97cb-4d2c-9c40-d45c2163eaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.814461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12a4693d-97cb-4d2c-9c40-d45c2163eaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.822047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-4349efd2-275c-45af-8421-87d224036d68 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.822500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfe74-afec-4577-a705-80dbf94f92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.827883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-4349efd2-275c-45af-8421-87d224036d68 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977930 Jul 22 21:10:32.828149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfe74-afec-4577-a705-80dbf94f92c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.828149 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9b8dfe74-afec-4577-a705-80dbf94f92c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4e6fa84-a4b1-4d4b-bc2f-93d497cee2b9 HTTP/1.1" status: 204 len: 168 time: 0.5473948 Jul 22 21:10:32.848198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca160f1e-7256-4209-ae81-6d7dd7c2f4c3 req-b162ec04-d15e-4671-8f5c-fc43e49ee35c tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.849416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dfe74-afec-4577-a705-80dbf94f92c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e6fa84-a4b1-4d4b-bc2f-93d497cee2b9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:32.851145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca160f1e-7256-4209-ae81-6d7dd7c2f4c3 req-b162ec04-d15e-4671-8f5c-fc43e49ee35c tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 944 time: 0.1577137 Jul 22 21:10:32.867237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-a38806c8-84ae-47a7-973a-06bee718b218 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/quotas/9eb67d157fd447108d6e47b80025ca99 HTTP/1.1" status: 200 len: 375 time: 0.0143569 Jul 22 21:10:32.867619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-52c82865-a993-4da0-97b2-701516da84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.869530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-52c82865-a993-4da0-97b2-701516da84ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529739 Jul 22 21:10:32.924156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-c9467cac-18af-45f5-aa10-0872c7d122f8 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503862 Jul 22 21:10:32.951331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca160f1e-7256-4209-ae81-6d7dd7c2f4c3 req-c977351c-64ae-4772-8bf7-90918c898f26 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752780 Jul 22 21:10:32.957082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12a4693d-97cb-4d2c-9c40-d45c2163eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.960380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12a4693d-97cb-4d2c-9c40-d45c2163eaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.965928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-12a4693d-97cb-4d2c-9c40-d45c2163eaa4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5bd29c8d-1aa7-4ea2-a14f-75b982576733 HTTP/1.1" status: 204 len: 168 time: 0.4466343 Jul 22 21:10:33.033444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4693d-97cb-4d2c-9c40-d45c2163eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd29c8d-1aa7-4ea2-a14f-75b982576733,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:33.037665 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f07562-c19f-4eb4-b1a0-389dee1dd588 x-openstack-request-id: req-a7f07562-c19f-4eb4-b1a0-389dee1dd588 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:33.037977 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:33.038207 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7f07562-c19f-4eb4-b1a0-389dee1dd588 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:33.038677 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa', 'status': 'completed', 'code': 200} Jul 22 21:10:33.038937 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'status': 'completed', 'code': 200} Jul 22 21:10:33.156674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-bf1b77d4-65f8-4e8e-a211-7050064c937b service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714605 Jul 22 21:10:33.279478 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0958178b-0a9e-4e5e-ac60-7e952186d597 req-ddcbcae6-fc46-4830-816f-30fdabcbefb3 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117625 Jul 22 21:10:33.306620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-6bfd47b4-673a-4b7e-8e7a-1ad029465b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.309088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46870c98-e78b-4652-962f-c307a0f3eda5 req-1a8fa0b7-127c-4791-9a2b-6fabd4f5c0d1 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.309259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-6bfd47b4-673a-4b7e-8e7a-1ad029465b93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1126 time: 0.2397296 Jul 22 21:10:33.313228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46870c98-e78b-4652-962f-c307a0f3eda5 req-1a8fa0b7-127c-4791-9a2b-6fabd4f5c0d1 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.1729851 Jul 22 21:10:33.456889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-f0b3e4bc-9fc4-4dc5-9d6f-6b3fa6cc63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.462253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46870c98-e78b-4652-962f-c307a0f3eda5 req-e49ad9d7-0140-4cc3-95f9-7ef5919e811e tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387632 Jul 22 21:10:33.462448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-f0b3e4bc-9fc4-4dc5-9d6f-6b3fa6cc63ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1385667 Jul 22 21:10:33.530288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43270a54-476a-4b50-a10b-20903bffaf27 req-613a05dc-165a-47de-a411-6cce6c3d7757 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.537570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43270a54-476a-4b50-a10b-20903bffaf27 req-613a05dc-165a-47de-a411-6cce6c3d7757 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 943 time: 0.2226031 Jul 22 21:10:33.600248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43270a54-476a-4b50-a10b-20903bffaf27 req-dd4908ca-e5a9-4a75-806b-6a7543d11092 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607805 Jul 22 21:10:33.623827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-2c68e323-315a-4eee-84bc-69fdb4a9ded7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 217 time: 0.1079335 Jul 22 21:10:33.728604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-31aec485-75a8-45f8-9967-ac25e05467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.730569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-31aec485-75a8-45f8-9967-ac25e05467fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.0983307 Jul 22 21:10:33.797757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47156) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:33.806062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-8a756e21-c346-4bbe-bbe0-2573833f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.808353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-8a756e21-c346-4bbe-bbe0-2573833f5430 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1096 time: 0.3431785 Jul 22 21:10:33.826596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:33.835307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-eb7729a6-45ec-44f0-9aa2-20b776b29cba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743549 Jul 22 21:10:33.847704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a560d707-4523-41fa-bcb9-a2be2d0bddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:33.922075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f9a22f60-79c8-4b95-ae0e-fceb6ad19043 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9eb67d157fd447108d6e47b80025ca99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689683 Jul 22 21:10:33.960077 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:10:34.032580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6ddf3-57b5-47a3-8aea-9cf871d9d6a0 req-d27e64b2-4e15-4101-9662-2c3fcf2f43e7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:34.060607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93c6ddf3-57b5-47a3-8aea-9cf871d9d6a0 req-d27e64b2-4e15-4101-9662-2c3fcf2f43e7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 950 time: 0.3654194 Jul 22 21:10:34.081565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:34.117119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa has no active binding in host n-h1-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:10:34.130600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-02c437b2-8993-481e-8d6b-61607b9d6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:34.132114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-02c437b2-8993-481e-8d6b-61607b9d6fe0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.3017919 Jul 22 21:10:34.134896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-acc8ce67-a3f0-4c49-96f6-59eeef41b328 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876484 Jul 22 21:10:34.227645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93c6ddf3-57b5-47a3-8aea-9cf871d9d6a0 req-7787f93e-daa7-43ae-8b23-d9434335db6c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648095 Jul 22 21:10:34.261777 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-17ebdb75-1826-4e8f-b334-b71cf8accd6e service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097014 Jul 22 21:10:34.282160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0bfa6557-a4e9-41f2-a6ae-a63928c15622 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:34.292944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0bfa6557-a4e9-41f2-a6ae-a63928c15622 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506124 Jul 22 21:10:34.308941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-12200082-b2eb-4e56-b689-9ece72971125 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 217 time: 0.1594596 Jul 22 21:10:34.319229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-73944cf2-3250-4e96-9f34-703c2ddc35eb tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/quotas/9eb67d157fd447108d6e47b80025ca99 HTTP/1.1" status: 200 len: 375 time: 0.0254412 Jul 22 21:10:34.435019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-453a45f6-c183-49e3-b5f8-f3bf1d9dcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:34.437394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-453a45f6-c183-49e3-b5f8-f3bf1d9dcf89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.1242237 Jul 22 21:10:34.550632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-1de7885c-3a0f-4bd9-9627-fc7e9919992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:34.552765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-1de7885c-3a0f-4bd9-9627-fc7e9919992d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052258 Jul 22 21:10:34.680770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-aed965f8-b3a4-40e4-867f-3519c7c73ce0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3602619 Jul 22 21:10:34.756328 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-9b009b89-32ce-40f3-aa75-c8889b889cc7 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916397 Jul 22 21:10:34.796473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a560d707-4523-41fa-bcb9-a2be2d0bddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.819165 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a560d707-4523-41fa-bcb9-a2be2d0bddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.867075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a560d707-4523-41fa-bcb9-a2be2d0bddb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72ff03fc035943d591fcf8d30ae0fa8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0669422 Jul 22 21:10:34.895462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47186) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:35.011613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d707-4523-41fa-bcb9-a2be2d0bddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44c45ca-aa04-4a42-a899-d4adfd10549b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:35.045457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a046e0-cf11-4e01-b13f-ce8d8c885e50 req-a77189f8-86ce-42b4-83a0-87690bedd6b0 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.060595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11a046e0-cf11-4e01-b13f-ce8d8c885e50 req-a77189f8-86ce-42b4-83a0-87690bedd6b0 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 944 time: 0.4314492 Jul 22 21:10:35.143260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d356-6758-4e5d-88ee-5e44aa48f579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:35.153613 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-cdbb07cb-5db7-40bb-a75b-717bcb2688cf tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9eb67d157fd447108d6e47b80025ca99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2503281 Jul 22 21:10:35.186932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11a046e0-cf11-4e01-b13f-ce8d8c885e50 req-90627ed1-e141-42a0-815d-4d630ef85604 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091812 Jul 22 21:10:35.233590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d356-6758-4e5d-88ee-5e44aa48f579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:35.276566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-976a4aef-1d1c-4787-bb6b-1ef820ee2195 req-ad125ce2-599b-4728-b268-f7b29f092d4a service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084918 Jul 22 21:10:35.426891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d356-6758-4e5d-88ee-5e44aa48f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:35.431085 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d356-6758-4e5d-88ee-5e44aa48f579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:35.439029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9ab8d356-6758-4e5d-88ee-5e44aa48f579 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c44c45ca-aa04-4a42-a899-d4adfd10549b HTTP/1.1" status: 204 len: 168 time: 0.5234311 Jul 22 21:10:35.496101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-374f475f-9cbe-49be-987b-f926dcdf8ee4 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.504390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8d356-6758-4e5d-88ee-5e44aa48f579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44c45ca-aa04-4a42-a899-d4adfd10549b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:35.508028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-374f475f-9cbe-49be-987b-f926dcdf8ee4 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.6022415 Jul 22 21:10:35.588960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687d993-fa80-46c9-b38e-5c47c5304cd4 req-e03bbc71-5b66-4414-aa12-18e0a7995938 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.597615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8687d993-fa80-46c9-b38e-5c47c5304cd4 req-e03bbc71-5b66-4414-aa12-18e0a7995938 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.2666852 Jul 22 21:10:35.668794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8687d993-fa80-46c9-b38e-5c47c5304cd4 req-ce95fd29-b058-4909-a0cb-42b65200ab1c tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709982 Jul 22 21:10:35.734857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-780c0461-8c1e-476d-b2e8-2f97214a1cb6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.736831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-780c0461-8c1e-476d-b2e8-2f97214a1cb6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5572546 Jul 22 21:10:35.741390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9103b3-49a6-468d-97d8-48404d5b6a49 req-ce7d0949-6368-41ae-8db5-29a96f03c546 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.760498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c9103b3-49a6-468d-97d8-48404d5b6a49 req-ce7d0949-6368-41ae-8db5-29a96f03c546 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 943 time: 0.2722092 Jul 22 21:10:35.770127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Request body: {'port': {'device_id': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '9eb67d157fd447108d6e47b80025ca99'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:35.865777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c9103b3-49a6-468d-97d8-48404d5b6a49 req-45da826a-c5cc-4f00-8815-3607493eb09d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012895 Jul 22 21:10:35.989451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Deleting port efff5ea5-4ffa-4923-861c-73ad48bde7b0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:10:35.989921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:35.990047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c66a57ec-a678-4f1c-8448-1e1a6625a185 req-4001693f-91c1-4e68-92d2-e4df5de197cb tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 210 time: 0.0471802 Jul 22 21:10:36.046016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Made reservation on behalf of 9eb67d157fd447108d6e47b80025ca99 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:36.049591 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.081464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-d62abf9d-9b7a-49b5-b43e-f7c7d1f813aa tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d5d277bd38a94497ab6dade778cf758c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400696 Jul 22 21:10:36.134415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.221273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] For port efff5ea5-4ffa-4923-861c-73ad48bde7b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=efff5ea5-4ffa-4923-861c-73ad48bde7b0,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:36.221872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.256989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Calling delete_port for efff5ea5-4ffa-4923-861c-73ad48bde7b0 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:10:36.265827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-2b0c87dc-0b02-4f50-a80b-2e614ce9a78c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.267560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-2b0c87dc-0b02-4f50-a80b-2e614ce9a78c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849821 Jul 22 21:10:36.292514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-d9c653f7-cb3b-4cfb-9207-25b609f71883 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/quotas/d5d277bd38a94497ab6dade778cf758c HTTP/1.1" status: 200 len: 375 time: 0.0187216 Jul 22 21:10:36.399433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-8eebae48-e2ef-448e-bdc9-cd93e52889ff tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5d277bd38a94497ab6dade778cf758c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054211 Jul 22 21:10:36.774278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.799824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466db173-0883-4ec9-b774-c65c37efc554 req-5d74ba77-db70-47c5-ba41-26230e82d976 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.801502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-466db173-0883-4ec9-b774-c65c37efc554 req-5d74ba77-db70-47c5-ba41-26230e82d976 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 944 time: 0.1760724 Jul 22 21:10:36.811150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c5142ec-f102-417a-9390-3f984196dda3 req-ffd49c63-41a3-44c2-a893-3c42def86af1 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 210 time: 0.1063592 Jul 22 21:10:36.831110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.899732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-466db173-0883-4ec9-b774-c65c37efc554 req-40e05474-e1ab-4e17-87a3-e2d107de7095 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875118 Jul 22 21:10:37.094668 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-857ccd08-4b88-4329-8d71-2bb27e4ff3f4 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9eb67d157fd447108d6e47b80025ca99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3119769 Jul 22 21:10:37.153855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92be1b-486a-44e1-88a1-ef8a8982da3a req-a13f6bf8-5b3c-4a0f-854d-9e2b54fa0c74 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.156825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb92be1b-486a-44e1-88a1-ef8a8982da3a req-a13f6bf8-5b3c-4a0f-854d-9e2b54fa0c74 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 949 time: 0.1322792 Jul 22 21:10:37.281352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc168603-c86e-4678-892d-fc87360f5e63,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:37.299187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-90185fd7-1c16-4ff9-a122-c60bec8ab975 service neutron] 10.222.0.58 "GET /v2.0/ports/32be9cba-5212-4ff6-b11a-b11354a255aa/bindings/n-h1-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.1027327 Jul 22 21:10:37.321975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb92be1b-486a-44e1-88a1-ef8a8982da3a req-ae6a2753-c383-4f6e-ac0d-f01d36fb6601 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514461 Jul 22 21:10:37.523392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Allocated IP 192.168.233.119 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/72a756c2-54b3-49e4-a338-a116fc882c01) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:37.571497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-57efff6d-0f96-4715-90b9-ca5d4f94e94f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.574729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-57efff6d-0f96-4715-90b9-ca5d4f94e94f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068544 Jul 22 21:10:37.596776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Request body: {'port': {'device_id': 'f3073513-6f41-4cc4-816e-994b9056379b', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '9eb67d157fd447108d6e47b80025ca99'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:37.618104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:37.632753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2ec5fbb6-51fa-480a-a4de-ad5bb3d19823', 'efff5ea5-4ffa-4923-861c-73ad48bde7b0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:37.758983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Pushing event deleted for resources: {'Port': ['ID=efff5ea5-4ffa-4923-861c-73ad48bde7b0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:37.834130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:37.879668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-078c7b3c-1d44-48b6-a5cb-c01f6aa05261 req-6c4a58fc-fea3-44f7-beb5-18a8bacd67c8 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 210 time: 0.0624907 Jul 22 21:10:37.881300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] No DVR routers for this DVR port efff5ea5-4ffa-4923-861c-73ad48bde7b0 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:10:37.899111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:37.901513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568bca1-4ca5-4163-b5d3-09c14127c5b3 req-c9eee569-cb37-40ac-b5c2-a515e9223b2d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "DELETE /v2.0/ports/efff5ea5-4ffa-4923-861c-73ad48bde7b0 HTTP/1.1" status: 204 len: 173 time: 2.3805592 Jul 22 21:10:37.904882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'name': 'network-vif-deleted', 'tag': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:37.907431 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2450bd20-02dc-4022-aae0-3e9e4247551f" -d '{"events": [{"server_uuid": "0f3b08c5-73b6-4e60-86f7-8ef0966d3d17", "name": "network-vif-deleted", "tag": "efff5ea5-4ffa-4923-861c-73ad48bde7b0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:37.923546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc9988-5451-460e-8e2b-b251589dbcb9 req-edf5e048-a23d-4881-ad27-8cfe3be975a9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.935024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4bc9988-5451-460e-8e2b-b251589dbcb9 req-edf5e048-a23d-4881-ad27-8cfe3be975a9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 943 time: 0.3660495 Jul 22 21:10:37.958918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:38.031965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32be9cba-5212-4ff6-b11a-b11354a255aa {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:38.040741 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4bc9988-5451-460e-8e2b-b251589dbcb9 req-202efcca-3b5b-4367-b418-f78cf4950a03 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048319 Jul 22 21:10:38.054003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:38.080686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Made reservation on behalf of 9eb67d157fd447108d6e47b80025ca99 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:38.083693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.092730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.141559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ce39806-41cc-4501-8b06-7b99a83d9cb5 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:38.153967 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.190137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Transition to ACTIVE for port object 72a756c2-54b3-49e4-a338-a116fc882c01 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:38.307460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.58', 50510) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:38.403594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.436376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] Transition to ACTIVE for port object 32be9cba-5212-4ff6-b11a-b11354a255aa will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:38.445727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d244222-5bd9-41b2-b8ce-7231a68f02b5 req-7fcf0b0b-1258-43b9-8467-fd98a701dad8 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 210 time: 0.1642818 Jul 22 21:10:38.453836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.464399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-7b631042-b48a-413a-be86-adf6ab4a51f3 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d5d277bd38a94497ab6dade778cf758c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1557679 Jul 22 21:10:38.491866 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b5aaa5-2fb9-49e5-80b7-5a0e6eead789 x-openstack-request-id: req-18b5aaa5-2fb9-49e5-80b7-5a0e6eead789 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:38.492349 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3b08c5-73b6-4e60-86f7-8ef0966d3d17", "name": "network-vif-deleted", "tag": "efff5ea5-4ffa-4923-861c-73ad48bde7b0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:38.492722 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18b5aaa5-2fb9-49e5-80b7-5a0e6eead789 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:38.493290 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3b08c5-73b6-4e60-86f7-8ef0966d3d17', 'name': 'network-vif-deleted', 'tag': 'efff5ea5-4ffa-4923-861c-73ad48bde7b0', 'status': 'completed', 'code': 200} Jul 22 21:10:38.541727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4ce39806-41cc-4501-8b06-7b99a83d9cb5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:38.569481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:38.583941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'mac_address': 'fa:16:3e:a2:23:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:38.584741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:38.598658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:38.617560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:38.619582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.644149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.663794 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9010694 Jul 22 21:10:38.690568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce39806-41cc-4501-8b06-7b99a83d9cb5 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:38.715478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Request body: {'port': {'device_id': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:38.719693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Allocated IP 192.168.233.53 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/2c4256ae-8c87-45ce-83bc-2c4efec17431) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:38.752796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4ce39806-41cc-4501-8b06-7b99a83d9cb5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:38.753705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] No DVR routers for this DVR port 32be9cba-5212-4ff6-b11a-b11354a255aa on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:10:38.760186 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:38.767001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437edc40-f21a-4df7-af4d-1ea55e4cc715 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:38.816331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=10']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:38.899972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4ce39806-41cc-4501-8b06-7b99a83d9cb5,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:38.954227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4adb2a46-e2eb-4878-8435-697ae499651a req-d93d45a8-e06f-4d35-bc52-0228f473cd99 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f3b08c5-73b6-4e60-86f7-8ef0966d3d17 HTTP/1.1" status: 200 len: 210 time: 0.0645490 Jul 22 21:10:38.967662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-9600d57f-c26d-470f-ad83-00ce33da2cc1 service neutron] 10.222.0.58 "PUT /v2.0/ports/32be9cba-5212-4ff6-b11a-b11354a255aa/bindings/n-h1-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 1.6596811 Jul 22 21:10:39.031499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-818aaada-0a4c-4a57-856e-9fad15055c75 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:39.033798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-818aaada-0a4c-4a57-856e-9fad15055c75 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5083797 Jul 22 21:10:39.054570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Request body: {'port': {'device_id': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'd5d277bd38a94497ab6dade778cf758c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:39.082374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.101033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02e329-6e19-42ad-939d-f4738c87ad30 req-a2076627-0139-4261-a3bb-c2e6902a6982 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:39.110576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe02e329-6e19-42ad-939d-f4738c87ad30 req-a2076627-0139-4261-a3bb-c2e6902a6982 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 944 time: 0.5494428 Jul 22 21:10:39.130676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4ce39806-41cc-4501-8b06-7b99a83d9cb5'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:39.228850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93fb2df5-1c75-4303-a600-b086fab570a3 None None] Provisioning for port 72a756c2-54b3-49e4-a338-a116fc882c01 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:39.241116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93fb2df5-1c75-4303-a600-b086fab570a3 None None] Provisioning complete for port 72a756c2-54b3-49e4-a338-a116fc882c01 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:39.241572 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93fb2df5-1c75-4303-a600-b086fab570a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.287436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93fb2df5-1c75-4303-a600-b086fab570a3 None None] Port 72a756c2-54b3-49e4-a338-a116fc882c01 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:39.298207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe02e329-6e19-42ad-939d-f4738c87ad30 req-032758a0-c54e-4524-841e-9fb6fd2b95ac tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809318 Jul 22 21:10:39.365352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47312) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:39.381176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5790d381-e3b6-43a9-ba09-307b8c1e2133 req-f52995dc-f809-4ef5-85ee-b12ccd66cad1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 210 time: 0.0647769 Jul 22 21:10:39.391154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.414100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-a813284e-52dc-4fe3-b52f-5d3c92539742 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:39.414100 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-a813284e-52dc-4fe3-b52f-5d3c92539742 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.3107271 Jul 22 21:10:39.443086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Made reservation on behalf of d5d277bd38a94497ab6dade778cf758c for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:39.454380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.537389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Transition to ACTIVE for port object 2c4256ae-8c87-45ce-83bc-2c4efec17431 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:39.630223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04d4467c-143e-4ed9-ba83-1d24e49f769f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.655437 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.656690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5040a3b2-383e-48e7-b2b9-7bff9d4a0e04 req-ea9a45d1-8a8f-4771-bfa7-48f8a441e771 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 210 time: 0.0669074 Jul 22 21:10:39.715743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a459a-8aa0-4554-bc43-098e9ad761d0 req-d4ff17ec-c961-4f5b-af6a-e6c9eb62d56c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:39.717401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b80a459a-8aa0-4554-bc43-098e9ad761d0 req-d4ff17ec-c961-4f5b-af6a-e6c9eb62d56c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 944 time: 0.1288276 Jul 22 21:10:39.734741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-5e5ddce0-c8a7-4799-871f-e9cf62ff2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:39.736356 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-5e5ddce0-c8a7-4799-871f-e9cf62ff2ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 1096 time: 0.3088722 Jul 22 21:10:39.795808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b80a459a-8aa0-4554-bc43-098e9ad761d0 req-f05e3c9d-6c5e-4223-866d-a6d18019abdb tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621819 Jul 22 21:10:39.821205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:39.848543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Pushing event updated for resources: {'Port': ['ID=2c4256ae-8c87-45ce-83bc-2c4efec17431,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:39.857940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:39.861873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:39.871605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:39.872679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.881705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device efff5ea5-4ffa-4923-861c-73ad48bde7b0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:39.912173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: efff5ea5-4ffa-4923-861c-73ad48bde7b0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:10:39.912773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device efff5ea5-4ffa-4923-861c-73ad48bde7b0 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:10:40.071500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a756c2-54b3-49e4-a338-a116fc882c01 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:40.078273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-7727b510-1381-46c3-b500-c565f1d69158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.080500 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-7727b510-1381-46c3-b500-c565f1d69158 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1096 time: 0.2871273 Jul 22 21:10:40.087327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04d4467c-143e-4ed9-ba83-1d24e49f769f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.093260 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.108384 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04d4467c-143e-4ed9-ba83-1d24e49f769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.126622 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-f86a3579-7cd9-4a8e-bc69-8587a92bc595 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5374563 Jul 22 21:10:40.165986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Transition to ACTIVE for port object 72a756c2-54b3-49e4-a338-a116fc882c01 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:40.171391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Request body: {'port': {'device_id': 'f3073513-6f41-4cc4-816e-994b9056379b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:40.196133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.237868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-64f3c849-e08c-4e43-b298-6d50a3626240 None None] Provisioning for port 2c4256ae-8c87-45ce-83bc-2c4efec17431 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:40.258291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-64f3c849-e08c-4e43-b298-6d50a3626240 None None] Provisioning complete for port 2c4256ae-8c87-45ce-83bc-2c4efec17431 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:40.260405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-64f3c849-e08c-4e43-b298-6d50a3626240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.277459 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-04d4467c-143e-4ed9-ba83-1d24e49f769f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1b13132f30b48b6846c1a541d13879a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9036791 Jul 22 21:10:40.280939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Allocated IP 192.168.233.206 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/470136a8-1bf6-4f2a-98a8-3a67140ed3b6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:40.292757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47342) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:40.339791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:40.364440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4467c-143e-4ed9-ba83-1d24e49f769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8099d6f-e8d0-4050-a5d5-2ce9dea2d740,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:40.461039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-a5e5016c-a6c6-4af5-8530-08924a989ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.463124 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-a5e5016c-a6c6-4af5-8530-08924a989ea7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.3663757 Jul 22 21:10:40.469200 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2859c32-fbba-403c-9045-32c3b192fea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.476759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-64f3c849-e08c-4e43-b298-6d50a3626240 None None] Port 2c4256ae-8c87-45ce-83bc-2c4efec17431 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:40.505084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47350) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:40.579793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.584783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-dff8f1e0-9ed5-4bbe-b09b-001d0c32a5f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 217 time: 0.1056116 Jul 22 21:10:40.635457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2859c32-fbba-403c-9045-32c3b192fea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.659118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Attempting to bind port 72a756c2-54b3-49e4-a338-a116fc882c01 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:40.659789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Attempting to bind port 72a756c2-54b3-49e4-a338-a116fc882c01 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:40.660278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:40.660674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Attempting to bind port 72a756c2-54b3-49e4-a338-a116fc882c01 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:40.745115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:10:40.761849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c77e6-110d-4f5d-ad88-94ddc2f32b28 req-e7f5e684-7eb8-400f-9907-c1b70a5fae99 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.766828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-726c77e6-110d-4f5d-ad88-94ddc2f32b28 req-e7f5e684-7eb8-400f-9907-c1b70a5fae99 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 945 time: 0.3804893 Jul 22 21:10:40.830739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fa633cd-f8bd-430b-9081-3e006ddc87e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.845754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.899600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Port 72a756c2-54b3-49e4-a338-a116fc882c01 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:40.900054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Attempting to bind port 72a756c2-54b3-49e4-a338-a116fc882c01 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:40.906317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-726c77e6-110d-4f5d-ad88-94ddc2f32b28 req-f4b5b258-d7a4-4ad9-b971-24d871f0d99f tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148086 Jul 22 21:10:40.914268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Transition to ACTIVE for port object 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:40.919858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:40.920221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:40.920591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:40.921035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Bound port: 72a756c2-54b3-49e4-a338-a116fc882c01, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:40.921391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.923261 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2859c32-fbba-403c-9045-32c3b192fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.926209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2859c32-fbba-403c-9045-32c3b192fea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:40.941203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2859c32-fbba-403c-9045-32c3b192fea2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8099d6f-e8d0-4050-a5d5-2ce9dea2d740 HTTP/1.1" status: 204 len: 168 time: 0.6368051 Jul 22 21:10:40.949458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-e5d76222-1b71-4de2-b46d-dbac106134b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.951228 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-e5d76222-1b71-4de2-b46d-dbac106134b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.3504860 Jul 22 21:10:40.956688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f821b1d-6005-413e-a456-8c8836ec385a req-25acbbfe-5ba8-46cf-9b8e-ad4a69c51854 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.964292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f821b1d-6005-413e-a456-8c8836ec385a req-25acbbfe-5ba8-46cf-9b8e-ad4a69c51854 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 972 time: 0.3693290 Jul 22 21:10:40.972959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2859c32-fbba-403c-9045-32c3b192fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8099d6f-e8d0-4050-a5d5-2ce9dea2d740,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:41.063730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.068379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f821b1d-6005-413e-a456-8c8836ec385a req-8cccb8a4-e250-4ef5-9b6c-bff6d7f7a688 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026514 Jul 22 21:10:41.076376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['13438cc4-b1b1-46eb-b10c-0b65d4501bb8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:41.209221 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:41.260400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:41.333891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:41.346613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:41.348053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.382364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Pushing event updated for resources: {'Port': ['ID=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:41.392134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:41.396849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:41.401156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-8d21eb6c-0aa8-4e91-aecf-a4f78407b4c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4416442 Jul 22 21:10:41.408181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.409311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fa633cd-f8bd-430b-9081-3e006ddc87e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.438141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3165d4-cac8-45a8-b2c9-86ad9314edf2 req-495f9b79-e483-4eba-93f0-7a75b36a4a29 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:41.452410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc3165d4-cac8-45a8-b2c9-86ad9314edf2 req-495f9b79-e483-4eba-93f0-7a75b36a4a29 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 935 time: 0.4139595 Jul 22 21:10:41.460102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fa633cd-f8bd-430b-9081-3e006ddc87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.465869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-e47da03a-0c78-494e-9ce3-0b6a3d8a82f2 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4236562 Jul 22 21:10:41.490226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47364) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:41.528335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Request body: {'port': {'device_id': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:41.529213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:41.530089 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.532043 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] 10.222.0.58 "PUT /v2.0/ports/72a756c2-54b3-49e4-a338-a116fc882c01 HTTP/1.1" status: 200 len: 1097 time: 2.8291290 Jul 22 21:10:41.576654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f25a2-4928-4d57-ac93-867edb067a3b service neutron] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:41.581258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:41.584574 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:41.624771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4256ae-8c87-45ce-83bc-2c4efec17431 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:41.631719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8fa633cd-f8bd-430b-9081-3e006ddc87e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21c4a98f0eed4a11807ce1c11d348225&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1185503 Jul 22 21:10:41.638575 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.639134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:41.641332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa633cd-f8bd-430b-9081-3e006ddc87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba143b-51b3-4af0-9d9d-71e2535163c9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:41.652423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c3d1-f5cc-457a-9ff5-f32dfc771031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.671953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc3165d4-cac8-45a8-b2c9-86ad9314edf2 req-0ef9ac6b-078d-46f2-b50f-ae8fc6f6356c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176430 Jul 22 21:10:41.691918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-db3e4c69-50c7-433e-9f15-1412b55aa4ff None None] Provisioning for port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:41.698220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-db3e4c69-50c7-433e-9f15-1412b55aa4ff None None] Provisioning complete for port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:41.699880 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-db3e4c69-50c7-433e-9f15-1412b55aa4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.723234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e136-0606-4165-911e-5a7eae0d5d70 req-569fe0ac-ee1a-4325-9f2e-b0a6fb70111c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:41.727329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5b0e136-0606-4165-911e-5a7eae0d5d70 req-569fe0ac-ee1a-4325-9f2e-b0a6fb70111c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 936 time: 0.5445693 Jul 22 21:10:41.753106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Transition to ACTIVE for port object 2c4256ae-8c87-45ce-83bc-2c4efec17431 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:41.779602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.783356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-db3e4c69-50c7-433e-9f15-1412b55aa4ff None None] Port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:41.796703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.805169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5b0e136-0606-4165-911e-5a7eae0d5d70 req-94decdff-55ea-4c3d-8969-922e38768cac tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705762 Jul 22 21:10:41.875731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4256ae-8c87-45ce-83bc-2c4efec17431,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:41.877698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ce39806-41cc-4501-8b06-7b99a83d9cb5 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:41.886604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-00aa858b-5660-4848-9711-8d6735c159ae service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619603 Jul 22 21:10:42.002448 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f928695-da8d-4c0c-a91d-05d845c1534b x-openstack-request-id: req-0f928695-da8d-4c0c-a91d-05d845c1534b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:42.002885 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:42.003197 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f928695-da8d-4c0c-a91d-05d845c1534b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:42.003594 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01', 'status': 'completed', 'code': 200} Jul 22 21:10:42.007786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:42.038821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:42.039544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Attempting to bind port 2c4256ae-8c87-45ce-83bc-2c4efec17431 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:42.039948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Attempting to bind port 2c4256ae-8c87-45ce-83bc-2c4efec17431 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:42.040360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Attempting to bind port 2c4256ae-8c87-45ce-83bc-2c4efec17431 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:42.040774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.043358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ed235ba-19c3-4070-ac48-1b0f57ceb1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.090230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-963f7be8-0b9e-443d-9797-6101bf78ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.092379 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-963f7be8-0b9e-443d-9797-6101bf78ed71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1100 time: 0.5037551 Jul 22 21:10:42.097210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1f1cf-c33b-40ae-8837-8bfbc68f9880 req-21e1a4f9-e9b5-4a04-ab4d-b330e3d63a36 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.107112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcd1f1cf-c33b-40ae-8837-8bfbc68f9880 req-21e1a4f9-e9b5-4a04-ab4d-b330e3d63a36 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 944 time: 0.3079500 Jul 22 21:10:42.108200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Port 2c4256ae-8c87-45ce-83bc-2c4efec17431 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:42.108527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Attempting to bind port 2c4256ae-8c87-45ce-83bc-2c4efec17431 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:42.197644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:42.198059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:42.198369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:42.199352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Bound port: 2c4256ae-8c87-45ce-83bc-2c4efec17431, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:42.199708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.223805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.23', 61887) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:42.226031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ed235ba-19c3-4070-ac48-1b0f57ceb1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.230594 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-d7fa78ce-0f9f-45c7-90b3-4e8fe94a55f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=72a756c2-54b3-49e4-a338-a116fc882c01 HTTP/1.1" status: 200 len: 217 time: 0.1257818 Jul 22 21:10:42.244983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.273768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:42.276293 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79508bb2-e577-4da8-922c-8f0c586d3d13" -d '{"events": [{"server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "name": "network-vif-plugged", "status": "completed", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:42.292121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4ce39806-41cc-4501-8b06-7b99a83d9cb5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:42.297580 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.366675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4ce39806-41cc-4501-8b06-7b99a83d9cb5,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:42.394834 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-eb043792-f710-43e3-bc8f-7d9b869fe1a7 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837668 Jul 22 21:10:42.449459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-ccc80d58-a8af-4dcd-9d40-25ff6dee6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.451523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-ccc80d58-a8af-4dcd-9d40-25ff6dee6e4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1763244 Jul 22 21:10:42.458008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] For port 2c4256ae-8c87-45ce-83bc-2c4efec17431, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:42.474974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] For port 2c4256ae-8c87-45ce-83bc-2c4efec17431, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:42.483187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcd1f1cf-c33b-40ae-8837-8bfbc68f9880 req-2326fb26-4e6c-44c5-bf74-c98c34c76c3d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746393 Jul 22 21:10:42.483728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c3d1-f5cc-457a-9ff5-f32dfc771031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.487739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.525094 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1561a388-e1f6-4d58-a115-88bec18673c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.540858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c3d1-f5cc-457a-9ff5-f32dfc771031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.577215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ed235ba-19c3-4070-ac48-1b0f57ceb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.580997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ed235ba-19c3-4070-ac48-1b0f57ceb1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.584511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5ed235ba-19c3-4070-ac48-1b0f57ceb1a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53ba143b-51b3-4af0-9d9d-71e2535163c9 HTTP/1.1" status: 204 len: 168 time: 0.9309042 Jul 22 21:10:42.589849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a806d4a-bf5b-4e6a-92aa-4b0b434c46bb req-b2176bd6-7650-4995-aa1e-da1a5f91dc1e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.596651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a806d4a-bf5b-4e6a-92aa-4b0b434c46bb req-b2176bd6-7650-4995-aa1e-da1a5f91dc1e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 945 time: 0.4542677 Jul 22 21:10:42.626317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.626936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.628621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] 10.222.0.23 "PUT /v2.0/ports/2c4256ae-8c87-45ce-83bc-2c4efec17431 HTTP/1.1" status: 200 len: 1096 time: 2.4791665 Jul 22 21:10:42.679908 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5a0c3d1-f5cc-457a-9ff5-f32dfc771031 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27280115a86e482f8a9068822013ebd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1713560 Jul 22 21:10:42.687576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:42.688735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-bedb5324-8e2c-4fbb-8d96-516596560ec5 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.690472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-bedb5324-8e2c-4fbb-8d96-516596560ec5 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 972 time: 0.4502971 Jul 22 21:10:42.702683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0c3d1-f5cc-457a-9ff5-f32dfc771031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb208058-e92a-4cba-bce7-5148a2ce909c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:42.728536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed235ba-19c3-4070-ac48-1b0f57ceb1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba143b-51b3-4af0-9d9d-71e2535163c9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:42.735493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f969d-c11d-4972-9e5e-5c3d08ce9d96 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4256ae-8c87-45ce-83bc-2c4efec17431,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:42.775497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a806d4a-bf5b-4e6a-92aa-4b0b434c46bb req-2e7ddc53-0fe6-4d74-a828-ce98a8aacb2a tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728117 Jul 22 21:10:42.808411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:42.817284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.846738 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b273980-4046-4639-9f39-e58fa7233414 x-openstack-request-id: req-8b273980-4046-4639-9f39-e58fa7233414 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:42.847035 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "name": "network-vif-plugged", "status": "completed", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:42.847293 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b273980-4046-4639-9f39-e58fa7233414 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:42.847710 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'code': 200} Jul 22 21:10:42.874308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-69bb6455-dfe2-432d-a5ea-5e8e00d4bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.876011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-69bb6455-dfe2-432d-a5ea-5e8e00d4bb4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4135153 Jul 22 21:10:42.919158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796192-3260-4df4-aa76-02950967aca8 req-0046b2af-bd2b-4612-9f99-7579d5749272 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.928736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17796192-3260-4df4-aa76-02950967aca8 req-0046b2af-bd2b-4612-9f99-7579d5749272 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 972 time: 0.3476634 Jul 22 21:10:42.940632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.23', 61888) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:42.944470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Transition to ACTIVE for port object 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:43.010291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.043073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-44ed29b6-7df0-47ae-af56-39a7b80a0a0e tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.044761 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-44ed29b6-7df0-47ae-af56-39a7b80a0a0e tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.2199895 Jul 22 21:10:43.067011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-13712d2d-7396-4446-b41c-5fb306ff1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.068797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-13712d2d-7396-4446-b41c-5fb306ff1724 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 1099 time: 0.2980649 Jul 22 21:10:43.097321 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e3d0c81-27bc-4298-965b-6cd473ace0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.136703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17796192-3260-4df4-aa76-02950967aca8 req-e6b6dae9-b95f-4c93-9c86-b0f26245a98d tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0a90639-1917-400a-acba-ccff8d2fdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041516 Jul 22 21:10:43.151281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Deleting port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:10:43.152385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.157314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-4411c049-23f7-40de-a5b9-6835697fc280 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669635 Jul 22 21:10:43.169847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47390) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:43.178679 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-9e5902ae-2082-4ad8-b7a5-2f354363d41e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431 HTTP/1.1" status: 200 len: 217 time: 0.0837200 Jul 22 21:10:43.213036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Pushing event updated for resources: {'Port': ['ID=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:43.228112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e3d0c81-27bc-4298-965b-6cd473ace0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.301421 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1099a2b-e655-4dd7-8e9e-bb1baf46ca6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.318935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Attempting to bind port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:43.319292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Attempting to bind port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:43.319592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Attempting to bind port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:43.323358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57ad19-3ade-4b95-99da-4700f5d0d9c7 req-a3f93e59-d537-44a6-9eed-8ae86f06f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.325501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c57ad19-3ade-4b95-99da-4700f5d0d9c7 req-a3f93e59-d537-44a6-9eed-8ae86f06f223 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.3646696 Jul 22 21:10:43.359345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce8f83-6d5f-4c42-ae82-d5496f41709a req-ca56056d-c5a8-4dbf-9804-5d291dc7d84d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.360988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbce8f83-6d5f-4c42-ae82-d5496f41709a req-ca56056d-c5a8-4dbf-9804-5d291dc7d84d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 947 time: 0.4137790 Jul 22 21:10:43.365269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:43.365595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Attempting to bind port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:43.409941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:43.410377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:43.410645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:43.411086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Bound port: 470136a8-1bf6-4f2a-98a8-3a67140ed3b6, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:43.412146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.473058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c57ad19-3ade-4b95-99da-4700f5d0d9c7 req-e6f558c4-dc7c-4acb-b54b-88f9d60725fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299918 Jul 22 21:10:43.517420 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e3d0c81-27bc-4298-965b-6cd473ace0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.520303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e3d0c81-27bc-4298-965b-6cd473ace0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.524581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3e3d0c81-27bc-4298-965b-6cd473ace0ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb208058-e92a-4cba-bce7-5148a2ce909c HTTP/1.1" status: 204 len: 168 time: 0.8184381 Jul 22 21:10:43.548695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261482e9-2510-4061-b0ac-c40041d9e1a1 req-a9368954-08d6-47c1-a045-7a100319958b tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.557655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-261482e9-2510-4061-b0ac-c40041d9e1a1 req-a9368954-08d6-47c1-a045-7a100319958b tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 948 time: 0.3399675 Jul 22 21:10:43.563122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbce8f83-6d5f-4c42-ae82-d5496f41709a req-8ca868ff-2566-4baf-8b34-a61e8a512387 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919689 Jul 22 21:10:43.599193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d0c81-27bc-4298-965b-6cd473ace0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb208058-e92a-4cba-bce7-5148a2ce909c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:43.637419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-1266ed33-0fba-4fe0-9f5e-045984504d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.639018 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-1266ed33-0fba-4fe0-9f5e-045984504d57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.4407356 Jul 22 21:10:43.643165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] For port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:43.643541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.686248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-261482e9-2510-4061-b0ac-c40041d9e1a1 req-8ead1208-e332-42da-b3de-6ffc8e601913 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129870 Jul 22 21:10:43.697588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Calling delete_port for 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 owned by compute:tempest-test_az-2065763229 {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:10:43.715792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] For port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:43.726027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] For port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:43.734845 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.749449 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8c76485a-7ccc-4b34-a284-19fe5228d2c3 req-dc7d5fd9-5e30-423e-8f92-347829696d2d service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727291 Jul 22 21:10:43.813991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.814835 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.816804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-86ece096-7982-4b39-9732-25601951d321 service neutron] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:43.818171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] 10.222.0.58 "PUT /v2.0/ports/470136a8-1bf6-4f2a-98a8-3a67140ed3b6 HTTP/1.1" status: 200 len: 1097 time: 2.3150761 Jul 22 21:10:43.820754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'tag': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:43.823075 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0bdde5-c6da-4623-8096-834ad514c087" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0ab5a3-7b0c-48fd-b91f-a497470ea233", "tag": "470136a8-1bf6-4f2a-98a8-3a67140ed3b6"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:43.829504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-86ece096-7982-4b39-9732-25601951d321 service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.830860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62427dfe-dd39-4c85-91a3-20ee098c80f9 req-86ece096-7982-4b39-9732-25601951d321 service neutron] 10.222.0.23 "DELETE /v2.0/ports/32be9cba-5212-4ff6-b11a-b11354a255aa/bindings/n-h2-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.7783122 Jul 22 21:10:43.885002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-50ac30a0-88b0-4531-87d4-21282716ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.886422 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-50ac30a0-88b0-4531-87d4-21282716ea41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2360375 Jul 22 21:10:43.986470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1099a2b-e655-4dd7-8e9e-bb1baf46ca6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.991301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a7d77-4e75-4a47-b0a9-be9b5aa34c04 service neutron] Pushing event updated for resources: {'Port': ['ID=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:44.006268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3073513-6f41-4cc4-816e-994b9056379b', 'tag': '2c4256ae-8c87-45ce-83bc-2c4efec17431'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:44.013482 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8904a04b-38ce-425f-b7ce-9c074c5c3b67" -d '{"events": [{"name": "network-changed", "server_uuid": "f3073513-6f41-4cc4-816e-994b9056379b", "tag": "2c4256ae-8c87-45ce-83bc-2c4efec17431"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:44.013684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1099a2b-e655-4dd7-8e9e-bb1baf46ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.086746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a1099a2b-e655-4dd7-8e9e-bb1baf46ca6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b03f5d8e5efa4c06a457851a80e2a65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9023399 Jul 22 21:10:44.092904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47404) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:44.148507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1099a2b-e655-4dd7-8e9e-bb1baf46ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9a94ba-2f42-45bd-bc9e-79ab66b7ce5d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:44.191688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.220832 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-e5540bfe-913c-45ec-87b3-15b67dbb27cd service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250127 Jul 22 21:10:44.260573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba83576-647b-404b-bd7c-2b812afbdec4 req-6a2ff3e9-ae28-4ef7-8b20-a1664b88ff5a tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.262442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dba83576-647b-404b-bd7c-2b812afbdec4 req-6a2ff3e9-ae28-4ef7-8b20-a1664b88ff5a tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 946 time: 0.2656131 Jul 22 21:10:44.271516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b44037-2573-4d4b-8ea9-a744013346ab req-4dfc2c02-7d27-46ad-ab41-48579c6df079 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.273296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76b44037-2573-4d4b-8ea9-a744013346ab req-4dfc2c02-7d27-46ad-ab41-48579c6df079 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 944 time: 0.4777431 Jul 22 21:10:44.282955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Pushing event deleted for resources: {'Port': ['ID=2ec5fbb6-51fa-480a-a4de-ad5bb3d19823,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:44.298182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-b2ab4df4-2d8a-4e56-ae46-de4e8a40ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.301786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-b2ab4df4-2d8a-4e56-ae46-de4e8a40ff51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1100 time: 0.4537525 Jul 22 21:10:44.335296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-584062de-9121-4af4-90ac-3e6ac3b89547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.337088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-584062de-9121-4af4-90ac-3e6ac3b89547 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5d277bd38a94497ab6dade778cf758c&device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 1100 time: 0.4173772 Jul 22 21:10:44.496600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] No DVR routers for this DVR port 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:10:44.514256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.520253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5932e005-c06d-48fc-a93b-acb1283d99d6 req-62364047-d111-4bcf-aef2-0a5697367af2 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.23 "DELETE /v2.0/ports/2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 HTTP/1.1" status: 204 len: 173 time: 1.8214858 Jul 22 21:10:44.589357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-c7a62663-2505-454d-8beb-e9f256bea047 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=470136a8-1bf6-4f2a-98a8-3a67140ed3b6 HTTP/1.1" status: 200 len: 217 time: 0.2315967 Jul 22 21:10:44.593632 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6c45c80-2bb0-4b92-ad8d-b80415ae9a6a req-5a75d8d8-7f6a-423c-9728-c1820d3bb15f service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273337 Jul 22 21:10:44.595508 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d9fe07-88c1-4068-9fc3-ffd3c484f38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.642132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dba83576-647b-404b-bd7c-2b812afbdec4 req-755da815-c7ec-4fef-a974-461ac492e092 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677523 Jul 22 21:10:44.696988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76b44037-2573-4d4b-8ea9-a744013346ab req-ca4bd93e-f57f-40bf-989a-087722e08cb6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012706 Jul 22 21:10:44.739202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d9fe07-88c1-4068-9fc3-ffd3c484f38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.760025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-53c6b6d8-425f-4dfe-9861-9049ce38bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.761644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-53c6b6d8-425f-4dfe-9861-9049ce38bec0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4264321 Jul 22 21:10:44.794997 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b5d1a2-8a05-4a18-b29d-c78555f6cb20 x-openstack-request-id: req-06b5d1a2-8a05-4a18-b29d-c78555f6cb20 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:44.795555 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0ab5a3-7b0c-48fd-b91f-a497470ea233", "tag": "470136a8-1bf6-4f2a-98a8-3a67140ed3b6", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:44.795897 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06b5d1a2-8a05-4a18-b29d-c78555f6cb20 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:44.796564 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'tag': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6', 'status': 'completed', 'code': 200} Jul 22 21:10:44.823572 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08af03dd-b293-4d9c-b718-87eb374be2fa x-openstack-request-id: req-08af03dd-b293-4d9c-b718-87eb374be2fa {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:44.823932 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3073513-6f41-4cc4-816e-994b9056379b", "tag": "2c4256ae-8c87-45ce-83bc-2c4efec17431", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:44.824277 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08af03dd-b293-4d9c-b718-87eb374be2fa {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:44.828417 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3073513-6f41-4cc4-816e-994b9056379b', 'tag': '2c4256ae-8c87-45ce-83bc-2c4efec17431', 'status': 'completed', 'code': 200} Jul 22 21:10:44.836235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-f02554d6-1d1d-4a17-8d0a-bcbd9b3120f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.837933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-f02554d6-1d1d-4a17-8d0a-bcbd9b3120f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2395136 Jul 22 21:10:44.956499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-6dcb9571-200a-4752-96a0-7bad7c0cc745 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=72a756c2-54b3-49e4-a338-a116fc882c01 HTTP/1.1" status: 200 len: 217 time: 0.1827605 Jul 22 21:10:45.021156 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d9fe07-88c1-4068-9fc3-ffd3c484f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:45.028063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d9fe07-88c1-4068-9fc3-ffd3c484f38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:45.033783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-36d9fe07-88c1-4068-9fc3-ffd3c484f38f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c9a94ba-2f42-45bd-bc9e-79ab66b7ce5d HTTP/1.1" status: 204 len: 168 time: 0.9372320 Jul 22 21:10:45.073065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9fe07-88c1-4068-9fc3-ffd3c484f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9a94ba-2f42-45bd-bc9e-79ab66b7ce5d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:45.106222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce852-35ca-465b-9b84-0083ab4d319b req-65fa30c7-893a-470e-8f9a-16ddc0ab6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.114448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-65fa30c7-893a-470e-8f9a-16ddc0ab6b19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2656691 Jul 22 21:10:45.151505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55a2c730-f6e3-44ca-ae47-ade5d176b6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:45.192458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-5cba21bc-9f80-4644-b3bd-d365c40c68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.194452 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-5cba21bc-9f80-4644-b3bd-d365c40c68d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 1099 time: 0.3284638 Jul 22 21:10:45.210462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5a626e0-544b-4432-a041-27f533a6134e req-856fdef4-2a0d-4190-983b-7da3d4096819 tempest-LiveMigrationNegativeTest-1811329469 tempest-LiveMigrationNegativeTest-1811329469-project] 10.222.0.54 "GET /v2.0/ports?device_id=03acb014-c413-4817-b47a-eccd5d746cff HTTP/1.1" status: 200 len: 210 time: 0.1839001 Jul 22 21:10:45.255051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:45.318287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-bb25bda3-1538-480a-8b3d-de2cbdeccbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.324905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-bb25bda3-1538-480a-8b3d-de2cbdeccbe9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2995973 Jul 22 21:10:45.478379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76ab68-ff33-44e0-ba78-b1fa0722a9da req-6e347130-d9a2-4c04-8db0-5ac6b09c1dc5 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.487869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da76ab68-ff33-44e0-ba78-b1fa0722a9da req-6e347130-d9a2-4c04-8db0-5ac6b09c1dc5 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 947 time: 0.5303400 Jul 22 21:10:45.665798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-06d6c9c7-d540-416b-bedf-1f2a895bd7f8 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371492 Jul 22 21:10:45.705700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-60319f4d-7b0d-4aa0-94fd-06f3d5b64398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.707788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-60319f4d-7b0d-4aa0-94fd-06f3d5b64398 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4651079 Jul 22 21:10:45.709560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da76ab68-ff33-44e0-ba78-b1fa0722a9da req-4d0c399d-c64f-447d-bf1d-822003bfe237 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174861 Jul 22 21:10:45.766061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-4b6bf96b-b339-4653-bbe2-e2b7143459a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.769884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-4b6bf96b-b339-4653-bbe2-e2b7143459a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4321365 Jul 22 21:10:45.802144 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-e92fd204-b255-49d8-b6b3-c2db784980f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431 HTTP/1.1" status: 200 len: 217 time: 0.0736680 Jul 22 21:10:45.866075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d77a2-0d81-4211-b4d0-3f7a57bbe04f req-31db4477-3555-489f-9ac8-0ce3ce97f61b tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.876496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac6d77a2-0d81-4211-b4d0-3f7a57bbe04f req-31db4477-3555-489f-9ac8-0ce3ce97f61b tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 948 time: 0.3374999 Jul 22 21:10:45.909694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-0769d5c1-018a-46ed-9a09-d38efe168fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.909694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-0769d5c1-018a-46ed-9a09-d38efe168fc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0644851 Jul 22 21:10:45.925396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:45.942000 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:46.015386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:10:46.015746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ec5fbb6-51fa-480a-a4de-ad5bb3d19823 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:10:46.028463 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-562ce852-35ca-465b-9b84-0083ab4d319b req-fd0c969f-d476-4f39-bdc4-d7cba78667da service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561974 Jul 22 21:10:46.066470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-4572b250-aec0-444b-8f89-7e2e15d81172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.068806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-4572b250-aec0-444b-8f89-7e2e15d81172 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431653 Jul 22 21:10:46.135288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac6d77a2-0d81-4211-b4d0-3f7a57bbe04f req-3d553287-6916-4d39-8764-ee3b52786cb7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577345 Jul 22 21:10:46.184336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-9aa75289-ad3d-4211-b30d-e30551c6ec37 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055355 Jul 22 21:10:46.337246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-cce47116-4e96-4fe9-92a8-9a3db5eb6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.339341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-cce47116-4e96-4fe9-92a8-9a3db5eb6aa2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5d277bd38a94497ab6dade778cf758c&device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 1100 time: 0.2391102 Jul 22 21:10:46.366097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5a3a-a081-4d85-b419-16b866f9624c req-5db05afa-4772-4a96-991f-15aa7dd63f07 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.368910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d0f5a3a-a081-4d85-b419-16b866f9624c req-5db05afa-4772-4a96-991f-15aa7dd63f07 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 946 time: 0.3500798 Jul 22 21:10:46.373022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-32016101-b9c2-4acf-8f2b-dc44db81d8d5 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950351 Jul 22 21:10:46.440798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d0f5a3a-a081-4d85-b419-16b866f9624c req-7f1ac210-bba4-4d43-affb-aa570ac4962c tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539875 Jul 22 21:10:46.491896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-49c36141-e973-45d0-9f41-de770aa2f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.493444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-49c36141-e973-45d0-9f41-de770aa2f857 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1444354 Jul 22 21:10:46.531238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311f5f-67ae-4f1e-b4aa-4c8faba72cd2 req-26c97901-58b3-4aaf-a72f-a8e438884633 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.542349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd311f5f-67ae-4f1e-b4aa-4c8faba72cd2 req-26c97901-58b3-4aaf-a72f-a8e438884633 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1096 time: 0.2328088 Jul 22 21:10:46.561632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc13b5ff-a402-4c3f-8171-0c20e81e9cbd req-1fb1d433-3b76-4083-83df-b640b0de3d77 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696859 Jul 22 21:10:46.594275 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-eb0ddedf-b632-4ce4-ae8b-84826aa88fdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=470136a8-1bf6-4f2a-98a8-3a67140ed3b6 HTTP/1.1" status: 200 len: 217 time: 0.0862167 Jul 22 21:10:46.687442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-1c84ad64-cba5-436d-a4d7-2508eceadc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.689415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-1c84ad64-cba5-436d-a4d7-2508eceadc64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0515912 Jul 22 21:10:46.703740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:46.734815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd311f5f-67ae-4f1e-b4aa-4c8faba72cd2 req-8009c607-7135-478e-9196-470fa1f52ea7 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910787 Jul 22 21:10:46.785310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8904a04b-38ce-425f-b7ce-9c074c5c3b67 req-008cac10-d9a6-4da0-9264-b4d35cea7617 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963614 Jul 22 21:10:46.842631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03acb014-c413-4817-b47a-eccd5d746cff', 'name': 'network-vif-deleted', 'tag': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:46.850496 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632e5a7-6fc9-49ce-abf8-62857a27f273" -d '{"events": [{"server_uuid": "03acb014-c413-4817-b47a-eccd5d746cff", "name": "network-vif-deleted", "tag": "2ec5fbb6-51fa-480a-a4de-ad5bb3d19823"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:46.864022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-430c487b-5d60-45a4-82a7-c55208d556e9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2998304 Jul 22 21:10:46.884155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:46.895008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-cf1f9f0c-ea38-40e6-9309-43dd262070b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.901125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-cf1f9f0c-ea38-40e6-9309-43dd262070b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2002730 Jul 22 21:10:46.918534 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:46.937936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:46.967820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '72a756c2-54b3-49e4-a338-a116fc882c01', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '72a756c2-54b3-49e4-a338-a116fc882c01', 'mac_address': 'fa:16:3e:a8:b0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:47.059767 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.089808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a756c2-54b3-49e4-a338-a116fc882c01 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:47.105112 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-abb2e389-e840-4a20-a75b-8e595e31c10f service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943996 Jul 22 21:10:47.134532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:47.142646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.177310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.283124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:47.300412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:47.347861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56103-5279-495a-80ab-e6e720ae2e8f req-23403ca8-4aa4-4f71-8690-b2d44bc58d87 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:47.350725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0a56103-5279-495a-80ab-e6e720ae2e8f req-23403ca8-4aa4-4f71-8690-b2d44bc58d87 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 947 time: 0.2919214 Jul 22 21:10:47.417352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Allocated IP 172.25.5.124 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/dd7289ec-0939-409d-ae48-a27a14059cc8) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:47.425309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0a56103-5279-495a-80ab-e6e720ae2e8f req-958f98bc-2718-419d-ac74-5c098d17e870 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674136 Jul 22 21:10:47.432381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['72a756c2-54b3-49e4-a338-a116fc882c01'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:47.488934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c0bdde5-c6da-4623-8096-834ad514c087 req-9c067331-8101-4ca3-88b6-f0c0119b6137 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768163 Jul 22 21:10:47.603142 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795bac9-214f-4340-9194-229524a24776 x-openstack-request-id: req-3795bac9-214f-4340-9194-229524a24776 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:47.603519 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03acb014-c413-4817-b47a-eccd5d746cff", "name": "network-vif-deleted", "tag": "2ec5fbb6-51fa-480a-a4de-ad5bb3d19823", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:47.603692 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3795bac9-214f-4340-9194-229524a24776 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:47.604642 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03acb014-c413-4817-b47a-eccd5d746cff', 'name': 'network-vif-deleted', 'tag': '2ec5fbb6-51fa-480a-a4de-ad5bb3d19823', 'status': 'completed', 'code': 200} Jul 22 21:10:47.688551 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.755149 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d58adc51-4ee7-4c65-a5b3-32648ad3e1fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c70aff3b771041c18de0bd0ec1eaa64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500105 Jul 22 21:10:47.758375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47512) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:47.809732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502011b-3f13-4771-a207-4dc4a3738803 req-b6c6066f-f722-43cf-9151-17c0d0761dde tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:47.811433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b502011b-3f13-4771-a207-4dc4a3738803 req-b6c6066f-f722-43cf-9151-17c0d0761dde tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 948 time: 0.1155860 Jul 22 21:10:47.813234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.849050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-937c8b7a-0588-4b6d-988b-8a43d6b2786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.876817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-937c8b7a-0588-4b6d-988b-8a43d6b2786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.881020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:47.889719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Pushing event updated for resources: {'Port': ['ID=dd7289ec-0939-409d-ae48-a27a14059cc8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:47.893552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:47.901010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:47.902725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2c4256ae-8c87-45ce-83bc-2c4efec17431 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:47.910082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.951631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b502011b-3f13-4771-a207-4dc4a3738803 req-c994da4a-3a72-4e3f-9483-62336ed6eed9 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327481 Jul 22 21:10:47.952033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-937c8b7a-0588-4b6d-988b-8a43d6b2786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.956270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-937c8b7a-0588-4b6d-988b-8a43d6b2786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.962183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-937c8b7a-0588-4b6d-988b-8a43d6b2786a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0a90639-1917-400a-acba-ccff8d2fdbec HTTP/1.1" status: 204 len: 168 time: 0.1989803 Jul 22 21:10:47.985643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c8b7a-0588-4b6d-988b-8a43d6b2786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a90639-1917-400a-acba-ccff8d2fdbec,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:47.996759 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.063352 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.100886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2c4256ae-8c87-45ce-83bc-2c4efec17431, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:48.115339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2c4256ae-8c87-45ce-83bc-2c4efec17431', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '2c4256ae-8c87-45ce-83bc-2c4efec17431', 'mac_address': 'fa:16:3e:08:f8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:48.163190 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.181304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4256ae-8c87-45ce-83bc-2c4efec17431 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:48.203135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2c4256ae-8c87-45ce-83bc-2c4efec17431, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:48.213509 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.270961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2c4256ae-8c87-45ce-83bc-2c4efec17431,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:48.426136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47534) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:48.483335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-05d678f5-46b4-4de5-9a38-602fbf02f3c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93acbdf4b8cf477293c2e641df6529ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557919 Jul 22 21:10:48.487065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47538) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:48.505140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2c4256ae-8c87-45ce-83bc-2c4efec17431'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:48.544216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-814cba6f-93ea-4b9b-a5ed-d0bc03a4bcfb tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:48.545429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-814cba6f-93ea-4b9b-a5ed-d0bc03a4bcfb tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.4374034 Jul 22 21:10:48.556769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03cec139-6f38-4986-a595-b50888f5959f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.578796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-fcda9992-fe23-4e5a-855d-495e6d9734fb tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/quotas/9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 375 time: 0.0231192 Jul 22 21:10:48.580926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03cec139-6f38-4986-a595-b50888f5959f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.637685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03cec139-6f38-4986-a595-b50888f5959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.640478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03cec139-6f38-4986-a595-b50888f5959f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.642323 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-03cec139-6f38-4986-a595-b50888f5959f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/480d8054-4811-4fce-9df2-b91ab4715f3c HTTP/1.1" status: 204 len: 168 time: 0.1536887 Jul 22 21:10:48.652864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cec139-6f38-4986-a595-b50888f5959f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d8054-4811-4fce-9df2-b91ab4715f3c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:48.655682 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.666131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.713969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:48.728240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.752032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-9eeda8e6-6c92-4cea-ba84-6129f99c55a8 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605747 Jul 22 21:10:48.773133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.774347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9041140 Jul 22 21:10:48.776460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:48.776673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0b69-47f7-43ca-8560-1070f9ec7ca5 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Pushing event updated for resources: {'Port': ['ID=dd7289ec-0939-409d-ae48-a27a14059cc8,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:48.905409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 72a756c2-54b3-49e4-a338-a116fc882c01 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:48.920887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 72a756c2-54b3-49e4-a338-a116fc882c01 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:48.921365 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.924701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:48.931718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-f5124ec6-3a2c-4908-86e6-babb8e006977 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.1398957 Jul 22 21:10:48.967026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6', 'mac_address': 'fa:16:3e:6f:f7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:49.001716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-619a7879-803c-419e-b6a8-09c1a0c119dd service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372537 Jul 22 21:10:49.031900 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:49.068250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:49.084864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:49.107343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:49.123532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:49.125838 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ded0d02-68b7-4b1d-9d43-d35d50437587" -d '{"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-plugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:49.131124 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:49.145524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:49.163911 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:49.197156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:49.232756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-32049e1a-2b39-49cf-86c3-ebf9041408c0 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.235175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-32049e1a-2b39-49cf-86c3-ebf9041408c0 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2950509 Jul 22 21:10:49.262192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-61ed342e-6baa-4be9-872e-9a0578668102 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:10:49.263514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05dce1a9-4ba4-46d8-a1c2-cb1cfa5e20d9 req-61ed342e-6baa-4be9-872e-9a0578668102 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118682 Jul 22 21:10:49.269747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:49.287947 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-f0fbd9da-0d19-4c31-9cde-93791e3e6b57 service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420235 Jul 22 21:10:49.412739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['470136a8-1bf6-4f2a-98a8-3a67140ed3b6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:49.919493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2c4256ae-8c87-45ce-83bc-2c4efec17431 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:50.023953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 2c4256ae-8c87-45ce-83bc-2c4efec17431 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:50.028850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2c4256ae-8c87-45ce-83bc-2c4efec17431 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:50.029440 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.042934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6164c10-850c-4561-8235-3f134be65890 req-3d6355ea-1218-4aff-b214-c767b8835193 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:50.044479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6164c10-850c-4561-8235-3f134be65890 req-3d6355ea-1218-4aff-b214-c767b8835193 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 948 time: 0.1533353 Jul 22 21:10:50.053562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530233f4-d954-4342-b003-c81f87a4351d req-52335581-ad76-4041-a813-cbd48335ae44 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:50.055004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-530233f4-d954-4342-b003-c81f87a4351d req-52335581-ad76-4041-a813-cbd48335ae44 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 949 time: 0.0997341 Jul 22 21:10:50.120697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6164c10-850c-4561-8235-3f134be65890 req-6f7ad074-57d2-466c-b776-50cbb86a62f4 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644753 Jul 22 21:10:50.131670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-530233f4-d954-4342-b003-c81f87a4351d req-b0e45f57-236a-41ad-9069-ebb3cfedf238 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 Jul 22 21:10:50.159494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.197078 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1228a322-1c6d-4482-b514-a9d1bcb56114 x-openstack-request-id: req-1228a322-1c6d-4482-b514-a9d1bcb56114 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:50.197554 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-plugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:50.197905 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1228a322-1c6d-4482-b514-a9d1bcb56114 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:50.198406 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01', 'code': 200} Jul 22 21:10:50.224660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2c4256ae-8c87-45ce-83bc-2c4efec17431, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:50.231492 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.293609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a960425e-e317-4712-9a18-de1837d9542f req-7efa4f9a-1c88-40ef-b40e-95e3b22b8acd tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 210 time: 0.0535307 Jul 22 21:10:50.333646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2c4256ae-8c87-45ce-83bc-2c4efec17431,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:50.410962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515a07-9cb0-4b00-a14b-25c008ece932 req-c1e9f977-2576-4664-beff-f15520fe5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:50.413805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8515a07-9cb0-4b00-a14b-25c008ece932 req-c1e9f977-2576-4664-beff-f15520fe5ece service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1102 time: 0.0858583 Jul 22 21:10:50.478224 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8515a07-9cb0-4b00-a14b-25c008ece932 req-0a5d968b-ca97-48b0-a6a1-872a043f25ec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561564 Jul 22 21:10:50.508295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-75e7a4b6-cf70-4927-bfbb-59eb41f3f019 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:50.510546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-75e7a4b6-cf70-4927-bfbb-59eb41f3f019 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 821 time: 0.2136848 Jul 22 21:10:50.528796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-0c526fd2-1656-4241-894f-59712a87ca96 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/quotas/edad2e394a794acc98dedd7bea106a3b HTTP/1.1" status: 200 len: 375 time: 0.0120628 Jul 22 21:10:50.619955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-40929b02-8656-43f4-b2bc-7786e1a11bce tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0826280 Jul 22 21:10:50.716147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:50.777658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-ee07e5ab-011f-4059-b0f1-a3eae7af175d service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460268 Jul 22 21:10:50.823529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:50.830148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:50.830529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.968637 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.992573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-bd72ea22-0899-42d6-8c5a-092edd2a0f29 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137089 Jul 22 21:10:51.029245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:51.058519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.091706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-d8ffb36c-77c1-4b75-a4d4-61a90326aee0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:51.094989 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-d8ffb36c-77c1-4b75-a4d4-61a90326aee0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.1797826 Jul 22 21:10:51.116389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Request body: {'port': {'device_id': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'admin_state_up': True, 'tenant_id': '9dc7e15d05dd49ad9cf0a2e9a57c811e'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:51.165606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:51.297540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Made reservation on behalf of 9dc7e15d05dd49ad9cf0a2e9a57c811e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:51.302819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.389259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-2042f521-883e-464e-b630-1b35377cd398 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367992 Jul 22 21:10:51.513138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Allocated IP 172.20.0.8 (3d639708-d693-44fb-800c-d89579aa434d/3aa6d3d8-5dc4-4603-9518-dfdd07e0df26/67af00ab-832d-4a5a-bbbd-0367c6763153) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:51.534701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-4193a3b8-3298-4103-83ab-6d5913b024a4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:51.542654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-4193a3b8-3298-4103-83ab-6d5913b024a4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524408 Jul 22 21:10:51.560717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-442a05fa-90d8-4b12-83bb-eaf025a8e43d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/quotas/048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 375 time: 0.0165887 Jul 22 21:10:51.622880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-4fd1aa1c-3edd-4e97-93d0-8843ad2c7b99 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609541 Jul 22 21:10:51.763780 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.828334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89544d-8117-409b-b7ed-3c08ce4b7b8a req-854c5bff-466a-4d81-8bff-f4eca7266d1f tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:51.829919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e89544d-8117-409b-b7ed-3c08ce4b7b8a req-854c5bff-466a-4d81-8bff-f4eca7266d1f tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 950 time: 0.1105142 Jul 22 21:10:51.848783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.929933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Network 3d639708-d693-44fb-800c-d89579aa434d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:51.933717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b88d819-a674-4a36-89a6-537123e22867 req-c8850732-e937-4be6-8ea7-f0c03c4e9ad6 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 210 time: 0.0827193 Jul 22 21:10:51.934258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:51.939495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:51.946798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:51.948175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.955939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e89544d-8117-409b-b7ed-3c08ce4b7b8a req-dec96507-5599-44ca-b46c-7794505c1310 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061714 Jul 22 21:10:51.963091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:51.974503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dc499616-b369-406d-9466-3b059c256b1c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681660 Jul 22 21:10:52.001057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Request body: {'port': {'device_id': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:52.122838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.154524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49c9be-ea0f-4472-a690-b0a470524dcd req-89ba1d3d-dff1-488c-9a19-b9876e1bf80b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:52.156172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f49c9be-ea0f-4472-a690-b0a470524dcd req-89ba1d3d-dff1-488c-9a19-b9876e1bf80b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 949 time: 0.1282873 Jul 22 21:10:52.199707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3073513-6f41-4cc4-816e-994b9056379b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4256ae-8c87-45ce-83bc-2c4efec17431'}, {'server_uuid': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:52.203415 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18835f08-1ccd-45de-87d5-f8c8faf32274" -d '{"events": [{"server_uuid": "f3073513-6f41-4cc4-816e-994b9056379b", "name": "network-vif-plugged", "status": "completed", "tag": "2c4256ae-8c87-45ce-83bc-2c4efec17431"}, {"server_uuid": "bf0ab5a3-7b0c-48fd-b91f-a497470ea233", "name": "network-vif-plugged", "status": "completed", "tag": "470136a8-1bf6-4f2a-98a8-3a67140ed3b6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:52.228138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47684) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:52.251715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f49c9be-ea0f-4472-a690-b0a470524dcd req-d05dcec9-50cc-4bf8-92bb-68af47eaf19a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861149 Jul 22 21:10:52.317220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710ddd7-03b7-4a85-af01-eee13bd8b9eb req-078b3c9b-18ce-4841-9de0-20e8d107c415 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:52.319069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3710ddd7-03b7-4a85-af01-eee13bd8b9eb req-078b3c9b-18ce-4841-9de0-20e8d107c415 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 931 time: 0.1870506 Jul 22 21:10:52.395246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3710ddd7-03b7-4a85-af01-eee13bd8b9eb req-c4f31b9b-568d-402b-8075-e5d54af888f0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636020 Jul 22 21:10:52.423070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1759635-a537-4b0c-adb2-4c2c5c84aeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.529656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9f13329-e201-44ad-a761-21dd97be9771 req-a9c976f2-7926-4e2e-9a58-9aa2ed32e0e8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 210 time: 0.0562932 Jul 22 21:10:52.545707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67af00ab-832d-4a5a-bbbd-0367c6763153 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:52.548636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.633809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Transition to ACTIVE for port object 67af00ab-832d-4a5a-bbbd-0367c6763153 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:52.648270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1759635-a537-4b0c-adb2-4c2c5c84aeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.656258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.661908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1759635-a537-4b0c-adb2-4c2c5c84aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.730972 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07671a-b178-405d-b962-2a80518b984b x-openstack-request-id: req-ac07671a-b178-405d-b962-2a80518b984b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:52.731178 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3073513-6f41-4cc4-816e-994b9056379b", "name": "network-vif-plugged", "status": "completed", "tag": "2c4256ae-8c87-45ce-83bc-2c4efec17431", "code": 200}, {"server_uuid": "bf0ab5a3-7b0c-48fd-b91f-a497470ea233", "name": "network-vif-plugged", "status": "completed", "tag": "470136a8-1bf6-4f2a-98a8-3a67140ed3b6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:52.731381 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac07671a-b178-405d-b962-2a80518b984b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:52.731981 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3073513-6f41-4cc4-816e-994b9056379b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4256ae-8c87-45ce-83bc-2c4efec17431', 'code': 200} Jul 22 21:10:52.732373 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6', 'code': 200} Jul 22 21:10:52.734696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1759635-a537-4b0c-adb2-4c2c5c84aeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccacc14-16b9-4067-b358-c5d3a1f1f7eb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:52.776526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f1759635-a537-4b0c-adb2-4c2c5c84aeb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18efb7e15c99466ba8035217d3204bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441558 Jul 22 21:10:52.778976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47696) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:52.800102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:52.814404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-4a741a76-29d2-47fa-a0a5-a664c24d67b3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:52.817018 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-4a741a76-29d2-47fa-a0a5-a664c24d67b3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.58 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 821 time: 0.2652385 Jul 22 21:10:52.842992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'port': {'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'admin_state_up': True, 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:52.883681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:52.884132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:52.884394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:52.918011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:52.918270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:52.928669 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5859b947-6682-4981-aa5a-4d3677da92dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.930805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:52.931115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:52.931753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:52.932449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Bound port: 67af00ab-832d-4a5a-bbbd-0367c6763153, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:52.933013 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:52.959933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5859b947-6682-4981-aa5a-4d3677da92dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.018867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2809ea-1bc1-42d0-adc8-93845a957271 req-91226744-ef13-4042-ad4e-82045c4b24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.020636 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2809ea-1bc1-42d0-adc8-93845a957271 req-91226744-ef13-4042-ad4e-82045c4b24fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 1102 time: 0.1910198 Jul 22 21:10:53.085691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2809ea-1bc1-42d0-adc8-93845a957271 req-5c0af510-7570-40fb-b84c-341151015885 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483351 Jul 22 21:10:53.107696 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf591a28-eeed-461f-89c7-e7aa454f39eb req-f433a2e5-3bb8-4c8a-acd2-94420a79792e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 210 time: 0.0359933 Jul 22 21:10:53.117909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5859b947-6682-4981-aa5a-4d3677da92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.122285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5859b947-6682-4981-aa5a-4d3677da92dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.123410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5859b947-6682-4981-aa5a-4d3677da92dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cccacc14-16b9-4067-b358-c5d3a1f1f7eb HTTP/1.1" status: 204 len: 168 time: 0.3429880 Jul 22 21:10:53.131796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Made reservation on behalf of edad2e394a794acc98dedd7bea106a3b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:53.135438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.138831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:53.143167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:53.155605 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.174186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859b947-6682-4981-aa5a-4d3677da92dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccacc14-16b9-4067-b358-c5d3a1f1f7eb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:53.217290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5272-96dc-4a92-b9e8-48b6c05508c0 req-4d96371a-ed9d-4fc3-9413-bdc6103bb833 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.226028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea3e5272-96dc-4a92-b9e8-48b6c05508c0 req-4d96371a-ed9d-4fc3-9413-bdc6103bb833 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 950 time: 0.1013730 Jul 22 21:10:53.232140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.232935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.234933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] 10.222.0.23 "PUT /v2.0/ports/67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 1092 time: 1.2446988 Jul 22 21:10:53.237669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:53.240044 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c85b9ec-40fe-4ba7-918e-6049c40638aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:53.304383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea3e5272-96dc-4a92-b9e8-48b6c05508c0 req-4fd9eeb0-6bcc-45a5-9ee5-8cccd6837e46 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774407 Jul 22 21:10:53.309094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275014a-5330-4187-b44b-16026e9e6830 req-195926b0-4ed2-4641-951a-dd3e8631a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.310831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3275014a-5330-4187-b44b-16026e9e6830 req-195926b0-4ed2-4641-951a-dd3e8631a9db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 1101 time: 0.2783530 Jul 22 21:10:53.333334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c203e75-8209-4b20-b2d5-2e8820526a88 service neutron] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:53.377147 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dea5fe-6333-433e-b332-b20173f5c162 x-openstack-request-id: req-11dea5fe-6333-433e-b332-b20173f5c162 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:53.378235 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:53.378636 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11dea5fe-6333-433e-b332-b20173f5c162 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:53.379184 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153', 'status': 'completed', 'code': 200} Jul 22 21:10:53.482421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Allocated IP 172.20.0.5 (0130e39f-9ce1-4142-87ab-6dde549ef5d3/afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e/56ca0177-f462-4b7b-88db-a47bc6432c40) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:53.498192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3275014a-5330-4187-b44b-16026e9e6830 req-6892bd2f-d141-488e-bf38-082614d7eb0f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586335 Jul 22 21:10:53.533293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-6bd15399-adff-4ab6-8657-0df7b9f5c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.535206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-6bd15399-adff-4ab6-8657-0df7b9f5c630 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1095 time: 0.2432582 Jul 22 21:10:53.555561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-b0258388-bbaf-4284-be1a-43beda676978 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736804 Jul 22 21:10:53.643452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d687-f3bf-4d37-a64f-0d4a29e10783 req-65a87634-351e-4ce9-b80a-e196ad8cb3f1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.653729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-fe8b98e5-de92-4d13-bda5-322c08aeb75f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 217 time: 0.0804868 Jul 22 21:10:53.661555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6679d687-f3bf-4d37-a64f-0d4a29e10783 req-65a87634-351e-4ce9-b80a-e196ad8cb3f1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 949 time: 0.2732599 Jul 22 21:10:53.799564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-d533c542-f842-43ee-a2c2-eba960e75c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.801126 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-d533c542-f842-43ee-a2c2-eba960e75c6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1219134 Jul 22 21:10:53.824258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6679d687-f3bf-4d37-a64f-0d4a29e10783 req-a924ac87-79cb-4fe8-8461-1b887451ea98 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616170 Jul 22 21:10:53.838768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47724) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:53.872580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-135b47d0-8e09-4058-998b-c339782f85d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542266 Jul 22 21:10:53.877732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f212f2-2ad0-49e1-9e8c-4047cc1eaa6e req-dda9b7c1-29d7-48a5-93ca-c660bf08af0d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.880135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3f212f2-2ad0-49e1-9e8c-4047cc1eaa6e req-dda9b7c1-29d7-48a5-93ca-c660bf08af0d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 943 time: 0.3702435 Jul 22 21:10:53.903087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-89560534-ffc2-4c2a-b4eb-c9f5fdca4334 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.907219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-89560534-ffc2-4c2a-b4eb-c9f5fdca4334 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466110 Jul 22 21:10:53.928117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.949506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Request body: {'port': {'device_id': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '048d87f66b0143b49e7616f0c3817438'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:53.969246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52f84e6f-3016-4dd5-9c52-c278163c602b req-8385934b-9ad0-4735-927e-84f00e4b948d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 210 time: 0.0607884 Jul 22 21:10:54.032825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Transition to ACTIVE for port object 56ca0177-f462-4b7b-88db-a47bc6432c40 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:54.064517 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-dca6ef2d-5533-4d61-8b3a-9c3488428bbe service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807890 Jul 22 21:10:54.100908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c964f016-e0f5-40f7-83af-5319f0f08dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.116663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3f212f2-2ad0-49e1-9e8c-4047cc1eaa6e req-4eae0492-6880-47b6-b0fa-e5805a4ebcf6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070401 Jul 22 21:10:54.131556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47728) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:54.185885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0e9cb34-21f7-4ea0-807a-e8f4557d108a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.220183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.235409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4ce39806-41cc-4501-8b06-7b99a83d9cb5'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:54.274449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:54.279419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:54.287700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:54.294143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.294830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.335396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Pushing event updated for resources: {'Port': ['ID=56ca0177-f462-4b7b-88db-a47bc6432c40,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:54.356268 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6872c6a6-7ce5-4182-bce6-8a9050219b38 req-a65b4ba3-5d69-4c4a-9e47-e5762da73fb6 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795210 Jul 22 21:10:54.450463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ddde3-572f-4746-8580-1844617fbf2d req-6ca16590-4c65-492c-a2a6-63193e932d4c tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.453422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e70ddde3-572f-4746-8580-1844617fbf2d req-6ca16590-4c65-492c-a2a6-63193e932d4c tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 931 time: 0.2201490 Jul 22 21:10:54.535771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-bab1ec84-1e4e-4ea8-8846-a8d9333e16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.538713 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-bab1ec84-1e4e-4ea8-8846-a8d9333e16f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1095 time: 0.1117280 Jul 22 21:10:54.542033 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c964f016-e0f5-40f7-83af-5319f0f08dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.561584 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c964f016-e0f5-40f7-83af-5319f0f08dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.627015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e70ddde3-572f-4746-8580-1844617fbf2d req-2a8d815d-d949-4633-a287-3ce14c6abfd7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567442 Jul 22 21:10:54.651089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964f016-e0f5-40f7-83af-5319f0f08dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78950b22-a34a-42ab-915b-dfeeeb52074b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:54.662243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c964f016-e0f5-40f7-83af-5319f0f08dec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00f0a7b7c22e4ecea4173dc267d559df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8177555 Jul 22 21:10:54.668825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47734) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:54.685800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6a73d-1868-424f-8de3-8cdf44062adf req-36968e1e-88e8-41e1-9dd8-984dcfb19637 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.687453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bb6a73d-1868-424f-8de3-8cdf44062adf req-36968e1e-88e8-41e1-9dd8-984dcfb19637 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 950 time: 0.2496641 Jul 22 21:10:54.722966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93eb2d48-ab31-4640-b552-ca046084bad8 None None] Provisioning for port 56ca0177-f462-4b7b-88db-a47bc6432c40 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:54.735745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93eb2d48-ab31-4640-b552-ca046084bad8 None None] Provisioning complete for port 56ca0177-f462-4b7b-88db-a47bc6432c40 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:54.736750 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93eb2d48-ab31-4640-b552-ca046084bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.750505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-eacc2dfb-d15b-48f0-831e-303902295a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.752253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-eacc2dfb-d15b-48f0-831e-303902295a08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.2012384 Jul 22 21:10:54.766948 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7511cd5e-c2fa-45f0-ba57-8ba7af4d08cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.792303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93eb2d48-ab31-4640-b552-ca046084bad8 None None] Port 56ca0177-f462-4b7b-88db-a47bc6432c40 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:54.793050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bb6a73d-1868-424f-8de3-8cdf44062adf req-fba6b64b-290d-43f0-949c-1f3b97c4f8c7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801067 Jul 22 21:10:54.820039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0e9cb34-21f7-4ea0-807a-e8f4557d108a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.820531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0e9cb34-21f7-4ea0-807a-e8f4557d108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.839238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7511cd5e-c2fa-45f0-ba57-8ba7af4d08cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.841669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-ff244014-6f28-4386-a850-b973db6847b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 217 time: 0.0695677 Jul 22 21:10:54.874645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Made reservation on behalf of 048d87f66b0143b49e7616f0c3817438 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:54.879238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.902684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0e9cb34-21f7-4ea0-807a-e8f4557d108a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be8b9ceaaaa84ec08dddddd2dc6df5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608967 Jul 22 21:10:54.903799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9cb34-21f7-4ea0-807a-e8f4557d108a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a7912d-0aec-4cd2-b000-65f554088681,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:54.912068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-facfced4-77ad-4186-965f-2139f5c22938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.913773 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-facfced4-77ad-4186-965f-2139f5c22938 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.0524969 Jul 22 21:10:54.914740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47740) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:54.922233 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-9b83a0f9-8596-4f1d-ad5d-15dd409315f9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0859673 Jul 22 21:10:54.929158 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.939704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Request body: {'port': {'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:55.001031 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-48cfdbdd-71c5-43ac-85dd-2425e7f93512 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671780 Jul 22 21:10:55.043362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136e9fc-3cdb-467e-b5d6-64762097f051 req-2115da92-d31a-49d8-afda-3587125e1d32 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.045825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9136e9fc-3cdb-467e-b5d6-64762097f051 req-2115da92-d31a-49d8-afda-3587125e1d32 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 949 time: 0.1196809 Jul 22 21:10:55.107773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7511cd5e-c2fa-45f0-ba57-8ba7af4d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.110530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7511cd5e-c2fa-45f0-ba57-8ba7af4d08cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.114777 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7511cd5e-c2fa-45f0-ba57-8ba7af4d08cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78950b22-a34a-42ab-915b-dfeeeb52074b HTTP/1.1" status: 204 len: 168 time: 0.4445062 Jul 22 21:10:55.147325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9136e9fc-3cdb-467e-b5d6-64762097f051 req-a6550e54-d58c-4ea4-8a22-7d9d0ebf7954 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869870 Jul 22 21:10:55.176769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7970329-af6c-4373-a8ad-75798979713a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.182554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.184547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511cd5e-c2fa-45f0-ba57-8ba7af4d08cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78950b22-a34a-42ab-915b-dfeeeb52074b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:55.195248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ad3dd0-ce2c-40f3-af01-3c1c9c811a83 req-252dd697-9e17-4b1e-9bf8-16e587c3e29e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 210 time: 0.0653007 Jul 22 21:10:55.222835 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.236197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.263232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7970329-af6c-4373-a8ad-75798979713a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.274732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-9512f1aa-415e-46a3-a1a4-c0fae863e95d service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571325 Jul 22 21:10:55.304665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6f011-5612-48b4-8447-ee8d9f1c274e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:55.554681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Allocated IP 192.168.233.162 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/f4928ec3-53c7-4a6b-94f9-53366a8fecbe) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:55.565782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f700d89-314e-4c34-9def-c7e42bcc78ad req-0543cfa7-b56b-4188-8328-afc8347c128c tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.568677 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c85b9ec-40fe-4ba7-918e-6049c40638aa req-82bc9a60-180a-4eb4-a474-6146f5a673e2 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746720 Jul 22 21:10:55.569141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f700d89-314e-4c34-9def-c7e42bcc78ad req-0543cfa7-b56b-4188-8328-afc8347c128c tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 1102 time: 0.2867610 Jul 22 21:10:55.571498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7970329-af6c-4373-a8ad-75798979713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.574121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7970329-af6c-4373-a8ad-75798979713a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.575248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a7970329-af6c-4373-a8ad-75798979713a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76a7912d-0aec-4cd2-b000-65f554088681 HTTP/1.1" status: 204 len: 168 time: 0.6521261 Jul 22 21:10:55.618371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7970329-af6c-4373-a8ad-75798979713a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a7912d-0aec-4cd2-b000-65f554088681,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:55.636486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8f700d89-314e-4c34-9def-c7e42bcc78ad req-dab42f99-d55d-404b-8156-10ede349570a tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.791925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224d6f-deed-4b00-99c7-887aa3734b0e req-1110b12f-8224-4281-9595-576050bf1f2b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.792589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ca0177-f462-4b7b-88db-a47bc6432c40 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:55.794502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25224d6f-deed-4b00-99c7-887aa3734b0e req-1110b12f-8224-4281-9595-576050bf1f2b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 943 time: 0.3096507 Jul 22 21:10:55.809875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.827060 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8f700d89-314e-4c34-9def-c7e42bcc78ad req-dab42f99-d55d-404b-8156-10ede349570a tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.843265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Transition to ACTIVE for port object 56ca0177-f462-4b7b-88db-a47bc6432c40 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:55.853773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8f700d89-314e-4c34-9def-c7e42bcc78ad req-dab42f99-d55d-404b-8156-10ede349570a tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.855051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.871256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47760) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:55.956048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62d60e2a-39d9-4359-b87e-08438802f0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:55.960166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f700d89-314e-4c34-9def-c7e42bcc78ad req-dab42f99-d55d-404b-8156-10ede349570a tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694007 Jul 22 21:10:55.963204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Pushing event updated for resources: {'Port': ['ID=56ca0177-f462-4b7b-88db-a47bc6432c40,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:55.999128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Attempting to bind port 56ca0177-f462-4b7b-88db-a47bc6432c40 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:55.999911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Attempting to bind port 56ca0177-f462-4b7b-88db-a47bc6432c40 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:56.000522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Attempting to bind port 56ca0177-f462-4b7b-88db-a47bc6432c40 on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:56.007811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Port 56ca0177-f462-4b7b-88db-a47bc6432c40 on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:56.008236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Attempting to bind port 56ca0177-f462-4b7b-88db-a47bc6432c40 on network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:56.025618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:56.026172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Checking segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:56.026830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Bound using segment: {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:56.027536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Bound port: 56ca0177-f462-4b7b-88db-a47bc6432c40, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347211d9-fe36-4574-b407-e4fe42c9442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:56.028116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.031274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42f99-d55d-404b-8156-10ede349570a tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c9111-4e9b-418c-bdff-0054392225e6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:56.047831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25224d6f-deed-4b00-99c7-887aa3734b0e req-2cae44ca-b23d-4b64-a19f-5d8c195eff18 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360630 Jul 22 21:10:56.248011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.370769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Transition to ACTIVE for port object f4928ec3-53c7-4a6b-94f9-53366a8fecbe will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:56.430329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89862-6c9b-4705-b9bf-463e2d40f2c3 req-57a75cba-df7c-46f4-9e66-a5a35b34fc4c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.431859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ae89862-6c9b-4705-b9bf-463e2d40f2c3 req-57a75cba-df7c-46f4-9e66-a5a35b34fc4c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.3538711 Jul 22 21:10:56.452365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] For port 56ca0177-f462-4b7b-88db-a47bc6432c40, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:56.457937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] For port 56ca0177-f462-4b7b-88db-a47bc6432c40, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=56ca0177-f462-4b7b-88db-a47bc6432c40,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:56.463807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.483628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a03f6b-a361-4ab8-bf9d-7b8581a5d459 req-700e6c40-1d25-4be6-99d4-55d8d3d6af43 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.485398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11a03f6b-a361-4ab8-bf9d-7b8581a5d459 req-700e6c40-1d25-4be6-99d4-55d8d3d6af43 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 943 time: 0.2828557 Jul 22 21:10:56.524784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.525417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.527356 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] 10.222.0.58 "PUT /v2.0/ports/56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 1092 time: 1.5915773 Jul 22 21:10:56.527824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:56.530143 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:56.577673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a0278-4067-4fb0-aac9-f6aaee662daa service neutron] Pushing event updated for resources: {'Port': ['ID=56ca0177-f462-4b7b-88db-a47bc6432c40,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:56.585090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.604144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62d60e2a-39d9-4359-b87e-08438802f0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.630139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62d60e2a-39d9-4359-b87e-08438802f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.658671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-8d355c02-01aa-4dc0-bc77-a2b18e08c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.660321 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-8d355c02-01aa-4dc0-bc77-a2b18e08c4e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 1095 time: 0.0792534 Jul 22 21:10:56.694694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ae89862-6c9b-4705-b9bf-463e2d40f2c3 req-0a5d139d-f408-410c-a644-6ee8749934fb tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451062 Jul 22 21:10:56.723556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:56.731763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:56.734457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:56.740628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.741310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.751004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11a03f6b-a361-4ab8-bf9d-7b8581a5d459 req-00f4ae42-f98e-4601-9a13-02b2c44b464e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399590 Jul 22 21:10:56.751493 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-7e1889ec-c120-4a6f-9fd6-5caffb5cd18e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 217 time: 0.0804882 Jul 22 21:10:56.773837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-62d60e2a-39d9-4359-b87e-08438802f0b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e75c9c224a0e4fe583108710149cc3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009070 Jul 22 21:10:56.779950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:56.785911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47788) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:56.810229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d60e2a-39d9-4359-b87e-08438802f0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566fd788-fb97-476a-a07f-74b631c19454,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:56.820281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-520aca7f-2139-4e26-896b-32df1d6b0e9c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9016802 Jul 22 21:10:56.846534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Request body: {'port': {'device_id': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:56.900957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-28293b84-15fc-4620-8a54-72f9023f44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.902873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-28293b84-15fc-4620-8a54-72f9023f44b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.1448841 Jul 22 21:10:57.023018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-1bc0a299-b97f-4839-9468-145ac7d3f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.025996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-1bc0a299-b97f-4839-9468-145ac7d3f5cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145334 Jul 22 21:10:57.028968 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547545e9-3e2c-4e34-8c2d-b8f2a83f1499 x-openstack-request-id: req-547545e9-3e2c-4e34-8c2d-b8f2a83f1499 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:57.029257 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:57.029642 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-547545e9-3e2c-4e34-8c2d-b8f2a83f1499 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:57.030105 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'status': 'completed', 'code': 200} Jul 22 21:10:57.065194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4291e0b9-5a04-4460-8dc6-262f2a1a7586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.119304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4291e0b9-5a04-4460-8dc6-262f2a1a7586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.138325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ddce2fd3-87a7-4cb3-aa94-8524f6ed468d None None] Provisioning for port f4928ec3-53c7-4a6b-94f9-53366a8fecbe completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:57.143610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ddce2fd3-87a7-4cb3-aa94-8524f6ed468d None None] Provisioning complete for port f4928ec3-53c7-4a6b-94f9-53366a8fecbe triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:57.144315 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddce2fd3-87a7-4cb3-aa94-8524f6ed468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.188824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-d8cb2188-d5de-4c7f-9d06-960c39c5e78f service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558309 Jul 22 21:10:57.192929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ddce2fd3-87a7-4cb3-aa94-8524f6ed468d None None] Port f4928ec3-53c7-4a6b-94f9-53366a8fecbe cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:57.323189 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1785e2e4-e339-4e0f-9e94-9525b00e5ed4 req-a26985f6-9f31-41ff-879b-b81c6145a258 service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241889 Jul 22 21:10:57.466076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-5d47c390-ca88-4c0a-bbf2-b994f5e193a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.467583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-5d47c390-ca88-4c0a-bbf2-b994f5e193a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 1095 time: 0.0837045 Jul 22 21:10:57.518475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.579821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-71609f6c-f430-44e4-9ce1-6c657b3278f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.581695 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-71609f6c-f430-44e4-9ce1-6c657b3278f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.1041875 Jul 22 21:10:57.630067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216acfc-8635-4193-8b7d-afa5dd42e4d2 req-fdf65e2e-09e7-4c05-85f5-7057e0591055 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.637596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-2c4500ce-d825-404a-8fee-82da0e6b068d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 217 time: 0.0407722 Jul 22 21:10:57.637744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3216acfc-8635-4193-8b7d-afa5dd42e4d2 req-fdf65e2e-09e7-4c05-85f5-7057e0591055 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 936 time: 0.7236333 Jul 22 21:10:57.639167 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4291e0b9-5a04-4460-8dc6-262f2a1a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.647806 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4291e0b9-5a04-4460-8dc6-262f2a1a7586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.650851 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4291e0b9-5a04-4460-8dc6-262f2a1a7586 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/566fd788-fb97-476a-a07f-74b631c19454 HTTP/1.1" status: 204 len: 168 time: 0.8563926 Jul 22 21:10:57.654748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb728-e972-4875-9b39-9fe50825a29d req-64c358a7-c9cd-46d3-9ae6-e2d14b400197 tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.657151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3afb728-e972-4875-9b39-9fe50825a29d req-64c358a7-c9cd-46d3-9ae6-e2d14b400197 tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 1102 time: 0.5064754 Jul 22 21:10:57.698627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-4cfdc21c-34fa-4f56-8b8c-692e0e246e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.701226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-4cfdc21c-34fa-4f56-8b8c-692e0e246e88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0600338 Jul 22 21:10:57.777729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-52684ff7-fcc6-4c2a-a2eb-89f6862d10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.779429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-52684ff7-fcc6-4c2a-a2eb-89f6862d10d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716596 Jul 22 21:10:57.797265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291e0b9-5a04-4460-8dc6-262f2a1a7586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566fd788-fb97-476a-a07f-74b631c19454,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:57.894904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3216acfc-8635-4193-8b7d-afa5dd42e4d2 req-ce054f65-c888-470c-b2e3-00b9e78fa2cc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250280 Jul 22 21:10:57.922423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3afb728-e972-4875-9b39-9fe50825a29d req-fb4ae9e4-a0b9-4c0e-bdd5-b44269bbab81 tempest-ServersAdminNegativeTestJSON-134939470 tempest-ServersAdminNegativeTestJSON-134939470-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462566 Jul 22 21:10:57.949235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:58.042843 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-d06a9583-0017-4678-95ea-a6a9d000b718 service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453089 Jul 22 21:10:58.117193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-e4335f8c-de4c-460b-9a65-b111dd783e11 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9eb67d157fd447108d6e47b80025ca99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736897 Jul 22 21:10:58.193781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:58.201588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-631ef71f-905a-4e3d-a316-d0ebb0dd76e6 req-136de511-d5e0-42f8-b400-254e29833a7e service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438169 Jul 22 21:10:58.218840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '67af00ab-832d-4a5a-bbbd-0367c6763153', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'port_id': '67af00ab-832d-4a5a-bbbd-0367c6763153', 'mac_address': 'fa:16:3e:6d:cd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa6d3d8-5dc4-4603-9518-dfdd07e0df26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:58.287484 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.310854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67af00ab-832d-4a5a-bbbd-0367c6763153 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:58.340245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:58.346348 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.352638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4928ec3-53c7-4a6b-94f9-53366a8fecbe {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:58.369084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.403544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-eea16ab4-8c7a-480f-bee6-529aba9025f7 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:58.405137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-eea16ab4-8c7a-480f-bee6-529aba9025f7 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520003 Jul 22 21:10:58.413012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a2e8-ae16-4857-a348-d866eeac0c86 req-1b6c4966-fd62-4ce9-b357-a8bb7fb59a6a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:58.414595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0023a2e8-ae16-4857-a348-d866eeac0c86 req-1b6c4966-fd62-4ce9-b357-a8bb7fb59a6a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 943 time: 0.3358600 Jul 22 21:10:58.415977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Transition to ACTIVE for port object f4928ec3-53c7-4a6b-94f9-53366a8fecbe will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:58.433294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.437406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:58.482790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-4991e57e-7762-4fa1-81e0-b5fa4829800f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/quotas/9eb67d157fd447108d6e47b80025ca99 HTTP/1.1" status: 200 len: 375 time: 0.0562334 Jul 22 21:10:58.551552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0023a2e8-ae16-4857-a348-d866eeac0c86 req-2230b39a-46e2-433c-8202-1abec6607475 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271393 Jul 22 21:10:58.555791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:58.632493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:58.633168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:58.633640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:58.656518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:58.658102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:58.697227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-55caa76d-0373-468d-bcfb-37e0da35ed10 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994493 Jul 22 21:10:58.699424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:58.699773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:58.700197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:58.700774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Bound port: f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:58.701020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.712179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['67af00ab-832d-4a5a-bbbd-0367c6763153'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:58.823201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:58.826899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:58.844237 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.937394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff1e52-77cd-4f27-b5d5-4c33806707e0 req-2ce28e26-5892-472f-82ea-bb7027974252 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:58.940103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00ff1e52-77cd-4f27-b5d5-4c33806707e0 req-2ce28e26-5892-472f-82ea-bb7027974252 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 943 time: 0.2744257 Jul 22 21:10:58.944294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:58.985414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:58.986547 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.988249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e1c4088d-be22-4563-a861-5fba713e8e71 service neutron] 10.222.0.58 "PUT /v2.0/ports/f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 1097 time: 2.1584108 Jul 22 21:10:58.988933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:58.991439 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3" -d '{"events": [{"name": "network-changed", "server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:59.037475 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00ff1e52-77cd-4f27-b5d5-4c33806707e0 req-1591b48d-1f3a-461b-9201-7a350a8acce3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883358 Jul 22 21:10:59.187594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-57dd12ac-d408-4a26-a3f8-2539496de59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:59.190329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-57dd12ac-d408-4a26-a3f8-2539496de59f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1100 time: 0.1245699 Jul 22 21:10:59.285191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-975eb3d4-d870-4840-bb81-cc3fc5ebe861 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.0747387 Jul 22 21:10:59.388814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-a0c62c5e-0485-4ed5-9a77-c81b93be3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:59.392712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-a0c62c5e-0485-4ed5-9a77-c81b93be3c47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0909321 Jul 22 21:10:59.518507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2cc3385-adb1-4b65-a364-d8a7b05c3e9e req-527e2deb-5e70-4eae-b678-144731c17434 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 210 time: 0.0682788 Jul 22 21:10:59.638194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-bacab343-4c27-4e42-b7c0-ea9217fcec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:59.641458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-bacab343-4c27-4e42-b7c0-ea9217fcec65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2420511 Jul 22 21:10:59.653638 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda69e6d-87a2-4fe0-9297-48248afe5a57 x-openstack-request-id: req-dda69e6d-87a2-4fe0-9297-48248afe5a57 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:59.654005 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:59.654306 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dda69e6d-87a2-4fe0-9297-48248afe5a57 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:59.654749 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'status': 'completed', 'code': 200} Jul 22 21:10:59.734252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8729e75-b5f8-466d-a3ac-2c3c4cec099c req-a88b8b81-77fc-4380-ab8a-9ee52d054089 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:59.737461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8729e75-b5f8-466d-a3ac-2c3c4cec099c req-a88b8b81-77fc-4380-ab8a-9ee52d054089 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 948 time: 0.2024331 Jul 22 21:10:59.869635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8729e75-b5f8-466d-a3ac-2c3c4cec099c req-68258bbf-1e81-4370-84c1-dde4ad5b99c0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746315 Jul 22 21:10:59.891015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-7f3a8bb1-5288-478c-80fe-22b31793ced7 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349300 Jul 22 21:10:59.966140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:00.048082 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 67af00ab-832d-4a5a-bbbd-0367c6763153 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:00.053659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 67af00ab-832d-4a5a-bbbd-0367c6763153 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:00.054364 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:00.074922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05efed1e-e079-44d0-9166-900bf70d4fb7 req-e4ff05b3-8524-4c1a-925d-87430166fd77 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745155 Jul 22 21:11:00.127540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64b25-617b-48bc-9147-25a26bc0d7ff req-d9da1b58-cb31-4d14-b5f9-eef3c8329024 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.130272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16a64b25-617b-48bc-9147-25a26bc0d7ff req-d9da1b58-cb31-4d14-b5f9-eef3c8329024 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 944 time: 0.1315331 Jul 22 21:11:00.155253 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:00.188806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:00.191293 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9538cf0-4b75-4a9e-acc8-b86882cf92b1" -d '{"events": [{"server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "name": "network-vif-plugged", "status": "completed", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:00.206057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:00.210952 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:00.275543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16a64b25-617b-48bc-9147-25a26bc0d7ff req-b9c7dc75-73f8-4696-9234-5a8764987fbf tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274064 Jul 22 21:11:00.277720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:00.289935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-9b9b8f51-a984-485e-a49f-632aaada5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.291893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-9b9b8f51-a984-485e-a49f-632aaada5272 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1100 time: 0.1587873 Jul 22 21:11:00.361585 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1a42e-a06b-4bad-a047-430653bcf346 x-openstack-request-id: req-f7c1a42e-a06b-4bad-a047-430653bcf346 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:00.361881 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "name": "network-vif-plugged", "status": "completed", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:00.362130 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7c1a42e-a06b-4bad-a047-430653bcf346 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:00.362524 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153', 'code': 200} Jul 22 21:11:00.433393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-6161eab0-4f7c-45a4-902f-0399cb2283cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.434922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-6161eab0-4f7c-45a4-902f-0399cb2283cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1340582 Jul 22 21:11:00.448637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04582b8-c06b-427f-90f7-b9bd8d002336 req-207ae6eb-9844-4406-8075-001911a2ebe6 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.450132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a04582b8-c06b-427f-90f7-b9bd8d002336 req-207ae6eb-9844-4406-8075-001911a2ebe6 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 943 time: 0.1415551 Jul 22 21:11:00.542961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-818a274c-eb59-4a5f-be6e-7b7e75a7eeb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.0828555 Jul 22 21:11:00.583801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a04582b8-c06b-427f-90f7-b9bd8d002336 req-92b2e10c-d831-445b-9bfc-71a864b9c674 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160235 Jul 22 21:11:00.633991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-98d6d8d4-a269-4c03-901e-f35d87aa8abd tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9eb67d157fd447108d6e47b80025ca99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830061 Jul 22 21:11:00.687805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-84627c33-9bbb-4699-8d06-80ffc9d0fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.694174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-84627c33-9bbb-4699-8d06-80ffc9d0fcda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1162698 Jul 22 21:11:00.769638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 56ca0177-f462-4b7b-88db-a47bc6432c40 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:00.788440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208230d-5538-47cf-a5e9-9f59f23c586b req-e037c022-d7d1-4034-baea-bf994cce5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.790760 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f208230d-5538-47cf-a5e9-9f59f23c586b req-e037c022-d7d1-4034-baea-bf994cce5af8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1097 time: 0.3080750 Jul 22 21:11:00.832246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47920) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:00.838863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9aa5eea9-f65b-4e09-9777-4975a1baa85b req-b4c5f1b0-1ab6-498b-93e5-c863e65781c6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 210 time: 0.0831406 Jul 22 21:11:00.893925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-f36a4ba4-14a9-4c2d-83cf-63966ecceb1f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.895497 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-f36a4ba4-14a9-4c2d-83cf-63966ecceb1f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484128 Jul 22 21:11:00.925518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Request body: {'port': {'device_id': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '9eb67d157fd447108d6e47b80025ca99'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:00.927094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-912c8dad-bf21-4fe4-af58-b181a6f1a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.929418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-912c8dad-bf21-4fe4-af58-b181a6f1a7a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2282016 Jul 22 21:11:00.963656 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f208230d-5538-47cf-a5e9-9f59f23c586b req-7322a9b2-fb30-44f1-8698-75d0f9884319 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638982 Jul 22 21:11:00.968648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.010437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 56ca0177-f462-4b7b-88db-a47bc6432c40, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=56ca0177-f462-4b7b-88db-a47bc6432c40,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:01.036248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'mac_address': 'fa:16:3e:68:76:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:01.106261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Made reservation on behalf of 9eb67d157fd447108d6e47b80025ca99 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:01.106962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.111371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.129725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ca0177-f462-4b7b-88db-a47bc6432c40 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:01.174449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 56ca0177-f462-4b7b-88db-a47bc6432c40, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=56ca0177-f462-4b7b-88db-a47bc6432c40,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:01.181300 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.200401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f06a6313-7a8a-4bad-b8b2-96f12e496bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.235525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-9fa335b3-9e19-47ea-a9e8-6c1d763d5048 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955034 Jul 22 21:11:01.250357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=56ca0177-f462-4b7b-88db-a47bc6432c40,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:01.320959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Allocated IP 192.168.233.133 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/0b752501-aa2a-4f03-91c2-a03393f5762f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:01.417899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9de13-740f-4602-9af0-ba25bfcdecd3 req-fe314918-9975-4e45-9a1a-2176148f0740 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:01.419529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4b9de13-740f-4602-9af0-ba25bfcdecd3 req-fe314918-9975-4e45-9a1a-2176148f0740 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 950 time: 0.3124406 Jul 22 21:11:01.420483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:01.430485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ba6d3-58b4-4d03-aa73-9626406eb458 req-429aee30-610e-4b27-b1f9-3816cad867b9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:01.439133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d24ba6d3-58b4-4d03-aa73-9626406eb458 req-429aee30-610e-4b27-b1f9-3816cad867b9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 948 time: 0.3335865 Jul 22 21:11:01.446082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30e1fd7f-26c7-4d61-a5fd-ec1ac88494b3 req-f1f0cccb-7021-4408-a559-ad3f13ab4a33 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981769 Jul 22 21:11:01.452629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f06a6313-7a8a-4bad-b8b2-96f12e496bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.461398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f06a6313-7a8a-4bad-b8b2-96f12e496bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.515432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['56ca0177-f462-4b7b-88db-a47bc6432c40'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:01.540342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4b9de13-740f-4602-9af0-ba25bfcdecd3 req-ae406c2e-5418-4dad-a06b-55a9414147d5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980942 Jul 22 21:11:01.557626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d24ba6d3-58b4-4d03-aa73-9626406eb458 req-a4c48469-235a-45fe-8909-a21e31fa7728 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160965 Jul 22 21:11:01.597077 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f06a6313-7a8a-4bad-b8b2-96f12e496bea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52b58ec575674f318d24629a637d32db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613883 Jul 22 21:11:01.597077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a6313-7a8a-4bad-b8b2-96f12e496bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c187add-7acf-4aa2-8ebc-14240dcb6eb5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:01.597873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47942) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:01.635775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.659729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Transition to ACTIVE for port object 0b752501-aa2a-4f03-91c2-a03393f5762f will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:01.702043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef5fb-c1a5-4d37-bf36-e7b25bfee177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.709923 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.716905 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.762219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2c4256ae-8c87-45ce-83bc-2c4efec17431'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:01.798388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb434068-8a88-41ac-be18-a6c62fd05934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.813041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Pushing event updated for resources: {'Port': ['ID=0b752501-aa2a-4f03-91c2-a03393f5762f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:01.827517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:01.835312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:01.841838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:01.853061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:01.854155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.867930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb434068-8a88-41ac-be18-a6c62fd05934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:01.897648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca39b82-98ee-488a-9bda-04c621a74690 req-eeac5484-a439-4897-9a8c-adc80490ac89 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:01.906329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eca39b82-98ee-488a-9bda-04c621a74690 req-eeac5484-a439-4897-9a8c-adc80490ac89 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 945 time: 0.2407200 Jul 22 21:11:01.983048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef5fb-c1a5-4d37-bf36-e7b25bfee177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.001070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef5fb-c1a5-4d37-bf36-e7b25bfee177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.001312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eca39b82-98ee-488a-9bda-04c621a74690 req-3b427c49-b25d-4045-94d1-2e72dbeb766e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937572 Jul 22 21:11:02.007990 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2cb8d592-63ae-4de8-a02e-3c3a9e59afe1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0884430 Jul 22 21:11:02.011422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a560f-66d1-45a9-862b-301e6d1be700 req-37efc51d-fd9b-4d84-83e1-a3cbbe01f545 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:02.013011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da6a560f-66d1-45a9-862b-301e6d1be700 req-37efc51d-fd9b-4d84-83e1-a3cbbe01f545 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 944 time: 0.2299521 Jul 22 21:11:02.038204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Request body: {'port': {'device_id': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:02.041995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb434068-8a88-41ac-be18-a6c62fd05934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.055359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb434068-8a88-41ac-be18-a6c62fd05934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.057301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bb434068-8a88-41ac-be18-a6c62fd05934 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c187add-7acf-4aa2-8ebc-14240dcb6eb5 HTTP/1.1" status: 204 len: 168 time: 0.4582198 Jul 22 21:11:02.076255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ef5fb-c1a5-4d37-bf36-e7b25bfee177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9095613-3860-41e7-9aae-bf2df786a963,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:02.087464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb434068-8a88-41ac-be18-a6c62fd05934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c187add-7acf-4aa2-8ebc-14240dcb6eb5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:02.159297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da6a560f-66d1-45a9-862b-301e6d1be700 req-666af9a9-5768-4f21-808a-554afeacf53d tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281998 Jul 22 21:11:02.235829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5c7ef5fb-c1a5-4d37-bf36-e7b25bfee177 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efd764be1a314746bcd2e9f0d43cccf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8119967 Jul 22 21:11:02.237411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47950) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:02.264480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-39cd607b-a963-4a24-85e3-286c0ed90b5f None None] Provisioning for port 0b752501-aa2a-4f03-91c2-a03393f5762f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:02.273022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-39cd607b-a963-4a24-85e3-286c0ed90b5f None None] Provisioning complete for port 0b752501-aa2a-4f03-91c2-a03393f5762f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:02.273393 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-39cd607b-a963-4a24-85e3-286c0ed90b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.324203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.335520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-39cd607b-a963-4a24-85e3-286c0ed90b5f None None] Port 0b752501-aa2a-4f03-91c2-a03393f5762f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:02.340130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8997ad-4e86-4f42-890b-1bd97db66212 req-e7b90136-b1de-4557-9fd6-c8762245afbf tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:02.343263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a8997ad-4e86-4f42-890b-1bd97db66212 req-e7b90136-b1de-4557-9fd6-c8762245afbf tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 936 time: 0.1592460 Jul 22 21:11:02.355318 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ddc-8bf6-4584-a104-0d11ab71af47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.424647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a8997ad-4e86-4f42-890b-1bd97db66212 req-56dd38a0-9073-49fb-b833-230ee2175757 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594337 Jul 22 21:11:02.439553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['72a756c2-54b3-49e4-a338-a116fc882c01'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:02.443163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ddc-8bf6-4584-a104-0d11ab71af47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.624110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ddc-8bf6-4584-a104-0d11ab71af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.629629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ddc-8bf6-4584-a104-0d11ab71af47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.632068 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fa5c7ddc-8bf6-4584-a104-0d11ab71af47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9095613-3860-41e7-9aae-bf2df786a963 HTTP/1.1" status: 204 len: 168 time: 0.3931093 Jul 22 21:11:02.689277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47960) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:02.700041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c7ddc-8bf6-4584-a104-0d11ab71af47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9095613-3860-41e7-9aae-bf2df786a963,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:02.769404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f4928ec3-53c7-4a6b-94f9-53366a8fecbe details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:02.773438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 56ca0177-f462-4b7b-88db-a47bc6432c40 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:02.825908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01d148f5-7549-4b79-bbdc-84248df8df8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.856763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b752501-aa2a-4f03-91c2-a03393f5762f {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:02.865433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.881983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Transition to ACTIVE for port object 0b752501-aa2a-4f03-91c2-a03393f5762f will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:02.887059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.915992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 56ca0177-f462-4b7b-88db-a47bc6432c40 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:02.954765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b752501-aa2a-4f03-91c2-a03393f5762f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:02.965427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 56ca0177-f462-4b7b-88db-a47bc6432c40 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:02.966353 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:02.980938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-ef99b36c-9b91-456a-aa75-a32c8ad7995b tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:02.981952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-ef99b36c-9b91-456a-aa75-a32c8ad7995b tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 950 time: 0.2378819 Jul 22 21:11:02.991335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Attempting to bind port 0b752501-aa2a-4f03-91c2-a03393f5762f on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:02.991703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Attempting to bind port 0b752501-aa2a-4f03-91c2-a03393f5762f by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:02.992602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Attempting to bind port 0b752501-aa2a-4f03-91c2-a03393f5762f on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:02.994651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ffaec-169a-47f4-a0c2-e1e2ebb72497 req-010779b3-fbaa-4e82-8dd7-eae14cba497c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:02.996375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-114ffaec-169a-47f4-a0c2-e1e2ebb72497 req-010779b3-fbaa-4e82-8dd7-eae14cba497c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 950 time: 0.2645881 Jul 22 21:11:02.997648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Port 0b752501-aa2a-4f03-91c2-a03393f5762f on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:02.998462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Attempting to bind port 0b752501-aa2a-4f03-91c2-a03393f5762f on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:03.003628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:03.004060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba7d8e-f174-41df-8abf-c2067d650492 req-b5b0a1d6-8361-4040-9ff6-9d22fb39b2f4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:03.004260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:03.004676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:03.005135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Bound port: 0b752501-aa2a-4f03-91c2-a03393f5762f, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:03.005493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.014127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25ba7d8e-f174-41df-8abf-c2067d650492 req-b5b0a1d6-8361-4040-9ff6-9d22fb39b2f4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 948 time: 0.3381977 Jul 22 21:11:03.131696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] For port 0b752501-aa2a-4f03-91c2-a03393f5762f, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:03.140005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] For port 0b752501-aa2a-4f03-91c2-a03393f5762f, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0b752501-aa2a-4f03-91c2-a03393f5762f,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:03.147799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.173006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:03.210000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'mac_address': 'fa:16:3e:68:6c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:03.231756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b752501-aa2a-4f03-91c2-a03393f5762f,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:03.250226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:03.251566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.254132 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-74d8a3be-f149-4833-b785-55c60eccb7e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/0b752501-aa2a-4f03-91c2-a03393f5762f HTTP/1.1" status: 200 len: 1097 time: 1.2269895 Jul 22 21:11:03.255709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'tag': '0b752501-aa2a-4f03-91c2-a03393f5762f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:03.264815 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c47b223-695c-4cac-950a-4cac2d02059c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9673981-fa1c-4046-b2c1-c4e2da0269a0", "tag": "0b752501-aa2a-4f03-91c2-a03393f5762f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:03.294907 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.307383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25ba7d8e-f174-41df-8abf-c2067d650492 req-0ba27e45-8a7c-4154-ad03-d2f58ee59ca8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914903 Jul 22 21:11:03.354235 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.357308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-114ffaec-169a-47f4-a0c2-e1e2ebb72497 req-12b2214d-bac3-4b9f-8c62-b4e1be114fb6 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141584 Jul 22 21:11:03.396448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Deleting port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:03.396448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.402556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4928ec3-53c7-4a6b-94f9-53366a8fecbe {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:03.447734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01d148f5-7549-4b79-bbdc-84248df8df8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.472059 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01d148f5-7549-4b79-bbdc-84248df8df8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.495897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:03.504807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47974) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:03.525908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:03.528574 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ec90c-f5d8-4865-83d1-be40fdc922d2" -d '{"events": [{"server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "name": "network-vif-plugged", "status": "completed", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:03.542371 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.549166 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13be4b65-c284-44dc-abaf-3f6907cd067f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.552916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-39787b2c-e8bc-45d1-b039-bc378acf72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:03.563636 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-39787b2c-e8bc-45d1-b039-bc378acf72a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 1100 time: 0.2318962 Jul 22 21:11:03.631863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 56ca0177-f462-4b7b-88db-a47bc6432c40, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=56ca0177-f462-4b7b-88db-a47bc6432c40,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:03.642974 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.671779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:03.748810 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-950ca3f3-a794-45c1-b55e-1872e876cd30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0b752501-aa2a-4f03-91c2-a03393f5762f HTTP/1.1" status: 200 len: 217 time: 0.1748679 Jul 22 21:11:03.773503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=56ca0177-f462-4b7b-88db-a47bc6432c40,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:03.843159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-09f9d200-0b08-495c-9d54-ebd4d77131fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:03.845454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-09f9d200-0b08-495c-9d54-ebd4d77131fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0806732 Jul 22 21:11:03.871361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:03.955931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d148f5-7549-4b79-bbdc-84248df8df8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4b301-2706-4819-93f0-972a265c96bb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:03.962739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-01d148f5-7549-4b79-bbdc-84248df8df8f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a5de4bdc70a49f8803f5b767695551a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2703466 Jul 22 21:11:03.969017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47978) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:03.995026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13be4b65-c284-44dc-abaf-3f6907cd067f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.004653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13be4b65-c284-44dc-abaf-3f6907cd067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.015120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] For port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:04.015507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.050062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Calling delete_port for 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:04.053449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-27c6d8b1-d606-4f50-bd4a-02ab2bd14090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.056350 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-27c6d8b1-d606-4f50-bd4a-02ab2bd14090 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1888530 Jul 22 21:11:04.094508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-13be4b65-c284-44dc-abaf-3f6907cd067f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f527b79dc15404b8732d112836f1160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916839 Jul 22 21:11:04.101533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f88e8-057f-4ee4-86ec-dcbe5383356d req-5fed1eb1-5abe-4490-b5a6-f4e846d5e721 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.103768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e5f88e8-057f-4ee4-86ec-dcbe5383356d req-5fed1eb1-5abe-4490-b5a6-f4e846d5e721 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 945 time: 0.5642099 Jul 22 21:11:04.111187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47980) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:04.123060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be4b65-c284-44dc-abaf-3f6907cd067f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a45dfe-7f48-4ff4-ad4e-2e9f08d21e78,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:04.202553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10156c53-8f62-4425-8bc1-3dc86f771e35 req-80865772-a88b-4c41-8116-8f87472bd1bd tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.204100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10156c53-8f62-4425-8bc1-3dc86f771e35 req-80865772-a88b-4c41-8116-8f87472bd1bd tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 945 time: 0.2946391 Jul 22 21:11:04.207484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3977a51-a87e-4daa-b566-d1919d4e6746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.257551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e5f88e8-057f-4ee4-86ec-dcbe5383356d req-de48890b-713c-4249-98d7-fb31b19d0f5a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327662 Jul 22 21:11:04.259317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3977a51-a87e-4daa-b566-d1919d4e6746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.272373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03f49bc3-597c-40ff-ba7e-8c803812a858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.279451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-cb64616a-146a-4f08-97a8-62921f059a46 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072403 Jul 22 21:11:04.344591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10156c53-8f62-4425-8bc1-3dc86f771e35 req-9937588e-5bdd-472a-b86e-000da8be2f4c tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255813 Jul 22 21:11:04.353625 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1277aacc-5d63-45fd-b78d-2320d3479b27 x-openstack-request-id: req-1277aacc-5d63-45fd-b78d-2320d3479b27 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:04.354078 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9673981-fa1c-4046-b2c1-c4e2da0269a0", "tag": "0b752501-aa2a-4f03-91c2-a03393f5762f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:04.354460 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1277aacc-5d63-45fd-b78d-2320d3479b27 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:04.355060 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'tag': '0b752501-aa2a-4f03-91c2-a03393f5762f', 'status': 'completed', 'code': 200} Jul 22 21:11:04.368296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03f49bc3-597c-40ff-ba7e-8c803812a858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.412337 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36b3b2d-812d-4237-b91f-b55dedb84fac x-openstack-request-id: req-e36b3b2d-812d-4237-b91f-b55dedb84fac {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:04.412841 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "name": "network-vif-plugged", "status": "completed", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:04.413165 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e36b3b2d-812d-4237-b91f-b55dedb84fac {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:04.413773 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'code': 200} Jul 22 21:11:04.525407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3d296fe-df27-43db-81a9-4649bb3bf911 req-2c1bdced-1188-4b8e-b0c8-18f721076abd service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338996 Jul 22 21:11:04.539243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03f49bc3-597c-40ff-ba7e-8c803812a858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.543001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03f49bc3-597c-40ff-ba7e-8c803812a858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.550859 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-03f49bc3-597c-40ff-ba7e-8c803812a858 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66a45dfe-7f48-4ff4-ad4e-2e9f08d21e78 HTTP/1.1" status: 204 len: 168 time: 0.4326398 Jul 22 21:11:04.553898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f49bc3-597c-40ff-ba7e-8c803812a858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a45dfe-7f48-4ff4-ad4e-2e9f08d21e78,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:04.597489 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3977a51-a87e-4daa-b566-d1919d4e6746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.600362 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3977a51-a87e-4daa-b566-d1919d4e6746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.605457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3977a51-a87e-4daa-b566-d1919d4e6746 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28b4b301-2706-4819-93f0-972a265c96bb HTTP/1.1" status: 204 len: 168 time: 0.6281466 Jul 22 21:11:04.625984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.647940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['13438cc4-b1b1-46eb-b10c-0b65d4501bb8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:04.668125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977a51-a87e-4daa-b566-d1919d4e6746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4b301-2706-4819-93f0-972a265c96bb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:04.682471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Pushing event deleted for resources: {'Port': ['ID=470136a8-1bf6-4f2a-98a8-3a67140ed3b6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:04.782006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47b223-695c-4cac-950a-4cac2d02059c req-5fbd7128-aa54-41cb-acea-c9a79accc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.784547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c47b223-695c-4cac-950a-4cac2d02059c req-5fbd7128-aa54-41cb-acea-c9a79accc147 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 1100 time: 0.1841018 Jul 22 21:11:04.792266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f4928ec3-53c7-4a6b-94f9-53366a8fecbe up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:04.809136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] No DVR routers for this DVR port 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:04.812548 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.815081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7338a234-47e7-4b0a-a5b0-0ebd34c56566 req-aac9d53a-1150-460f-914f-60f3ab840db7 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "DELETE /v2.0/ports/470136a8-1bf6-4f2a-98a8-3a67140ed3b6 HTTP/1.1" status: 204 len: 173 time: 1.7732015 Jul 22 21:11:04.817309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'name': 'network-vif-deleted', 'tag': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:04.821728 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed19e0-a6bf-4c56-b540-457edae58259" -d '{"events": [{"server_uuid": "bf0ab5a3-7b0c-48fd-b91f-a497470ea233", "name": "network-vif-deleted", "tag": "470136a8-1bf6-4f2a-98a8-3a67140ed3b6"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:04.843695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8d7a0-0c4b-41e2-9e1d-b5db48ce5ead req-ddf4eedd-533d-45b8-a6dd-6f12fd01fc5b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.867435 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8a8d7a0-0c4b-41e2-9e1d-b5db48ce5ead req-ddf4eedd-533d-45b8-a6dd-6f12fd01fc5b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 948 time: 0.4256229 Jul 22 21:11:04.929466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d9a0c-4e63-4997-9790-315afb6910a7 req-2319f0d6-d626-4312-ace0-14cfd31a11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.932760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-749d9a0c-4e63-4997-9790-315afb6910a7 req-2319f0d6-d626-4312-ace0-14cfd31a11f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 1097 time: 0.4289556 Jul 22 21:11:04.952101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44486203-4711-4f05-8e6a-c3cf507bd756 req-9cf368ed-3a0b-4745-a6c9-3044256fe082 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.964862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44486203-4711-4f05-8e6a-c3cf507bd756 req-9cf368ed-3a0b-4745-a6c9-3044256fe082 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1097 time: 0.4349046 Jul 22 21:11:05.014646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8a8d7a0-0c4b-41e2-9e1d-b5db48ce5ead req-fcec6de3-5b5d-4efb-a918-a6f2f651aca1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456277 Jul 22 21:11:05.031980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47b223-695c-4cac-950a-4cac2d02059c req-b37ab91a-2da5-4866-aafc-ce356775db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:05.034864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port f4928ec3-53c7-4a6b-94f9-53366a8fecbe completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:05.035155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c47b223-695c-4cac-950a-4cac2d02059c req-b37ab91a-2da5-4866-aafc-ce356775db66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2396555 Jul 22 21:11:05.055661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port f4928ec3-53c7-4a6b-94f9-53366a8fecbe triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:05.064089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:05.151537 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c47b223-695c-4cac-950a-4cac2d02059c req-b9a2d23a-ae8f-4d2b-bff9-cce19b6871d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0b752501-aa2a-4f03-91c2-a03393f5762f HTTP/1.1" status: 200 len: 217 time: 0.1035950 Jul 22 21:11:05.194565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44486203-4711-4f05-8e6a-c3cf507bd756 req-ba9ec13b-2ddf-45f1-af39-767e03f1b433 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281108 Jul 22 21:11:05.209116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-749d9a0c-4e63-4997-9790-315afb6910a7 req-49ad5d44-616e-4e01-baf0-3ad3a11ab70f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358158 Jul 22 21:11:05.279122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47b223-695c-4cac-950a-4cac2d02059c req-1d0f7cfe-2473-4ec0-b21c-e0f4f46f56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:05.279122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c47b223-695c-4cac-950a-4cac2d02059c req-1d0f7cfe-2473-4ec0-b21c-e0f4f46f56fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1069782 Jul 22 21:11:05.397686 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:05.448333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f7ec-fa93-4fae-90bf-ac8ae4086783 req-6580ea20-5713-4fa4-a156-9dac899b37f2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:05.448333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85e8f7ec-fa93-4fae-90bf-ac8ae4086783 req-6580ea20-5713-4fa4-a156-9dac899b37f2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 949 time: 0.2241778 Jul 22 21:11:05.460130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47b223-695c-4cac-950a-4cac2d02059c req-0ebb239a-2a31-4110-a634-5fd0e56743a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:05.461743 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c47b223-695c-4cac-950a-4cac2d02059c req-0ebb239a-2a31-4110-a634-5fd0e56743a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1764879 Jul 22 21:11:05.464872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:05.473749 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:05.475148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:05.559099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71a68880-4416-45c7-a3b6-84097a4fff14 req-7e9471f4-1aa3-4dd7-977c-227a590e4948 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf0ab5a3-7b0c-48fd-b91f-a497470ea233 HTTP/1.1" status: 200 len: 210 time: 0.0800965 Jul 22 21:11:05.569605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:05.570028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 470136a8-1bf6-4f2a-98a8-3a67140ed3b6 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:05.628197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:05.668196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c47b223-695c-4cac-950a-4cac2d02059c req-c02a4c5b-9cf2-4f2d-998d-842767f68bb4 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922431 Jul 22 21:11:05.705086 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85e8f7ec-fa93-4fae-90bf-ac8ae4086783 req-cce0a7f3-c5b1-4b39-a119-6f13b828dd96 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420645 Jul 22 21:11:05.779918 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-162aa8c2-1ae0-4383-9384-af44680f5cd6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2370541 Jul 22 21:11:05.784041 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec5db43-a3b4-4f62-9960-9badda966642 x-openstack-request-id: req-5ec5db43-a3b4-4f62-9960-9badda966642 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:05.791604 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0ab5a3-7b0c-48fd-b91f-a497470ea233", "name": "network-vif-deleted", "tag": "470136a8-1bf6-4f2a-98a8-3a67140ed3b6", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:05.792113 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ec5db43-a3b4-4f62-9960-9badda966642 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:05.801475 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0ab5a3-7b0c-48fd-b91f-a497470ea233', 'name': 'network-vif-deleted', 'tag': '470136a8-1bf6-4f2a-98a8-3a67140ed3b6', 'status': 'completed', 'code': 200} Jul 22 21:11:05.902638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c47b223-695c-4cac-950a-4cac2d02059c req-35167e67-b7d0-4278-880b-9597d403e5dd service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042837 Jul 22 21:11:05.998413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45295d24-36f1-4ba2-9f6a-22de54497e45 req-bf5252ad-9c15-42e0-ab95-5459a62b6db8 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.000031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45295d24-36f1-4ba2-9f6a-22de54497e45 req-bf5252ad-9c15-42e0-ab95-5459a62b6db8 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1976080 Jul 22 21:11:06.033701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-19fe1327-b0de-4634-9c3a-2fed93e9072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.035802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-19fe1327-b0de-4634-9c3a-2fed93e9072a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 1097 time: 0.1448729 Jul 22 21:11:06.045007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0616eb-0290-45c1-a528-f9de462d0a52 req-33daf554-374e-454c-9a5d-db21d364e790 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.046508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0616eb-0290-45c1-a528-f9de462d0a52 req-33daf554-374e-454c-9a5d-db21d364e790 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 945 time: 0.1806557 Jul 22 21:11:06.098080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45295d24-36f1-4ba2-9f6a-22de54497e45 req-87aadb2e-7029-416d-96cc-1b8b1a5552b2 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878937 Jul 22 21:11:06.164017 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0616eb-0290-45c1-a528-f9de462d0a52 req-867b7554-e122-4229-a358-30b4eebfa335 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054699 Jul 22 21:11:06.313279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-ec1a2f0d-7446-4890-a398-053ef43d2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.314681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-ec1a2f0d-7446-4890-a398-053ef43d2267 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 924 time: 0.2415266 Jul 22 21:11:06.393016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cb82f-39a6-4b8d-8fc5-49f223cdd4c9 req-a8b50195-f396-48dc-834a-5ff551ed1007 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.402940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc8cb82f-39a6-4b8d-8fc5-49f223cdd4c9 req-a8b50195-f396-48dc-834a-5ff551ed1007 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 948 time: 0.1763387 Jul 22 21:11:06.415404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:06.421107 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739b8f3-b030-4fdb-9cb3-cac3180948e8" -d '{"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:06.474309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-83a2fffd-f75a-43dd-9c68-2d048ba4a9cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3 HTTP/1.1" status: 200 len: 1001 time: 0.1395550 Jul 22 21:11:06.580286 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc8cb82f-39a6-4b8d-8fc5-49f223cdd4c9 req-55b9a26c-2683-4fc5-9519-50b0b0be4c75 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741352 Jul 22 21:11:06.652501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-2062d298-85c8-4e31-ad74-0d0b16e3b706 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993502 Jul 22 21:11:06.680973 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed193f-1dae-4aac-8d35-5cad413ce0a4 x-openstack-request-id: req-a8ed193f-1dae-4aac-8d35-5cad413ce0a4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:06.681740 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:06.681740 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8ed193f-1dae-4aac-8d35-5cad413ce0a4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:06.682144 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'code': 200} Jul 22 21:11:06.690038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-ab0f4067-4ce9-4921-aa2f-aaff1e63539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.691582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-ab0f4067-4ce9-4921-aa2f-aaff1e63539a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 200 len: 862 time: 0.2044647 Jul 22 21:11:06.826431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-901d964e-65f1-449b-97dc-5e619ec10d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.828168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-901d964e-65f1-449b-97dc-5e619ec10d60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218235 Jul 22 21:11:06.834308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41a20-0e92-46d1-b8ea-2074e165f5e1 req-01ca70a7-8542-4025-8d66-baf0aed34b72 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.841787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce41a20-0e92-46d1-b8ea-2074e165f5e1 req-01ca70a7-8542-4025-8d66-baf0aed34b72 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1097 time: 0.2835643 Jul 22 21:11:06.912277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce41a20-0e92-46d1-b8ea-2074e165f5e1 req-e0a0fc17-8fe1-451a-bf10-87a6981a5a68 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648561 Jul 22 21:11:06.997392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c16a-3dd0-4ba0-b677-e9d93bb9394a req-86bf36aa-902a-43c2-8849-9ec4aed88220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.000129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5172c16a-3dd0-4ba0-b677-e9d93bb9394a req-86bf36aa-902a-43c2-8849-9ec4aed88220 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1102 time: 0.2413194 Jul 22 21:11:07.002995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-4f5e54cc-e063-48dd-9bb7-6eef6a2c664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.005580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-4f5e54cc-e063-48dd-9bb7-6eef6a2c664f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1096 time: 0.2384102 Jul 22 21:11:07.048425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-df004172-9eb0-42eb-9228-776379057e0f service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041004 Jul 22 21:11:07.150180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5172c16a-3dd0-4ba0-b677-e9d93bb9394a req-0fb4e413-c1ad-42a3-9d44-a0ca9bc2abde service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245382 Jul 22 21:11:07.180273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-ad0d9329-1e9f-4ee1-96c2-22b2d8972d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.181710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-ad0d9329-1e9f-4ee1-96c2-22b2d8972d5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1448469 Jul 22 21:11:07.230449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea9959-b4bc-4b8e-8172-b24a335814cf req-ac0145f3-bbfb-43ae-8689-8eb7efc31450 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.231816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6ea9959-b4bc-4b8e-8172-b24a335814cf req-ac0145f3-bbfb-43ae-8689-8eb7efc31450 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1728826 Jul 22 21:11:07.244525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-cb304679-34d7-4000-bfdf-0214112d2972 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 217 time: 0.0529251 Jul 22 21:11:07.288171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e94ec46e-5757-42d0-bb19-0b2127757ebd req-160ce729-1555-4db4-a7d1-34642aad4ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922281 Jul 22 21:11:07.300752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9632911-95e4-41f0-97b0-2fac08dc5fd5 req-30a90a67-4a01-4d89-8aeb-54bc96e55a8d tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.308343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-e8e031f8-a105-47a5-b95b-b75cc2c5a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.310286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-e8e031f8-a105-47a5-b95b-b75cc2c5a8c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.0583951 Jul 22 21:11:07.310527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9632911-95e4-41f0-97b0-2fac08dc5fd5 req-30a90a67-4a01-4d89-8aeb-54bc96e55a8d tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 950 time: 0.1904056 Jul 22 21:11:07.353501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6ea9959-b4bc-4b8e-8172-b24a335814cf req-4989a166-1f81-4e7c-bea9-1ece7e44d1bb tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126359 Jul 22 21:11:07.371052 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-71fe0ba3-2d1d-4e66-a07e-ae33b24bca00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501192 Jul 22 21:11:07.392353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9632911-95e4-41f0-97b0-2fac08dc5fd5 req-726f07a6-d6ec-4939-aff8-d7a949a14d9c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808220 Jul 22 21:11:07.512254 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-ad953c5f-78d9-4645-8ec7-f89ee37e9bcf service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279862 Jul 22 21:11:07.565711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389ca8-30fc-492f-a224-35b1e4d2a015 req-212c5741-1631-4eab-82c6-7d5645d81259 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.567652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02389ca8-30fc-492f-a224-35b1e4d2a015 req-212c5741-1631-4eab-82c6-7d5645d81259 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 945 time: 0.1118481 Jul 22 21:11:07.629637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02389ca8-30fc-492f-a224-35b1e4d2a015 req-e6602617-6b1c-4094-b9bd-cb6518608afc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561426 Jul 22 21:11:07.807289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aeb28-c331-4359-8eae-475287361734 req-ff7f6ee8-2aa5-4413-a862-3d6536a602e5 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.809715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f47aeb28-c331-4359-8eae-475287361734 req-ff7f6ee8-2aa5-4413-a862-3d6536a602e5 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 948 time: 0.0998905 Jul 22 21:11:07.825827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-248663f3-ef42-49cc-b66a-ecf3cf7039be req-7fc9e4b4-155e-48b6-8c08-99f1f044eac4 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077865 Jul 22 21:11:07.870973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f47aeb28-c331-4359-8eae-475287361734 req-817c8acf-211d-4381-80f3-3dfa85f764ca tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Jul 22 21:11:07.927608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-f908c48f-f8ae-4fa3-9441-ff9104647f70 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2f01bda37f0b41b3b134c3e9ceb9482d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345025 Jul 22 21:11:08.055743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-43989cbd-7685-44a6-9319-82e21a58c62f tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:08.057219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-43989cbd-7685-44a6-9319-82e21a58c62f tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241353 Jul 22 21:11:08.075935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-213ce43c-1bcf-4132-82f0-8a08c211330d tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/quotas/2f01bda37f0b41b3b134c3e9ceb9482d HTTP/1.1" status: 200 len: 375 time: 0.0117733 Jul 22 21:11:08.119601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-3ef45e3a-f213-4845-a090-1bdf039005e1 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f01bda37f0b41b3b134c3e9ceb9482d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384123 Jul 22 21:11:08.224205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c71d-b887-4002-960c-08c60999eeab req-e0cc08e3-7140-4ea9-a191-daa8df0b6bf7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:08.225708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-e0cc08e3-7140-4ea9-a191-daa8df0b6bf7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1090291 Jul 22 21:11:08.299685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-dc473a46-e4c3-4eb2-ba3a-859340db8047 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.0617585 Jul 22 21:11:08.314871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'floatingip': {'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:08.365373 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.537817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995373ba-a12c-46f8-963d-b61ed1147122 req-1382d12e-4f4e-4af3-a037-7abcf16593ab tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:08.539431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-995373ba-a12c-46f8-963d-b61ed1147122 req-1382d12e-4f4e-4af3-a037-7abcf16593ab tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1781082 Jul 22 21:11:08.780315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0b752501-aa2a-4f03-91c2-a03393f5762f details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:08.902926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0b752501-aa2a-4f03-91c2-a03393f5762f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0b752501-aa2a-4f03-91c2-a03393f5762f,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:08.910520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-995373ba-a12c-46f8-963d-b61ed1147122 req-5e5bffa6-7c1b-463c-bac5-ea25083f147d tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585751 Jul 22 21:11:08.917415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '0b752501-aa2a-4f03-91c2-a03393f5762f', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '0b752501-aa2a-4f03-91c2-a03393f5762f', 'mac_address': 'fa:16:3e:42:a6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:08.962606 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.982780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b752501-aa2a-4f03-91c2-a03393f5762f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:09.005512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0b752501-aa2a-4f03-91c2-a03393f5762f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0b752501-aa2a-4f03-91c2-a03393f5762f,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:09.011970 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.074703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=0b752501-aa2a-4f03-91c2-a03393f5762f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:09.235196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0d6c985-28fe-4dec-896d-546eb9981c77 req-d6d0f080-b4d6-4864-84a1-b510f446d13d tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 210 time: 0.0643568 Jul 22 21:11:09.297385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.305101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.359126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-3cc1d226-e8b0-42fa-8826-85f14799bfcf tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:09.359646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0b752501-aa2a-4f03-91c2-a03393f5762f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:09.360660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-3cc1d226-e8b0-42fa-8826-85f14799bfcf tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 950 time: 0.2032726 Jul 22 21:11:09.435264 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-d1c92170-d87e-4b18-92f5-fb36210d9647 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2f01bda37f0b41b3b134c3e9ceb9482d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361176 Jul 22 21:11:09.510768 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 associated. External IP: 172.25.5.124, port: 4ce39806-41cc-4501-8b06-7b99a83d9cb5. Jul 22 21:11:09.623737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-2befcaba-40b1-497c-aa38-2ec2e9f61e40 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:09.625762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-2befcaba-40b1-497c-aa38-2ec2e9f61e40 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825979 Jul 22 21:11:09.642932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Request body: {'port': {'device_id': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '2f01bda37f0b41b3b134c3e9ceb9482d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:09.644159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6a91-680d-48d4-9da2-81ea8e0692ef req-cf9a0456-8a04-406c-ba10-315b8426de01 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:09.646065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47ef6a91-680d-48d4-9da2-81ea8e0692ef req-cf9a0456-8a04-406c-ba10-315b8426de01 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.3384960 Jul 22 21:11:09.699424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Deleting port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:09.699767 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.742443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47ef6a91-680d-48d4-9da2-81ea8e0692ef req-cce74384-3143-4a9d-b66d-12d573f4fd8a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871005 Jul 22 21:11:09.815912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Made reservation on behalf of 2f01bda37f0b41b3b134c3e9ceb9482d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:09.825063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.843494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.934160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] For port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:09.934160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.967095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Calling delete_port for 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:09.967676 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.972656 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.040623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:10.043424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:10.050507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f398f9-37ec-4e6a-9290-9fd2c7a9ead1 req-8fae736c-1cab-45fd-959d-5072172e627c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:10.052062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7f398f9-37ec-4e6a-9290-9fd2c7a9ead1 req-8fae736c-1cab-45fd-959d-5072172e627c tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b71a989-808e-409d-bbc6-a908664d1207 HTTP/1.1" status: 200 len: 950 time: 0.2054391 Jul 22 21:11:10.114644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Allocated IP 192.168.233.73 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/45fd61dd-3892-45b5-b3ef-307d3045169a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:10.189739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7f398f9-37ec-4e6a-9290-9fd2c7a9ead1 req-e5f5b1cb-78ac-4909-8aa0-991be5092fae tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fb81ffd-664b-4e52-851f-3710dde9809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251831 Jul 22 21:11:10.284116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:10.298268 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:10.309340 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.310193 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:10.311364 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:10:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:10.311750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.328922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Transition to ACTIVE for port object 45fd61dd-3892-45b5-b3ef-307d3045169a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:10.339010 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.351147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['13438cc4-b1b1-46eb-b10c-0b65d4501bb8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:10.382221 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.418740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Pushing event deleted for resources: {'Port': ['ID=13438cc4-b1b1-46eb-b10c-0b65d4501bb8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:10.436536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:10.443668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:10.456361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:10.457471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-2e78ab3a-021d-40b1-8829-a68decbefbe7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "PUT /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 200 len: 997 time: 2.1477849 Jul 22 21:11:10.466827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:10.480985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:10.481671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.483157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:10.487320 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eef4c2-8bc4-472b-b930-f30197ddcb03" -d '{"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:10.506052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Pushing event updated for resources: {'Port': ['ID=45fd61dd-3892-45b5-b3ef-307d3045169a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:10.515538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-9b22fb29-e587-45dd-8ee7-81c2b5c807b0 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8767402 Jul 22 21:11:10.538171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Request body: {'port': {'device_id': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:10.554918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] No DVR routers for this DVR port 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:10.558214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.560718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c55713f-e4f5-4122-afcc-259ab1915164 req-85d84c2e-0b6e-4880-bb37-9100c30827e5 tempest-ServersAdminNegativeTestJSON-536723147 tempest-ServersAdminNegativeTestJSON-536723147-project] 10.222.0.58 "DELETE /v2.0/ports/13438cc4-b1b1-46eb-b10c-0b65d4501bb8 HTTP/1.1" status: 204 len: 173 time: 1.1723413 Jul 22 21:11:10.574664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d365-6437-4b58-946e-3e458e72a620 req-9b88b700-047a-48ce-b269-8912aab5e055 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:10.582229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9144d365-6437-4b58-946e-3e458e72a620 req-9b88b700-047a-48ce-b269-8912aab5e055 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 949 time: 0.3245177 Jul 22 21:11:10.638838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9144d365-6437-4b58-946e-3e458e72a620 req-51afe08e-78b8-4d2e-8a3c-8992daf24918 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549958 Jul 22 21:11:10.668218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c71d-b887-4002-960c-08c60999eeab req-216928c8-3448-49b3-b936-c6165c57acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:10.668484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.668711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-216928c8-3448-49b3-b936-c6165c57acf5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.1744640 Jul 22 21:11:10.782333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0b752501-aa2a-4f03-91c2-a03393f5762f up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:10.813212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c71d-b887-4002-960c-08c60999eeab req-ec24f475-8d10-496d-a0f7-bd05f1ee2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:10.816349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-ec24f475-8d10-496d-a0f7-bd05f1ee2219 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.1465633 Jul 22 21:11:10.870158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 0b752501-aa2a-4f03-91c2-a03393f5762f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:10.877108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 0b752501-aa2a-4f03-91c2-a03393f5762f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:10.877488 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.983732 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:11:10.992810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-25e788a4-0634-4b48-b77b-66244ca02c53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 1000 time: 0.1672122 Jul 22 21:11:11.014405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.060025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b752501-aa2a-4f03-91c2-a03393f5762f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:11.065997 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e47909-5b42-4157-8268-253eefb45d28" -d '{"events": [{"server_uuid": "a9673981-fa1c-4046-b2c1-c4e2da0269a0", "name": "network-vif-plugged", "status": "completed", "tag": "0b752501-aa2a-4f03-91c2-a03393f5762f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:11.095607 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:a2:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:09Z', 'revision_number': 1, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:11.100619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0b752501-aa2a-4f03-91c2-a03393f5762f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0b752501-aa2a-4f03-91c2-a03393f5762f,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:11.112440 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.132686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c71d-b887-4002-960c-08c60999eeab req-dad765dc-acc3-477f-854b-8a297c5c2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.140167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fd61dd-3892-45b5-b3ef-307d3045169a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:11.152647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.155953 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:11.156873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-dad765dc-acc3-477f-854b-8a297c5c2f34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.1615672 Jul 22 21:11:11.167269 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:11.168175 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:10:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:11.184400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Transition to ACTIVE for port object 45fd61dd-3892-45b5-b3ef-307d3045169a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:11.189519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.237711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=0b752501-aa2a-4f03-91c2-a03393f5762f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:11.282292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c71d-b887-4002-960c-08c60999eeab req-9c0a1cd9-0e9f-43dc-bf7e-50bcea158b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.284917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-9c0a1cd9-0e9f-43dc-bf7e-50bcea158b4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259677 Jul 22 21:11:11.302647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Pushing event updated for resources: {'Port': ['ID=45fd61dd-3892-45b5-b3ef-307d3045169a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:11.331676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-0f6c70dc-6f6c-4c99-b90e-184b58fb0d93 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:11:11.332082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-0f6c70dc-6f6c-4c99-b90e-184b58fb0d93 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073943 Jul 22 21:11:11.400220 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:11.434696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Attempting to bind port 45fd61dd-3892-45b5-b3ef-307d3045169a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:11.435035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Attempting to bind port 45fd61dd-3892-45b5-b3ef-307d3045169a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:11.435348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Attempting to bind port 45fd61dd-3892-45b5-b3ef-307d3045169a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:11.440653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Port 45fd61dd-3892-45b5-b3ef-307d3045169a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:11.441270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Attempting to bind port 45fd61dd-3892-45b5-b3ef-307d3045169a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:11.457084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:11.457655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:11.458189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:11.458635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Bound port: 45fd61dd-3892-45b5-b3ef-307d3045169a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:11.459712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.507729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-bfc482f5-778a-4934-8956-1df707316746 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579485 Jul 22 21:11:11.571628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ea1edc88-9dd6-4471-9a14-3256c08037c5 None None] Provisioning for port 45fd61dd-3892-45b5-b3ef-307d3045169a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:11.615521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] For port 45fd61dd-3892-45b5-b3ef-307d3045169a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:11.634347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] For port 45fd61dd-3892-45b5-b3ef-307d3045169a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=45fd61dd-3892-45b5-b3ef-307d3045169a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:11.642580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.655611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5898c71d-b887-4002-960c-08c60999eeab req-a92dbcdb-9c9d-43e5-b363-defccf7c8a6b service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428666 Jul 22 21:11:11.713966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.714992 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.716829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-6783e308-06a4-4e20-aa20-519543810980 service neutron] 10.222.0.23 "PUT /v2.0/ports/45fd61dd-3892-45b5-b3ef-307d3045169a HTTP/1.1" status: 200 len: 1096 time: 1.1857224 Jul 22 21:11:11.719332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'tag': '45fd61dd-3892-45b5-b3ef-307d3045169a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:11.721830 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d431c-02ce-4a35-9a28-058faf100459" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c583a6-8127-4cd1-a59a-da10d2cb622c", "tag": "45fd61dd-3892-45b5-b3ef-307d3045169a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:11.757257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783e308-06a4-4e20-aa20-519543810980 service neutron] Pushing event updated for resources: {'Port': ['ID=45fd61dd-3892-45b5-b3ef-307d3045169a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:11.814817 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:a2:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:09Z', 'revision_number': 1, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:11.847586 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c75bc-9667-4813-9bd8-0856375dc3d7 None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:a2:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:09Z', 'revision_number': 1, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:11.868177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-58f4f4d1-fd8e-4545-98bd-0b4595e99e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.870736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-58f4f4d1-fd8e-4545-98bd-0b4595e99e28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f01bda37f0b41b3b134c3e9ceb9482d&device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 1099 time: 0.0928764 Jul 22 21:11:11.968849 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-88a14dcc-3a82-44a1-874d-0d730433b8d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=45fd61dd-3892-45b5-b3ef-307d3045169a HTTP/1.1" status: 200 len: 217 time: 0.0828390 Jul 22 21:11:12.065245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-7895ddab-6416-46f4-b8e6-4a9f3f3d6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.066891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-7895ddab-6416-46f4-b8e6-4a9f3f3d6b39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0907829 Jul 22 21:11:12.187483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a78-749d-47d6-a942-0de75994121e req-4694ec4f-88b9-4edc-899f-5cf607f07f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.191860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-4694ec4f-88b9-4edc-899f-5cf607f07f7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150262 Jul 22 21:11:12.224925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cebc2-6d4c-4fa0-a231-32b194b13571 None None] New status for floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:11:12.278546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182345d-1ce1-499f-9840-2594d7164462 req-534a2ae3-1163-43cd-8028-ca8efc79e4ce tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.283691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2182345d-1ce1-499f-9840-2594d7164462 req-534a2ae3-1163-43cd-8028-ca8efc79e4ce tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1102 time: 0.1408596 Jul 22 21:11:12.308510 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2182345d-1ce1-499f-9840-2594d7164462 req-6a71a1fa-8b6e-4098-9e1b-8b4e9c19e9b9 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:12.316750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-90a1138d-146f-45c1-9d77-0d3030aeb9d7 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:11:12.318527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-90a1138d-146f-45c1-9d77-0d3030aeb9d7 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074842 Jul 22 21:11:12.331900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:12.332543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Unknown quota resources ['binding']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:11:12.364640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-68824c6f-502f-4465-adb6-183ecce2c592 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612077 Jul 22 21:11:12.512394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cf15a78-749d-47d6-a942-0de75994121e req-cc9152f5-5cb6-4269-8dcc-ddf2c922007b service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268961 Jul 22 21:11:12.590501 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a04c992-c009-4e10-b420-68ebb1de73e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:12.781105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:12.802697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:12.803088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 13438cc4-b1b1-46eb-b10c-0b65d4501bb8 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:12.842318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2182345d-1ce1-499f-9840-2594d7164462 req-6a71a1fa-8b6e-4098-9e1b-8b4e9c19e9b9 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:12.843521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:12.843810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:12.844169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:12.849166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2182345d-1ce1-499f-9840-2594d7164462 req-6a71a1fa-8b6e-4098-9e1b-8b4e9c19e9b9 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:12.854225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:12.854550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:12.878218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2182345d-1ce1-499f-9840-2594d7164462 req-6a71a1fa-8b6e-4098-9e1b-8b4e9c19e9b9 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840993 Jul 22 21:11:12.883361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:12.883821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:12.884135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:12.884561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Bound port: 67af00ab-832d-4a5a-bbbd-0367c6763153, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:12.929911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71a1fa-8b6e-4098-9e1b-8b4e9c19e9b9 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea7d53-beb7-448d-88fd-97cd72a28526,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:13.000680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:13.006518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:13.007742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-0dfdd0aa-e1d9-492c-a873-2bf3e0f606eb service neutron] 10.222.0.54 "POST /v2.0/ports/67af00ab-832d-4a5a-bbbd-0367c6763153/bindings HTTP/1.1" status: 201 len: 390 time: 0.6816156 Jul 22 21:11:13.044327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9c544-8e2d-4675-9352-9434720a7f87 req-f976877e-7278-42bb-9c7d-c262d00f205d tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.046117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcf9c544-8e2d-4675-9352-9434720a7f87 req-f976877e-7278-42bb-9c7d-c262d00f205d tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 947 time: 0.0854962 Jul 22 21:11:13.102010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcf9c544-8e2d-4675-9352-9434720a7f87 req-1b89873a-4f4c-4555-8374-7b8069b475e7 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457952 Jul 22 21:11:13.145324 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3eb4fb-a645-48b1-b50f-6df7673b4d58 x-openstack-request-id: req-ba3eb4fb-a645-48b1-b50f-6df7673b4d58 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:13.145864 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:13.146291 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba3eb4fb-a645-48b1-b50f-6df7673b4d58 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:13.148278 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'status': 'completed', 'code': 200} Jul 22 21:11:13.169475 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be683db1-d738-44f6-bcbc-d7b2843f34c0 x-openstack-request-id: req-be683db1-d738-44f6-bcbc-d7b2843f34c0 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:13.169939 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9673981-fa1c-4046-b2c1-c4e2da0269a0", "name": "network-vif-plugged", "status": "completed", "tag": "0b752501-aa2a-4f03-91c2-a03393f5762f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:13.170353 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be683db1-d738-44f6-bcbc-d7b2843f34c0 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:13.170967 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b752501-aa2a-4f03-91c2-a03393f5762f', 'code': 200} Jul 22 21:11:13.365777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-169453b5-bfe1-4693-80af-b23ba2fa20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.368162 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-169453b5-bfe1-4693-80af-b23ba2fa20d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.1248555 Jul 22 21:11:13.420181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282afce6-c4db-4dac-9889-6fbaa21f7c3a req-ccc82166-a500-45e3-83a5-f40c7eb3d450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.421959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282afce6-c4db-4dac-9889-6fbaa21f7c3a req-ccc82166-a500-45e3-83a5-f40c7eb3d450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 950 time: 0.1744430 Jul 22 21:11:13.490559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-43f36458-054f-4819-ad3d-a2af2e86d9f3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.492951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-43f36458-054f-4819-ad3d-a2af2e86d9f3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1554167 Jul 22 21:11:13.494937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9af84-78a6-4ae8-96ee-3c43ca8a637c req-22ec5508-60a4-4bc7-97cd-0162931497f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.496880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fee9af84-78a6-4ae8-96ee-3c43ca8a637c req-22ec5508-60a4-4bc7-97cd-0162931497f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 1102 time: 0.1688316 Jul 22 21:11:13.539704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282afce6-c4db-4dac-9889-6fbaa21f7c3a req-40e46f08-3b1f-4f1f-9c3b-e13659af0c91 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938368 Jul 22 21:11:13.547995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-f13e7013-0ed6-4b89-be76-ffe26d686773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.549672 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-f13e7013-0ed6-4b89-be76-ffe26d686773 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1568713 Jul 22 21:11:13.551050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-e4e7a3d9-410d-43ca-b973-426797bf6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.552742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-e4e7a3d9-410d-43ca-b973-426797bf6047 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.1708722 Jul 22 21:11:13.650985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:13.672402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fee9af84-78a6-4ae8-96ee-3c43ca8a637c req-e95b3e97-5844-4250-acd8-6d334cbee4e6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655152 Jul 22 21:11:13.704642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-d499839b-eb2d-4736-94f1-babd193e0409 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1002 time: 0.1960423 Jul 22 21:11:13.719280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'floatingip': {'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:13.748161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-e2fbbbd4-fc5e-4028-aefa-9c16c1f24637 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 1002 time: 0.1726496 Jul 22 21:11:13.812652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-63dd32a0-c451-4e83-aa24-661af0991274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.814234 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-63dd32a0-c451-4e83-aa24-661af0991274 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.2576964 Jul 22 21:11:13.824805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:13.834593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-c5b7c0bf-dc61-420a-8ffc-91174820c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.836515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-c5b7c0bf-dc61-420a-8ffc-91174820c9d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0745742 Jul 22 21:11:13.892815 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-8d700a9e-4999-48f7-bcca-e9b8cca0d7ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 217 time: 0.0521662 Jul 22 21:11:13.904298 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4211e0-4e50-49ed-a7e5-724f10a0896b x-openstack-request-id: req-2e4211e0-4e50-49ed-a7e5-724f10a0896b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:13.904626 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c583a6-8127-4cd1-a59a-da10d2cb622c", "tag": "45fd61dd-3892-45b5-b3ef-307d3045169a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:13.905173 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e4211e0-4e50-49ed-a7e5-724f10a0896b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:13.905594 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'tag': '45fd61dd-3892-45b5-b3ef-307d3045169a', 'status': 'completed', 'code': 200} Jul 22 21:11:13.932209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4f2e27e0-9f16-48f9-86cf-15308ff898e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5d277bd38a94497ab6dade778cf758c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798121 Jul 22 21:11:13.943529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48216) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:14.060792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-b01cb794-9d8e-4d6b-8787-75e79e1faf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.062383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-b01cb794-9d8e-4d6b-8787-75e79e1faf42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1123371 Jul 22 21:11:14.082143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-8c169ca6-5bd1-40d8-927e-e59d67b851fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.087057 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-8c169ca6-5bd1-40d8-927e-e59d67b851fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2336555 Jul 22 21:11:14.092667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9acf9689-c5be-4292-8830-acc1c3b9cbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.104731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d431c-02ce-4a35-9a28-058faf100459 req-26eb4361-1e77-43f5-9cfe-3d4351e11c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.107001 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c83d431c-02ce-4a35-9a28-058faf100459 req-26eb4361-1e77-43f5-9cfe-3d4351e11c5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f01bda37f0b41b3b134c3e9ceb9482d&device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 1099 time: 0.1207700 Jul 22 21:11:14.144514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-2fc3d1f7-fa50-4c9d-ab25-4c48968049c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555782 Jul 22 21:11:14.182483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9acf9689-c5be-4292-8830-acc1c3b9cbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.315642 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9acf9689-c5be-4292-8830-acc1c3b9cbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.318640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9acf9689-c5be-4292-8830-acc1c3b9cbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.320673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9acf9689-c5be-4292-8830-acc1c3b9cbb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2fb81ffd-664b-4e52-851f-3710dde9809e HTTP/1.1" status: 204 len: 168 time: 0.3765140 Jul 22 21:11:14.342990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf9689-c5be-4292-8830-acc1c3b9cbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb81ffd-664b-4e52-851f-3710dde9809e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:14.368250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-4306ca2a-3dd4-4fc0-af36-ffd9f3fcc967 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124839 Jul 22 21:11:14.374068 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-243d6aa4-ac57-4190-b557-bde38512f745 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715638 Jul 22 21:11:14.474509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d431c-02ce-4a35-9a28-058faf100459 req-85447570-715b-4f0d-ae81-2f63f7878449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.476741 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c83d431c-02ce-4a35-9a28-058faf100459 req-85447570-715b-4f0d-ae81-2f63f7878449 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3614600 Jul 22 21:11:14.622146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c83d431c-02ce-4a35-9a28-058faf100459 req-cb7e4be6-98e0-421c-af78-04c06690aff6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=45fd61dd-3892-45b5-b3ef-307d3045169a HTTP/1.1" status: 200 len: 217 time: 0.1327996 Jul 22 21:11:14.706408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.709065 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4eef4c2-8bc4-472b-b930-f30197ddcb03 req-6468c5fe-42af-4e00-a9e0-c8f5527665b8 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247845 Jul 22 21:11:14.712429 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.716229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-a95d5625-7d6c-468d-b31a-8e08e05d348f service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342121 Jul 22 21:11:14.728651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48244) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:14.735277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d431c-02ce-4a35-9a28-058faf100459 req-dc0ba522-f64a-41c2-b35e-e59933b8333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.737188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c83d431c-02ce-4a35-9a28-058faf100459 req-dc0ba522-f64a-41c2-b35e-e59933b8333d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1015527 Jul 22 21:11:14.858451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48248) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:14.906902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03e57a-d61f-4108-b9a0-33fa47580d31 req-d5be2ee7-be94-41a2-9b85-d287507dd73a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.908821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f03e57a-d61f-4108-b9a0-33fa47580d31 req-d5be2ee7-be94-41a2-9b85-d287507dd73a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 945 time: 0.2706535 Jul 22 21:11:14.958268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b1dea5f-da4f-40aa-94e0-f039ac9ab86b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=caa7e062fa4144158c07faad80f11992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031437 Jul 22 21:11:14.962506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:14.969297 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 associated. External IP: 172.25.5.124, port: 4ce39806-41cc-4501-8b06-7b99a83d9cb5. Jul 22 21:11:15.061016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f03e57a-d61f-4108-b9a0-33fa47580d31 req-249cb718-ec8c-4741-8cc2-c8fc21d16755 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416674 Jul 22 21:11:15.116867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d431c-02ce-4a35-9a28-058faf100459 req-da543543-be67-4646-ac25-ea84364c8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.118946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0aab771d-2d5a-45cf-9909-b9d8e6e2f522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.119562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c83d431c-02ce-4a35-9a28-058faf100459 req-da543543-be67-4646-ac25-ea84364c8f91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3701880 Jul 22 21:11:15.148824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b71a989-808e-409d-bbc6-a908664d1207', 'name': 'network-vif-deleted', 'tag': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:15.151456 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc442e65-6618-4b47-a252-ebedf180270f" -d '{"events": [{"server_uuid": "5b71a989-808e-409d-bbc6-a908664d1207", "name": "network-vif-deleted", "tag": "13438cc4-b1b1-46eb-b10c-0b65d4501bb8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:15.157834 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e38c9f5e-f0c5-4d5f-899f-5b5caac75034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.192134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-8ee1abd5-0a7a-45ef-807b-c41401c97754 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.193762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-8ee1abd5-0a7a-45ef-807b-c41401c97754 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.1593258 Jul 22 21:11:15.197101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-5d35e544-4b2f-471e-b9b7-d1602cfa90be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4672370 Jul 22 21:11:15.214214 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.240236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:15.253401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e38c9f5e-f0c5-4d5f-899f-5b5caac75034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.309583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c83d431c-02ce-4a35-9a28-058faf100459 req-b9e12998-18f3-493a-8f6c-423d4a400bfc service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742444 Jul 22 21:11:15.322165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:15.401513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.485566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e38c9f5e-f0c5-4d5f-899f-5b5caac75034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.489635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e38c9f5e-f0c5-4d5f-899f-5b5caac75034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.492871 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e38c9f5e-f0c5-4d5f-899f-5b5caac75034 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e5c9111-4e9b-418c-bdff-0054392225e6 HTTP/1.1" status: 204 len: 168 time: 0.5275729 Jul 22 21:11:15.513114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c9f5e-f0c5-4d5f-899f-5b5caac75034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c9111-4e9b-418c-bdff-0054392225e6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:15.535093 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c83d431c-02ce-4a35-9a28-058faf100459 req-5bb5227b-d35a-4b9b-878f-2865b2286505 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919065 Jul 22 21:11:15.647217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:15.660952 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:15.666862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:15.676783 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:15.677701 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:15.762416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:15.804386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8ffc8-2cc7-41f9-9fca-652d0e5a802d req-935c8a13-d8e5-49c8-9056-03aa639e8c93 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.806214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2d8ffc8-2cc7-41f9-9fca-652d0e5a802d req-935c8a13-d8e5-49c8-9056-03aa639e8c93 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 947 time: 0.2883804 Jul 22 21:11:15.855045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.861239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.908678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:15.910684 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.911625 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67154bb4-9eb1-4f8b-8980-47857fe1d22c" -d '{"events": [{"server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:15.919690 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:15.976146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:15.981371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2d8ffc8-2cc7-41f9-9fca-652d0e5a802d req-4a7773f2-83f4-443e-930b-495d5717cf98 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614459 Jul 22 21:11:15.984865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:15.985361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:15.985715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:16.000550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:16.001081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Attempting to bind port 67af00ab-832d-4a5a-bbbd-0367c6763153 on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:16.014685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:16.015612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:16.016382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:16.017471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Bound port: 67af00ab-832d-4a5a-bbbd-0367c6763153, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:16.018913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.049270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 45fd61dd-3892-45b5-b3ef-307d3045169a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:16.137038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:16.147745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:16.151312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:16.160403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.264232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 45fd61dd-3892-45b5-b3ef-307d3045169a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=45fd61dd-3892-45b5-b3ef-307d3045169a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:16.293678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '45fd61dd-3892-45b5-b3ef-307d3045169a', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '45fd61dd-3892-45b5-b3ef-307d3045169a', 'mac_address': 'fa:16:3e:89:3a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:16.331996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:16.333033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.334838 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] 10.222.0.58 "PUT /v2.0/ports/67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 1123 time: 1.1024616 Jul 22 21:11:16.335706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.340284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cf755-5f90-49fe-b5c9-0b0f21184f57 service neutron] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=8']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:16.358733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fd61dd-3892-45b5-b3ef-307d3045169a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:16.385445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 45fd61dd-3892-45b5-b3ef-307d3045169a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=45fd61dd-3892-45b5-b3ef-307d3045169a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:16.393488 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.453569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d64ae-f731-4ac5-8656-182440b5a441 req-33439c86-4fe2-4754-bfd6-32cc4b9f583f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:16.454999 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:68:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:14Z', 'revision_number': 3, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:16.483507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-270d64ae-f731-4ac5-8656-182440b5a441 req-33439c86-4fe2-4754-bfd6-32cc4b9f583f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.3752398 Jul 22 21:11:16.487634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['67af00ab-832d-4a5a-bbbd-0367c6763153'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:16.498912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=45fd61dd-3892-45b5-b3ef-307d3045169a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:16.567172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:16.577993 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:16.578900 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:16.627427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:16.640262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.702383 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:16.752597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-270d64ae-f731-4ac5-8656-182440b5a441 req-8e8f1907-e890-4c58-b27c-2fc9cadf1b40 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159779 Jul 22 21:11:16.804293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['45fd61dd-3892-45b5-b3ef-307d3045169a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:16.840843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7af8afd8-929c-4810-9160-f69750948841 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "PUT /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 200 len: 998 time: 3.1284773 Jul 22 21:11:16.962385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-ee324c8b-7439-4440-b4ca-42a7cc639e5e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:16.965129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-ee324c8b-7439-4440-b4ca-42a7cc639e5e tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports/4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 943 time: 0.1015961 Jul 22 21:11:16.981171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de344-bf61-489e-aad9-aefa6c82b634 req-700e0255-0ce6-4729-8563-d332cf272bd0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:16.983345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c8de344-bf61-489e-aad9-aefa6c82b634 req-700e0255-0ce6-4729-8563-d332cf272bd0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 950 time: 0.1581364 Jul 22 21:11:17.064763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c8de344-bf61-489e-aad9-aefa6c82b634 req-b3b01615-8199-4c49-8009-3fb84169ea5a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756767 Jul 22 21:11:17.112032 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:68:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:14Z', 'revision_number': 3, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:17.163853 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df10e4-9439-4569-bda7-c53c90b38101 None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:68:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:14Z', 'revision_number': 3, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:17.202206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-8fbdc7e2-661a-4dbd-a5c3-95b654dbb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:17.204391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-8fbdc7e2-661a-4dbd-a5c3-95b654dbb06e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.0953431 Jul 22 21:11:17.269223 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2c3f6b-65f9-44a1-9eb7-93d0afec67bf x-openstack-request-id: req-0b2c3f6b-65f9-44a1-9eb7-93d0afec67bf {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:17.269809 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b71a989-808e-409d-bbc6-a908664d1207", "name": "network-vif-deleted", "tag": "13438cc4-b1b1-46eb-b10c-0b65d4501bb8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:17.270214 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b2c3f6b-65f9-44a1-9eb7-93d0afec67bf {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:17.270793 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b71a989-808e-409d-bbc6-a908664d1207', 'name': 'network-vif-deleted', 'tag': '13438cc4-b1b1-46eb-b10c-0b65d4501bb8', 'status': 'completed', 'code': 200} Jul 22 21:11:17.447567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d433b0-1409-4f25-8c7d-659812725c9e None None] New status for floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:11:17.698801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-3ca33264-77cf-4ac9-8c65-7d2d3df0fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:17.700695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-3ca33264-77cf-4ac9-8c65-7d2d3df0fec0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.4873047 Jul 22 21:11:17.760606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-1d72c4ec-76df-438c-a742-e0ce907619b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:17.763199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-1d72c4ec-76df-438c-a742-e0ce907619b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1102 time: 0.1294913 Jul 22 21:11:17.780594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-5bc047d2-9e7c-4555-9e41-344ca032843e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0730789 Jul 22 21:11:17.862285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7d80683c-89f9-4cf7-a1a7-89fc314b59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:17.863826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7d80683c-89f9-4cf7-a1a7-89fc314b59cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0737057 Jul 22 21:11:17.888295 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:17.901098 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:17.901888 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:17.910041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:17.951647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-8cbda17d-b662-4f3d-b78c-2e5bb5de08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:17.954081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-8cbda17d-b662-4f3d-b78c-2e5bb5de08da service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1785920 Jul 22 21:11:17.987125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-b5154403-354c-46d7-b24a-49572fa8af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:17.989547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-b5154403-354c-46d7-b24a-49572fa8af8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144595 Jul 22 21:11:18.005972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-5c3a511e-a308-4035-94a6-a73eaaedcd38 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:11:18.007322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-5c3a511e-a308-4035-94a6-a73eaaedcd38 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063181 Jul 22 21:11:18.014426 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ae6ff-0b81-4a05-ba97-578269513b97 x-openstack-request-id: req-691ae6ff-0b81-4a05-ba97-578269513b97 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:18.014717 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:18.014975 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-691ae6ff-0b81-4a05-ba97-578269513b97 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:18.015348 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153', 'code': 200} Jul 22 21:11:18.018132 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-a2eb9bc9-4c5b-49b3-8ed1-facdcb4d3fbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.0569530 Jul 22 21:11:18.071240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 45fd61dd-3892-45b5-b3ef-307d3045169a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:18.079640 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:18.085910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-be1795be-12a6-4674-8a82-09c9dca0308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.087906 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-be1795be-12a6-4674-8a82-09c9dca0308a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0628939 Jul 22 21:11:18.168077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-9fda959c-b343-4ca1-bfaa-ba932622ac0d service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525636 Jul 22 21:11:18.178637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 45fd61dd-3892-45b5-b3ef-307d3045169a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:18.190016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 45fd61dd-3892-45b5-b3ef-307d3045169a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:18.191198 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.201885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-8cfc29b0-3928-44a9-844d-a3772d4f64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.203498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-8cfc29b0-3928-44a9-844d-a3772d4f64d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048429 Jul 22 21:11:18.314196 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.363669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-927c333d-3bd6-4a60-ba1a-d86e700a7317 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391678 Jul 22 21:11:18.387133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd660e84-2bc8-440e-b006-53ae9a1bd2c5 req-b2bc99c5-8f07-48bb-8855-6f5eac3dd70d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.394437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd660e84-2bc8-440e-b006-53ae9a1bd2c5 req-b2bc99c5-8f07-48bb-8855-6f5eac3dd70d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 943 time: 0.2252424 Jul 22 21:11:18.401528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 45fd61dd-3892-45b5-b3ef-307d3045169a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=45fd61dd-3892-45b5-b3ef-307d3045169a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:18.404827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fd61dd-3892-45b5-b3ef-307d3045169a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:18.411739 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050d0b3d-a115-46fb-981c-ff2d50c9579c" -d '{"events": [{"server_uuid": "d0c583a6-8127-4cd1-a59a-da10d2cb622c", "name": "network-vif-plugged", "status": "completed", "tag": "45fd61dd-3892-45b5-b3ef-307d3045169a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:18.421107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.458150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-0ba569cf-2458-4094-8c46-468ff16501b5 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785475 Jul 22 21:11:18.484618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd660e84-2bc8-440e-b006-53ae9a1bd2c5 req-e2674f5f-9220-4e68-8bc7-879903675668 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890603 Jul 22 21:11:18.514069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-5fcad792-d251-423c-b7b9-6bd033328c90 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431670 Jul 22 21:11:18.537272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=45fd61dd-3892-45b5-b3ef-307d3045169a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:18.580528 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:68:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:17Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:18.614343 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:18.618430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-95ce0019-0a8c-4d6d-b7ea-9276f7bea55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.620160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-95ce0019-0a8c-4d6d-b7ea-9276f7bea55e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 1097 time: 0.1084614 Jul 22 21:11:18.629859 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:18.630900 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:18.735147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd1f2-9858-4157-b158-2fc29955e14b req-305b99c3-da03-4a30-81d6-6453a731e983 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.738894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a77cd1f2-9858-4157-b158-2fc29955e14b req-305b99c3-da03-4a30-81d6-6453a731e983 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 949 time: 0.1773908 Jul 22 21:11:18.790958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:18.800105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-0c7ba8fd-a7ce-4c66-859a-6496afb6fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.801598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-0c7ba8fd-a7ce-4c66-859a-6496afb6fd5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.1726344 Jul 22 21:11:18.808338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a77cd1f2-9858-4157-b158-2fc29955e14b req-47b2ecf5-e155-42ca-b1c8-323b8d5c4cc4 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592463 Jul 22 21:11:18.820488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:18.906313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-faf56560-fc13-40a1-96c2-8896b5b1fdbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 1001 time: 0.0949104 Jul 22 21:11:18.963400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:18.966665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-3653300a-dc7c-4ce6-be18-407baf619734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.975026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-3653300a-dc7c-4ce6-be18-407baf619734 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0581391 Jul 22 21:11:18.976139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:11:19.041504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-31b8f77a-b168-469c-bfa9-0d2f4e2175c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:19.048451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-31b8f77a-b168-469c-bfa9-0d2f4e2175c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718169 Jul 22 21:11:19.154733 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:68:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:17Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:19.172912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-97dcabc6-363a-4d79-af0c-1962f5c69f81 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200485 Jul 22 21:11:19.200502 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3e952-d0ef-4915-bc66-db430ad8cf99 None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:68:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:17Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:19.279394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5'}, {'name': 'network-changed', 'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:19.282035 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81318d97-32a7-4728-b177-55997482a822" -d '{"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5"}, {"name": "network-changed", "server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:19.338276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e733ea7-7727-4b6d-99bb-e340605713c2 req-7732efcf-e6d7-4671-a128-4f642f9f5d74 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575100 Jul 22 21:11:19.365239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019e2af-2083-4158-8ca4-aa59f11eb6c4 req-f4371ff3-1d18-448f-a2de-2cf004b00e4c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:19.366852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9019e2af-2083-4158-8ca4-aa59f11eb6c4 req-f4371ff3-1d18-448f-a2de-2cf004b00e4c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1014225 Jul 22 21:11:19.426557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9019e2af-2083-4158-8ca4-aa59f11eb6c4 req-0504c3ab-3e91-4ae4-8cf2-04a6ad1d4bf0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Jul 22 21:11:19.567246 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aeac0f-3d5b-4d45-9e3d-2645ef3ae337 x-openstack-request-id: req-66aeac0f-3d5b-4d45-9e3d-2645ef3ae337 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:19.568159 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c583a6-8127-4cd1-a59a-da10d2cb622c", "name": "network-vif-plugged", "status": "completed", "tag": "45fd61dd-3892-45b5-b3ef-307d3045169a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:19.568159 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66aeac0f-3d5b-4d45-9e3d-2645ef3ae337 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:19.568686 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fd61dd-3892-45b5-b3ef-307d3045169a', 'code': 200} Jul 22 21:11:19.770330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78152de-e6f0-479f-b581-ccb18b4d3a1e req-5823cfac-3aaa-4f7d-aa86-103cdcee65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:19.774384 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d78152de-e6f0-479f-b581-ccb18b4d3a1e req-5823cfac-3aaa-4f7d-aa86-103cdcee65de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 1101 time: 0.0975034 Jul 22 21:11:19.778145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-3a41e7b8-9399-4a4c-b815-b8f077f178ce tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410011 Jul 22 21:11:19.828377 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d78152de-e6f0-479f-b581-ccb18b4d3a1e req-6f28c165-ad9e-464e-a426-568c533e52e8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Jul 22 21:11:19.926421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-c8c40c33-8c61-4255-9fb7-5652cddb243c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:19.928384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-c8c40c33-8c61-4255-9fb7-5652cddb243c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444623 Jul 22 21:11:19.945893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-e69a4252-433e-440c-ae36-9a3c66ffbc19 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/quotas/b388d3d8f84e4e3fb35ee222ce0c9d1d HTTP/1.1" status: 200 len: 375 time: 0.0121641 Jul 22 21:11:19.997043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-72cc77b3-28df-4c4b-a88d-571c6c3c5392 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451024 Jul 22 21:11:20.016914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:20.019574 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e293d2-e748-4a1c-a8d5-e68be0f200a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:20.213264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.214105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.214941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.216796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.217193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.218759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.219298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.219765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.220316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.220777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.224835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-66e7eae4-bbae-4eb2-98ff-2b264e65650d tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c&device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb&device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba&device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7&device_id=f3073513-6f41-4cc4-816e-994b9056379b&device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce&device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 9133 time: 0.1806021 Jul 22 21:11:20.249043 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dca14ed-d0c1-4a97-9f3c-92d68381aa5b x-openstack-request-id: req-2dca14ed-d0c1-4a97-9f3c-92d68381aa5b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:20.249334 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:20.249583 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dca14ed-d0c1-4a97-9f3c-92d68381aa5b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:20.249967 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'status': 'completed', 'code': 200} Jul 22 21:11:20.250356 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'status': 'completed', 'code': 200} Jul 22 21:11:20.251613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:20.380289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf3f1835-820f-4f0c-af4b-f668cb32ab78 req-eea75ea7-2a58-44d5-9f17-d13baf0709dc tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1001 time: 0.1064296 Jul 22 21:11:20.404726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-316945c2-1603-44dc-bbb3-e19be33835e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.406127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-316945c2-1603-44dc-bbb3-e19be33835e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.1284356 Jul 22 21:11:20.417595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-6edcf267-ab5f-4451-858f-108b1ba3c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.419214 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-6edcf267-ab5f-4451-858f-108b1ba3c409 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 1097 time: 0.1063325 Jul 22 21:11:20.501678 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f1835-820f-4f0c-af4b-f668cb32ab78 req-54fa46ca-7a4f-4a24-9cf2-13c80fee1789 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.503602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf3f1835-820f-4f0c-af4b-f668cb32ab78 req-54fa46ca-7a4f-4a24-9cf2-13c80fee1789 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports/56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 942 time: 0.1106117 Jul 22 21:11:20.541696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:20.549796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:20.598279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03a4df48-09f3-4d6d-933b-fdc4304d40b5 req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&id=43175761-9f76-4fda-af22-cf33f830021c&id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3642907 Jul 22 21:11:20.611789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-b6940768-ed4f-4b03-bad3-f8f7a3527933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.613426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-b6940768-ed4f-4b03-bad3-f8f7a3527933 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.1931789 Jul 22 21:11:20.631051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-9c5ce7ed-823d-4e9f-8f69-7e5a415b8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.632573 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-9c5ce7ed-823d-4e9f-8f69-7e5a415b8445 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.1930585 Jul 22 21:11:20.663609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cda131-4aea-491c-93a9-5147a662b761,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:20.667080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-3884abe6-09e9-4817-a0ba-520334762119 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0456159 Jul 22 21:11:20.723167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.723462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.723867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.724205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.724544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.724845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.725123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.725452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.725775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.726100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.726686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.726847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88f1df-ef0b-43fd-a144-71960c669903 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:20.786870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-d6c78154-b084-4b15-b3d8-5c14a0e17452 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 1001 time: 0.1271155 Jul 22 21:11:20.793138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf3f1835-820f-4f0c-af4b-f668cb32ab78 req-69dc7d20-ab64-41b4-b9da-14301ef635a9 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1001 time: 0.1936731 Jul 22 21:11:20.796374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-debdf40a-a6a4-4bcf-b0e3-70eaf613e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.798991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-debdf40a-a6a4-4bcf-b0e3-70eaf613e110 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0857177 Jul 22 21:11:20.878961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c23ec-b3eb-467e-a85b-27e31130d3c5 req-7fbb9cf0-1b80-4eb9-b52d-a718a4894817 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.882033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a91c23ec-b3eb-467e-a85b-27e31130d3c5 req-7fbb9cf0-1b80-4eb9-b52d-a718a4894817 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 943 time: 0.1820498 Jul 22 21:11:20.894556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-200d8388-a2b3-4f5c-9aff-c38e2a543478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.897462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-200d8388-a2b3-4f5c-9aff-c38e2a543478 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0969832 Jul 22 21:11:20.970371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-cef458e5-a56d-4a07-8dc5-68c17dcef728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.972159 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-cef458e5-a56d-4a07-8dc5-68c17dcef728 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594696 Jul 22 21:11:21.016189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318d97-32a7-4728-b177-55997482a822 req-95cebbc6-4d4a-47b0-a8ad-1fafcdb9b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:21.017904 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-95cebbc6-4d4a-47b0-a8ad-1fafcdb9b27f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014638 Jul 22 21:11:21.018119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a91c23ec-b3eb-467e-a85b-27e31130d3c5 req-cf50370d-11d2-459e-827a-dfdb9402e599 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262293 Jul 22 21:11:21.025723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f1835-820f-4f0c-af4b-f668cb32ab78 req-b4065649-df9d-49af-b91d-fe07b4e7d417 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:21.027185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf3f1835-820f-4f0c-af4b-f668cb32ab78 req-b4065649-df9d-49af-b91d-fe07b4e7d417 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2212267 Jul 22 21:11:21.303658 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-fffe03b3-13a6-4ef3-934d-2aa2a46017a0 service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565408 Jul 22 21:11:21.308411 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-dde6ab8d-9f8b-4f89-b4eb-e7a3806e56d5 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893133 Jul 22 21:11:21.313894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73433f-1492-4a70-a222-e985a7ef804d req-1d1323ae-33ee-4aff-a5dd-841504a2779f tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:21.323152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa73433f-1492-4a70-a222-e985a7ef804d req-1d1323ae-33ee-4aff-a5dd-841504a2779f tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 949 time: 0.1722925 Jul 22 21:11:21.324865 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-90476c5a-dd47-4a28-96ba-5b806ee2da7f service neutron] 10.222.0.23 "GET /v2.0/ports/67af00ab-832d-4a5a-bbbd-0367c6763153/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.1965003 Jul 22 21:11:21.326657 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642fda0-28fd-4442-ac4d-c0d442a62f27 x-openstack-request-id: req-b642fda0-28fd-4442-ac4d-c0d442a62f27 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:21.326657 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:21.326936 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b642fda0-28fd-4442-ac4d-c0d442a62f27 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:21.327404 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153', 'status': 'completed', 'code': 200} Jul 22 21:11:21.382512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa73433f-1492-4a70-a222-e985a7ef804d req-c8cf106f-5209-453f-8b2d-c23fef1b1d10 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581977 Jul 22 21:11:21.436714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-749ea4ff-fc15-4cdc-9ec1-0ad936574b2b req-8a4076f6-5e95-4b66-9f46-ebad386874bd tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 210 time: 0.0400097 Jul 22 21:11:21.590843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a5d9-114d-40b3-829d-ec7367f09d4f req-2e27bffe-7126-4444-9ade-0a049c6efc6f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:21.593818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5001a5d9-114d-40b3-829d-ec7367f09d4f req-2e27bffe-7126-4444-9ade-0a049c6efc6f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1099210 Jul 22 21:11:21.649902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5001a5d9-114d-40b3-829d-ec7367f09d4f req-2e5502eb-bf2f-422a-be78-7e09dd975e5d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Jul 22 21:11:21.769617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-1a5fca23-6d35-4f3c-afca-7374748d63e0 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1001 time: 0.0930314 Jul 22 21:11:21.853025 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-e8bb2dc8-5a84-4ff3-adcd-121f2c0e80b0 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091226 Jul 22 21:11:21.857222 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81318d97-32a7-4728-b177-55997482a822 req-ce999f3b-d5e8-4016-b4ce-a0fc2a4d75f9 service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423057 Jul 22 21:11:21.901998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-9d0cc040-0be6-4774-9ec2-78217795ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:21.904383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-9d0cc040-0be6-4774-9ec2-78217795ec11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1126 time: 0.5205297 Jul 22 21:11:21.922735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-484056d5-cf53-4c6f-9f76-666c66ebe79f tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:21.950111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-484056d5-cf53-4c6f-9f76-666c66ebe79f tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports/56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 942 time: 0.1594698 Jul 22 21:11:21.954058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-790b6d1b-80cd-4b27-8439-b946b26befec tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551915 Jul 22 21:11:22.074254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-e89e7e97-c854-4d10-a29e-72946b0db3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.075310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-e89e7e97-c854-4d10-a29e-72946b0db3ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1564751 Jul 22 21:11:22.139707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-b7019233-37f1-4384-8932-edf6b874cfa4 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1001 time: 0.1070275 Jul 22 21:11:22.260375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-eebca1fe-8c30-4fc5-bb17-30bc12a8d64b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 217 time: 0.0882473 Jul 22 21:11:22.352357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-1f03abca-ead7-4ca1-9bb0-67fcb0d7a588 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.354967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-1f03abca-ead7-4ca1-9bb0-67fcb0d7a588 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2132897 Jul 22 21:11:22.414545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:22.431790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a72924-0340-4f35-89b2-6c0df9311fec req-8d89d025-f437-4da2-8052-a35149cabf96 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.432657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a72924-0340-4f35-89b2-6c0df9311fec req-8d89d025-f437-4da2-8052-a35149cabf96 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.433502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a72924-0340-4f35-89b2-6c0df9311fec req-8d89d025-f437-4da2-8052-a35149cabf96 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.440389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40a72924-0340-4f35-89b2-6c0df9311fec req-8d89d025-f437-4da2-8052-a35149cabf96 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0&device_id=f3073513-6f41-4cc4-816e-994b9056379b&device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 2886 time: 0.2128572 Jul 22 21:11:22.474119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-acb15f9c-ca7a-4b09-80ec-f8c0f14aad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.475821 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-acb15f9c-ca7a-4b09-80ec-f8c0f14aad38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.2009792 Jul 22 21:11:22.487070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:22.499930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-8918188a-cf7c-4d2f-956b-5eb98a9bd34b tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1001 time: 0.1344445 Jul 22 21:11:22.503548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-b5920e14-0754-404d-bf61-4d5fb8f06c5c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.505035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-b5920e14-0754-404d-bf61-4d5fb8f06c5c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5426080 Jul 22 21:11:22.511211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40a72924-0340-4f35-89b2-6c0df9311fec req-da042d15-a8ea-4239-befd-6aa1b9359ac4 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601320 Jul 22 21:11:22.519572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:22.550477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:22.556383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-c0dc54ca-d46a-4a74-ac52-e2de9585ff05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670483 Jul 22 21:11:22.591612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.606126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67af00ab-832d-4a5a-bbbd-0367c6763153 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:22.626364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:22.710408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.754623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2f301-82d9-44d7-bb43-d5226290fc33 req-32a43b2a-9285-485d-b1b3-e5f25a55af3b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.756225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20f2f301-82d9-44d7-bb43-d5226290fc33 req-32a43b2a-9285-485d-b1b3-e5f25a55af3b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 943 time: 0.1327536 Jul 22 21:11:22.799891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-712167c1-886c-4e61-8f4e-e6108f322608 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289567 Jul 22 21:11:22.800819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.809977 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.810291 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 disassociated. External IP: 172.25.5.124, port: 56ca0177-f462-4b7b-88db-a47bc6432c40. Jul 22 21:11:22.867975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:22.871373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.891238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20f2f301-82d9-44d7-bb43-d5226290fc33 req-16cbafbf-58bf-4aec-8296-1ab566ad7763 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024899 Jul 22 21:11:22.915508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Transition to ACTIVE for port object 67af00ab-832d-4a5a-bbbd-0367c6763153 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:22.916475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.927698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.995790 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77e293d2-e748-4a1c-a8d5-e68be0f200a6 req-c170b00d-9c48-48b4-b9cd-f9f07a4f90b5 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841400 Jul 22 21:11:23.057832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] No DVR routers for this DVR port 67af00ab-832d-4a5a-bbbd-0367c6763153 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:23.079729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Pushing event updated for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:23.107452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9913-7261-4f76-971c-6fd999de0cfd req-b29e1836-fd54-4422-984b-b466729b9d1e tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.109114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c24e9913-7261-4f76-971c-6fd999de0cfd req-b29e1836-fd54-4422-984b-b466729b9d1e tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 949 time: 0.1297412 Jul 22 21:11:23.113968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:23.117013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.117395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.117798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.118187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.118466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.118797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.119121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.119440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.119762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.120107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.120424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.120736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.132363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-7317eb95-0342-4708-b862-23ab2e4d17f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/67af00ab-832d-4a5a-bbbd-0367c6763153/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 1.7674778 Jul 22 21:11:23.198567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.202396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.304602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3a1d5e-01ec-40c1-a425-8528fb19b522,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:23.395978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-6ca7b54c-61b4-4718-ac40-4be61adf3cf4 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.397683 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-6ca7b54c-61b4-4718-ac40-4be61adf3cf4 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.1813633 Jul 22 21:11:23.421026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.77 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/388b0d77-180c-4d3e-ab96-3d9906540603) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:23.480579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c24e9913-7261-4f76-971c-6fd999de0cfd req-1e941b1d-58ab-4b99-a925-71519aa1bf5c tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607421 Jul 22 21:11:23.511279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-4a494fc9-e728-486b-8067-82769f71f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.512817 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-4a494fc9-e728-486b-8067-82769f71f5ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 1096 time: 0.1005917 Jul 22 21:11:23.532609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:23.544665 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.548442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:23.560951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:23.563618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:23.654948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7911046a-5c30-4cd0-bf50-7a1dbd5d3a37 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "PUT /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 200 len: 695 time: 1.1419680 Jul 22 21:11:23.655722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:23.658296 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5bca7f-494e-48db-915d-151d227a1552" -d '{"events": [{"name": "network-changed", "server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:23.693044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-36509ab4-21d8-47c9-b022-60d83ca1ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.696085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-36509ab4-21d8-47c9-b022-60d83ca1ab4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1474164 Jul 22 21:11:23.736140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.761947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:23.769942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7bfcdcde-626b-43e8-addd-e8cd85d85222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.775562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object 388b0d77-180c-4d3e-ab96-3d9906540603 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:23.783188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-7bfcdcde-626b-43e8-addd-e8cd85d85222 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 1097 time: 0.1144729 Jul 22 21:11:23.853175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-326c7bf5-f1f6-4e75-a723-e72af194a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.854666 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-326c7bf5-f1f6-4e75-a723-e72af194a55d service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1331620 Jul 22 21:11:23.879524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.910270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-39f38a10-aca4-404a-b7c0-f0723dce077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.911681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-39f38a10-aca4-404a-b7c0-f0723dce077b service neutron] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.1275027 Jul 22 21:11:23.919735 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-ad4b5772-ad3f-4d9c-84f9-0f3524c1d81b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 217 time: 0.0498350 Jul 22 21:11:24.001039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-c56548c7-ed01-43cb-b7da-db8c719b2445 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 217 time: 0.0719759 Jul 22 21:11:24.009532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:24.022018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=388b0d77-180c-4d3e-ab96-3d9906540603,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:24.025386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:24.029702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:24.036064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.036460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.054427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-c491199e-df5f-4085-8b4f-7d4fad2781a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.058281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-c491199e-df5f-4085-8b4f-7d4fad2781a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1083484 Jul 22 21:11:24.076803 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-7da36023-7964-443c-af98-cf3aae0881e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5514922 Jul 22 21:11:24.090086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:24.095746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:24.102829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-64b86586-74b4-4efe-aeb7-2b98289b7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.104632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-64b86586-74b4-4efe-aeb7-2b98289b7793 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0925274 Jul 22 21:11:24.115877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12e566-5fad-43cc-b5bd-af886a1e8db3 req-6df708a6-1a90-4f08-962b-1335ecc96904 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.124298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc12e566-5fad-43cc-b5bd-af886a1e8db3 req-6df708a6-1a90-4f08-962b-1335ecc96904 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 935 time: 0.2071233 Jul 22 21:11:24.126773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Request body: {'port': {'device_id': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:24.132723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-1c44b83d-642e-4036-bac0-9fd3b12015ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667944 Jul 22 21:11:24.145106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:24.196364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:24.204761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:24.205925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:24.218307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc12e566-5fad-43cc-b5bd-af886a1e8db3 req-9168fcbe-c58c-4098-be7d-fa4120ae9490 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908725 Jul 22 21:11:24.261579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-f6242c99-e90a-4df3-b542-00529f44a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.264572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-f6242c99-e90a-4df3-b542-00529f44a40b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376452 Jul 22 21:11:24.336145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.374703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:24.398627 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-de5e372f-738d-4910-a140-d12207fa6765 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416213 Jul 22 21:11:24.410115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-24eb0650-8a3a-4498-9bf4-6cb03367715d service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320720 Jul 22 21:11:24.588339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01af1ab1-1f4d-480a-91b4-cf5b74b071bc req-1a6f25e4-8798-4fe5-be32-a788d977c75a service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714823 Jul 22 21:11:24.618875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955d4f4-10fd-4850-a68e-780f83fdc6a8 req-0558155f-9540-4035-bddf-4ba35acefbef tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.620653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8955d4f4-10fd-4850-a68e-780f83fdc6a8 req-0558155f-9540-4035-bddf-4ba35acefbef tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1068621 Jul 22 21:11:24.646221 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-8f86dc86-18c9-4452-8c75-5d19d11e4408 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279606 Jul 22 21:11:24.681766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bdac3bb1-9a40-4632-8e74-b782e4bec1b9 None None] Provisioning for port 388b0d77-180c-4d3e-ab96-3d9906540603 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:24.699732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bdac3bb1-9a40-4632-8e74-b782e4bec1b9 None None] Provisioning complete for port 388b0d77-180c-4d3e-ab96-3d9906540603 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:24.700311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bdac3bb1-9a40-4632-8e74-b782e4bec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.705567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8955d4f4-10fd-4850-a68e-780f83fdc6a8 req-fcdc9c2f-4564-4f4e-bf45-6cacfd6c0655 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785646 Jul 22 21:11:24.779789 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5901e4f8-5f10-4269-9333-d395a356185e x-openstack-request-id: req-5901e4f8-5f10-4269-9333-d395a356185e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:24.780143 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:24.780428 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5901e4f8-5f10-4269-9333-d395a356185e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:24.780785 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'status': 'completed', 'code': 200} Jul 22 21:11:24.815772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bdac3bb1-9a40-4632-8e74-b782e4bec1b9 None None] Port 388b0d77-180c-4d3e-ab96-3d9906540603 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:24.888122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388b0d77-180c-4d3e-ab96-3d9906540603 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:24.905371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.923416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:24.943484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Transition to ACTIVE for port object 388b0d77-180c-4d3e-ab96-3d9906540603 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:24.961453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.964325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a5c67-595b-4f49-ac4f-d07af3f5043d None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:25.034540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bca7f-494e-48db-915d-151d227a1552 req-a903c2e1-8709-4b48-9d7b-a8006d52580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.037726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c5bca7f-494e-48db-915d-151d227a1552 req-a903c2e1-8709-4b48-9d7b-a8006d52580c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 1097 time: 0.2229948 Jul 22 21:11:25.111669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=388b0d77-180c-4d3e-ab96-3d9906540603,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:25.252211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04d5d2-202d-400c-bf82-699c69d0ab90 req-cccd0c9e-19c8-45da-a919-54fb56864a4c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.261356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d04d5d2-202d-400c-bf82-699c69d0ab90 req-cccd0c9e-19c8-45da-a919-54fb56864a4c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 944 time: 0.2675066 Jul 22 21:11:25.264802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ce7f-b49c-468e-90fc-aea57546720a req-e9e1f7bb-4117-4c74-99f5-eaf8a6830aa1 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.266216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bca7f-494e-48db-915d-151d227a1552 req-da92c020-cee9-43ce-bdf3-e1ae40f02bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.266554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-e9e1f7bb-4117-4c74-99f5-eaf8a6830aa1 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.3340487 Jul 22 21:11:25.268746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c5bca7f-494e-48db-915d-151d227a1552 req-da92c020-cee9-43ce-bdf3-e1ae40f02bb1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.2159469 Jul 22 21:11:25.269299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Attempting to bind port 388b0d77-180c-4d3e-ab96-3d9906540603 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:25.269704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Attempting to bind port 388b0d77-180c-4d3e-ab96-3d9906540603 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:25.270095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Attempting to bind port 388b0d77-180c-4d3e-ab96-3d9906540603 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:25.278379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Port 388b0d77-180c-4d3e-ab96-3d9906540603 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:25.283486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Attempting to bind port 388b0d77-180c-4d3e-ab96-3d9906540603 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:25.363270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d04d5d2-202d-400c-bf82-699c69d0ab90 req-2a0b8659-859e-4ec7-99b5-b52067a73c2d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007349 Jul 22 21:11:25.395930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c5bca7f-494e-48db-915d-151d227a1552 req-2aa48609-0058-4f20-bbca-d0e84855c5e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 200 len: 217 time: 0.1065540 Jul 22 21:11:25.398405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:25.398972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:25.400279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:25.400499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Bound port: 388b0d77-180c-4d3e-ab96-3d9906540603, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:25.400897 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.477255 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69f6e0-9df8-476c-afdd-11262aa3c15d None None] New status for floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:11:25.538690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2389ce7f-b49c-468e-90fc-aea57546720a req-131364ad-eb64-49ca-86c5-f77115d6fba8 service neutron] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:25.542975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2389ce7f-b49c-468e-90fc-aea57546720a req-131364ad-eb64-49ca-86c5-f77115d6fba8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.546422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2389ce7f-b49c-468e-90fc-aea57546720a req-131364ad-eb64-49ca-86c5-f77115d6fba8 service neutron] 10.222.0.58 "DELETE /v2.0/ports/67af00ab-832d-4a5a-bbbd-0367c6763153/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.2565398 Jul 22 21:11:25.801333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] For port 388b0d77-180c-4d3e-ab96-3d9906540603, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:25.807365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] For port 388b0d77-180c-4d3e-ab96-3d9906540603, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=388b0d77-180c-4d3e-ab96-3d9906540603,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:25.817840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.852830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c6c78-5f97-48bf-a762-e86e25ce6104 req-9fd1f2a9-d567-4bc3-a85e-5332eebc9cbd tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.857751 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-712c6c78-5f97-48bf-a762-e86e25ce6104 req-9fd1f2a9-d567-4bc3-a85e-5332eebc9cbd tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 947 time: 0.1484478 Jul 22 21:11:25.909619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.911201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.913600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] 10.222.0.23 "PUT /v2.0/ports/388b0d77-180c-4d3e-ab96-3d9906540603 HTTP/1.1" status: 200 len: 1096 time: 1.7920933 Jul 22 21:11:25.914533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'tag': '388b0d77-180c-4d3e-ab96-3d9906540603'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:25.919124 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b071672-b01f-4b0e-9e05-8223f4b343c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9bef8f91-976b-47a3-9819-cac0bd87f5cd", "tag": "388b0d77-180c-4d3e-ab96-3d9906540603"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:25.930992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bca7f-494e-48db-915d-151d227a1552 req-c954af6d-369e-466e-886a-e239ed5254dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.932562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c5bca7f-494e-48db-915d-151d227a1552 req-c954af6d-369e-466e-886a-e239ed5254dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.5270181 Jul 22 21:11:25.936447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-712c6c78-5f97-48bf-a762-e86e25ce6104 req-64f9db72-abfd-473f-884d-864c425f8509 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Jul 22 21:11:26.056509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd7b27-aac6-43a6-bc9c-0a5438320ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=388b0d77-180c-4d3e-ab96-3d9906540603,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:26.141325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-1d1f9551-3908-4cf5-9c90-1ccc8ac0c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.143306 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-1d1f9551-3908-4cf5-9c90-1ccc8ac0c2be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 1099 time: 0.1366808 Jul 22 21:11:26.147046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bca7f-494e-48db-915d-151d227a1552 req-0eec6588-c916-4eaf-a37f-daeeb833ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.148838 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c5bca7f-494e-48db-915d-151d227a1552 req-0eec6588-c916-4eaf-a37f-daeeb833ae9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021995 Jul 22 21:11:26.238450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-da1eb573-2f55-40d6-9f24-78c1113bc028 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=388b0d77-180c-4d3e-ab96-3d9906540603 HTTP/1.1" status: 200 len: 217 time: 0.0636172 Jul 22 21:11:26.356624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-094689bc-18f7-47d8-a485-ad76fb63db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.358184 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-094689bc-18f7-47d8-a485-ad76fb63db55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0671279 Jul 22 21:11:26.369061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c5bca7f-494e-48db-915d-151d227a1552 req-f7792042-201c-4d65-aeec-c5323c0de634 service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098215 Jul 22 21:11:26.504832 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c5bca7f-494e-48db-915d-151d227a1552 req-55d1d259-3623-4466-b610-0cf054f1cca3 service neutron] 10.222.0.58 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984395 Jul 22 21:11:26.542512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-f1a63585-535b-4ec1-9a98-8f7c40a317c3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.548958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-1418daa9-095f-474c-b67e-5d627f830985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.548958 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-1418daa9-095f-474c-b67e-5d627f830985 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1758993 Jul 22 21:11:26.551201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-f1a63585-535b-4ec1-9a98-8f7c40a317c3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1462719 Jul 22 21:11:26.654872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-31176fc9-4106-4dd9-91c2-c5f90c400f79 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.1022820 Jul 22 21:11:26.671011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'floatingip': {'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:26.693644 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-94da1306-8840-464f-a8e1-4031eba3a965 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337438 Jul 22 21:11:26.726304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.797398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48488) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:26.814682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40e482-9fc0-4339-b2ef-37d75daa172d req-3d52b128-e045-4588-ad00-eae36c19fe6d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.821724 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f40e482-9fc0-4339-b2ef-37d75daa172d req-3d52b128-e045-4588-ad00-eae36c19fe6d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.2056491 Jul 22 21:11:26.824171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8fb8d7d-ff2c-420f-b7f9-ec7a65c9e141 req-1f86a888-a4bb-4c35-87d0-4e5ad4b1aa1a service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228437 Jul 22 21:11:26.902263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f40e482-9fc0-4339-b2ef-37d75daa172d req-3812c8f2-fd90-4014-b086-7c2dd62dc924 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794261 Jul 22 21:11:27.014623 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a4edbd-4d9d-42d9-a775-3da0fe430753 x-openstack-request-id: req-f1a4edbd-4d9d-42d9-a775-3da0fe430753 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:27.015232 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bef8f91-976b-47a3-9819-cac0bd87f5cd", "tag": "388b0d77-180c-4d3e-ab96-3d9906540603", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:27.015429 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1a4edbd-4d9d-42d9-a775-3da0fe430753 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:27.020637 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'tag': '388b0d77-180c-4d3e-ab96-3d9906540603', 'status': 'completed', 'code': 200} Jul 22 21:11:27.056132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c396-d0e0-4df4-bbc6-8426ed107b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.216898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-bd8b385a-0f30-4259-ab2f-74249e2d71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.219122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-bd8b385a-0f30-4259-ab2f-74249e2d71c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 1099 time: 0.1569574 Jul 22 21:11:27.321932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631907c-a440-46aa-b5d9-21491d71318e req-d35c09b2-e4dd-4c4f-a057-b480cd960828 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.331118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d631907c-a440-46aa-b5d9-21491d71318e req-d35c09b2-e4dd-4c4f-a057-b480cd960828 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2669337 Jul 22 21:11:27.343653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c396-d0e0-4df4-bbc6-8426ed107b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.357964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c396-d0e0-4df4-bbc6-8426ed107b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.388600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-3ce15517-879f-4fa7-bc6d-afb3cc9a7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.388858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d631907c-a440-46aa-b5d9-21491d71318e req-dbac0b11-4e08-4e73-89e1-3e4694a87937 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Jul 22 21:11:27.390336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-3ce15517-879f-4fa7-bc6d-afb3cc9a7d35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1602259 Jul 22 21:11:27.403147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c396-d0e0-4df4-bbc6-8426ed107b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8077416-32b0-47f3-8e64-293391788b10,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:27.470821 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0cf9c396-d0e0-4df4-bbc6-8426ed107b37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3aa7c2bb4404766962604a3d5ee6a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6668108 Jul 22 21:11:27.470821 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-5c4bc32f-a8ab-4f5e-be28-636de97b5918 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=388b0d77-180c-4d3e-ab96-3d9906540603 HTTP/1.1" status: 200 len: 217 time: 0.0654333 Jul 22 21:11:27.471263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:27.550808 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.557657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.596807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-64d9462c-a222-444b-a74e-f697f2d7adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.598300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-64d9462c-a222-444b-a74e-f697f2d7adf2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1201856 Jul 22 21:11:27.628820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2aa96a62-f048-421b-b019-7c02deb2c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.682596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2aa96a62-f048-421b-b019-7c02deb2c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.699258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-ad990665-1e5e-49e7-bfd1-b7990949aa60 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.700529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-ad990665-1e5e-49e7-bfd1-b7990949aa60 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba HTTP/1.1" status: 200 len: 945 time: 0.1817193 Jul 22 21:11:27.719488 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 associated. External IP: 172.25.5.124, port: 4ce39806-41cc-4501-8b06-7b99a83d9cb5. Jul 22 21:11:27.802970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-a0168b62-af7f-464c-a438-c07c9e0e1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.804552 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-a0168b62-af7f-464c-a438-c07c9e0e1d62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873271 Jul 22 21:11:27.908258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2aa96a62-f048-421b-b019-7c02deb2c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.917462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2aa96a62-f048-421b-b019-7c02deb2c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.921920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2aa96a62-f048-421b-b019-7c02deb2c316 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8077416-32b0-47f3-8e64-293391788b10 HTTP/1.1" status: 204 len: 168 time: 0.4495256 Jul 22 21:11:28.009090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa96a62-f048-421b-b019-7c02deb2c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8077416-32b0-47f3-8e64-293391788b10,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:28.039259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Deleting port 56ca0177-f462-4b7b-88db-a47bc6432c40 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:28.040366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.118540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:28.141108 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-ef1246c5-2c5e-4975-8509-bd3e668150ac service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988908 Jul 22 21:11:28.334280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:28.341998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.342705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] For port 56ca0177-f462-4b7b-88db-a47bc6432c40, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=56ca0177-f462-4b7b-88db-a47bc6432c40,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:28.343555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.354096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b8b6-5910-4680-90a4-28b2bc0ab95e req-b415a99e-8f7b-4517-a661-3f124da85e39 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:28.356294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6273b8b6-5910-4680-90a4-28b2bc0ab95e req-b415a99e-8f7b-4517-a661-3f124da85e39 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 947 time: 0.1595573 Jul 22 21:11:28.356595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:28.372568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:28.374431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:28.388119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Calling delete_port for 56ca0177-f462-4b7b-88db-a47bc6432c40 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:28.447870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-d5a78499-d51b-4fab-a936-884deaa0b178 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "PUT /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 200 len: 997 time: 1.7808263 Jul 22 21:11:28.450554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:28.460032 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe211fc-7027-4a3b-b30a-28b738fa70e5" -d '{"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:28.495823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b071672-b01f-4b0e-9e05-8223f4b343c4 req-8de6dd60-4d19-45e4-bada-b434521de047 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965899 Jul 22 21:11:28.499479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6273b8b6-5910-4680-90a4-28b2bc0ab95e req-8388537a-b3da-4d87-8e9a-1ada1eaad980 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214602 Jul 22 21:11:28.530113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48514) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:28.556033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91abcc0a-a38b-4cef-81db-e3f6bfde4043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.570929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:28.577411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-dbac0b43-91d3-47df-bacc-4dc69414b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:28.585744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-dbac0b43-91d3-47df-bacc-4dc69414b2bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.1223490 Jul 22 21:11:28.692335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.730272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['56ca0177-f462-4b7b-88db-a47bc6432c40'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:28.733704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4ce39806-41cc-4501-8b06-7b99a83d9cb5'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:28.737264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Pushing event deleted for resources: {'Port': ['ID=56ca0177-f462-4b7b-88db-a47bc6432c40,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:28.800720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] No DVR routers for this DVR port 56ca0177-f462-4b7b-88db-a47bc6432c40 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:28.807286 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.809401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4a6b61f-4d58-4097-aa40-3f0ec3d3a549 req-2be7c7a9-78b1-4921-bbcc-304d9b38a885 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.58 "DELETE /v2.0/ports/56ca0177-f462-4b7b-88db-a47bc6432c40 HTTP/1.1" status: 204 len: 173 time: 1.0945718 Jul 22 21:11:28.820634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91abcc0a-a38b-4cef-81db-e3f6bfde4043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.826820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91abcc0a-a38b-4cef-81db-e3f6bfde4043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:28.883884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91abcc0a-a38b-4cef-81db-e3f6bfde4043 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09cf90416d6344aab38a9b18ed943c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525453 Jul 22 21:11:28.885628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abcc0a-a38b-4cef-81db-e3f6bfde4043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e40b49-dc08-41b1-bc58-b030982647dc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:28.888326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48524) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:28.974025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99fc9279-efc4-411c-9e92-a1ac4e8276d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.028667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99fc9279-efc4-411c-9e92-a1ac4e8276d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.105723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'name': 'network-vif-deleted', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:29.110377 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45de8a9-49df-4a7f-a687-0aebe5ca0487" -d '{"events": [{"server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "name": "network-vif-deleted", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:29.130619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:a2:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:27Z', 'revision_number': 8, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:29.131029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99fc9279-efc4-411c-9e92-a1ac4e8276d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.134460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99fc9279-efc4-411c-9e92-a1ac4e8276d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.136541 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99fc9279-efc4-411c-9e92-a1ac4e8276d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3e40b49-dc08-41b1-bc58-b030982647dc HTTP/1.1" status: 204 len: 168 time: 0.2470720 Jul 22 21:11:29.150420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc9279-efc4-411c-9e92-a1ac4e8276d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e40b49-dc08-41b1-bc58-b030982647dc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:29.171413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:29.198702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:29.199356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:29.280160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-0f3825f0-3213-488e-bddb-ebeeec662a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.282175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-0f3825f0-3213-488e-bddb-ebeeec662a18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.6953471 Jul 22 21:11:29.340247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:29.375322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca040-539e-4a8c-8063-7433d3912014 req-e4db6ab5-1c59-4469-a9d3-624dd1cc18c4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.384830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-e4db6ab5-1c59-4469-a9d3-624dd1cc18c4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.2225335 Jul 22 21:11:29.415139 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-8771f67c-c218-468d-8852-5ea218896177 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 1000 time: 0.1225104 Jul 22 21:11:29.432912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-4f33248e-9b74-45af-98fb-b4ffa5b6c63b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/quotas/9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 375 time: 0.0470104 Jul 22 21:11:29.514490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-e6b592b9-fffa-4ee4-bb87-5cc2f02178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.516427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-e6b592b9-fffa-4ee4-bb87-5cc2f02178b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.1004255 Jul 22 21:11:29.612502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-e2014017-df63-46ca-84b5-0af22258b69d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785023 Jul 22 21:11:29.726166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-9e724cb4-81a4-4427-a6c0-ac894fed4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.734457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-9e724cb4-81a4-4427-a6c0-ac894fed4d0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2075922 Jul 22 21:11:29.781957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:a2:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:27Z', 'revision_number': 8, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:29.811539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-5e102686-cf43-4c3b-a5a4-94e791fcdfca service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973202 Jul 22 21:11:29.818501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e81b93-b615-478e-8278-2d284b4f49a8 None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '84d9d1b9-40c1-4f6a-b9ea-530d400cfb26', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'port_id': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'mac_address': 'fa:16:3e:a2:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:10:47Z', 'updated_at': '2021-07-22T21:11:27Z', 'revision_number': 8, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:29.949438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-fe690516-675c-4d80-ae2f-b91b57125f62 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140696 Jul 22 21:11:30.007894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-c62bb717-b193-40bf-92d4-6e0fb3b975b3 service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961076 Jul 22 21:11:30.105986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f6e902-3bd2-49fe-a42f-c2edbd1aeb78 req-305c3c73-400e-4ec4-a952-f47c6b28a955 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475387 Jul 22 21:11:30.117172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a74af-90a6-4c50-979c-ec4a82962c6f None None] New status for floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:11:30.133448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 388b0d77-180c-4d3e-ab96-3d9906540603 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:30.299284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 388b0d77-180c-4d3e-ab96-3d9906540603, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=388b0d77-180c-4d3e-ab96-3d9906540603,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:30.328445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '388b0d77-180c-4d3e-ab96-3d9906540603', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '388b0d77-180c-4d3e-ab96-3d9906540603', 'mac_address': 'fa:16:3e:65:d2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:30.407644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.428670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388b0d77-180c-4d3e-ab96-3d9906540603 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:30.430612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7a2b-33d1-4386-9bee-cb621a45f800 req-32d7afde-d9d9-41a8-b784-8dadca073d21 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.438834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5ac7a2b-33d1-4386-9bee-cb621a45f800 req-32d7afde-d9d9-41a8-b784-8dadca073d21 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.0998642 Jul 22 21:11:30.456425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 388b0d77-180c-4d3e-ab96-3d9906540603, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=388b0d77-180c-4d3e-ab96-3d9906540603,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:30.464005 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.519877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-1d1876a8-b04e-4eb6-88c7-79da4d39a826 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.522694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-1d1876a8-b04e-4eb6-88c7-79da4d39a826 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 949 time: 0.2460127 Jul 22 21:11:30.534727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5ac7a2b-33d1-4386-9bee-cb621a45f800 req-51a88506-9400-48d6-9894-b43d6f4ad6d2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940905 Jul 22 21:11:30.555708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=388b0d77-180c-4d3e-ab96-3d9906540603,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:30.565126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.565693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.566412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.566646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.566994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.567357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.567731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.568093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.568427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.568759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.569088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.569417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:30.606479 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07132bdb-db37-421f-8faa-f74c00f701fe x-openstack-request-id: req-07132bdb-db37-421f-8faa-f74c00f701fe {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:30.606913 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:30.607174 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07132bdb-db37-421f-8faa-f74c00f701fe {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:30.607572 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'status': 'completed', 'code': 200} Jul 22 21:11:30.623272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76437f-6386-4ff1-959c-aa83230bf4bd req-968ea94d-4fc5-4e74-b2e9-66d41e615599 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.625944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff76437f-6386-4ff1-959c-aa83230bf4bd req-968ea94d-4fc5-4e74-b2e9-66d41e615599 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 949 time: 0.1362832 Jul 22 21:11:30.669933 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f90513-8c79-4cca-b654-3a46b9a9771e x-openstack-request-id: req-09f90513-8c79-4cca-b654-3a46b9a9771e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:30.670353 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba", "name": "network-vif-deleted", "tag": "56ca0177-f462-4b7b-88db-a47bc6432c40", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:30.670702 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09f90513-8c79-4cca-b654-3a46b9a9771e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:30.671192 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcadaaa7-0a11-4f48-85fc-73f4c4f2a6ba', 'name': 'network-vif-deleted', 'tag': '56ca0177-f462-4b7b-88db-a47bc6432c40', 'status': 'completed', 'code': 200} Jul 22 21:11:30.711272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff76437f-6386-4ff1-959c-aa83230bf4bd req-e38bd197-6db2-4e95-bb73-ef9e52b94436 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771642 Jul 22 21:11:30.721680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Deleting port 45fd61dd-3892-45b5-b3ef-307d3045169a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:30.722309 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.741058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-1d14afa5-bc7f-4db3-b0ad-4155619e22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.742587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-1d14afa5-bc7f-4db3-b0ad-4155619e22e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.1114542 Jul 22 21:11:30.810881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:30.858141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470270-8998-4019-ba94-930f14b4798e req-70d1e807-53bc-4270-9166-67b768951fa3 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.866564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99470270-8998-4019-ba94-930f14b4798e req-70d1e807-53bc-4270-9166-67b768951fa3 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 948 time: 0.1120307 Jul 22 21:11:30.929568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 56ca0177-f462-4b7b-88db-a47bc6432c40 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:30.934597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] For port 45fd61dd-3892-45b5-b3ef-307d3045169a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=45fd61dd-3892-45b5-b3ef-307d3045169a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:30.935030 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.935197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.962189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Calling delete_port for 45fd61dd-3892-45b5-b3ef-307d3045169a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:30.962340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 56ca0177-f462-4b7b-88db-a47bc6432c40 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:30.962580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 56ca0177-f462-4b7b-88db-a47bc6432c40 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:30.970558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-290a9b48-99b6-4852-9711-92fa6419c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.972623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-290a9b48-99b6-4852-9711-92fa6419c25a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.2093451 Jul 22 21:11:30.999247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd1f2ae9-7b4c-4148-98b9-8bbb5eb99449 req-22ccd4d1-eb05-43c3-ba06-91850bbfe9b1 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 200 len: 999 time: 0.1299431 Jul 22 21:11:31.061892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99470270-8998-4019-ba94-930f14b4798e req-3c77bfee-edb2-4896-800a-ecf28bc3e1e1 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936543 Jul 22 21:11:31.145722 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-d4976a86-2139-47b9-8be5-8c347f9969b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 1002 time: 0.1213834 Jul 22 21:11:31.201690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2ae9-7b4c-4148-98b9-8bbb5eb99449 req-6d473eca-fc51-475c-90c7-71acc699dff7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.203168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd1f2ae9-7b4c-4148-98b9-8bbb5eb99449 req-6d473eca-fc51-475c-90c7-71acc699dff7 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2031462 Jul 22 21:11:31.205786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76ef04df-4b14-487e-8a32-2f84d3cbc6cd req-cb6ffcb4-0c14-4fef-9c90-16433f122c3c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 210 time: 0.0482929 Jul 22 21:11:31.217883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-cd1f2ae9-7b4c-4148-98b9-8bbb5eb99449 req-c5e38d41-b187-4b33-8a81-3b6a765379d3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:11:31.218987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd1f2ae9-7b4c-4148-98b9-8bbb5eb99449 req-c5e38d41-b187-4b33-8a81-3b6a765379d3 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095789 Jul 22 21:11:31.271154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-e2c8c64e-e518-48d1-867f-5e6dd339441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.271719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-e2c8c64e-e518-48d1-867f-5e6dd339441d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.1140945 Jul 22 21:11:31.335248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:31.369836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Pushing event deleted for resources: {'Port': ['ID=45fd61dd-3892-45b5-b3ef-307d3045169a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:31.430509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dd5c2-74dc-405d-9fd2-b46d32ac40b3 req-866b36d0-cd9c-4271-a4df-915fe28f66e0 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.432904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd2dd5c2-74dc-405d-9fd2-b46d32ac40b3 req-866b36d0-cd9c-4271-a4df-915fe28f66e0 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1102 time: 0.0947475 Jul 22 21:11:31.471313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] No DVR routers for this DVR port 45fd61dd-3892-45b5-b3ef-307d3045169a on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:31.475527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:31.478009 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7993fe5b-2ef0-4224-bc12-3e71305a265e req-63f7b813-0445-4cff-b0fb-20038104d4f6 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.23 "DELETE /v2.0/ports/45fd61dd-3892-45b5-b3ef-307d3045169a HTTP/1.1" status: 204 len: 173 time: 0.9480984 Jul 22 21:11:31.489952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-bb7ea5d2-91d0-4622-ba48-68218ec880c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.491966 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-bb7ea5d2-91d0-4622-ba48-68218ec880c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2088737 Jul 22 21:11:31.509126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd2dd5c2-74dc-405d-9fd2-b46d32ac40b3 req-fba27abf-3ee8-4093-8e85-28cb70a4e8e8 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677345 Jul 22 21:11:31.627483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['45fd61dd-3892-45b5-b3ef-307d3045169a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:31.650203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-48b32ba6-2f81-4a14-8f69-5168d1a92e3f tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1002 time: 0.1578617 Jul 22 21:11:31.688723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-75ccc817-349f-4955-afb6-ad43b307efee service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837311 Jul 22 21:11:31.715538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:31.761785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-c8fbaaf5-962f-47af-927e-d39311a02159 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.763291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-c8fbaaf5-962f-47af-927e-d39311a02159 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports/4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 943 time: 0.1117799 Jul 22 21:11:31.811756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3f984-9824-49a6-a4ad-e87d3ea49ac8 req-bc7c71db-47bc-4b32-8211-7ea83ebae646 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.816594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04f3f984-9824-49a6-a4ad-e87d3ea49ac8 req-bc7c71db-47bc-4b32-8211-7ea83ebae646 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1102 time: 0.0972342 Jul 22 21:11:31.855330 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fe211fc-7027-4a3b-b30a-28b738fa70e5 req-53cdea23-e7e2-4522-8e86-04d257508024 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559484 Jul 22 21:11:31.934448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04f3f984-9824-49a6-a4ad-e87d3ea49ac8 req-2297591d-8a8c-4866-aafe-106cefe86bf1 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078920 Jul 22 21:11:31.955713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-f922515a-035e-4deb-a1ce-dd2306955b42 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1002 time: 0.1272678 Jul 22 21:11:32.021833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca040-539e-4a8c-8063-7433d3912014 req-173d7ba2-b94f-4336-9cf4-958bc57362b0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.024083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-173d7ba2-b94f-4336-9cf4-958bc57362b0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.1413872 Jul 22 21:11:32.041641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Request body: {'port': {'device_id': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'admin_state_up': True, 'tenant_id': '9dc7e15d05dd49ad9cf0a2e9a57c811e'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:32.135426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-5dbd3e75-e660-4051-965a-d126c230a709 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.137075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-5dbd3e75-e660-4051-965a-d126c230a709 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.1805041 Jul 22 21:11:32.152268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 388b0d77-180c-4d3e-ab96-3d9906540603 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:32.210454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Made reservation on behalf of 9dc7e15d05dd49ad9cf0a2e9a57c811e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:32.220663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.224664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 388b0d77-180c-4d3e-ab96-3d9906540603 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:32.232473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 388b0d77-180c-4d3e-ab96-3d9906540603 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:32.233229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.234682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c648b-5161-4cda-b722-ddafc3f9faa0 req-92cb023d-8623-4c6a-844e-2671d27e4f8a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.237457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-356c648b-5161-4cda-b722-ddafc3f9faa0 req-92cb023d-8623-4c6a-844e-2671d27e4f8a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1766703 Jul 22 21:11:32.286138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-c775149a-79ff-4c9d-bb47-cd6863c3811b tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 1002 time: 0.1343601 Jul 22 21:11:32.309278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:32.315655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-356c648b-5161-4cda-b722-ddafc3f9faa0 req-f506834a-e5c4-44e5-9a9e-e7a51a09be23 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705366 Jul 22 21:11:32.403037 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.408540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.411611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Allocated IP 172.20.0.12 (3d639708-d693-44fb-800c-d89579aa434d/3aa6d3d8-5dc4-4603-9518-dfdd07e0df26/05f09b63-8f28-4d02-abe3-3cf961226f7f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:32.439798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0d77-180c-4d3e-ab96-3d9906540603'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:32.442629 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdfd035-dc0b-4ca5-a62b-2df668f087a1" -d '{"events": [{"server_uuid": "9bef8f91-976b-47a3-9819-cac0bd87f5cd", "name": "network-vif-plugged", "status": "completed", "tag": "388b0d77-180c-4d3e-ab96-3d9906540603"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:32.467141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 388b0d77-180c-4d3e-ab96-3d9906540603, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=388b0d77-180c-4d3e-ab96-3d9906540603,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:32.479818 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.481266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 45fd61dd-3892-45b5-b3ef-307d3045169a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:32.516539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 45fd61dd-3892-45b5-b3ef-307d3045169a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:32.516923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 45fd61dd-3892-45b5-b3ef-307d3045169a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:32.568954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8060a4a4-70db-4fca-ad99-1277e06518e1 req-d34ec67b-cee1-4442-bdb3-5c91f89dac08 tempest-TenantUsagesTestJSON-933915882 tempest-TenantUsagesTestJSON-933915882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0c583a6-8127-4cd1-a59a-da10d2cb622c HTTP/1.1" status: 200 len: 210 time: 0.0422900 Jul 22 21:11:32.587605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=388b0d77-180c-4d3e-ab96-3d9906540603,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:32.647896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.652559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.653027 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 disassociated. External IP: 172.25.5.124, port: 4ce39806-41cc-4501-8b06-7b99a83d9cb5. Jul 22 21:11:32.696516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'name': 'network-vif-deleted', 'tag': '45fd61dd-3892-45b5-b3ef-307d3045169a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:32.698782 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6682a0a-ad28-45de-a53d-6097323a1335" -d '{"events": [{"server_uuid": "d0c583a6-8127-4cd1-a59a-da10d2cb622c", "name": "network-vif-deleted", "tag": "45fd61dd-3892-45b5-b3ef-307d3045169a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:32.865821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.917807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.921432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:32.971556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Network 3d639708-d693-44fb-800c-d89579aa434d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:32.975499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:32.978329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:32.984337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.985423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:32.998871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:33.010564 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-010623b3-9751-4e61-bc2d-b2d373f475a5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9732375 Jul 22 21:11:33.025764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Request body: {'port': {'device_id': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:33.077053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:33.082341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.091387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e46d-7e86-45c6-ad35-8a2a461e4b99 req-484ea85c-2845-4b6b-93d1-12802f3ef6da tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.093069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-feb7e46d-7e86-45c6-ad35-8a2a461e4b99 req-484ea85c-2845-4b6b-93d1-12802f3ef6da tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 949 time: 0.1557910 Jul 22 21:11:33.097440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:33.109066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:33.109974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:33.110213 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.151121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-7fae85a1-1d8f-4674-b20b-52a7dd8c9450 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "PUT /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 200 len: 696 time: 0.8513417 Jul 22 21:11:33.152525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:33.155997 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212" -d '{"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:33.215101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-feb7e46d-7e86-45c6-ad35-8a2a461e4b99 req-e26f1232-adeb-4f61-b714-df25195a9604 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026828 Jul 22 21:11:33.234718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:33.268722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-fa73a5fb-53ca-42cc-b759-6db66f1d1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.271073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-fa73a5fb-53ca-42cc-b759-6db66f1d1e4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.1010334 Jul 22 21:11:33.467347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f09b63-8f28-4d02-abe3-3cf961226f7f {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:33.480001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.499635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Transition to ACTIVE for port object 05f09b63-8f28-4d02-abe3-3cf961226f7f will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:33.505395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.583782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:33.602086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:33.602599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:33.602972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:33.609621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:33.610103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:33.616409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:33.616961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:33.617139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:33.617584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Bound port: 05f09b63-8f28-4d02-abe3-3cf961226f7f, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:33.617985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.640256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:33.667739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:33.683884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:33.684549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:33.710698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:33.716735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:33.724184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9a7fb-c26e-477c-b9f9-716afd9cfbd1 req-de0f4c85-4232-47ec-8965-ba25aa4f0640 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.725146 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.731145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00b9a7fb-c26e-477c-b9f9-716afd9cfbd1 req-de0f4c85-4232-47ec-8965-ba25aa4f0640 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.1383102 Jul 22 21:11:33.735092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-52dd7747-7eab-47bb-8dcd-e5442af0564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.742135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-52dd7747-7eab-47bb-8dcd-e5442af0564e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.4627638 Jul 22 21:11:33.764619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.765537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.767208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-838b9733-832f-4a55-8058-59321a12f267 service neutron] 10.222.0.23 "PUT /v2.0/ports/05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 1093 time: 0.7467425 Jul 22 21:11:33.791143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-9334b9e5-031f-4335-a565-797c9268a3bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0480661 Jul 22 21:11:33.812306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b9733-832f-4a55-8058-59321a12f267 service neutron] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:33.852582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00b9a7fb-c26e-477c-b9f9-716afd9cfbd1 req-683d5dee-0c5f-4f53-94cb-fc493f7ac328 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205864 Jul 22 21:11:33.862789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:33.881406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-470d4c90-19ff-4c15-886c-f869521695f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.883571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-470d4c90-19ff-4c15-886c-f869521695f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0786388 Jul 22 21:11:33.913111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca040-539e-4a8c-8063-7433d3912014 req-3995a734-decf-44b7-873b-906eb6a1bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.915957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-3995a734-decf-44b7-873b-906eb6a1bfef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1096 time: 0.0969706 Jul 22 21:11:33.975358 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3ae30f-bd9e-4fc6-bd41-4d36324065b6 x-openstack-request-id: req-ba3ae30f-bd9e-4fc6-bd41-4d36324065b6 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:33.976069 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef8f91-976b-47a3-9819-cac0bd87f5cd", "name": "network-vif-plugged", "status": "completed", "tag": "388b0d77-180c-4d3e-ab96-3d9906540603", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:33.976535 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba3ae30f-bd9e-4fc6-bd41-4d36324065b6 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:33.977129 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0d77-180c-4d3e-ab96-3d9906540603', 'code': 200} Jul 22 21:11:33.984675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-2897df03-102a-4827-a9b0-7f40c965fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.986531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-2897df03-102a-4827-a9b0-7f40c965fa95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934148 Jul 22 21:11:33.996407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-df6125f2-c717-401a-91c3-4fb401b54fa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 217 time: 0.0722928 Jul 22 21:11:34.009322 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b164e61-9ebd-42f0-9b1d-fa208a1294a6 x-openstack-request-id: req-3b164e61-9ebd-42f0-9b1d-fa208a1294a6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:34.010024 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c583a6-8127-4cd1-a59a-da10d2cb622c", "name": "network-vif-deleted", "tag": "45fd61dd-3892-45b5-b3ef-307d3045169a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:34.010638 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b164e61-9ebd-42f0-9b1d-fa208a1294a6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:34.025590 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c583a6-8127-4cd1-a59a-da10d2cb622c', 'name': 'network-vif-deleted', 'tag': '45fd61dd-3892-45b5-b3ef-307d3045169a', 'status': 'completed', 'code': 200} Jul 22 21:11:34.108862 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb110f3-8d92-4fdb-a8bc-f023866c8261 x-openstack-request-id: req-9eb110f3-8d92-4fdb-a8bc-f023866c8261 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:34.109070 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:34.112451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca040-539e-4a8c-8063-7433d3912014 req-1d8dfd51-42ac-4d98-90af-839b3cae4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.114833 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-1d8dfd51-42ac-4d98-90af-839b3cae4b0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.0875239 Jul 22 21:11:34.120234 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9eb110f3-8d92-4fdb-a8bc-f023866c8261 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:34.120740 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'status': 'completed', 'code': 200} Jul 22 21:11:34.145269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-1a36d556-e074-46d2-915a-1495077428c1 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514771 Jul 22 21:11:34.173751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-a501c59a-4da3-48e3-b85e-4a1558703364 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448790 Jul 22 21:11:34.186036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:34.197268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a693ad-c613-44fe-ba3b-d27e2e9d5cf7 req-7e4be171-74ec-4d0b-81bd-3bedd2f37c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.198765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81a693ad-c613-44fe-ba3b-d27e2e9d5cf7 req-7e4be171-74ec-4d0b-81bd-3bedd2f37c30 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 1101 time: 0.1399548 Jul 22 21:11:34.233093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d823b-b8fa-47b6-a50b-5b663355398e None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:10:20Z', 'revision_number': 4, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9af0f5fb-0077-42f9-9074-b5a9328b71b9', 'name': '', 'network_id': '0130e39f-9ce1-4142-87ab-6dde549ef5d3', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'mac_address': 'fa:16:3e:76:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:18Z', 'updated_at': '2021-07-22T21:10:28Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'subnets': [{'id': 'afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:34.312352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bff13d0-4395-48fd-a2bf-5733f1e5e0ba req-0161fcba-06f8-4a6a-a420-e4323ae7ab75 service neutron] 10.222.0.54 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654618 Jul 22 21:11:34.321584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81a693ad-c613-44fe-ba3b-d27e2e9d5cf7 req-c1e9e549-ed23-4cd4-bc9e-6587778c4b1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002936 Jul 22 21:11:34.327266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0557b-5627-4bbd-911d-3ecf723b4753 req-242835df-e684-4249-9b36-ce324c63f1ff tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.329839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ed0557b-5627-4bbd-911d-3ecf723b4753 req-242835df-e684-4249-9b36-ce324c63f1ff tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1610816 Jul 22 21:11:34.339985 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-36184f87-ea69-4cc9-afca-7812b6bb86bd service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460245 Jul 22 21:11:34.342085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-cffd5fec-dbe9-46d9-b802-857233016e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.347692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-cffd5fec-dbe9-46d9-b802-857233016e81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edad2e394a794acc98dedd7bea106a3b&device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 1098 time: 0.2176476 Jul 22 21:11:34.388707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ed0557b-5627-4bbd-911d-3ecf723b4753 req-cd655456-3f98-4247-a690-6fc89523b8e2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Jul 22 21:11:34.658948 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ffca040-539e-4a8c-8063-7433d3912014 req-257a2358-a09e-495f-8875-70a0fa782446 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469742 Jul 22 21:11:34.665748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-582f37db-5402-4453-9422-d3c747d3ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.667411 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-582f37db-5402-4453-9422-d3c747d3ece9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 200 len: 922 time: 0.2585173 Jul 22 21:11:34.672094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5571e-4deb-491d-a03b-7e6031e63918 req-cd811280-fd76-4ed2-ba17-f6f479e585bb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.674161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8a5571e-4deb-491d-a03b-7e6031e63918 req-cd811280-fd76-4ed2-ba17-f6f479e585bb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 949 time: 0.1371481 Jul 22 21:11:34.733942 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9739e7d-79fa-468a-a964-e85db31d1e56 None None] New status for floating IP 84d9d1b9-40c1-4f6a-b9ea-530d400cfb26: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:11:34.760542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-fe0f9abf-c1e0-4827-86ff-1c10e8fae00c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0811162 Jul 22 21:11:34.791124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8a5571e-4deb-491d-a03b-7e6031e63918 req-2ccc0875-c78f-48dd-817f-f9021b8bfc79 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963161 Jul 22 21:11:34.822982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-8b6892cb-d0a7-4c13-a9c2-76d6f921cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.824590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-8b6892cb-d0a7-4c13-a9c2-76d6f921cad4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 200 len: 860 time: 0.0539463 Jul 22 21:11:34.912728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48638) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:34.946423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-897dd0c2-321a-483d-a880-394678e84d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.948964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-897dd0c2-321a-483d-a880-394678e84d50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0130e39f-9ce1-4142-87ab-6dde549ef5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139164 Jul 22 21:11:35.011189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-35ea25d9-d283-4c8b-9331-7765acf63a0f tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 200 len: 696 time: 0.0702496 Jul 22 21:11:35.113810 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-1a4f8a48-126b-4a20-8d2a-fd284fee31a7 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538827 Jul 22 21:11:35.307782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ca9c86f-102a-4d5d-aa0c-3b0812d41212 req-326c8f41-e60e-413f-908c-f43f43ad2857 service neutron] 10.222.0.23 "GET /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659491 Jul 22 21:11:35.330030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e8fa7676-9dbe-4e2b-9553-9a19cfa42445 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f01bda37f0b41b3b134c3e9ceb9482d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154761 Jul 22 21:11:35.332727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48652) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:35.347281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-2da9514c-1e82-4b5e-8dcc-aca6c46fdfbe tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:35.349180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-2da9514c-1e82-4b5e-8dcc-aca6c46fdfbe tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3229499 Jul 22 21:11:35.367300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-94d6fe42-ec8d-4f99-a70f-154049b40336 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:11:35.368321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-94d6fe42-ec8d-4f99-a70f-154049b40336 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108504 Jul 22 21:11:35.395126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56194c-c9ac-49d5-a269-e11ba15a3c28 req-0a539938-ee03-4013-a464-cc26c207048e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:35.399304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff56194c-c9ac-49d5-a269-e11ba15a3c28 req-0a539938-ee03-4013-a464-cc26c207048e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.1444530 Jul 22 21:11:35.424276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76022e95-5403-49e6-95f5-60e1dcf76052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.460240 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76022e95-5403-49e6-95f5-60e1dcf76052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.479738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-3045a0d2-865a-44f0-83ac-e11c3d3f5c13 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 697 time: 0.1006999 Jul 22 21:11:35.553742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76022e95-5403-49e6-95f5-60e1dcf76052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.562984 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76022e95-5403-49e6-95f5-60e1dcf76052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.571068 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-76022e95-5403-49e6-95f5-60e1dcf76052 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa HTTP/1.1" status: 204 len: 168 time: 0.2353466 Jul 22 21:11:35.571730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff56194c-c9ac-49d5-a269-e11ba15a3c28 req-5b336506-c06a-4ae0-b8ea-4b3f7bf20043 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653800 Jul 22 21:11:35.579360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-90ffbc27-c574-4e96-86f2-a7f063786638 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 697 time: 0.0986362 Jul 22 21:11:35.582329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76022e95-5403-49e6-95f5-60e1dcf76052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74c4d9-6f43-4437-88c5-5d3a3a88d1fa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:35.835944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Deleting port dd7289ec-0939-409d-ae48-a27a14059cc8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:35.836583 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.856807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7352e-31cb-41e1-9b35-60f42d0dbcb2 req-678f04cb-2b04-4f8d-8219-7503c426a58c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:35.858401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efc7352e-31cb-41e1-9b35-60f42d0dbcb2 req-678f04cb-2b04-4f8d-8219-7503c426a58c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1411178 Jul 22 21:11:35.958921 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efc7352e-31cb-41e1-9b35-60f42d0dbcb2 req-174840dc-8b7e-4aa1-84de-11ba70d18a79 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881188 Jul 22 21:11:35.981935 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.982268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.997640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Calling delete_port for dd7289ec-0939-409d-ae48-a27a14059cc8 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:36.027207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:36.030419 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b51e11-4e1b-438f-b5c9-51af15130915" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:36.045266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48668) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:36.059235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa011d2d-092e-4c4c-b1d1-89c0c2fbec5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.165492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60121641-a526-4ead-b809-4c447404ead7 req-c5e3a73a-152f-4e61-bd92-9fd645f43160 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.167071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60121641-a526-4ead-b809-4c447404ead7 req-c5e3a73a-152f-4e61-bd92-9fd645f43160 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1122007 Jul 22 21:11:36.186982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa011d2d-092e-4c4c-b1d1-89c0c2fbec5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.191692 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa011d2d-092e-4c4c-b1d1-89c0c2fbec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.231340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa011d2d-092e-4c4c-b1d1-89c0c2fbec5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0abfeb3c457142188a3ddce2525d5825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848629 Jul 22 21:11:36.232480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa011d2d-092e-4c4c-b1d1-89c0c2fbec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89169f11-44a2-4d83-82c8-c05b81d908b7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:36.235675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48670) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:36.247966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60121641-a526-4ead-b809-4c447404ead7 req-63374ec6-54be-426b-80af-1b9e06efb2fd tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Jul 22 21:11:36.250819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.277211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Pushing event deleted for resources: {'Port': ['ID=dd7289ec-0939-409d-ae48-a27a14059cc8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:36.294825 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf92d281-0151-4117-aa19-3fff336b9337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.305409 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.308690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.309949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd7f29d-f10a-4043-a296-8add661d2a92 req-34f9bca2-c6e2-460e-afa2-11f3dcdc0bda tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "DELETE /v2.0/floatingips/84d9d1b9-40c1-4f6a-b9ea-530d400cfb26 HTTP/1.1" status: 204 len: 173 time: 0.7182813 Jul 22 21:11:36.322991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf92d281-0151-4117-aa19-3fff336b9337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.382019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf92d281-0151-4117-aa19-3fff336b9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.386211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf92d281-0151-4117-aa19-3fff336b9337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.388692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bf92d281-0151-4117-aa19-3fff336b9337 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89169f11-44a2-4d83-82c8-c05b81d908b7 HTTP/1.1" status: 204 len: 168 time: 0.1515849 Jul 22 21:11:36.393543 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e3d2d-8434-4f91-b195-74b2ab102753 x-openstack-request-id: req-a48e3d2d-8434-4f91-b195-74b2ab102753 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:36.393961 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:36.394545 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a48e3d2d-8434-4f91-b195-74b2ab102753 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:36.395825 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f', 'status': 'completed', 'code': 200} Jul 22 21:11:36.409076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92d281-0151-4117-aa19-3fff336b9337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89169f11-44a2-4d83-82c8-c05b81d908b7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:36.462125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14504995-3db1-4226-9e75-ab555670e7b5 req-e473b4d5-5d08-4a4c-9d96-22b5b3c9d40c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.471425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14504995-3db1-4226-9e75-ab555670e7b5 req-e473b4d5-5d08-4a4c-9d96-22b5b3c9d40c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 949 time: 0.0955288 Jul 22 21:11:36.487714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-1d8c0787-f0f6-4e31-a645-756b30309e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.489852 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-1d8c0787-f0f6-4e31-a645-756b30309e56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1096 time: 0.0727379 Jul 22 21:11:36.520611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14504995-3db1-4226-9e75-ab555670e7b5 req-08ac8ea1-c355-4c75-ba64-96570d77724d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481699 Jul 22 21:11:36.642582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-e55a8533-7514-4ed0-b71c-ca87fe08f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.645946 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-e55a8533-7514-4ed0-b71c-ca87fe08f57f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1445863 Jul 22 21:11:36.708352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-8eb3c4b1-26f7-4628-b56e-daac0c75de6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 217 time: 0.0519111 Jul 22 21:11:36.748770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f629d-4598-41bc-81be-46822f4c952e req-fb59bb6a-d8b6-4fc8-b658-7d124145b5a4 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.750976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf0f629d-4598-41bc-81be-46822f4c952e req-fb59bb6a-d8b6-4fc8-b658-7d124145b5a4 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 946 time: 0.0984004 Jul 22 21:11:36.781612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-c8ba3d05-a7c6-4b98-b4d3-00dcbda72c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.783089 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-c8ba3d05-a7c6-4b98-b4d3-00dcbda72c5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.0623786 Jul 22 21:11:36.806427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf0f629d-4598-41bc-81be-46822f4c952e req-dafffef7-8921-43d0-9f21-392ba9319e90 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469069 Jul 22 21:11:36.841330 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-a466bd10-3b22-480b-a1a6-00d7b28ea980 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405962 Jul 22 21:11:36.977418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-8e1310a1-0293-4c43-a47e-c45c8d94c520 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262634 Jul 22 21:11:37.027124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8e1c-d699-420b-bc8a-5dde461c1836 req-85f89c7e-aeb0-404f-9f36-aa2027d812a4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.029684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e9f8e1c-d699-420b-bc8a-5dde461c1836 req-85f89c7e-aeb0-404f-9f36-aa2027d812a4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.1290529 Jul 22 21:11:37.110675 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3b51e11-4e1b-438f-b5c9-51af15130915 req-3c327e75-d74e-4e35-82a1-d7edc0a91936 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249988 Jul 22 21:11:37.133250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e9f8e1c-d699-420b-bc8a-5dde461c1836 req-d90bcf24-f426-4766-ab5a-771ff076bbf5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889044 Jul 22 21:11:37.152259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1c4cd-ce77-4ca0-b21b-4ae6651715ce req-6b2c8c2e-eeca-485b-a3ec-3ef128bf9cf8 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.153806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fce1c4cd-ce77-4ca0-b21b-4ae6651715ce req-6b2c8c2e-eeca-485b-a3ec-3ef128bf9cf8 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 1101 time: 0.1218512 Jul 22 21:11:37.183601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fce1c4cd-ce77-4ca0-b21b-4ae6651715ce req-856afc6e-ffad-43f9-b0d6-b4c7a4fd4691 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.319442 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fce1c4cd-ce77-4ca0-b21b-4ae6651715ce req-856afc6e-ffad-43f9-b0d6-b4c7a4fd4691 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.334501 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fce1c4cd-ce77-4ca0-b21b-4ae6651715ce req-856afc6e-ffad-43f9-b0d6-b4c7a4fd4691 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.389337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fce1c4cd-ce77-4ca0-b21b-4ae6651715ce req-856afc6e-ffad-43f9-b0d6-b4c7a4fd4691 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274768 Jul 22 21:11:37.391364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afc6e-ffad-43f9-b0d6-b4c7a4fd4691 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7738e2d-9f4e-4a9f-9726-66c02efbf44e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:37.460889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a253967-f634-4c99-a160-d7d8e7caad00 req-30a73dcd-a947-4410-992a-d5d495261072 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.464876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a253967-f634-4c99-a160-d7d8e7caad00 req-30a73dcd-a947-4410-992a-d5d495261072 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1474268 Jul 22 21:11:37.524971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48720) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:37.542002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a253967-f634-4c99-a160-d7d8e7caad00 req-3679f222-c661-4ab5-9aea-eb3607cd5bb0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691364 Jul 22 21:11:37.623091 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02185-41b7-49c8-9f77-11d1fb823a96 req-a1405119-52e7-4ad3-b944-e569bd726bbc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.624994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cf02185-41b7-49c8-9f77-11d1fb823a96 req-a1405119-52e7-4ad3-b944-e569bd726bbc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1059303 Jul 22 21:11:37.677364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cf02185-41b7-49c8-9f77-11d1fb823a96 req-5fa4161f-f4f3-4857-bd42-4ed800d0fabe tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Jul 22 21:11:37.684819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-201944795-network', 'tenant_id': '85860c91b2fa44d4b1bf0cf3c2a5bdd8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:37.712467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Made reservation on behalf of 85860c91b2fa44d4b1bf0cf3c2a5bdd8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:37.714697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.725347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.865047 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.872484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.904610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:11:37.950367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fee117f-4c09-4eab-98c3-f8c17e3c0156,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:37.960104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.960447 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Added segment 432a3e30-6a3d-4f23-a6f7-b1105fda0788 of type vlan for network 5c26ad63-080c-418f-a68a-14251ba8803a Jul 22 21:11:38.026995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.087716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baa3bf-8277-4ac9-b6b2-df7fb54cdec3 req-b310c753-925e-463e-a97f-8b83d35f6afe tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.089560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8baa3bf-8277-4ac9-b6b2-df7fb54cdec3 req-b310c753-925e-463e-a97f-8b83d35f6afe tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 946 time: 0.1901143 Jul 22 21:11:38.095038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-9530ec48-4aa5-4f94-be0f-3f6ee312399b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506349 Jul 22 21:11:38.138223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.139331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.140112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.194314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 05f09b63-8f28-4d02-abe3-3cf961226f7f details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:38.210833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6845744 Jul 22 21:11:38.214578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48754) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:38.223690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Request body: {'subnet': {'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-201944795-subnet', 'tenant_id': '85860c91b2fa44d4b1bf0cf3c2a5bdd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:38.233990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:38.253031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8baa3bf-8277-4ac9-b6b2-df7fb54cdec3 req-acaf7741-8346-41e6-aae9-f61c1fa11248 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516612 Jul 22 21:11:38.276406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Made reservation on behalf of 85860c91b2fa44d4b1bf0cf3c2a5bdd8 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:38.285858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.359777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85830d05-ba0b-4419-a68f-0a8747e6cc25 admin admin] Pushing event updated for resources: {'Network': ['ID=5c26ad63-080c-418f-a68a-14251ba8803a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:38.388729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 5c26ad63-080c-418f-a68a-14251ba8803a details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:11:38.421929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-1211ee0c-37ee-45d2-805a-64417ec3da0c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.423444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-1211ee0c-37ee-45d2-805a-64417ec3da0c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138585 Jul 22 21:11:38.454152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-f548a1e5-394c-42f5-b101-5ea61665b8c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/quotas/b388d3d8f84e4e3fb35ee222ce0c9d1d HTTP/1.1" status: 200 len: 375 time: 0.0228963 Jul 22 21:11:38.474247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61312fe5-2b7d-466e-9e35-7615a0071c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.486215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a796f-b219-4b4f-8e1d-479530232639 req-0b981c7b-48ec-4a45-b3f6-e97874aadbbc tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.488301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-328a796f-b219-4b4f-8e1d-479530232639 req-0b981c7b-48ec-4a45-b3f6-e97874aadbbc tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.1434762 Jul 22 21:11:38.523879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:38.547172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '05f09b63-8f28-4d02-abe3-3cf961226f7f', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'port_id': '05f09b63-8f28-4d02-abe3-3cf961226f7f', 'mac_address': 'fa:16:3e:66:89:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa6d3d8-5dc4-4603-9518-dfdd07e0df26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:38.563338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-328a796f-b219-4b4f-8e1d-479530232639 req-1ae1b5ef-5ee5-440b-9a74-3b1cd0856565 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505724 Jul 22 21:11:38.595173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c60ed658-eaac-4bb0-a1a3-a17f9ce1301e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317284 Jul 22 21:11:38.600053 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.613685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.618478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f09b63-8f28-4d02-abe3-3cf961226f7f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:38.646213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:38.654073 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.699696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b669e4b-7674-4447-a7c0-009eee144140,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:38.752290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feaba2-8525-4e03-831e-036948c80e31 req-a62cff03-6bbb-4ede-a0ed-8a9573837dcd tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.754077 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88feaba2-8525-4e03-831e-036948c80e31 req-a62cff03-6bbb-4ede-a0ed-8a9573837dcd tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 946 time: 0.2655575 Jul 22 21:11:38.758144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:38.765968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62507c-f6cc-4cad-b86a-e0918985e272 req-48e5a79d-3446-4e77-9430-7cff6930793b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.779192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e62507c-f6cc-4cad-b86a-e0918985e272 req-48e5a79d-3446-4e77-9430-7cff6930793b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1068163 Jul 22 21:11:38.812617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Checking segment: {'id': '432a3e30-6a3d-4f23-a6f7-b1105fda0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:38.813236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Network hostable DHCP agents. Network: 5c26ad63-080c-418f-a68a-14251ba8803a, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:11:38.828931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e62507c-f6cc-4cad-b86a-e0918985e272 req-8aeee31c-2f4f-415d-a896-dfae639cf50f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486088 Jul 22 21:11:38.882524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61312fe5-2b7d-466e-9e35-7615a0071c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.905830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61312fe5-2b7d-466e-9e35-7615a0071c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.918725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Network 5c26ad63-080c-418f-a68a-14251ba8803a is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:11:38.966957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 5c26ad63-080c-418f-a68a-14251ba8803a) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:38.974752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-61312fe5-2b7d-466e-9e35-7615a0071c23 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4920ad6b37414210acfa12bd07726b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7390993 Jul 22 21:11:38.977658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48766) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:38.980396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.981046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.984914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc08a1c-1514-48ec-99a2-5ac4d7fe2257 None None] Network 5c26ad63-080c-418f-a68a-14251ba8803a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:38.994525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['05f09b63-8f28-4d02-abe3-3cf961226f7f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:38.997499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61312fe5-2b7d-466e-9e35-7615a0071c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0034466a-f3a4-4ac7-8c1e-af24642c0414,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:39.037100 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a9779886-00b2-4a53-bd68-57b9d12fc93d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8209879 Jul 22 21:11:39.059282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Deleting port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:39.060006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:39.196912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81b9e1d3-1b9e-4d73-adc8-ee5311198359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:39.252042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dfdfd2-1b1d-49ce-9182-16c9dd09d05d None None] Network 5c26ad63-080c-418f-a68a-14251ba8803a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:39.280882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] For port 4ce39806-41cc-4501-8b06-7b99a83d9cb5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ce39806-41cc-4501-8b06-7b99a83d9cb5,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:39.281852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:39.302308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Calling delete_port for 4ce39806-41cc-4501-8b06-7b99a83d9cb5 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:39.326315 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81b9e1d3-1b9e-4d73-adc8-ee5311198359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:39.361142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aa013-4170-4fe3-b086-6868408db77b req-3804ea09-c853-40dc-bf00-920373d7a76e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:39.366034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a05aa013-4170-4fe3-b086-6868408db77b req-3804ea09-c853-40dc-bf00-920373d7a76e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.3451843 Jul 22 21:11:39.471039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a05aa013-4170-4fe3-b086-6868408db77b req-284000f0-572e-405b-b4a4-d728667fdbc7 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934799 Jul 22 21:11:39.519965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81b9e1d3-1b9e-4d73-adc8-ee5311198359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:39.519965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81b9e1d3-1b9e-4d73-adc8-ee5311198359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:39.519965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-81b9e1d3-1b9e-4d73-adc8-ee5311198359 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0034466a-f3a4-4ac7-8c1e-af24642c0414 HTTP/1.1" status: 204 len: 168 time: 0.5370519 Jul 22 21:11:39.530450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9e1d3-1b9e-4d73-adc8-ee5311198359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0034466a-f3a4-4ac7-8c1e-af24642c0414,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:39.693826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:39.779344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b2014-f602-437d-9da3-d849b38c945b req-b9c43972-77e3-49a4-af32-9a5ab926b7eb tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:39.781778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d04b2014-f602-437d-9da3-d849b38c945b req-b9c43972-77e3-49a4-af32-9a5ab926b7eb tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 867 time: 0.1317365 Jul 22 21:11:39.858535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Pushing event deleted for resources: {'Port': ['ID=4ce39806-41cc-4501-8b06-7b99a83d9cb5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:39.878553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d04b2014-f602-437d-9da3-d849b38c945b req-3ce660b8-5145-49bd-ba6b-97aee5a04cac tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/security-groups?id=83a0e3e9-eb46-4956-93ed-21117daa8797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837879 Jul 22 21:11:39.959108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4ce39806-41cc-4501-8b06-7b99a83d9cb5'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:40.218469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 05f09b63-8f28-4d02-abe3-3cf961226f7f up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:40.311814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0ee80-fd8c-4923-a536-54c65e875365 req-2ef08e57-7733-4f81-aaa5-d253d1ae2790 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:40.320856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edb0ee80-fd8c-4923-a536-54c65e875365 req-2ef08e57-7733-4f81-aaa5-d253d1ae2790 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 945 time: 0.2556400 Jul 22 21:11:40.364394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] No DVR routers for this DVR port 4ce39806-41cc-4501-8b06-7b99a83d9cb5 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:40.372640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:40.377395 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88feaba2-8525-4e03-831e-036948c80e31 req-9ad35572-c50e-4657-9bb8-d37ae2dc0fab tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.23 "DELETE /v2.0/ports/4ce39806-41cc-4501-8b06-7b99a83d9cb5 HTTP/1.1" status: 204 len: 173 time: 1.6112244 Jul 22 21:11:40.378249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'name': 'network-vif-deleted', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:40.384084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 05f09b63-8f28-4d02-abe3-3cf961226f7f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:40.389576 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd592274-dcf8-41ea-9ee1-f3a247488b1d" -d '{"events": [{"server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "name": "network-vif-deleted", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:40.396560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 05f09b63-8f28-4d02-abe3-3cf961226f7f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:40.397603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:40.401734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edb0ee80-fd8c-4923-a536-54c65e875365 req-dd966bb4-afe7-44f6-8a06-eb14f307c0dd tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783160 Jul 22 21:11:40.446028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64b3a3-8aca-4aa5-a3a8-d9198b1a35ed req-6fb58f6c-18e6-4cab-ac56-fb891695aea9 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:40.460927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd64b3a3-8aca-4aa5-a3a8-d9198b1a35ed req-6fb58f6c-18e6-4cab-ac56-fb891695aea9 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.3631644 Jul 22 21:11:40.600016 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:40.623403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd64b3a3-8aca-4aa5-a3a8-d9198b1a35ed req-c36874af-3a2b-4440-b497-719724fab16d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587477 Jul 22 21:11:40.681996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:40.696755 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae481a3-88b4-4c3c-9a42-46da0d9bade5" -d '{"events": [{"server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "name": "network-vif-plugged", "status": "completed", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:40.726214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1033c7ab-ec2c-4990-8d8e-a53f447f87f8 req-e27d591a-7923-4ff1-af9d-d0561e207b95 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 210 time: 0.0470440 Jul 22 21:11:40.748289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48826) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:40.754547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1603643733-network', 'tenant_id': 'ae9b6d0a56ef4f3ba051243570bc1bf6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:40.759721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:40.769530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:40.775178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ce39806-41cc-4501-8b06-7b99a83d9cb5 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:40.826017 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877866fc-66ec-4cf5-b156-693ca7e60636 x-openstack-request-id: req-877866fc-66ec-4cf5-b156-693ca7e60636 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:40.827975 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6558f6-93d0-4c7b-9bfc-02ad558be039", "name": "network-vif-deleted", "tag": "4ce39806-41cc-4501-8b06-7b99a83d9cb5", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:40.829553 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-877866fc-66ec-4cf5-b156-693ca7e60636 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:40.830324 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6558f6-93d0-4c7b-9bfc-02ad558be039', 'name': 'network-vif-deleted', 'tag': '4ce39806-41cc-4501-8b06-7b99a83d9cb5', 'status': 'completed', 'code': 200} Jul 22 21:11:40.865470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Made reservation on behalf of ae9b6d0a56ef4f3ba051243570bc1bf6 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:40.870015 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:40.884385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:40.889052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 4ce39806-41cc-4501-8b06-7b99a83d9cb5 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:40.889052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ce39806-41cc-4501-8b06-7b99a83d9cb5 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:40.898538 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2fc84-e112-423c-823b-e8976c3f969f x-openstack-request-id: req-d8d2fc84-e112-423c-823b-e8976c3f969f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:40.899207 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "name": "network-vif-plugged", "status": "completed", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:40.899656 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8d2fc84-e112-423c-823b-e8976c3f969f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:40.900436 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f', 'code': 200} Jul 22 21:11:40.969834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557a60-4ee2-468c-9752-9f75658a73ef req-0357c1ba-1212-47d9-ac2c-784947a1eb04 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:40.974370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e557a60-4ee2-468c-9752-9f75658a73ef req-0357c1ba-1212-47d9-ac2c-784947a1eb04 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1542237 Jul 22 21:11:40.978960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:41.039605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e557a60-4ee2-468c-9752-9f75658a73ef req-4513f7b2-d0d4-4f6d-a90f-4b1b0dc6fc71 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516593 Jul 22 21:11:41.111792 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.122426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.169657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:11:41.174887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f5df9f1-fea9-4041-a42f-e089304bcf23 req-4cd76bdb-7f3a-43e7-95bf-d29c7a5f4a83 tempest-FloatingIPsAssociationTestJSON-128729773 tempest-FloatingIPsAssociationTestJSON-128729773-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6558f6-93d0-4c7b-9bfc-02ad558be039 HTTP/1.1" status: 200 len: 210 time: 0.0649340 Jul 22 21:11:41.183263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87c2332-b934-452f-8714-cfc7c15d03c8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:41.194726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.195080 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Added segment 987d0191-fc3a-4987-b2a0-4a2b0ffe4193 of type vlan for network 43aac95f-26a9-4078-99f9-9cd7408841ec Jul 22 21:11:41.212279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81c81b-fe1d-4abd-b07b-a0df47fac7e9 req-23fc0d5f-5d2f-44ab-b34b-556965b07fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:41.213829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6f81c81b-fe1d-4abd-b07b-a0df47fac7e9 req-23fc0d5f-5d2f-44ab-b34b-556965b07fe7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1098 time: 0.1578438 Jul 22 21:11:41.265983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.290498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6f81c81b-fe1d-4abd-b07b-a0df47fac7e9 req-a24f977b-5e3e-4609-a917-cd54e0c1a28e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480790 Jul 22 21:11:41.314200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.315526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:41.319190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:41.319697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.364960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6070421 Jul 22 21:11:41.365618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48840) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:41.366361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Request body: {'subnet': {'network_id': '43aac95f-26a9-4078-99f9-9cd7408841ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1603643733-subnet', 'tenant_id': 'ae9b6d0a56ef4f3ba051243570bc1bf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:41.395073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb773c-e179-41ef-872c-b3edea2da021 admin admin] Pushing event updated for resources: {'Network': ['ID=43aac95f-26a9-4078-99f9-9cd7408841ec,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:41.414812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 43aac95f-26a9-4078-99f9-9cd7408841ec details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:11:41.416021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Made reservation on behalf of ae9b6d0a56ef4f3ba051243570bc1bf6 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:41.418681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.546921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-network', 'tenant_id': '5175beace3674bb9a3105df4299c43e1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:41.604445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Made reservation on behalf of 5175beace3674bb9a3105df4299c43e1 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:41.608893 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.659331 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.713216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a413b-d41a-450f-9db4-206445c61cc0 req-e4465378-8411-4082-a6bb-4885ebd0ab5c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:41.714761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af2a413b-d41a-450f-9db4-206445c61cc0 req-e4465378-8411-4082-a6bb-4885ebd0ab5c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.2143285 Jul 22 21:11:41.819749 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.864404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af2a413b-d41a-450f-9db4-206445c61cc0 req-18dd00d2-e60e-46c8-b872-5f866649cbcb tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109493 Jul 22 21:11:41.869337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-d64cfb93-251e-4afb-9819-9f7f8b8ae797 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345666 Jul 22 21:11:41.956232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e530df6-7845-416c-9462-edb6f681b1ed,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:41.982113 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:41.989715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.023928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Checking segment: {'id': '987d0191-fc3a-4987-b2a0-4a2b0ffe4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '43aac95f-26a9-4078-99f9-9cd7408841ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:42.024285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Network hostable DHCP agents. Network: 43aac95f-26a9-4078-99f9-9cd7408841ec, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:11:42.056340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:11:42.064893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-134d9a70-ef8e-4efe-80bc-9f623e9af408 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.067799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f54ce541-0acf-46d7-a5d0-d04564cfe305 req-4540cdb5-3999-415d-bfaa-127fedce65d7 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 210 time: 0.0650766 Jul 22 21:11:42.071058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-134d9a70-ef8e-4efe-80bc-9f623e9af408 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946104 Jul 22 21:11:42.087453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cb551f-0d6f-4bc6-a0e9-a316828f674b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:42.100774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:42.102023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b86dd8-8dad-44aa-a952-1482e96d688b req-afbad698-2cb2-4c60-8104-8fcbedf92459 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.110807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2b86dd8-8dad-44aa-a952-1482e96d688b req-afbad698-2cb2-4c60-8104-8fcbedf92459 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2534411 Jul 22 21:11:42.124816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.125132 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Added segment e4930fef-c8ca-44d8-b3ae-e8b501f882fe of type vlan for network 4621632f-a2e3-47c0-8470-183571154922 Jul 22 21:11:42.133494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Network 43aac95f-26a9-4078-99f9-9cd7408841ec is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:11:42.177257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 43aac95f-26a9-4078-99f9-9cd7408841ec) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:42.187495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8f12d-3844-45c5-b416-5c50fc7536d9 None None] Network 43aac95f-26a9-4078-99f9-9cd7408841ec requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:42.207543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.208182 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.241689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2b86dd8-8dad-44aa-a952-1482e96d688b req-5d4446ea-8c6e-4d61-9753-1767213e508a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298659 Jul 22 21:11:42.247176 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.330144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:42.333544 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.334507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.335087 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.336009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.344996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-4e0a6ca4-a1af-4d27-8c8b-6c650d7f24b3 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420840 Jul 22 21:11:42.357195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fd9d05d0-56f1-4fbc-b4ab-b27b433fc159 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9981236 Jul 22 21:11:42.361967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48856) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:42.523566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] Pushing event updated for resources: {'Network': ['ID=4621632f-a2e3-47c0-8470-183571154922,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:42.538570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6d4c907c-f488-4622-a955-f913451eb2ec admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2167358 Jul 22 21:11:42.540137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48858) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:42.553070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Request body: {'subnet': {'network_id': '4621632f-a2e3-47c0-8470-183571154922', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-subnet', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:42.569435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a017-57b7-456e-aaaa-668db7479450 req-19884c79-d2ca-40e9-a65f-0bb360478b57 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.576593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86a3a017-57b7-456e-aaaa-668db7479450 req-19884c79-d2ca-40e9-a65f-0bb360478b57 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.4004557 Jul 22 21:11:42.582215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4621632f-a2e3-47c0-8470-183571154922 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:11:42.594324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05624228-cfdb-4918-899d-4a9d499cafc1 None None] Network 43aac95f-26a9-4078-99f9-9cd7408841ec requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:42.620313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6069ac4e-8050-4c90-8d1c-a1d4a841965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.669037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86a3a017-57b7-456e-aaaa-668db7479450 req-b2cecfe2-378e-4503-ad42-68d05f8482f8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914609 Jul 22 21:11:42.705477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Made reservation on behalf of 5175beace3674bb9a3105df4299c43e1 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:42.710253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.713944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-5551644b-7307-4c08-9ce3-f369177d21cf tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.716143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-5551644b-7307-4c08-9ce3-f369177d21cf tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467348 Jul 22 21:11:42.734107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:42.810284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.3 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/0df46780-f56f-45db-ac14-c4f02c36be4b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:43.258083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.277860 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.291869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object 0df46780-f56f-45db-ac14-c4f02c36be4b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:43.381256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:43.384819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.393912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8c17b-82f1-4847-abc7-8ede2e14b483 req-cb2bd113-8b7f-4c63-85f3-f72fe2501128 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.395409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1b8c17b-82f1-4847-abc7-8ede2e14b483 req-cb2bd113-8b7f-4c63-85f3-f72fe2501128 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.1971071 Jul 22 21:11:43.400282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8cc7e5b-74fc-4c35-afe5-7df97bd358c6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:43.403096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ae19-9220-4726-945d-881adde6a33d req-ed97b184-410a-4d24-8469-2ba823543a5f tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.404688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-ed97b184-410a-4d24-8469-2ba823543a5f tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/networks?id=5c26ad63-080c-418f-a68a-14251ba8803a HTTP/1.1" status: 200 len: 814 time: 0.2049863 Jul 22 21:11:43.427285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Checking segment: {'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:43.427714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Network hostable DHCP agents. Network: 4621632f-a2e3-47c0-8470-183571154922, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:11:43.444841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.448910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-6b159c92-a807-4ee1-aca4-f86e33315a55 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/quotas/85860c91b2fa44d4b1bf0cf3c2a5bdd8 HTTP/1.1" status: 200 len: 375 time: 0.0328977 Jul 22 21:11:43.462412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:43.517186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1b8c17b-82f1-4847-abc7-8ede2e14b483 req-12b0907e-6c95-426d-a60d-e8fa88fb3ead tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059451 Jul 22 21:11:43.551199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:43.552033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-af9459d2-7dab-4710-8244-da27dc067ded tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=85860c91b2fa44d4b1bf0cf3c2a5bdd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890181 Jul 22 21:11:43.557887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Network 4621632f-a2e3-47c0-8470-183571154922 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:11:43.562033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:43.571078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=0df46780-f56f-45db-ac14-c4f02c36be4b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:43.574330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:43.580695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.581415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.592930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4621632f-a2e3-47c0-8470-183571154922) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:43.604295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.604885 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.618262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c447c5c5-8a57-459a-b358-6d176d58c61a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5287871 Jul 22 21:11:43.641926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Request body: {'port': {'device_id': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:43.646570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.647238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3a442-c70c-49f6-8d70-5d222fa61113 None None] Network 4621632f-a2e3-47c0-8470-183571154922 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:43.651674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5bda627-a094-4db8-9c98-9c69cf7bc6b9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1095035 Jul 22 21:11:43.738945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48884) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:43.748494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:43.838646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.840816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.847520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.175 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/53130b2c-2586-4148-9c00-23d81c097db7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:43.880555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-64a2176f-6d0b-4380-b3c5-fed50ac1278a service neutron] 10.222.0.54 "GET /v2.0/networks/5c26ad63-080c-418f-a68a-14251ba8803a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280516 Jul 22 21:11:43.920031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63cf4803-16e8-4811-ba97-3ca8b2590925 req-873b8d17-fbc5-46a1-9497-8b6d3bbc8b79 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 210 time: 0.0665510 Jul 22 21:11:43.948577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4621632f-a2e3-47c0-8470-183571154922', 'network_id': '4621632f-a2e3-47c0-8470-183571154922', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'fixed_ips': [{'subnet_id': 'd8cc7e5b-74fc-4c35-afe5-7df97bd358c6'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:11:43.949567 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.155609 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.199551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8a64ce86-af96-47de-83db-dc2ca4914ab7 None None] Provisioning for port 0df46780-f56f-45db-ac14-c4f02c36be4b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:44.207090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8a64ce86-af96-47de-83db-dc2ca4914ab7 None None] Provisioning complete for port 0df46780-f56f-45db-ac14-c4f02c36be4b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:44.207915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a64ce86-af96-47de-83db-dc2ca4914ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.241537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Allocated IP 172.20.0.2 (4621632f-a2e3-47c0-8470-183571154922/d8cc7e5b-74fc-4c35-afe5-7df97bd358c6/739b4921-2862-428a-b09f-8f30374fbfe0) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:44.268261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8a64ce86-af96-47de-83db-dc2ca4914ab7 None None] Port 0df46780-f56f-45db-ac14-c4f02c36be4b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:44.432773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.435454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-5bdff2a4-fcf9-40b4-81e5-0087282914ac service neutron] 10.222.0.54 "GET /v2.0/networks/5c26ad63-080c-418f-a68a-14251ba8803a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538778 Jul 22 21:11:44.580562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.590225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Transition to ACTIVE for port object 739b4921-2862-428a-b09f-8f30374fbfe0 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:44.605773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Transition to ACTIVE for port object 739b4921-2862-428a-b09f-8f30374fbfe0 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:44.611858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.643413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.686606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Pushing event updated for resources: {'Port': ['ID=739b4921-2862-428a-b09f-8f30374fbfe0,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:44.706018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Network 4621632f-a2e3-47c0-8470-183571154922 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:44.706527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:44.709170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:44.749506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31f679-ac2a-43f4-949f-73ad094867a0 req-591c5e80-7a10-4183-8b90-587fcf6bf862 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:44.764662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c31f679-ac2a-43f4-949f-73ad094867a0 req-591c5e80-7a10-4183-8b90-587fcf6bf862 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.7109616 Jul 22 21:11:44.774217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Attempting to bind port 739b4921-2862-428a-b09f-8f30374fbfe0 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:44.774699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Attempting to bind port 739b4921-2862-428a-b09f-8f30374fbfe0 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:44.775169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Attempting to bind port 739b4921-2862-428a-b09f-8f30374fbfe0 on network 4621632f-a2e3-47c0-8470-183571154922 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:44.781076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:44.782131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Checking segment: {'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:44.782631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.783350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Bound using segment: {'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:44.784004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Bound port: 739b4921-2862-428a-b09f-8f30374fbfe0, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:44.785297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.826004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.875322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] For port 739b4921-2862-428a-b09f-8f30374fbfe0, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:44.880735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] For port 739b4921-2862-428a-b09f-8f30374fbfe0, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=739b4921-2862-428a-b09f-8f30374fbfe0,segment=NetworkSegment(e4930fef-c8ca-44d8-b3ae-e8b501f882fe),segment_id=e4930fef-c8ca-44d8-b3ae-e8b501f882fe)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:44.889789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.901225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object 53130b2c-2586-4148-9c00-23d81c097db7 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:44.911304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Deleting port 9af0f5fb-0077-42f9-9074-b5a9328b71b9 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:44.912549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.967050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865031-41d6-471a-a82a-e783f37f3d10 None None] Pushing event updated for resources: {'Port': ['ID=739b4921-2862-428a-b09f-8f30374fbfe0,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:45.000760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c31f679-ac2a-43f4-949f-73ad094867a0 req-d23d11a3-daa8-4cad-b798-208a609cc814 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152238 Jul 22 21:11:45.025964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] For port 9af0f5fb-0077-42f9-9074-b5a9328b71b9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9af0f5fb-0077-42f9-9074-b5a9328b71b9,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:45.026325 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.057164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Calling delete_port for 9af0f5fb-0077-42f9-9074-b5a9328b71b9 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:45.127075 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2aef-5a4c-4fd3-bff6-1a7a69361144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.130130 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.133282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325717f2-e20c-442b-a884-39a7869e86a0 req-0e36e848-7674-4422-a309-62c1d4e39e98 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.141297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-325717f2-e20c-442b-a884-39a7869e86a0 req-0e36e848-7674-4422-a309-62c1d4e39e98 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1098 time: 0.2669487 Jul 22 21:11:45.153298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:45.223783 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.255756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:45.273145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:45.289810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:45.295701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.296354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.298769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=53130b2c-2586-4148-9c00-23d81c097db7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:45.303268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-325717f2-e20c-442b-a884-39a7869e86a0 req-8794d76d-8fb6-4713-b2b9-6e3aade2f187 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611178 Jul 22 21:11:45.464073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-6a024e72-0f67-4edd-9f42-d50969234d3e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7351365 Jul 22 21:11:45.553676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Request body: {'port': {'device_id': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:45.680994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f65ba-728a-4436-a593-2908e0c74303 req-6455ae74-8556-41ca-a9c2-69fa0586f894 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.688724 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-461f65ba-728a-4436-a593-2908e0c74303 req-6455ae74-8556-41ca-a9c2-69fa0586f894 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.4927113 Jul 22 21:11:45.748815 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.826809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9144225-14df-4b49-b03d-26dfdb3995c0 req-1a69e7fe-515e-4769-904c-1053c400c88b tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 210 time: 0.1832907 Jul 22 21:11:45.832196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af0f5fb-0077-42f9-9074-b5a9328b71b9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:45.838387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 739b4921-2862-428a-b09f-8f30374fbfe0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:45.849029 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.931355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.938198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f0b00f04-8e7d-47c0-8320-4a0bd6d74ad9 None None] Provisioning for port 53130b2c-2586-4148-9c00-23d81c097db7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:45.939831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df46780-f56f-45db-ac14-c4f02c36be4b {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:45.947052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f0b00f04-8e7d-47c0-8320-4a0bd6d74ad9 None None] Provisioning complete for port 53130b2c-2586-4148-9c00-23d81c097db7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:45.947180 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0b00f04-8e7d-47c0-8320-4a0bd6d74ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.952472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.975341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.976665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 739b4921-2862-428a-b09f-8f30374fbfe0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:45.993192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Transition to ACTIVE for port object 0df46780-f56f-45db-ac14-c4f02c36be4b will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:46.016514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f0b00f04-8e7d-47c0-8320-4a0bd6d74ad9 None None] Port 53130b2c-2586-4148-9c00-23d81c097db7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:46.027952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.046190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-461f65ba-728a-4436-a593-2908e0c74303 req-d03be94e-2d22-4056-89ca-370015b0696f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567624 Jul 22 21:11:46.094038 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.127211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Pushing event updated for resources: {'Port': ['ID=0df46780-f56f-45db-ac14-c4f02c36be4b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:46.166735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.302329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Allocated IP 172.25.5.139 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/55b0ac39-e10c-480c-8578-a5f3042c775b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:46.382313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Attempting to bind port 0df46780-f56f-45db-ac14-c4f02c36be4b on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:46.382779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Attempting to bind port 0df46780-f56f-45db-ac14-c4f02c36be4b by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:46.383368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Attempting to bind port 0df46780-f56f-45db-ac14-c4f02c36be4b on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:46.390811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Port 0df46780-f56f-45db-ac14-c4f02c36be4b on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:46.391313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Attempting to bind port 0df46780-f56f-45db-ac14-c4f02c36be4b on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:46.400353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:46.400890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:46.401414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:46.401976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Bound port: 0df46780-f56f-45db-ac14-c4f02c36be4b, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:46.402460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.470947 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.478816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] For port 0df46780-f56f-45db-ac14-c4f02c36be4b, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:46.482588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] For port 0df46780-f56f-45db-ac14-c4f02c36be4b, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0df46780-f56f-45db-ac14-c4f02c36be4b,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:46.491057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.511716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:46.512821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.514487 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] 10.222.0.58 "PUT /v2.0/ports/0df46780-f56f-45db-ac14-c4f02c36be4b HTTP/1.1" status: 200 len: 1095 time: 2.8775945 Jul 22 21:11:46.518117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'tag': '0df46780-f56f-45db-ac14-c4f02c36be4b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:46.522121 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca341be-4c15-49a5-a3cb-2d3cdb183343" -d '{"events": [{"name": "network-changed", "server_uuid": "c10fb091-607b-48aa-aa06-ad3b4193d291", "tag": "0df46780-f56f-45db-ac14-c4f02c36be4b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:46.775040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889cc7-d099-433f-be97-9946fdbc88ac service neutron] Pushing event updated for resources: {'Port': ['ID=0df46780-f56f-45db-ac14-c4f02c36be4b,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:46.969366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53130b2c-2586-4148-9c00-23d81c097db7 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:46.980741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.002156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Transition to ACTIVE for port object 53130b2c-2586-4148-9c00-23d81c097db7 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:47.026513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.032811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-007b4568-18c7-4da1-aa0e-36f9bfd7748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.035123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-007b4568-18c7-4da1-aa0e-36f9bfd7748b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 1098 time: 0.4448943 Jul 22 21:11:47.080038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d25ef2-4843-4365-9e72-8b9d543ae582 req-823616c0-bf36-4be0-825a-c66c41508229 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.084638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47d25ef2-4843-4365-9e72-8b9d543ae582 req-823616c0-bf36-4be0-825a-c66c41508229 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 936 time: 1.1209450 Jul 22 21:11:47.088408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.090137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694cf544-0d87-4cf6-ba07-e7365c7eba9e None None] Network 4621632f-a2e3-47c0-8470-183571154922 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:47.118088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-779ff392-359d-4a95-be9c-6d372cb22414 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0df46780-f56f-45db-ac14-c4f02c36be4b HTTP/1.1" status: 200 len: 217 time: 0.0636511 Jul 22 21:11:47.130054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ae19-9220-4726-945d-881adde6a33d req-d4680860-186f-4bff-9923-6072c4f40718 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.132200 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-d4680860-186f-4bff-9923-6072c4f40718 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.23 "GET /v2.0/networks?id=5c26ad63-080c-418f-a68a-14251ba8803a HTTP/1.1" status: 200 len: 814 time: 0.4758902 Jul 22 21:11:47.155704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9766343c-99ea-43ad-8eb3-6a02e71200bf None None] Provisioning for port 739b4921-2862-428a-b09f-8f30374fbfe0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:47.167116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Request body: {'port': {'device_id': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a', 'admin_state_up': True, 'tenant_id': '85860c91b2fa44d4b1bf0cf3c2a5bdd8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:47.172668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:47.192294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:47.197077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:47.198762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9766343c-99ea-43ad-8eb3-6a02e71200bf None None] Provisioning complete for port 739b4921-2862-428a-b09f-8f30374fbfe0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:47.199335 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9766343c-99ea-43ad-8eb3-6a02e71200bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.243120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Router 3222ffe2-1156-4313-afbd-3c5a40b38caa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:47.303684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-bf8f6426-7381-43a8-a6dc-13de1765c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.305347 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-bf8f6426-7381-43a8-a6dc-13de1765c11a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1685121 Jul 22 21:11:47.328814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47d25ef2-4843-4365-9e72-8b9d543ae582 req-bd80d83f-33f9-4594-af4c-cad572b8f654 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410054 Jul 22 21:11:47.449866 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9766343c-99ea-43ad-8eb3-6a02e71200bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.475452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Pushing event updated for resources: {'Port': ['ID=55b0ac39-e10c-480c-8578-a5f3042c775b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:47.494936 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a127c3-0f87-4dff-b707-322a8d10fb7f x-openstack-request-id: req-26a127c3-0f87-4dff-b707-322a8d10fb7f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:47.494936 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10fb091-607b-48aa-aa06-ad3b4193d291", "tag": "0df46780-f56f-45db-ac14-c4f02c36be4b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:47.494936 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26a127c3-0f87-4dff-b707-322a8d10fb7f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:47.495487 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'tag': '0df46780-f56f-45db-ac14-c4f02c36be4b', 'status': 'completed', 'code': 200} Jul 22 21:11:47.566695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9766343c-99ea-43ad-8eb3-6a02e71200bf None None] For port 739b4921-2862-428a-b09f-8f30374fbfe0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=739b4921-2862-428a-b09f-8f30374fbfe0,segment=NetworkSegment(e4930fef-c8ca-44d8-b3ae-e8b501f882fe),segment_id=e4930fef-c8ca-44d8-b3ae-e8b501f882fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:47.577273 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9766343c-99ea-43ad-8eb3-6a02e71200bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.704951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766343c-99ea-43ad-8eb3-6a02e71200bf None None] Pushing event updated for resources: {'Port': ['ID=739b4921-2862-428a-b09f-8f30374fbfe0,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:47.891269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Made reservation on behalf of 85860c91b2fa44d4b1bf0cf3c2a5bdd8 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:47.896956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.914886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.958424 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:11:47.991635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-b2be9bc5-bff5-489e-b645-77548f1f5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.993337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-b2be9bc5-bff5-489e-b645-77548f1f5efd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6804504 Jul 22 21:11:47.999417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153bef8-ee54-44d3-baae-e10cd3f84522 req-60a60761-899e-4b7c-8e3d-d1be68e5862d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:48.007770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2153bef8-ee54-44d3-baae-e10cd3f84522 req-60a60761-899e-4b7c-8e3d-d1be68e5862d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 1.7347059 Jul 22 21:11:48.012910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:48.020933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-68ab4009-e116-4e89-b288-c5c073b7bbe9 admin admin] 10.222.0.54 "PUT /v2.0/routers/3222ffe2-1156-4313-afbd-3c5a40b38caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6562085 Jul 22 21:11:48.035581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:48.049492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] Sync routers for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:48.066720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:48.067644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:48.085777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6411a433-539c-43b4-97d5-04837e13b216 req-a2acc3e3-6bd1-4088-924d-5e6662404c19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 210 time: 0.0537901 Jul 22 21:11:48.122717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2153bef8-ee54-44d3-baae-e10cd3f84522 req-3623444d-b41d-48af-b08a-d9c2246e3d32 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137879 Jul 22 21:11:48.157723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Attempting to bind port 53130b2c-2586-4148-9c00-23d81c097db7 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:48.158307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Attempting to bind port 53130b2c-2586-4148-9c00-23d81c097db7 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:48.159484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Attempting to bind port 53130b2c-2586-4148-9c00-23d81c097db7 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:48.244301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Allocated IP 172.20.0.3 (5c26ad63-080c-418f-a68a-14251ba8803a/8b669e4b-7674-4447-a7c0-009eee144140/c5f2be32-883b-49ef-94ed-7f9d91e990c0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:48.260288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:48.282180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-4df7f374-d7f6-422a-8826-0a1028612977 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794714 Jul 22 21:11:48.312460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.339907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Port 53130b2c-2586-4148-9c00-23d81c097db7 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:48.340210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Attempting to bind port 53130b2c-2586-4148-9c00-23d81c097db7 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:48.342196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.393634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Pushing event updated for resources: {'Port': ['ID=53130b2c-2586-4148-9c00-23d81c097db7,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:48.405998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-40b34e0d-711b-481b-ac94-e04d634c3170 None None] Provisioning complete for port 739b4921-2862-428a-b09f-8f30374fbfe0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:48.406380 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b34e0d-711b-481b-ac94-e04d634c3170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.438740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:48.439087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:48.439494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:48.440083 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Bound port: 53130b2c-2586-4148-9c00-23d81c097db7, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:48.440477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.616441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:11:45Z', 'revision_number': 5, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port': {'id': '15e44cca-42b4-4e42-87c9-df2cdae230fd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:10:10Z', 'updated_at': '2021-07-22T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:48.635631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-4c673e2f-f0e9-480c-85b0-3935aaa01b52 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391519 Jul 22 21:11:48.645254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.667300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] Checking router: 3222ffe2-1156-4313-afbd-3c5a40b38caa for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:48.689413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] Routers {'3222ffe2-1156-4313-afbd-3c5a40b38caa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:48.690620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3222ffe2-1156-4313-afbd-3c5a40b38caa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:48.748285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.757671 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.771301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87cf5-a7ee-4c3d-a3c9-e4fa015a1b45 req-86358959-7370-4a1c-8e5f-ee0079b3768b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:48.779927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ea87cf5-a7ee-4c3d-a3c9-e4fa015a1b45 req-86358959-7370-4a1c-8e5f-ee0079b3768b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.4707677 Jul 22 21:11:48.800388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] Set router 3222ffe2-1156-4313-afbd-3c5a40b38caa gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:48.806047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Deleting port 15e44cca-42b4-4e42-87c9-df2cdae230fd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:48.806399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.867274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.869889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:11:48Z', 'revision_number': 6, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:48.911890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bb7da-2fde-4102-ac93-edb4a958e4f9 None None] The sync data for ids ['3222ffe2-1156-4313-afbd-3c5a40b38caa'] in n-d-762330-19 is: [{'id': '3222ffe2-1156-4313-afbd-3c5a40b38caa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1784898372-router', 'tenant_id': 'edad2e394a794acc98dedd7bea106a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:10:09Z', 'updated_at': '2021-07-22T21:11:48Z', 'revision_number': 6, 'project_id': 'edad2e394a794acc98dedd7bea106a3b', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:48.921643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-c3c6012b-2e40-4426-9b2f-ded2d9248d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:48.921643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-c3c6012b-2e40-4426-9b2f-ded2d9248d30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 1098 time: 0.2232645 Jul 22 21:11:48.994651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ea87cf5-a7ee-4c3d-a3c9-e4fa015a1b45 req-005e54c3-6716-4a34-a25a-dfc54c83bc56 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100859 Jul 22 21:11:49.002899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Pushing event updated for resources: {'Port': ['ID=c5f2be32-883b-49ef-94ed-7f9d91e990c0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:49.021232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Network 5c26ad63-080c-418f-a68a-14251ba8803a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:49.026413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:49.052118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] For port 53130b2c-2586-4148-9c00-23d81c097db7, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:49.059686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] For port 53130b2c-2586-4148-9c00-23d81c097db7, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=53130b2c-2586-4148-9c00-23d81c097db7,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:49.071079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29d6ad-4a72-49c7-acc9-7205bfcdca91 req-1ee136e5-aca7-4d60-8965-0ad154e23fdd tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.072958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e29d6ad-4a72-49c7-acc9-7205bfcdca91 req-1ee136e5-aca7-4d60-8965-0ad154e23fdd tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 948 time: 0.6299696 Jul 22 21:11:49.076215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.107338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:49.113885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.113885 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.145079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.146408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.147973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] 10.222.0.58 "PUT /v2.0/ports/53130b2c-2586-4148-9c00-23d81c097db7 HTTP/1.1" status: 200 len: 1097 time: 3.6106215 Jul 22 21:11:49.148115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] For port 15e44cca-42b4-4e42-87c9-df2cdae230fd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=15e44cca-42b4-4e42-87c9-df2cdae230fd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:49.148541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.151022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:49.161286 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5743048-e693-436b-a70f-2eba54e8ebd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "tag": "53130b2c-2586-4148-9c00-23d81c097db7"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:49.178509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-9186b211-d010-447a-ac0c-ce30e6297a19 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0208099 Jul 22 21:11:49.210319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Request body: {'port': {'device_id': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:49.216380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-0dbeed1a-2bf5-4ea7-bfd0-d380f7e6dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.218966 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-0dbeed1a-2bf5-4ea7-bfd0-d380f7e6dce1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2525785 Jul 22 21:11:49.222349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Calling delete_port for 15e44cca-42b4-4e42-87c9-df2cdae230fd owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:49.247820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e29d6ad-4a72-49c7-acc9-7205bfcdca91 req-ac0be26d-bcc5-4afb-8aa1-1f759a46aaf6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642265 Jul 22 21:11:49.290188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2657a-689e-4391-9bf6-0df1a7211d07 service neutron] Pushing event updated for resources: {'Port': ['ID=53130b2c-2586-4148-9c00-23d81c097db7,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:49.340286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:11:49.631932 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-75eba20d-b5d3-4bf0-91a2-8f241b7a63f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0df46780-f56f-45db-ac14-c4f02c36be4b HTTP/1.1" status: 200 len: 217 time: 0.1387355 Jul 22 21:11:49.697933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:49.707071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-4ffa2f2d-b0c6-4f44-be0a-63a6359ae5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.708916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-4ffa2f2d-b0c6-4f44-be0a-63a6359ae5d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 1100 time: 0.4222898 Jul 22 21:11:49.712133 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Sync routers for ids ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:49.725561 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Routers {'1497f8b5-6067-4c39-8204-7c4dd5f93d4e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:49.726449 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:49.731243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0303-b177-4677-a027-3aaa1f2d6e3c req-8932017b-999d-4c93-bf62-3883c1a5c59f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.736329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-776d0303-b177-4677-a027-3aaa1f2d6e3c req-8932017b-999d-4c93-bf62-3883c1a5c59f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2990630 Jul 22 21:11:49.754006 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.755525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ba07185f-067d-43e8-9807-52ee3d4506e5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0151260 Jul 22 21:11:49.776009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48948) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:49.813185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-0efa6a61-704e-4d16-ace0-bbce3c2fb87e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=53130b2c-2586-4148-9c00-23d81c097db7 HTTP/1.1" status: 200 len: 217 time: 0.0699019 Jul 22 21:11:49.841511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-776d0303-b177-4677-a027-3aaa1f2d6e3c req-e04bc152-5019-4bbb-840a-28e3b1cb0470 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900598 Jul 22 21:11:49.878567 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Set router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:49.891241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90c7c3-9de1-4dd9-9ec4-40a9e391fc1c req-69cf9b28-bfa1-4727-ac0b-47c66dfbf448 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.898229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f90c7c3-9de1-4dd9-9ec4-40a9e391fc1c req-69cf9b28-bfa1-4727-ac0b-47c66dfbf448 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 931 time: 0.2926011 Jul 22 21:11:49.945835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.961848 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac18ce6-f5b4-4cbe-b55d-05f3d11514bd x-openstack-request-id: req-eac18ce6-f5b4-4cbe-b55d-05f3d11514bd {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:49.962130 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "tag": "53130b2c-2586-4148-9c00-23d81c097db7", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:49.962357 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eac18ce6-f5b4-4cbe-b55d-05f3d11514bd {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:49.962760 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7', 'status': 'completed', 'code': 200} Jul 22 21:11:49.981470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f90c7c3-9de1-4dd9-9ec4-40a9e391fc1c req-e13f4d20-7f54-4e79-9d27-37f56716ddce tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803397 Jul 22 21:11:49.993880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 739b4921-2862-428a-b09f-8f30374fbfe0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:49.998474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-b1e61d9a-a5d9-4872-9adc-41ee6f84fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.003912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-b1e61d9a-a5d9-4872-9adc-41ee6f84fe6b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1763465 Jul 22 21:11:50.073529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-57604be9-8acd-4b64-9f77-eeb318ee43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.075634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-57604be9-8acd-4b64-9f77-eeb318ee43a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.3917351 Jul 22 21:11:50.126938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 739b4921-2862-428a-b09f-8f30374fbfe0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:50.131741 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.181570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c9b4211a-06a9-4f90-b66e-13986ea4739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.183136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-c9b4211a-06a9-4f90-b66e-13986ea4739b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695590 Jul 22 21:11:50.226608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.271567 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:11:47Z', 'revision_number': 3, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:50.323279 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Checking router: 1497f8b5-6067-4c39-8204-7c4dd5f93d4e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:50.324160 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Updating router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e port 55b0ac39-e10c-480c-8578-a5f3042c775b binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:11:50.374330 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.409818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9af0f5fb-0077-42f9-9074-b5a9328b71b9 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:50.435303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9af0f5fb-0077-42f9-9074-b5a9328b71b9 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:50.435951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9af0f5fb-0077-42f9-9074-b5a9328b71b9 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:50.436510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 15e44cca-42b4-4e42-87c9-df2cdae230fd no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:50.481588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 15e44cca-42b4-4e42-87c9-df2cdae230fd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:50.482108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 15e44cca-42b4-4e42-87c9-df2cdae230fd not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:50.483551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-f2b5d6c4-0f50-4307-8ff5-ea62d63f2c35 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912879 Jul 22 21:11:50.564436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e44cca-42b4-4e42-87c9-df2cdae230fd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:50.603821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e89a-48bc-45b6-84ca-433443a2b630 req-08cc891d-456b-47fb-bf9b-185e0dae9d51 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.605875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fae4e89a-48bc-45b6-84ca-433443a2b630 req-08cc891d-456b-47fb-bf9b-185e0dae9d51 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.4125929 Jul 22 21:11:50.608596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd7bbe22-b4c4-4b83-a4ce-e854949c37bc req-41306e1b-f01f-4530-85ed-02e988b1bb1f service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147416 Jul 22 21:11:50.638813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.639824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6074e-875d-41cf-b456-128d345f3463 req-ff3a096e-f4ec-4d3c-a8f6-fd93d28135f5 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.653028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc6074e-875d-41cf-b456-128d345f3463 req-ff3a096e-f4ec-4d3c-a8f6-fd93d28135f5 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 948 time: 0.2860258 Jul 22 21:11:50.710892 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.723045 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Transition to ACTIVE for port object 55b0ac39-e10c-480c-8578-a5f3042c775b will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:50.733888 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.748524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fae4e89a-48bc-45b6-84ca-433443a2b630 req-f63b222b-d035-4d73-b88a-f85fd2a6e4f2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343381 Jul 22 21:11:50.757996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-a1fd7e65-2467-427a-a3e9-a96c7fc24d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.759540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-a1fd7e65-2467-427a-a3e9-a96c7fc24d22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6719172 Jul 22 21:11:50.763818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc6074e-875d-41cf-b456-128d345f3463 req-70d159eb-f2b5-489e-9126-b4367bbcf0e9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071730 Jul 22 21:11:50.793074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.801308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.810237 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Pushing event updated for resources: {'Port': ['ID=55b0ac39-e10c-480c-8578-a5f3042c775b,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:50.819067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-4cbcb6ca-7b3c-43e0-a5cf-07267ad23579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.822894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-4cbcb6ca-7b3c-43e0-a5cf-07267ad23579 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 1100 time: 0.1349854 Jul 22 21:11:50.824904 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.825343 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.825747 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.826172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.826583 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.827248 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.827637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.828209 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.828722 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.829271 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.829675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.830070 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:50.861155 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Attempting to bind port 55b0ac39-e10c-480c-8578-a5f3042c775b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:50.861666 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Attempting to bind port 55b0ac39-e10c-480c-8578-a5f3042c775b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:50.862176 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Attempting to bind port 55b0ac39-e10c-480c-8578-a5f3042c775b on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:50.870804 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:50.871521 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:50.872233 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.873183 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:50.874208 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Bound port: 55b0ac39-e10c-480c-8578-a5f3042c775b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:50.877698 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.972084 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] For port 55b0ac39-e10c-480c-8578-a5f3042c775b, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:50.976487 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] For port 55b0ac39-e10c-480c-8578-a5f3042c775b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=55b0ac39-e10c-480c-8578-a5f3042c775b,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:50.984429 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.035075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.035782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3222ffe2-1156-4313-afbd-3c5a40b38caa {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:11:51.041364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-9214f3b1-8315-49dd-8f00-0824a6ada191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.042893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-9214f3b1-8315-49dd-8f00-0824a6ada191 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2111819 Jul 22 21:11:51.058248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.063556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ef155bf-c136-4806-9e86-f949ac8ac1d3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3222ffe2-1156-4313-afbd-3c5a40b38caa HTTP/1.1" status: 204 len: 168 time: 3.0232933 Jul 22 21:11:51.063920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48968) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:51.068801 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54fe40-e589-4d0e-84db-670c9bf62231 None None] Pushing event updated for resources: {'Port': ['ID=55b0ac39-e10c-480c-8578-a5f3042c775b,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:51.088811 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Routers {'1497f8b5-6067-4c39-8204-7c4dd5f93d4e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:51.089438 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:51.105999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-40946787-028b-4d8b-8268-00295002778a service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330121 Jul 22 21:11:51.162084 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-2ab20817-05d6-454a-ba66-a0d8d4a004ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=53130b2c-2586-4148-9c00-23d81c097db7 HTTP/1.1" status: 200 len: 217 time: 0.0965638 Jul 22 21:11:51.202597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31289052-f64a-4863-8335-463c06d31118 req-7116377b-589f-4897-b6c6-18e9c95d2605 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.210497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31289052-f64a-4863-8335-463c06d31118 req-7116377b-589f-4897-b6c6-18e9c95d2605 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2385633 Jul 22 21:11:51.267050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] Set router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:51.295955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] Deleting subnet afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:11:51.339962 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.371477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f2be32-883b-49ef-94ed-7f9d91e990c0 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:51.390854 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.398270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aca341be-4c15-49a5-a3cb-2d3cdb183343 req-39d43834-6c90-435c-9de0-aabdd0936b92 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777994 Jul 22 21:11:51.435857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-a7afc5fe-51f4-4d19-a715-2d8857e92cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.437278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-a7afc5fe-51f4-4d19-a715-2d8857e92cbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2620091 Jul 22 21:11:51.452267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Transition to ACTIVE for port object c5f2be32-883b-49ef-94ed-7f9d91e990c0 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:51.462241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.464511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31289052-f64a-4863-8335-463c06d31118 req-d73cdba9-83b6-429d-aae1-9000fc00f5b0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531741 Jul 22 21:11:51.486241 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.519241 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-45b9ca61-66a8-4766-a2d5-ae85711b6639 service neutron] show failed (client error): The resource could not be found. Jul 22 21:11:51.520319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-45b9ca61-66a8-4766-a2d5-ae85711b6639 service neutron] 10.222.0.58 "GET /v2.0/ports/f4928ec3-53c7-4a6b-94f9-53366a8fecbe/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.3678157 Jul 22 21:11:51.569660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Pushing event updated for resources: {'Port': ['ID=c5f2be32-883b-49ef-94ed-7f9d91e990c0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:51.597585 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:11:47Z', 'revision_number': 3, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:51.617972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.646183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Attempting to bind port c5f2be32-883b-49ef-94ed-7f9d91e990c0 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:51.647048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Attempting to bind port c5f2be32-883b-49ef-94ed-7f9d91e990c0 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '432a3e30-6a3d-4f23-a6f7-b1105fda0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:51.647819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Attempting to bind port c5f2be32-883b-49ef-94ed-7f9d91e990c0 on network 5c26ad63-080c-418f-a68a-14251ba8803a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:51.661912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Port c5f2be32-883b-49ef-94ed-7f9d91e990c0 on network 5c26ad63-080c-418f-a68a-14251ba8803a not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:51.662665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Attempting to bind port c5f2be32-883b-49ef-94ed-7f9d91e990c0 on network 5c26ad63-080c-418f-a68a-14251ba8803a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:51.671516 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c349bd-5a9e-4812-90e3-2becdf398216 None None] The sync data for ids ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'] in n-d-762330-19 is: [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:11:47Z', 'revision_number': 3, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:51.719309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:51.719999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Checking segment: {'id': '432a3e30-6a3d-4f23-a6f7-b1105fda0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:51.721347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Bound using segment: {'id': '432a3e30-6a3d-4f23-a6f7-b1105fda0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:51.722459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Bound port: c5f2be32-883b-49ef-94ed-7f9d91e990c0, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432a3e30-6a3d-4f23-a6f7-b1105fda0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:51.723104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.948254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Allocated IP 172.20.0.1 (4621632f-a2e3-47c0-8470-183571154922/d8cc7e5b-74fc-4c35-afe5-7df97bd358c6/8b690089-5fc7-4bf1-874f-7ec736814c48) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:51.956008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] For port c5f2be32-883b-49ef-94ed-7f9d91e990c0, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:51.961787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] For port c5f2be32-883b-49ef-94ed-7f9d91e990c0, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c5f2be32-883b-49ef-94ed-7f9d91e990c0,segment=NetworkSegment(432a3e30-6a3d-4f23-a6f7-b1105fda0788),segment_id=432a3e30-6a3d-4f23-a6f7-b1105fda0788)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:51.969827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.002696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.058117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173483-ecbc-4158-8734-e048631af2c4 req-ef22252d-c0f9-4f0f-8dfe-f3735ac08e7a tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.076832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9173483-ecbc-4158-8734-e048631af2c4 req-ef22252d-c0f9-4f0f-8dfe-f3735ac08e7a tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 931 time: 0.6642928 Jul 22 21:11:52.091782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.094356 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.094356 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] 10.222.0.23 "PUT /v2.0/ports/c5f2be32-883b-49ef-94ed-7f9d91e990c0 HTTP/1.1" status: 200 len: 1092 time: 2.9061573 Jul 22 21:11:52.099391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'tag': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:52.113162 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af625641-ab03-4ab0-b927-73b6f1cf567e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1794e28-7f6f-4b00-adde-87cca00489a3", "tag": "c5f2be32-883b-49ef-94ed-7f9d91e990c0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:52.156230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc51cb-3f09-4f8c-8d65-4470ecb995ce req-c7a62660-24da-49d7-adb5-7ffe479d6c24 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.157601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fcc51cb-3f09-4f8c-8d65-4470ecb995ce req-c7a62660-24da-49d7-adb5-7ffe479d6c24 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 948 time: 0.2256072 Jul 22 21:11:52.163603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-e6db46d1-4143-4517-82ae-b48ec934561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.164311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-e6db46d1-4143-4517-82ae-b48ec934561c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7057743 Jul 22 21:11:52.232282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.273239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9173483-ecbc-4158-8734-e048631af2c4 req-9b8651e9-7ace-4492-a902-9380fa31b4eb tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882226 Jul 22 21:11:52.280325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:52.298645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5792f-cdc8-4cce-a50e-707d918a918a None None] Network 0130e39f-9ce1-4142-87ab-6dde549ef5d3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:52.300105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fcc51cb-3f09-4f8c-8d65-4470ecb995ce req-686a100c-de0b-4f08-a237-cf7f556278c5 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141012 Jul 22 21:11:52.308681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.310775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f5f50fd4-e8c5-4af8-99b5-638b9b346a25 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/afcd43e0-3b3a-4ed3-a0cf-53e904c29f9e HTTP/1.1" status: 204 len: 168 time: 1.2426445 Jul 22 21:11:52.318889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-b08f65cc-9ac8-46de-a15a-cfb87833ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.320782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-b08f65cc-9ac8-46de-a15a-cfb87833ec11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb&tenant_id=048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 1102 time: 0.4791086 Jul 22 21:11:52.321707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac1d5e-3255-4615-8537-1d15ef2e104a service neutron] Pushing event updated for resources: {'Port': ['ID=c5f2be32-883b-49ef-94ed-7f9d91e990c0,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:52.324656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48984) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:52.350225 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.376165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:52.408558 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa11d2c-8113-451e-b110-ca5623b14f8c x-openstack-request-id: req-0aa11d2c-8113-451e-b110-ca5623b14f8c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:52.408849 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1794e28-7f6f-4b00-adde-87cca00489a3", "tag": "c5f2be32-883b-49ef-94ed-7f9d91e990c0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:52.409298 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0aa11d2c-8113-451e-b110-ca5623b14f8c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:52.409849 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'tag': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0', 'status': 'completed', 'code': 200} Jul 22 21:11:52.436182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-b42e4353-17dd-43ed-9666-557135ae9301 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620101 Jul 22 21:11:52.474265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Transition to ACTIVE for port object 8b690089-5fc7-4bf1-874f-7ec736814c48 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:52.585447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.734910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] DHCP port deletion for 0130e39f-9ce1-4142-87ab-6dde549ef5d3 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:11:52.817164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ae19-9220-4726-945d-881adde6a33d req-9695bbef-fabc-4a66-bf4b-c316e6c360aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.821142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-9695bbef-fabc-4a66-bf4b-c316e6c360aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=85860c91b2fa44d4b1bf0cf3c2a5bdd8&device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 1095 time: 0.5659044 Jul 22 21:11:52.863367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.869915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] Deleting port 57ef4d2e-77b5-4d38-818c-113c5c07051b {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:52.870579 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.895040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5743048-e693-436b-a70f-2eba54e8ebd9 req-5a363295-f6cd-48e7-9fad-2fd6efe1f370 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401031 Jul 22 21:11:52.916899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb2754-45e5-481e-b883-4ce63f429132 req-5032614b-98c7-4eb0-b3b8-28321fd79d1e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.928107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dbb2754-45e5-481e-b883-4ce63f429132 req-5032614b-98c7-4eb0-b3b8-28321fd79d1e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.4897723 Jul 22 21:11:52.936174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.992940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98350dc-836b-468c-9cfe-7f33d332874f req-a9d48c65-8f88-4e83-b786-a98db910a54d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:53.003402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] For port 57ef4d2e-77b5-4d38-818c-113c5c07051b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=57ef4d2e-77b5-4d38-818c-113c5c07051b,segment=NetworkSegment(347211d9-fe36-4574-b407-e4fe42c9442d),segment_id=347211d9-fe36-4574-b407-e4fe42c9442d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:53.004112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c98350dc-836b-468c-9cfe-7f33d332874f req-a9d48c65-8f88-4e83-b786-a98db910a54d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2333498 Jul 22 21:11:53.004676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.028877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dbb2754-45e5-481e-b883-4ce63f429132 req-cc4fcb8b-5c48-43b4-8bc0-5eb9d9528ae6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989332 Jul 22 21:11:53.030951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] Calling delete_port for 57ef4d2e-77b5-4d38-818c-113c5c07051b owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:53.055795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-c473bf36-64f6-4d24-8333-3977f8bd5331 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5f2be32-883b-49ef-94ed-7f9d91e990c0 HTTP/1.1" status: 200 len: 217 time: 0.1622050 Jul 22 21:11:53.056007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 53130b2c-2586-4148-9c00-23d81c097db7 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:53.061156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Network 4621632f-a2e3-47c0-8470-183571154922 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:53.080579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c98350dc-836b-468c-9cfe-7f33d332874f req-78191181-ba83-460d-a94b-28388c0f4eb7 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746708 Jul 22 21:11:53.146120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:53.149044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Pushing event updated for resources: {'Port': ['ID=8b690089-5fc7-4bf1-874f-7ec736814c48,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:53.165182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:53.166051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.278372 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.608411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] No DVR routers for this DVR port 57ef4d2e-77b5-4d38-818c-113c5c07051b on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:53.610306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3037b45-1264-40b9-b5f2-0dc1e5cc2a54 None None] Pushing event deleted for resources: {'Port': ['ID=57ef4d2e-77b5-4d38-818c-113c5c07051b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:53.662748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df44c-c212-4ab3-84f9-7452f40b6c5d req-978cf46d-b765-47ff-9f55-84b46d5134a9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:53.675612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-117df44c-c212-4ab3-84f9-7452f40b6c5d req-978cf46d-b765-47ff-9f55-84b46d5134a9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 948 time: 0.2293694 Jul 22 21:11:53.701760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bda661f-aaa2-4fa1-a7e3-ce97bf052fa1 None None] Provisioning for port 8b690089-5fc7-4bf1-874f-7ec736814c48 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:53.708627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8ef2-dd2c-4011-88e0-7fe97dfb2d98 req-8ff8c95a-2cbd-45b4-992d-fc57c0a95f50 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:53.726032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbec8ef2-dd2c-4011-88e0-7fe97dfb2d98 req-8ff8c95a-2cbd-45b4-992d-fc57c0a95f50 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 943 time: 0.3242338 Jul 22 21:11:53.729005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bda661f-aaa2-4fa1-a7e3-ce97bf052fa1 None None] Provisioning complete for port 8b690089-5fc7-4bf1-874f-7ec736814c48 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:53.729629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bda661f-aaa2-4fa1-a7e3-ce97bf052fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.833966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ae19-9220-4726-945d-881adde6a33d req-0549235e-2757-4491-a464-9f324eae1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:53.835870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-0549235e-2757-4491-a464-9f324eae1cfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b669e4b-7674-4447-a7c0-009eee144140 HTTP/1.1" status: 200 len: 854 time: 0.7756894 Jul 22 21:11:53.879833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 55b0ac39-e10c-480c-8578-a5f3042c775b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:53.910585 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-daea24d4-0238-4461-9011-14d81808526f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5c26ad63-080c-418f-a68a-14251ba8803a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631135 Jul 22 21:11:53.938818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 53130b2c-2586-4148-9c00-23d81c097db7, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=53130b2c-2586-4148-9c00-23d81c097db7,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:53.947993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbec8ef2-dd2c-4011-88e0-7fe97dfb2d98 req-b03ed582-6424-44d6-8f48-17a8cb1913b3 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933444 Jul 22 21:11:53.954793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9bda661f-aaa2-4fa1-a7e3-ce97bf052fa1 None None] Port 8b690089-5fc7-4bf1-874f-7ec736814c48 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:53.961106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '53130b2c-2586-4148-9c00-23d81c097db7', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '53130b2c-2586-4148-9c00-23d81c097db7', 'mac_address': 'fa:16:3e:3c:5c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:53.966182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-117df44c-c212-4ab3-84f9-7452f40b6c5d req-64008707-d5c0-433c-9413-3a581a0737fe tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871060 Jul 22 21:11:54.035507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.060766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Deleting port 57ef4d2e-77b5-4d38-818c-113c5c07051b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:54.060766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.060766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.061156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 55b0ac39-e10c-480c-8578-a5f3042c775b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:54.078741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53130b2c-2586-4148-9c00-23d81c097db7 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:54.088338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 55b0ac39-e10c-480c-8578-a5f3042c775b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:54.088884 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.143470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-b3a659ed-02f9-471c-a333-c4e3a4215063 service neutron] 10.222.0.23 "GET /v2.0/networks/5c26ad63-080c-418f-a68a-14251ba8803a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185094 Jul 22 21:11:54.188247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 53130b2c-2586-4148-9c00-23d81c097db7, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=53130b2c-2586-4148-9c00-23d81c097db7,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:54.200754 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.203459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0df46780-f56f-45db-ac14-c4f02c36be4b details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:54.372208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=53130b2c-2586-4148-9c00-23d81c097db7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:54.409914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0df46780-f56f-45db-ac14-c4f02c36be4b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0df46780-f56f-45db-ac14-c4f02c36be4b,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:54.423952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756649-764b-4e0e-aac5-7db811a72570 req-4cfbfd88-f36b-4130-9257-2d5af43dd7bf tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:54.426735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb756649-764b-4e0e-aac5-7db811a72570 req-4cfbfd88-f36b-4130-9257-2d5af43dd7bf tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.2122610 Jul 22 21:11:54.428120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '0df46780-f56f-45db-ac14-c4f02c36be4b', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '0df46780-f56f-45db-ac14-c4f02c36be4b', 'mac_address': 'fa:16:3e:e5:b1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:54.460611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f2fd-68e9-4a5c-9741-7edbb4ef6c07 req-883f4d3f-082b-45c4-a621-5a2aee0faa16 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:54.463364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa83f2fd-68e9-4a5c-9741-7edbb4ef6c07 req-883f4d3f-082b-45c4-a621-5a2aee0faa16 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1968069 Jul 22 21:11:54.488726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.491441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] For port 57ef4d2e-77b5-4d38-818c-113c5c07051b, host n-d-762330-19, got binding levels [] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:54.492046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.515313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df46780-f56f-45db-ac14-c4f02c36be4b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:54.539713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0df46780-f56f-45db-ac14-c4f02c36be4b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0df46780-f56f-45db-ac14-c4f02c36be4b,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:54.549092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb756649-764b-4e0e-aac5-7db811a72570 req-44a7fe2f-3457-4cf3-a5e9-7e95349198c9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150806 Jul 22 21:11:54.549620 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.557232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa83f2fd-68e9-4a5c-9741-7edbb4ef6c07 req-887b2fee-c0a2-4757-9315-0f08efad0d2f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858097 Jul 22 21:11:54.592117 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a547ae19-9220-4726-945d-881adde6a33d req-ef66b2c1-b4b4-45aa-b61f-3a59b7b855e5 service neutron] 10.222.0.23 "GET /v2.0/networks/5c26ad63-080c-418f-a68a-14251ba8803a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601778 Jul 22 21:11:54.598029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:54.642998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Calling delete_port for 57ef4d2e-77b5-4d38-818c-113c5c07051b owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:54.679731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Port 57ef4d2e-77b5-4d38-818c-113c5c07051b was not found and therefore no delete operation was performed {{(pid=94091) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:11:54.685739 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.703385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=0df46780-f56f-45db-ac14-c4f02c36be4b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:54.733426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 55b0ac39-e10c-480c-8578-a5f3042c775b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=55b0ac39-e10c-480c-8578-a5f3042c775b,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:54.740482 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.745620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.825059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Pushing event deleted for resources: {'Port': ['ID=57ef4d2e-77b5-4d38-818c-113c5c07051b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:54.836796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:54.839173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] No DVR routers for this DVR port 57ef4d2e-77b5-4d38-818c-113c5c07051b on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:54.840621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=55b0ac39-e10c-480c-8578-a5f3042c775b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:54.864257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 57ef4d2e-77b5-4d38-818c-113c5c07051b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:54.891916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 57ef4d2e-77b5-4d38-818c-113c5c07051b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:54.891916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 57ef4d2e-77b5-4d38-818c-113c5c07051b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:54.973714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['53130b2c-2586-4148-9c00-23d81c097db7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:54.992497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:54.995026 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea2b80e-67d8-4945-9ae9-bce5ec7fd6b9" -d '{"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:55.003193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.038834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:55.102969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.110717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f4928ec3-53c7-4a6b-94f9-53366a8fecbe no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:55.128215 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba1a4b6-a9f1-4038-b8d9-6ad99440edb5 x-openstack-request-id: req-bba1a4b6-a9f1-4038-b8d9-6ad99440edb5 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:55.128555 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:55.128783 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bba1a4b6-a9f1-4038-b8d9-6ad99440edb5 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:55.129192 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'code': 200} Jul 22 21:11:55.138044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.138421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.150167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.150468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > port after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.150809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.151160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > port after_update 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.151490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.151816 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.154755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.155105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.275269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.276120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.277201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.278138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:11:55.278572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0130e39f-9ce1-4142-87ab-6dde549ef5d3']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:55.298766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5c29-dce1-4acf-98b6-66eb1e370a16 req-a438dd36-f5e4-4be0-bb47-6472a8978712 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.302529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347211d9-fe36-4574-b407-e4fe42c9442d') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:55.302972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347211d9-fe36-4574-b407-e4fe42c9442d') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:55.312530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f78c5c29-dce1-4acf-98b6-66eb1e370a16 req-a438dd36-f5e4-4be0-bb47-6472a8978712 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 949 time: 0.1724775 Jul 22 21:11:55.323976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.349011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.359555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:11:55.359983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.364466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0723b1-1414-4e56-be9e-6c36ed9fb461 req-ad97b086-0688-4b25-9ebf-a149ae4358eb tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.366398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a0723b1-1414-4e56-be9e-6c36ed9fb461 req-ad97b086-0688-4b25-9ebf-a149ae4358eb tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 943 time: 0.1750214 Jul 22 21:11:55.445272 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.448124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f78c5c29-dce1-4acf-98b6-66eb1e370a16 req-671bcc7e-ba6c-4f2e-ab17-18f3fbe71828 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326191 Jul 22 21:11:55.458091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a0723b1-1414-4e56-be9e-6c36ed9fb461 req-ec2bc657-b83b-47cc-b8ed-a123601aabd3 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Jul 22 21:11:55.464815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: from cryptography.utils import int_from_bytes Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: from cryptography.utils import int_from_bytes Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:11:55.479571 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:11:55.483723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-6b9e085e-ae97-409e-9ba7-9d13bd46c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.486459 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-6b9e085e-ae97-409e-9ba7-9d13bd46c3b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=85860c91b2fa44d4b1bf0cf3c2a5bdd8&device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 1095 time: 0.8046136 Jul 22 21:11:55.487778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Transition to ACTIVE for port object f4928ec3-53c7-4a6b-94f9-53366a8fecbe will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:55.488950 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.503470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.520593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.523700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] 10.222.0.54 "DELETE /v2.0/networks/0130e39f-9ce1-4142-87ab-6dde549ef5d3 HTTP/1.1" status: 204 len: 168 time: 3.1946404 Jul 22 21:11:55.575705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:11:55.577297 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:11:55.658784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.661328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-28583fc9-fc6c-446c-ab07-ee3c893d3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.663197 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-28583fc9-fc6c-446c-ab07-ee3c893d3f08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5c26ad63-080c-418f-a68a-14251ba8803a HTTP/1.1" status: 200 len: 915 time: 0.1496973 Jul 22 21:11:55.715811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864d89e-be71-4250-8ef4-2c230100b74a admin admin] Pushing event deleted for resources: {'Network': ['ID=0130e39f-9ce1-4142-87ab-6dde549ef5d3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:55.752352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 55b0ac39-e10c-480c-8578-a5f3042c775b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:55.784676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49024) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:55.810100 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-9a71aaf5-7466-43b7-86ba-57bdecdc2697 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5f2be32-883b-49ef-94ed-7f9d91e990c0 HTTP/1.1" status: 200 len: 217 time: 0.1125124 Jul 22 21:11:55.912139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 55b0ac39-e10c-480c-8578-a5f3042c775b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:55.912139 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.972136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811093fc-8366-4363-90bf-939619d72eac req-b991c507-fbcb-474a-924e-e1f65de78d28 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.982691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-811093fc-8366-4363-90bf-939619d72eac req-b991c507-fbcb-474a-924e-e1f65de78d28 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2532291 Jul 22 21:11:55.985111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Pushing event updated for resources: {'Port': ['ID=8b690089-5fc7-4bf1-874f-7ec736814c48,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:56.001001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] No DVR routers for this DVR port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:56.019394 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.058313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2125958-e526-4624-a156-6e92d29662e1 req-ad370f90-15dc-4185-b594-5be41b22226a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.068453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2125958-e526-4624-a156-6e92d29662e1 req-ad370f90-15dc-4185-b594-5be41b22226a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 948 time: 0.3536546 Jul 22 21:11:56.173783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2125958-e526-4624-a156-6e92d29662e1 req-a93f762e-3be5-474e-9e6a-431127d4e5e5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888314 Jul 22 21:11:56.183291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-811093fc-8366-4363-90bf-939619d72eac req-71dd581f-606f-4fe2-b4f5-0da3dbefbab2 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926444 Jul 22 21:11:56.189351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:56.246614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-2c202be2-d9e0-4404-a9a6-6fa52ca60a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.248341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-2c202be2-d9e0-4404-a9a6-6fa52ca60a06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b669e4b-7674-4447-a7c0-009eee144140 HTTP/1.1" status: 200 len: 854 time: 0.4101636 Jul 22 21:11:56.290950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:56.293299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:56.293299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:56.297925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:56.312295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-83240ad9-438d-4763-8f89-1ad90ef503b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=edad2e394a794acc98dedd7bea106a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255437 Jul 22 21:11:56.315576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49026) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:56.343502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.357195 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-1d1272cf-449b-4600-9c17-334605657957 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5c26ad63-080c-418f-a68a-14251ba8803a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890133 Jul 22 21:11:56.361197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:56.361734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Attempting to bind port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:56.393295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:56.395825 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0bd5f4-cf1f-486a-a36e-8dcfe504dcdc" -d '{"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-unplugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:56.418988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:56.421691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64c9e225-2812-42f0-b506-784d9fca0dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.425365 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.461311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:56.461980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:56.462579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:56.463264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Bound port: f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:56.463786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.475902 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25722f0-6b22-4216-82c2-91bfd6a4b95f x-openstack-request-id: req-e25722f0-6b22-4216-82c2-91bfd6a4b95f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:56.476210 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-unplugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:56.476364 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e25722f0-6b22-4216-82c2-91bfd6a4b95f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:56.476958 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01', 'code': 200} Jul 22 21:11:56.479367 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64c9e225-2812-42f0-b506-784d9fca0dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.540670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:56.596853 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64c9e225-2812-42f0-b506-784d9fca0dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.603697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64c9e225-2812-42f0-b506-784d9fca0dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.605616 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-64c9e225-2812-42f0-b506-784d9fca0dfb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83a0e3e9-eb46-4956-93ed-21117daa8797 HTTP/1.1" status: 204 len: 168 time: 0.2888939 Jul 22 21:11:56.625172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9e225-2812-42f0-b506-784d9fca0dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a0e3e9-eb46-4956-93ed-21117daa8797,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:56.709419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Network 4621632f-a2e3-47c0-8470-183571154922 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:56.716842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:56.725756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:56.730240 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-d53dd0a6-a625-430e-b395-21f59be02f6a service neutron] 10.222.0.23 "GET /v2.0/networks/5c26ad63-080c-418f-a68a-14251ba8803a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133733 Jul 22 21:11:56.844546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aff72-f0d0-446a-9c00-92619a8aff2b req-0320136a-537a-44fc-a609-9edbbbfe6a03 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.859073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c80aff72-f0d0-446a-9c00-92619a8aff2b req-0320136a-537a-44fc-a609-9edbbbfe6a03 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 949 time: 0.2202373 Jul 22 21:11:56.871306 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af625641-ab03-4ab0-b927-73b6f1cf567e req-5d69d23c-3481-4939-aa93-554577014541 service neutron] 10.222.0.23 "GET /v2.0/networks/5c26ad63-080c-418f-a68a-14251ba8803a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279354 Jul 22 21:11:56.873850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:56.880494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.910937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5940a2-bea6-4de9-a2f5-dd3348a7f482 req-7524d0cf-b1dc-480d-88c8-d229f0feb061 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.924075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f5940a2-bea6-4de9-a2f5-dd3348a7f482 req-7524d0cf-b1dc-480d-88c8-d229f0feb061 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 943 time: 0.2081041 Jul 22 21:11:57.007317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c80aff72-f0d0-446a-9c00-92619a8aff2b req-658ef1f3-e9c6-445c-80af-1ff74cbb94b9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459036 Jul 22 21:11:57.058449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f5940a2-bea6-4de9-a2f5-dd3348a7f482 req-340f1062-c084-4600-a349-fb903fc7a61e tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314554 Jul 22 21:11:57.091609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:57.095349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 53130b2c-2586-4148-9c00-23d81c097db7 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:57.187275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dbdc8cb0-4acb-4643-9ee4-5222fb9d79a3 None None] Provisioning complete for port 8b690089-5fc7-4bf1-874f-7ec736814c48 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:57.187803 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8cb0-4acb-4643-9ee4-5222fb9d79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.229723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc8cb0-4acb-4643-9ee4-5222fb9d79a3 None None] Port 8b690089-5fc7-4bf1-874f-7ec736814c48 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:57.329757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 53130b2c-2586-4148-9c00-23d81c097db7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:57.357563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 53130b2c-2586-4148-9c00-23d81c097db7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:57.358586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.450292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:57.470616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '72a756c2-54b3-49e4-a338-a116fc882c01', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '72a756c2-54b3-49e4-a338-a116fc882c01', 'mac_address': 'fa:16:3e:a8:b0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:57.545103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:57.554407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.558419 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.565671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:57.566347 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.568156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 1097 time: 5.2132416 Jul 22 21:11:57.568690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:57.591470 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4087781c-d5b4-451b-80c0-abe437cb07fe" -d '{"events": [{"name": "network-changed", "server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:57.615553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a756c2-54b3-49e4-a338-a116fc882c01 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:57.635991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cec09-a4c2-41c4-a5c0-5a621a8c2c00 req-d86ba6fa-0c62-472e-8957-19c964f1ce64 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:57.641202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-189cec09-a4c2-41c4-a5c0-5a621a8c2c00 req-d86ba6fa-0c62-472e-8957-19c964f1ce64 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 948 time: 0.2859972 Jul 22 21:11:57.691506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:57.709382 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.757656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 53130b2c-2586-4148-9c00-23d81c097db7, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=53130b2c-2586-4148-9c00-23d81c097db7,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:57.779616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c435595-288e-4511-8839-5bb5079dc430 req-719fed74-200a-47c8-abbd-e8ae5bf78292 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:57.783116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c435595-288e-4511-8839-5bb5079dc430 req-719fed74-200a-47c8-abbd-e8ae5bf78292 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 948 time: 0.3788755 Jul 22 21:11:57.803226 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.804335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0df46780-f56f-45db-ac14-c4f02c36be4b up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:57.836518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe17e5-e6a0-4ac7-863e-c7649aefa2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:57.891260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-189cec09-a4c2-41c4-a5c0-5a621a8c2c00 req-7794ec2b-57d3-4e0a-bd9b-afafa6d2c296 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389438 Jul 22 21:11:57.976118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c435595-288e-4511-8839-5bb5079dc430 req-1e8d08b6-bafd-4b59-8ad1-7eadf9d33070 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756713 Jul 22 21:11:58.025960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:58.049910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-e678257c-bd4a-4be8-a6f1-8589efae4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.053342 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-e678257c-bd4a-4be8-a6f1-8589efae4503 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1100 time: 0.4411783 Jul 22 21:11:58.113884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:58.120138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['72a756c2-54b3-49e4-a338-a116fc882c01'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:58.130787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d7c21157-8bfd-48f4-a430-7f8e5ac29735 admin admin] 10.222.0.54 "PUT /v2.0/routers/1497f8b5-6067-4c39-8204-7c4dd5f93d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3408701 Jul 22 21:11:58.176146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Sync routers for ids ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:58.178655 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5718e570-489f-4971-9fc1-2508d0dffda6 x-openstack-request-id: req-5718e570-489f-4971-9fc1-2508d0dffda6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:58.178976 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:58.179320 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5718e570-489f-4971-9fc1-2508d0dffda6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:58.179729 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'status': 'completed', 'code': 200} Jul 22 21:11:58.213007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-0815a091-b8fa-46a0-ac4f-20d72af08162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.214688 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-0815a091-b8fa-46a0-ac4f-20d72af08162 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1476696 Jul 22 21:11:58.222852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 0df46780-f56f-45db-ac14-c4f02c36be4b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:58.288511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 0df46780-f56f-45db-ac14-c4f02c36be4b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:58.289787 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.361816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-c86bb6db-7614-41ed-a186-a6a847c495ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.1333163 Jul 22 21:11:58.364241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49076) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:58.369806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c5f2be32-883b-49ef-94ed-7f9d91e990c0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:58.436551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-126b74c9-a127-443d-a206-f937a286f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.438694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-126b74c9-a127-443d-a206-f937a286f4a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1100 time: 0.2743061 Jul 22 21:11:58.484169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-84fa0272-a90c-4b6f-b40b-1a6957201b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.485800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-84fa0272-a90c-4b6f-b40b-1a6957201b14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1008956 Jul 22 21:11:58.521270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c5f2be32-883b-49ef-94ed-7f9d91e990c0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c5f2be32-883b-49ef-94ed-7f9d91e990c0,segment=NetworkSegment(432a3e30-6a3d-4f23-a6f7-b1105fda0788),segment_id=432a3e30-6a3d-4f23-a6f7-b1105fda0788)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:58.536243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:58.539182 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7989f449-94b2-4a18-a99e-9f5b39237cc7" -d '{"events": [{"server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "name": "network-vif-plugged", "status": "completed", "tag": "53130b2c-2586-4148-9c00-23d81c097db7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:58.541905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-network', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:58.542671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0', 'network_id': '5c26ad63-080c-418f-a68a-14251ba8803a', 'port_id': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0', 'mac_address': 'fa:16:3e:1b:f1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b669e4b-7674-4447-a7c0-009eee144140', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:58.595454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-a1b52739-c372-4380-9b67-5e6ebcad7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.597417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-a1b52739-c372-4380-9b67-5e6ebcad7dc8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1255839 Jul 22 21:11:58.599132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Made reservation on behalf of cd51bd3a328d429d8c015fc73b7a54c7 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:58.601789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.618216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.624927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.635118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-47bd35ac-db12-43a2-a1a8-c20538af435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.638498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-47bd35ac-db12-43a2-a1a8-c20538af435e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1365442 Jul 22 21:11:58.660107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Routers {'1497f8b5-6067-4c39-8204-7c4dd5f93d4e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:58.661023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:58.666971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=53130b2c-2586-4148-9c00-23d81c097db7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:58.672108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f2be32-883b-49ef-94ed-7f9d91e990c0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:58.682746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-51ed15dd-7326-4326-9b1d-80ba0bbb5988 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.0742269 Jul 22 21:11:58.700579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c5f2be32-883b-49ef-94ed-7f9d91e990c0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c5f2be32-883b-49ef-94ed-7f9d91e990c0,segment=NetworkSegment(432a3e30-6a3d-4f23-a6f7-b1105fda0788),segment_id=432a3e30-6a3d-4f23-a6f7-b1105fda0788)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:58.704884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965a8ee-1042-42fa-b550-50fabad5568b req-eb3971b8-8963-4a61-8ae7-d0f8b9461dbb tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.712963 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.713281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2965a8ee-1042-42fa-b550-50fabad5568b req-eb3971b8-8963-4a61-8ae7-d0f8b9461dbb tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 943 time: 0.3991868 Jul 22 21:11:58.806311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2965a8ee-1042-42fa-b550-50fabad5568b req-3793bfc8-950c-4330-82d5-301ef0cb39f8 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918245 Jul 22 21:11:58.828400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bc858-fe3b-47e1-8bad-84c59c35c80f req-b3f957c1-0de1-4637-bb22-4ac316d13e18 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.834715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.840848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c2bc858-fe3b-47e1-8bad-84c59c35c80f req-b3f957c1-0de1-4637-bb22-4ac316d13e18 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 950 time: 0.4889748 Jul 22 21:11:58.983061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c2bc858-fe3b-47e1-8bad-84c59c35c80f req-d34dccd1-41d1-4b55-ae36-1ecec8895a80 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406724 Jul 22 21:11:58.991430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-0e282eac-928a-4bb2-a707-5d9a9229e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.994445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-0e282eac-928a-4bb2-a707-5d9a9229e5c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2986422 Jul 22 21:11:59.000019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-77c40c45-2f41-491a-9084-f40a421b83a3 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629908 Jul 22 21:11:59.001857 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.099507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04100735-d59b-4096-942e-635172747ccb req-4b99ebc4-a9e9-4b32-adde-f7d42719e37e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.101388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:11:59.102062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04100735-d59b-4096-942e-635172747ccb req-4b99ebc4-a9e9-4b32-adde-f7d42719e37e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 945 time: 0.1749363 Jul 22 21:11:59.137115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-91ace64d-c3f1-47c2-8c85-220f1e446751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.139204 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-91ace64d-c3f1-47c2-8c85-220f1e446751 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382091 Jul 22 21:11:59.142992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c5f2be32-883b-49ef-94ed-7f9d91e990c0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:59.176985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711fe179-48fa-461c-a4bb-2b73bb57f9ca,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:59.191354 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.192059 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Added segment 8deaa7e3-288b-476e-92b8-08c93e90fda9 of type vlan for network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 Jul 22 21:11:59.218392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04100735-d59b-4096-942e-635172747ccb req-b8903f3e-a626-44d8-8f08-89a35c1932c9 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076589 Jul 22 21:11:59.335444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c5f2be32-883b-49ef-94ed-7f9d91e990c0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:59.401710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da0a9cab-34bc-4851-a63a-dba8d1ecbaec req-b0cb136a-e460-4d37-9030-b922824359f0 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824513 Jul 22 21:11:59.420591 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c8cff4-d477-43e1-86a5-aed649db3272 x-openstack-request-id: req-50c8cff4-d477-43e1-86a5-aed649db3272 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:59.420900 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "name": "network-vif-plugged", "status": "completed", "tag": "53130b2c-2586-4148-9c00-23d81c097db7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:59.422206 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50c8cff4-d477-43e1-86a5-aed649db3272 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:59.423186 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7', 'code': 200} Jul 22 21:11:59.439050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.540607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Set router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:59.542961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-af583aff-3c6c-4f6f-8a8a-614cb5604549 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885882 Jul 22 21:11:59.547941 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.591428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.592091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.592672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.636392 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2710299 Jul 22 21:11:59.649276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49096) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:59.657056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Request body: {'subnet': {'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-subnet', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:59.666053 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-c4f44610-32b1-451e-beb3-f101ef2a94b6 req-dd77bc73-b4fa-4c88-8976-3be2a1c68551 tempest-FloatingIPDetailsNegativeTestJSON-1652975353 tempest-FloatingIPDetailsNegativeTestJSON-1652975353-project] show failed (client error): The resource could not be found. Jul 22 21:11:59.677749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f44610-32b1-451e-beb3-f101ef2a94b6 req-dd77bc73-b4fa-4c88-8976-3be2a1c68551 tempest-FloatingIPDetailsNegativeTestJSON-1652975353 tempest-FloatingIPDetailsNegativeTestJSON-1652975353-project] 10.222.0.54 "GET /v2.0/floatingips/37a524ab-7e82-4517-afcd-7dad3bb697ad HTTP/1.1" status: 404 len: 350 time: 0.2060020 Jul 22 21:11:59.685334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49098) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:59.740195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22452571-57ea-43c0-a48d-2cf1ccd809d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa06a64-60ca-4ddb-8dde-6172b4715df1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:59.765583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Made reservation on behalf of cd51bd3a328d429d8c015fc73b7a54c7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:59.768738 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.777611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-7bfdad46-d4ca-46aa-87f3-7eb3af650ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.781204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:11:59.782982 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-7bfdad46-d4ca-46aa-87f3-7eb3af650ba8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1100 time: 0.3053522 Jul 22 21:11:59.793087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0df46780-f56f-45db-ac14-c4f02c36be4b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0df46780-f56f-45db-ac14-c4f02c36be4b,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:59.817530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.996717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3e197-2676-434e-978f-a4bdfe1b0f9f req-c01a20e9-c56a-4200-94c5-b5b482e6fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.999170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7d3e197-2676-434e-978f-a4bdfe1b0f9f req-c01a20e9-c56a-4200-94c5-b5b482e6fb87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 1102 time: 0.5933976 Jul 22 21:12:00.017859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=0df46780-f56f-45db-ac14-c4f02c36be4b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:00.039058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-4ef91b9f-907d-4526-b820-96b37332b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.041754 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-4ef91b9f-907d-4526-b820-96b37332b5ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2352395 Jul 22 21:12:00.071085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-f7669fef-b6df-4218-9cb3-5425ef46e26e service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141673 Jul 22 21:12:00.127642 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-3b9d2538-182d-4d35-8108-7b76fc00967b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.0587680 Jul 22 21:12:00.138541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87965a4-7da9-429d-b764-492c49ef55c3 req-f61c5e1a-e6ff-4db3-85af-dd7282b12ce3 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.140630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e87965a4-7da9-429d-b764-492c49ef55c3 req-f61c5e1a-e6ff-4db3-85af-dd7282b12ce3 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 949 time: 0.6653366 Jul 22 21:12:00.141330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:11:53Z', 'revision_number': 4, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8b690089-5fc7-4bf1-874f-7ec736814c48', 'name': '', 'network_id': '4621632f-a2e3-47c0-8470-183571154922', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'mac_address': 'fa:16:3e:e8:9c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd8cc7e5b-74fc-4c35-afe5-7df97bd358c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:51Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 2, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'subnets': [{'id': 'd8cc7e5b-74fc-4c35-afe5-7df97bd358c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:00.188272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Checking router: 1497f8b5-6067-4c39-8204-7c4dd5f93d4e for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:00.189398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Updating router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e port 8b690089-5fc7-4bf1-874f-7ec736814c48 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:12:00.234214 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.237870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-bfa72d40-5ea7-4364-942d-83bf76a6f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.240254 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-bfa72d40-5ea7-4364-942d-83bf76a6f162 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0946894 Jul 22 21:12:00.241584 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.276052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7d3e197-2676-434e-978f-a4bdfe1b0f9f req-e6a3b9e0-fd54-43b4-97cb-66669713c9fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496412 Jul 22 21:12:00.310164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e44a6a-d9fc-46c0-b93f-83a0fd3c63f8 req-d2be0303-e3f8-437e-9197-949e36ac282a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.311811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54e44a6a-d9fc-46c0-b93f-83a0fd3c63f8 req-d2be0303-e3f8-437e-9197-949e36ac282a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 948 time: 0.4986610 Jul 22 21:12:00.355334 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e87965a4-7da9-429d-b764-492c49ef55c3 req-89446922-0c32-48f4-8068-cc7024726670 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325419 Jul 22 21:12:00.379193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a044d315-f1bb-4802-856c-31df8ca28ba0,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:00.405877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Checking segment: {'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:00.408724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Network hostable DHCP agents. Network: 4fa06a64-60ca-4ddb-8dde-6172b4715df1, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:12:00.431958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-05b26fe2-4651-410d-a330-916ab81633eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.434380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-05b26fe2-4651-410d-a330-916ab81633eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788239 Jul 22 21:12:00.441250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54e44a6a-d9fc-46c0-b93f-83a0fd3c63f8 req-f282e6cf-abb2-4aa7-864f-516947878b63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050615 Jul 22 21:12:00.526098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:12:00.623178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.641878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Transition to ACTIVE for port object 8b690089-5fc7-4bf1-874f-7ec736814c48 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:00.649502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4fa06a64-60ca-4ddb-8dde-6172b4715df1) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:00.655323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.656063 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.656370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.664878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b4232-8ff3-4405-9605-76a3fd625212 None None] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:00.689857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9f1889fc-8718-4cae-9844-73c81ca08b76 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0392210 Jul 22 21:12:00.693083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:00.702226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:00.726448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-35e5f6cf-9c0a-484d-8d50-9d397a987b6c service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793806 Jul 22 21:12:00.753744 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.755747 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.979259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc67e4-c2f6-40a0-961f-927f5089e6ca None None] Pushing event updated for resources: {'Port': ['ID=8b690089-5fc7-4bf1-874f-7ec736814c48,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:01.006770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.067964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.119090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:01.184041 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4087781c-d5b4-451b-80c0-abe437cb07fe req-1ba20632-8520-4ba4-8210-6d1aaae0230f service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443917 Jul 22 21:12:01.186332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Attempting to bind port 8b690089-5fc7-4bf1-874f-7ec736814c48 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:01.186886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Attempting to bind port 8b690089-5fc7-4bf1-874f-7ec736814c48 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:01.187428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Attempting to bind port 8b690089-5fc7-4bf1-874f-7ec736814c48 on network 4621632f-a2e3-47c0-8470-183571154922 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:01.190054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.203402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84d37f-2511-4379-ac55-312f50b52794 req-e13e8448-df75-4196-b2f8-e327258943a6 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:01.206569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed84d37f-2511-4379-ac55-312f50b52794 req-e13e8448-df75-4196-b2f8-e327258943a6 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 944 time: 0.6749866 Jul 22 21:12:01.218572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:01.219203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Checking segment: {'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:01.219722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.220314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Bound using segment: {'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:01.221091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Bound port: 8b690089-5fc7-4bf1-874f-7ec736814c48, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4621632f-a2e3-47c0-8470-183571154922'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:01.221745 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.274472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512379d-de8a-4a85-9e08-8b1e658cf827 req-7f83678b-32fe-41ff-95e6-d9e45509230e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:01.278513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f512379d-de8a-4a85-9e08-8b1e658cf827 req-7f83678b-32fe-41ff-95e6-d9e45509230e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 950 time: 0.2519925 Jul 22 21:12:01.331191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'fixed_ips': [{'subnet_id': 'a044d315-f1bb-4802-856c-31df8ca28ba0'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:12:01.332100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.339916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 72a756c2-54b3-49e4-a338-a116fc882c01 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:01.340374 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.407935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed84d37f-2511-4379-ac55-312f50b52794 req-3187f95d-f92f-4b6a-95d3-b2ba32650fe8 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922956 Jul 22 21:12:01.462880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.483939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f512379d-de8a-4a85-9e08-8b1e658cf827 req-74066b9b-f22b-44f7-ac8d-a0306dc003f5 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927164 Jul 22 21:12:01.542245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df46780-f56f-45db-ac14-c4f02c36be4b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:01.564925 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f67b7c-f769-45f4-a5f3-e8f5b6bf3dca" -d '{"events": [{"server_uuid": "c10fb091-607b-48aa-aa06-ad3b4193d291", "name": "network-vif-plugged", "status": "completed", "tag": "0df46780-f56f-45db-ac14-c4f02c36be4b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:01.577424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] For port 8b690089-5fc7-4bf1-874f-7ec736814c48, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:01.611125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.621459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] For port 8b690089-5fc7-4bf1-874f-7ec736814c48, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8b690089-5fc7-4bf1-874f-7ec736814c48,segment=NetworkSegment(e4930fef-c8ca-44d8-b3ae-e8b501f882fe),segment_id=e4930fef-c8ca-44d8-b3ae-e8b501f882fe)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:01.631531 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.652238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.858276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Allocated IP 172.20.0.2 (4fa06a64-60ca-4ddb-8dde-6172b4715df1/a044d315-f1bb-4802-856c-31df8ca28ba0/8ed89693-dc02-47bc-86bd-2ff74dcdca40) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:01.862733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.883340 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.890268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-c861c605-06dc-48d5-8ab8-d248aafca800 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1359356614&fields=id&tenant_id=276b311cdd854aaea7c6ae8d2e297604 HTTP/1.1" status: 200 len: 267 time: 0.2049885 Jul 22 21:12:01.900447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Routers {'1497f8b5-6067-4c39-8204-7c4dd5f93d4e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:01.901104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:01.912322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc67e4-c2f6-40a0-961f-927f5089e6ca None None] Pushing event updated for resources: {'Port': ['ID=8b690089-5fc7-4bf1-874f-7ec736814c48,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:01.934561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Allocated IP 172.25.5.251 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/3835a5d8-11e2-4951-8d8c-c52b754d93c2) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:01.984244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdac4-3312-4930-81e3-b9687b407057 req-54a84844-4a42-40c4-a1a9-2dfb03615b1d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:01.989043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b1fdac4-3312-4930-81e3-b9687b407057 req-54a84844-4a42-40c4-a1a9-2dfb03615b1d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 949 time: 0.3056214 Jul 22 21:12:02.132923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.218880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.221931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b1fdac4-3312-4930-81e3-b9687b407057 req-6e638182-d248-4d77-a0df-ce805efc3785 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219155 Jul 22 21:12:02.260401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:02.281016 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.301528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:02.304685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:02.309356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:02.315523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3835a5d8-11e2-4951-8d8c-c52b754d93c2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:02.383575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f4928ec3-53c7-4a6b-94f9-53366a8fecbe details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:02.385573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c5f2be32-883b-49ef-94ed-7f9d91e990c0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:02.498361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] Set router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:02.571515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:02.630770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e3012-2780-4318-a522-0dfb6b9c88e0 req-46282a95-a54b-43d8-ac30-8f0ce68aa20e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:02.640215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-748e3012-2780-4318-a522-0dfb6b9c88e0 req-46282a95-a54b-43d8-ac30-8f0ce68aa20e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 948 time: 0.3060427 Jul 22 21:12:02.667528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-48d5a31e-836b-4427-a980-4d5677a7393d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:02.671167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-48d5a31e-836b-4427-a980-4d5677a7393d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 823 time: 0.7342360 Jul 22 21:12:02.733641 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.740804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c5f2be32-883b-49ef-94ed-7f9d91e990c0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:02.771889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Transition to ACTIVE for port object 8ed89693-dc02-47bc-86bd-2ff74dcdca40 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:02.775312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c5f2be32-883b-49ef-94ed-7f9d91e990c0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:02.775748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.778593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:02.811110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-ec5fad63-6176-4229-9b2f-9aefed89b973 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/quotas/276b311cdd854aaea7c6ae8d2e297604 HTTP/1.1" status: 200 len: 375 time: 0.0573730 Jul 22 21:12:02.866436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'mac_address': 'fa:16:3e:68:6c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:02.874823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Transition to ACTIVE for port object 8ed89693-dc02-47bc-86bd-2ff74dcdca40 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:02.894887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.999264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-748e3012-2780-4318-a522-0dfb6b9c88e0 req-8a50d6e7-2617-475b-9d0d-bde8ce18186c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460226 Jul 22 21:12:03.016439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-2aebbfc1-6490-4821-af8a-571c407e23c3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:03.017593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-2aebbfc1-6490-4821-af8a-571c407e23c3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb72720a-88ef-4222-8d9b-d31383557403 HTTP/1.1" status: 200 len: 945 time: 0.4310584 Jul 22 21:12:03.022683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:03.038518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:03.049907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:03.128587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Deleting port 8b690089-5fc7-4bf1-874f-7ec736814c48 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:03.128932 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.148494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.165699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-edd5c7da-c0e9-42e7-a120-9676c270f2db tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3362136 Jul 22 21:12:03.202135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Pushing event updated for resources: {'Port': ['ID=8ed89693-dc02-47bc-86bd-2ff74dcdca40,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.217377 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807ca37-282f-4c09-9ba3-cbc82b24ecf2 x-openstack-request-id: req-4807ca37-282f-4c09-9ba3-cbc82b24ecf2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:03.218003 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10fb091-607b-48aa-aa06-ad3b4193d291", "name": "network-vif-plugged", "status": "completed", "tag": "0df46780-f56f-45db-ac14-c4f02c36be4b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:03.218538 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4807ca37-282f-4c09-9ba3-cbc82b24ecf2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:03.219318 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df46780-f56f-45db-ac14-c4f02c36be4b', 'code': 200} Jul 22 21:12:03.259876 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.263006 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.343432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4928ec3-53c7-4a6b-94f9-53366a8fecbe {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:03.368130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Deleting port a577de8a-86d9-487f-a158-d32b6ffd4ff3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:03.369053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.369261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Attempting to bind port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:03.370574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Attempting to bind port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:03.370574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Attempting to bind port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 on network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:03.391522 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c5f2be32-883b-49ef-94ed-7f9d91e990c0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c5f2be32-883b-49ef-94ed-7f9d91e990c0,segment=NetworkSegment(432a3e30-6a3d-4f23-a6f7-b1105fda0788),segment_id=432a3e30-6a3d-4f23-a6f7-b1105fda0788)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:03.396545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:03.399588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.404237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:03.404674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Checking segment: {'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:03.404999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.405642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Bound using segment: {'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:03.405855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Bound port: 8ed89693-dc02-47bc-86bd-2ff74dcdca40, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:03.406334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.411860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.413046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:11:53Z', 'revision_number': 4, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8b690089-5fc7-4bf1-874f-7ec736814c48', 'name': '', 'network_id': '4621632f-a2e3-47c0-8470-183571154922', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'mac_address': 'fa:16:3e:e8:9c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd8cc7e5b-74fc-4c35-afe5-7df97bd358c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:51Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'subnets': [{'id': 'd8cc7e5b-74fc-4c35-afe5-7df97bd358c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:03.414555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] For port 8b690089-5fc7-4bf1-874f-7ec736814c48, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8b690089-5fc7-4bf1-874f-7ec736814c48,segment=NetworkSegment(e4930fef-c8ca-44d8-b3ae-e8b501f882fe),segment_id=e4930fef-c8ca-44d8-b3ae-e8b501f882fe)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:03.414922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.461872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Calling delete_port for 8b690089-5fc7-4bf1-874f-7ec736814c48 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:03.474428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6ceb9-5431-4cef-a44d-2fe63241beb1 None None] The sync data for ids ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'] in n-d-762330-19 is: [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:11:53Z', 'revision_number': 4, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8b690089-5fc7-4bf1-874f-7ec736814c48', 'name': '', 'network_id': '4621632f-a2e3-47c0-8470-183571154922', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'mac_address': 'fa:16:3e:e8:9c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd8cc7e5b-74fc-4c35-afe5-7df97bd358c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:51Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'subnets': [{'id': 'd8cc7e5b-74fc-4c35-afe5-7df97bd358c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:03.516705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-b433a3d4-e95a-468b-9148-78ae979792e1 service neutron] 10.222.0.54 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104129 Jul 22 21:12:03.527367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c5f2be32-883b-49ef-94ed-7f9d91e990c0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.605977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.661214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] For port 8ed89693-dc02-47bc-86bd-2ff74dcdca40, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:03.663280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.677241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] For port 8ed89693-dc02-47bc-86bd-2ff74dcdca40, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8ed89693-dc02-47bc-86bd-2ff74dcdca40,segment=NetworkSegment(8deaa7e3-288b-476e-92b8-08c93e90fda9),segment_id=8deaa7e3-288b-476e-92b8-08c93e90fda9)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:03.692405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.706532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2dfbc-2989-453d-9d6f-d992ba2fd733 req-473514a0-dfe2-4111-9302-98bb9b7579d6 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:03.715740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45f2dfbc-2989-453d-9d6f-d992ba2fd733 req-473514a0-dfe2-4111-9302-98bb9b7579d6 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 944 time: 0.5014510 Jul 22 21:12:03.774619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2beb-06ad-4165-b234-706abaf7bb0e None None] Pushing event updated for resources: {'Port': ['ID=8ed89693-dc02-47bc-86bd-2ff74dcdca40,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.835462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cc84a-215c-4543-a70b-d98e66b120ad req-552fe83c-0197-4416-9c28-9df1a72435be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:03.836499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a08cc84a-215c-4543-a70b-d98e66b120ad req-552fe83c-0197-4416-9c28-9df1a72435be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 1100 time: 0.6205778 Jul 22 21:12:03.849619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8b690089-5fc7-4bf1-874f-7ec736814c48 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:03.891892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-a0e285c6-64ef-4fb7-8d17-546fa1fff76c service neutron] 10.222.0.54 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554454 Jul 22 21:12:03.895990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] For port a577de8a-86d9-487f-a158-d32b6ffd4ff3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a577de8a-86d9-487f-a158-d32b6ffd4ff3,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:03.896396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.932473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:04.001129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Router 42662709-33d9-460b-b527-3c38dc970b05 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:12:04.089603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45f2dfbc-2989-453d-9d6f-d992ba2fd733 req-a3fedc0c-bc55-407b-b99e-ac8494fe4c77 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695843 Jul 22 21:12:04.245108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8b690089-5fc7-4bf1-874f-7ec736814c48 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:04.260481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8b690089-5fc7-4bf1-874f-7ec736814c48 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:04.260857 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.449178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:04.463572 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Sync routers for ids ['42662709-33d9-460b-b527-3c38dc970b05'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:04.482726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.484155 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Routers {'42662709-33d9-460b-b527-3c38dc970b05'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:04.485593 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['42662709-33d9-460b-b527-3c38dc970b05'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:04.486375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d277a653-ffa8-4f60-bbdb-8bcee39618e1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7920489 Jul 22 21:12:04.497247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49148) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:04.556554 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.627715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8b690089-5fc7-4bf1-874f-7ec736814c48, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8b690089-5fc7-4bf1-874f-7ec736814c48,segment=NetworkSegment(e4930fef-c8ca-44d8-b3ae-e8b501f882fe),segment_id=e4930fef-c8ca-44d8-b3ae-e8b501f882fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:04.666513 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.773806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8b690089-5fc7-4bf1-874f-7ec736814c48,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:04.787508 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Set router 42662709-33d9-460b-b527-3c38dc970b05 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:05.220974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01'}, {'server_uuid': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:05.225085 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca427413-1ff2-4c7a-a64f-476dded87281" -d '{"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-plugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01"}, {"server_uuid": "d1794e28-7f6f-4b00-adde-87cca00489a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5f2be32-883b-49ef-94ed-7f9d91e990c0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:05.277389 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:02Z', 'revision_number': 3, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port': {'id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:01Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:05.422644 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Checking router: 42662709-33d9-460b-b527-3c38dc970b05 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:05.423741 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Updating router 42662709-33d9-460b-b527-3c38dc970b05 port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:12:05.550046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a08cc84a-215c-4543-a70b-d98e66b120ad req-08a3ad27-15b9-4042-9c3f-0ff1b19a046f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6984339 Jul 22 21:12:05.577862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.607633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.628328 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.894464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d4eb0-dad6-4bd3-8538-561f77f614f5 None None] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:05.909861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b690089-5fc7-4bf1-874f-7ec736814c48,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:06.162583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8ed89693-dc02-47bc-86bd-2ff74dcdca40 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:06.227273 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.227832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.228549 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093 disassociated. External IP: 172.25.5.187, port: a577de8a-86d9-487f-a158-d32b6ffd4ff3. Jul 22 21:12:06.229859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Calling delete_port for a577de8a-86d9-487f-a158-d32b6ffd4ff3 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:06.250771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-874edcdc-303a-4113-917d-221ddafab46f None None] Provisioning for port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:06.273616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a21034-30a0-4fa9-ba73-57f1f082f808 req-274cd01e-aa9d-461d-9269-09f7afb483b0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:06.276315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1a21034-30a0-4fa9-ba73-57f1f082f808 req-274cd01e-aa9d-461d-9269-09f7afb483b0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 950 time: 2.0102196 Jul 22 21:12:06.341331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Allocated IP 172.20.0.1 (4fa06a64-60ca-4ddb-8dde-6172b4715df1/a044d315-f1bb-4802-856c-31df8ca28ba0/2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:06.374199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1442839-263c-4b65-9665-a4b159fa65b8 req-3baf4046-0393-4ea7-8ddd-b433729db68d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:06.379576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1442839-263c-4b65-9665-a4b159fa65b8 req-3baf4046-0393-4ea7-8ddd-b433729db68d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.9325182 Jul 22 21:12:06.403712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f4928ec3-53c7-4a6b-94f9-53366a8fecbe up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:06.521356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:06.535685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:06.536637 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.614338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port f4928ec3-53c7-4a6b-94f9-53366a8fecbe completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:06.628163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port f4928ec3-53c7-4a6b-94f9-53366a8fecbe triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:06.629109 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.702122 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.765172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1a21034-30a0-4fa9-ba73-57f1f082f808 req-78fa1539-08ed-4888-b2df-de0278e05c03 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638853 Jul 22 21:12:06.795698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.815068 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.853806 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Transition to ACTIVE for port object 3835a5d8-11e2-4951-8d8c-c52b754d93c2 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:06.866368 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.866699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1442839-263c-4b65-9665-a4b159fa65b8 req-e5b81094-10d2-4ff2-b430-34b16744bd67 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381522 Jul 22 21:12:06.887166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Transition to ACTIVE for port object 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:07.030707 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.085117 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Attempting to bind port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:07.085774 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Attempting to bind port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:07.086307 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Attempting to bind port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:07.100240 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326083a5-8c5e-473f-9e3d-d90053ff96a7 None None] Pushing event updated for resources: {'Port': ['ID=3835a5d8-11e2-4951-8d8c-c52b754d93c2,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:07.125621 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:07.126418 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:07.127191 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.128361 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:07.129362 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Bound port: 3835a5d8-11e2-4951-8d8c-c52b754d93c2, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:07.130109 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.135179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:07.157149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Pushing event updated for resources: {'Port': ['ID=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:07.162363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:07.167398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:07.191194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a577de8a-86d9-487f-a158-d32b6ffd4ff3 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:07.282922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.329865 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] For port 3835a5d8-11e2-4951-8d8c-c52b754d93c2, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:07.335984 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] For port 3835a5d8-11e2-4951-8d8c-c52b754d93c2, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3835a5d8-11e2-4951-8d8c-c52b754d93c2,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:07.356486 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.361129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bd02afc-c016-40d3-97a8-7a3e07ca74fc None None] Provisioning complete for port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:07.361711 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bd02afc-c016-40d3-97a8-7a3e07ca74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.408474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34396ddb-865c-40a1-b97d-3ca7f45fbd05 req-47ce9c62-33ab-4b85-a983-f3399014569b tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 210 time: 0.2453709 Jul 22 21:12:07.543080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.573051 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326083a5-8c5e-473f-9e3d-d90053ff96a7 None None] Pushing event updated for resources: {'Port': ['ID=3835a5d8-11e2-4951-8d8c-c52b754d93c2,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:07.610904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43854a27-974c-4af3-9e0d-2ab6c5e21b09 req-f69bb257-0147-4ffb-8b91-5df885fdabd7 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.630829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43854a27-974c-4af3-9e0d-2ab6c5e21b09 req-f69bb257-0147-4ffb-8b91-5df885fdabd7 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 949 time: 0.5661566 Jul 22 21:12:07.647622 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Routers {'42662709-33d9-460b-b527-3c38dc970b05'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:07.648638 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['42662709-33d9-460b-b527-3c38dc970b05'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:07.656550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.703464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-ea2be0ba-590e-43de-8551-c82e4ce19fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.707672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-ea2be0ba-590e-43de-8551-c82e4ce19fe2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1102 time: 0.7620378 Jul 22 21:12:07.729748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No active binding found for port a577de8a-86d9-487f-a158-d32b6ffd4ff3 {{(pid=94093) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:12:07.730410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a577de8a-86d9-487f-a158-d32b6ffd4ff3 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:07.775479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event deleted for resources: {'Port': ['ID=a577de8a-86d9-487f-a158-d32b6ffd4ff3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:07.793104 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.892604 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] Set router 42662709-33d9-460b-b527-3c38dc970b05 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:07.894429 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.909720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:07.985271 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43854a27-974c-4af3-9e0d-2ab6c5e21b09 req-8d2fe7f1-e60b-4c53-83cb-0a3447f0f3dc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514359 Jul 22 21:12:08.001096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8ed89693-dc02-47bc-86bd-2ff74dcdca40, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8ed89693-dc02-47bc-86bd-2ff74dcdca40,segment=NetworkSegment(8deaa7e3-288b-476e-92b8-08c93e90fda9),segment_id=8deaa7e3-288b-476e-92b8-08c93e90fda9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:08.065960 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.066799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8b690089-5fc7-4bf1-874f-7ec736814c48 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:08.190863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:08.220842 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1cf030-352d-4809-b3ea-fd2f39bf07cb x-openstack-request-id: req-df1cf030-352d-4809-b3ea-fd2f39bf07cb {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:08.221759 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-plugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01", "code": 200}, {"server_uuid": "d1794e28-7f6f-4b00-adde-87cca00489a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5f2be32-883b-49ef-94ed-7f9d91e990c0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:08.221759 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df1cf030-352d-4809-b3ea-fd2f39bf07cb {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:08.222875 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01', 'code': 200} Jul 22 21:12:08.223333 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0', 'code': 200} Jul 22 21:12:08.366476 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.379210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8ed89693-dc02-47bc-86bd-2ff74dcdca40,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:08.449046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:08.464931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-521463d6-6286-4f26-be6b-072d270f5868 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:08.482532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96500714-05e8-4eaa-b566-32374f99689f None None] Sync routers for ids ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:08.487704 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-521463d6-6286-4f26-be6b-072d270f5868 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.23 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 823 time: 0.5094910 Jul 22 21:12:08.492890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8b690089-5fc7-4bf1-874f-7ec736814c48 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:08.493432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8b690089-5fc7-4bf1-874f-7ec736814c48 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 21:12:08.508754 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:07Z', 'revision_number': 4, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port': {'id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:01Z', 'updated_at': '2021-07-22T21:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63', 'name': '', 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'mac_address': 'fa:16:3e:8e:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:05Z', 'updated_at': '2021-07-22T21:12:06Z', 'revision_number': 1, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'subnets': [{'id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:08.573719 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd177c1-b5bc-45d9-82f6-cb0cd2b8d8f5 None None] The sync data for ids ['42662709-33d9-460b-b527-3c38dc970b05'] in n-d-762330-19 is: [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:07Z', 'revision_number': 4, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port': {'id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:01Z', 'updated_at': '2021-07-22T21:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63', 'name': '', 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'mac_address': 'fa:16:3e:8e:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:05Z', 'updated_at': '2021-07-22T21:12:06Z', 'revision_number': 1, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'subnets': [{'id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:08.604836 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Port 8b690089-5fc7-4bf1-874f-7ec736814c48 not found, will not notify nova. {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 21:12:08.622916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] Routers {'1497f8b5-6067-4c39-8204-7c4dd5f93d4e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:08.624005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:08.627818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1863c45a-9f55-4151-8ceb-5153601da4c7 None None] Provisioning for port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:08.722245 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.745062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.773488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aa6e33a9-7c7b-4270-aeb6-9d3b79be79b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/1497f8b5-6067-4c39-8204-7c4dd5f93d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0513899 Jul 22 21:12:08.793121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-d7cc25c1-2ca0-4eb6-bc60-5d2cb0a31a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:08.817983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1863c45a-9f55-4151-8ceb-5153601da4c7 None None] Provisioning complete for port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:08.819139 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1863c45a-9f55-4151-8ceb-5153601da4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.821401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-d7cc25c1-2ca0-4eb6-bc60-5d2cb0a31a78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.9423199 Jul 22 21:12:08.869023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:08.882843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:08.935627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1863c45a-9f55-4151-8ceb-5153601da4c7 None None] Port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:08.964032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8ed89693-dc02-47bc-86bd-2ff74dcdca40 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:08.964972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Router ba30d540-3230-4bd3-a6b4-9a4825b08825 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:08.975798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-ec508e81-e952-40c6-97df-6cab94510b79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=72a756c2-54b3-49e4-a338-a116fc882c01 HTTP/1.1" status: 200 len: 217 time: 0.1460729 Jul 22 21:12:09.006809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.021047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d45cf2-7f73-4a93-90e2-f8e817e5b6bc req-8ecf090c-fd93-4799-93a0-89ffc3bad988 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.025959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] Set router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:09.029836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0d45cf2-7f73-4a93-90e2-f8e817e5b6bc req-8ecf090c-fd93-4799-93a0-89ffc3bad988 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 945 time: 1.2048938 Jul 22 21:12:09.284344 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0d45cf2-7f73-4a93-90e2-f8e817e5b6bc req-778767d8-e949-4a28-bd6c-14b079f3d5cf tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530746 Jul 22 21:12:09.359440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:09.360436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.412105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-361bf5b7-5771-4fa7-976a-1fad8bf3833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.419324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-361bf5b7-5771-4fa7-976a-1fad8bf3833e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.4275086 Jul 22 21:12:09.427068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef877335-3b15-47e6-943b-f4a75c71a5cc req-0d490a10-1471-40bd-b9b2-4a1312b62a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.430119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef877335-3b15-47e6-943b-f4a75c71a5cc req-0d490a10-1471-40bd-b9b2-4a1312b62a32 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1102 time: 0.5416741 Jul 22 21:12:09.454145 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-973935be-2672-417a-8f6b-bec18b133f39 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276b311cdd854aaea7c6ae8d2e297604 HTTP/1.1" status: 200 len: 380 time: 0.9637496 Jul 22 21:12:09.454811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Pushing event updated for resources: {'Port': ['ID=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:09.504905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'port': {'device_id': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'admin_state_up': True, 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'security_groups': ['43175761-9f76-4fda-af22-cf33f830021c']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:09.530124 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-82d186de-9304-4acb-ae7b-69e8afa8e3ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6636200 Jul 22 21:12:09.565830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc2773-85eb-49ec-88c8-d2e605b1e332 req-cde81acb-1030-4e9a-91a5-f580bbea42e0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.568600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdfc2773-85eb-49ec-88c8-d2e605b1e332 req-cde81acb-1030-4e9a-91a5-f580bbea42e0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 948 time: 1.1407988 Jul 22 21:12:09.643946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:09.663518 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] Sync routers for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:09.683277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:12:05Z', 'revision_number': 5, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:09.688678 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:09.690078 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:09.761841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96500714-05e8-4eaa-b566-32374f99689f None None] Checking router: 1497f8b5-6067-4c39-8204-7c4dd5f93d4e for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:09.779514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] Routers {'1497f8b5-6067-4c39-8204-7c4dd5f93d4e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:09.781057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:09.814406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] No DVR routers for this DVR port a577de8a-86d9-487f-a158-d32b6ffd4ff3 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:09.824499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.829011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-373fa859-d6af-4d35-8b29-cf69af1d825e req-ba79afa7-cdc4-4d52-9af8-3d87ed9471b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.58 "DELETE /v2.0/ports/a577de8a-86d9-487f-a158-d32b6ffd4ff3 HTTP/1.1" status: 204 len: 173 time: 6.8025768 Jul 22 21:12:09.832937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-64f422d5-1947-41f6-9148-9f9d9b03b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.835419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-64f422d5-1947-41f6-9148-9f9d9b03b80e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4080191 Jul 22 21:12:09.836443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'name': 'network-vif-deleted', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:09.840838 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31855eb5-fb8e-4f7b-a36f-b97f22437b32" -d '{"events": [{"server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "name": "network-vif-deleted", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:09.867626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdfc2773-85eb-49ec-88c8-d2e605b1e332 req-580615d0-f158-4e72-8305-d6fadc9ddd43 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807050 Jul 22 21:12:09.949464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f2a45-0f1e-4440-83e3-173209edc07d req-93fd0308-a764-4112-bbc6-e0282e870c5b tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.962642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-215f2a45-0f1e-4440-83e3-173209edc07d req-93fd0308-a764-4112-bbc6-e0282e870c5b tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1098 time: 0.4954333 Jul 22 21:12:10.031510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:10.248230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:10.250878 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3404d5e5-f1f6-487c-9e6b-0219c1d32d4d" -d '{"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:10.341691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:10.358153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] Set router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:10.370508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffd17e-862e-471e-96ed-5c714145f04c req-0a2d557d-d177-4136-87b7-4ccf5ae82f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:10.378255 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-42ffd17e-862e-471e-96ed-5c714145f04c req-0a2d557d-d177-4136-87b7-4ccf5ae82f28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 1097 time: 1.6485310 Jul 22 21:12:10.404685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.557706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:10.664051 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:10.715647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-42ffd17e-862e-471e-96ed-5c714145f04c req-52b0ffa1-eb6d-4e60-9f95-f08247bc89be service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131731 Jul 22 21:12:10.872252 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] Checking router: ba30d540-3230-4bd3-a6b4-9a4825b08825 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:10.896571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3835a5d8-11e2-4951-8d8c-c52b754d93c2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:10.899164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef877335-3b15-47e6-943b-f4a75c71a5cc req-7a8d6bc0-76ae-495b-bf13-267a887c8a06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4291716 Jul 22 21:12:10.940497 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:10.941606 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:10.977055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-5bc12d52-0056-4f23-b60d-cbfa75422c28 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1255805 Jul 22 21:12:11.050449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-96500714-05e8-4eaa-b566-32374f99689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:12:05Z', 'revision_number': 5, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:11.130620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-215f2a45-0f1e-4440-83e3-173209edc07d req-f17bcd0f-23d7-47cb-bc0c-519e5cc62329 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1661730 Jul 22 21:12:11.187670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96500714-05e8-4eaa-b566-32374f99689f None None] The sync data for ids ['1497f8b5-6067-4c39-8204-7c4dd5f93d4e'] in n-d-762330-19 is: [{'id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1708514023-router', 'tenant_id': '5175beace3674bb9a3105df4299c43e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:43Z', 'updated_at': '2021-07-22T21:12:05Z', 'revision_number': 5, 'project_id': '5175beace3674bb9a3105df4299c43e1', 'gw_port': {'id': '55b0ac39-e10c-480c-8578-a5f3042c775b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1497f8b5-6067-4c39-8204-7c4dd5f93d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:11.252566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149930-4d7f-4869-983b-4a95b3465404 req-0674d9b9-4cfa-4c5e-b6e6-07d16554d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.254898 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-0674d9b9-4cfa-4c5e-b6e6-07d16554d232 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9eb67d157fd447108d6e47b80025ca99&device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 1101 time: 1.6673491 Jul 22 21:12:11.290116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e9a2297-d724-4910-a6fa-959327e39ba3 None None] Provisioning complete for port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:11.291626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2297-d724-4910-a6fa-959327e39ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.319263 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:11.391115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Made reservation on behalf of 276b311cdd854aaea7c6ae8d2e297604 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:11.400469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.434073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:11.448217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:11.448814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.451208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf81138-a7c1-45a7-b0ef-6d8f7fdc4a83 req-6cfbc2e3-2a24-4249-a9a6-fa00b8283c7c service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517553 Jul 22 21:12:11.455508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a2297-d724-4910-a6fa-959327e39ba3 None None] Port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:11.479219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730c7b-8929-450b-943c-69cbce59376f req-c783d5ff-3cf0-4f22-9ad4-a664558eda7b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.488756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc730c7b-8929-450b-943c-69cbce59376f req-c783d5ff-3cf0-4f22-9ad4-a664558eda7b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.6660259 Jul 22 21:12:11.492363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.646345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc730c7b-8929-450b-943c-69cbce59376f req-b2bd9814-7ff1-465f-b2f5-695eb241fcdc tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207139 Jul 22 21:12:11.798104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77b05bc1-8173-4e88-bc03-40b1e7b78c2b req-28133bf2-8bbf-4492-a8ed-f6a544b75fed tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 210 time: 0.1135483 Jul 22 21:12:11.804939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Router 42662709-33d9-460b-b527-3c38dc970b05 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:11.820581 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37fcd11-5459-4aac-a877-67112d89773c x-openstack-request-id: req-f37fcd11-5459-4aac-a877-67112d89773c {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:11.821389 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb72720a-88ef-4222-8d9b-d31383557403", "name": "network-vif-deleted", "tag": "a577de8a-86d9-487f-a158-d32b6ffd4ff3", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:11.822149 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f37fcd11-5459-4aac-a877-67112d89773c {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:11.822964 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb72720a-88ef-4222-8d9b-d31383557403', 'name': 'network-vif-deleted', 'tag': 'a577de8a-86d9-487f-a158-d32b6ffd4ff3', 'status': 'completed', 'code': 200} Jul 22 21:12:11.849743 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.923074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3835a5d8-11e2-4951-8d8c-c52b754d93c2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3835a5d8-11e2-4951-8d8c-c52b754d93c2,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:11.929197 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.145722 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:12.194923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3835a5d8-11e2-4951-8d8c-c52b754d93c2,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:12.207600 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c16cb51-f245-4f1c-97c3-06d9a679ff8a x-openstack-request-id: req-1c16cb51-f245-4f1c-97c3-06d9a679ff8a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:12.209871 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:12.216905 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c16cb51-f245-4f1c-97c3-06d9a679ff8a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:12.218797 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'code': 200} Jul 22 21:12:12.293843 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce03c8-450f-4811-8810-ba124865b515 None None] The sync data for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 is: [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:12.322927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Allocated IP 172.20.0.11 (22fc2921-f54b-4be0-9cdd-cc09f2ad49c5/a04d65b9-ad86-404a-a10b-d05e2b780a68/6558ff25-2325-4d52-9770-77d84fd94a69) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:12.337591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a744-7fde-4013-8a34-8c892d817dcc req-39aa4549-ac16-45d8-9558-e1cd467fee7d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.339123 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-39aa4549-ac16-45d8-9558-e1cd467fee7d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb&tenant_id=048d87f66b0143b49e7616f0c3817438&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 950 time: 0.4661198 Jul 22 21:12:12.421689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149930-4d7f-4869-983b-4a95b3465404 req-85cc643c-2d06-44b9-9623-438dfa2f88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.425705 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-85cc643c-2d06-44b9-9623-438dfa2f88b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 1.1163440 Jul 22 21:12:12.515366 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1178c138-3c67-478a-bc30-102be87fe144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.556218 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-9954a744-7fde-4013-8a34-8c892d817dcc req-0c6addb8-5af5-476a-80f7-eb1079b21bf3 service neutron] delete failed (client error): The resource could not be found. Jul 22 21:12:12.558856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-0c6addb8-5af5-476a-80f7-eb1079b21bf3 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f4928ec3-53c7-4a6b-94f9-53366a8fecbe/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.2091668 Jul 22 21:12:12.608271 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-d24e1422-92fc-4aeb-8d37-64e398f70303 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431 HTTP/1.1" status: 200 len: 217 time: 0.1571994 Jul 22 21:12:12.622696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a33b-80bd-4d68-ae6f-b0bb57f2a1d2 req-31093efb-6516-40fd-b035-9d18f26fcd41 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.637887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b70a33b-80bd-4d68-ae6f-b0bb57f2a1d2 req-31093efb-6516-40fd-b035-9d18f26fcd41 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 945 time: 0.1381464 Jul 22 21:12:12.751193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b70a33b-80bd-4d68-ae6f-b0bb57f2a1d2 req-2acf6ce0-f4d7-4c84-a21d-977f2166670e tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115637 Jul 22 21:12:12.850182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3835a5d8-11e2-4951-8d8c-c52b754d93c2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:12.873523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Deleting port 55b0ac39-e10c-480c-8578-a5f3042c775b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:12.874769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.989561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a744-7fde-4013-8a34-8c892d817dcc req-26209c73-43ef-4919-abd8-01f0879dd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.991294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-26209c73-43ef-4919-abd8-01f0879dd15f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1102 time: 0.1907856 Jul 22 21:12:13.023911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:13.026297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:13.203680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:13.218475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96916c0-7409-4f7d-9b07-82289cf41a73 None None] New status for floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:12:13.232268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149930-4d7f-4869-983b-4a95b3465404 req-8fe65b5e-fe47-4c6e-9f2f-bf5fc729820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.238099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-8fe65b5e-fe47-4c6e-9f2f-bf5fc729820d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.5912774 Jul 22 21:12:13.255037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5396cea5-39c7-4eaf-a9d4-adcc1462d512 admin admin] 10.222.0.54 "PUT /v2.0/routers/42662709-33d9-460b-b527-3c38dc970b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7559826 Jul 22 21:12:13.336485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacff54-28f5-4fcd-be4c-e92d2d796c21 req-3970a585-8c91-4b26-a6d0-f7b20ac2ee2e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.343936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacff54-28f5-4fcd-be4c-e92d2d796c21 req-3970a585-8c91-4b26-a6d0-f7b20ac2ee2e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.352715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baacff54-28f5-4fcd-be4c-e92d2d796c21 req-3970a585-8c91-4b26-a6d0-f7b20ac2ee2e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=c10fb091-607b-48aa-aa06-ad3b4193d291&device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 1689 time: 0.3309710 Jul 22 21:12:13.382443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a744-7fde-4013-8a34-8c892d817dcc req-391fc257-351c-4b87-9294-438ce83e8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.383921 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-391fc257-351c-4b87-9294-438ce83e8ade service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3854766 Jul 22 21:12:13.439590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] For port 55b0ac39-e10c-480c-8578-a5f3042c775b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=55b0ac39-e10c-480c-8578-a5f3042c775b,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:13.440124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:13.514573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Calling delete_port for 55b0ac39-e10c-480c-8578-a5f3042c775b owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:13.515876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baacff54-28f5-4fcd-be4c-e92d2d796c21 req-d6b07a2a-7688-41f1-b81c-75548f982cff tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618958 Jul 22 21:12:13.517835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-b10e9528-015a-4505-b091-b387524b8c5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.1259208 Jul 22 21:12:13.535298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Sync routers for ids ['42662709-33d9-460b-b527-3c38dc970b05'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:13.560705 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Routers {'42662709-33d9-460b-b527-3c38dc970b05'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:13.562363 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:11:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['42662709-33d9-460b-b527-3c38dc970b05'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:13.668990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:13.674432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8b690089-5fc7-4bf1-874f-7ec736814c48 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:13.676464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a744-7fde-4013-8a34-8c892d817dcc req-07208098-1f86-4d25-9976-d54da9881606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.678010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-07208098-1f86-4d25-9976-d54da9881606 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1513989 Jul 22 21:12:13.709170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8b690089-5fc7-4bf1-874f-7ec736814c48 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:13.709725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8b690089-5fc7-4bf1-874f-7ec736814c48 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:13.823151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Transition to ACTIVE for port object 6558ff25-2325-4d52-9770-77d84fd94a69 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:13.879587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149930-4d7f-4869-983b-4a95b3465404 req-fdfdb8d4-d148-4925-9eed-2c06020e529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.893785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-fdfdb8d4-d148-4925-9eed-2c06020e529c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6257772 Jul 22 21:12:13.920238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b61ec-2087-4c3f-adb5-d9a05c5c83af req-72ac8fa3-2536-4898-8a41-3536167c9163 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.921761 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Set router 42662709-33d9-460b-b527-3c38dc970b05 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:13.923206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e07b61ec-2087-4c3f-adb5-d9a05c5c83af req-72ac8fa3-2536-4898-8a41-3536167c9163 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1921439 Jul 22 21:12:13.926800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a744-7fde-4013-8a34-8c892d817dcc req-e04a02a7-d59b-404d-bccc-7d0bb27a92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.929250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-e04a02a7-d59b-404d-bccc-7d0bb27a92cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2428606 Jul 22 21:12:14.126817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:14.189572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e07b61ec-2087-4c3f-adb5-d9a05c5c83af req-f4886449-78c3-4d72-a9c3-e140f5e4778b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551658 Jul 22 21:12:14.242284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-0492edf2-f3b1-48b2-926b-1a42676fb11f service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245156 Jul 22 21:12:14.268345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event updated for resources: {'Port': ['ID=6558ff25-2325-4d52-9770-77d84fd94a69,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:14.298594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:14.320288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:14.321961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-07216f62-2468-4dae-b9d7-16f6a21a867d service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740954 Jul 22 21:12:14.338285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:14.408090 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:14.760525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-91f05459-0780-4948-9c22-b8c528308bb3 None None] Provisioning for port 6558ff25-2325-4d52-9770-77d84fd94a69 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:14.773987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-91f05459-0780-4948-9c22-b8c528308bb3 None None] Provisioning complete for port 6558ff25-2325-4d52-9770-77d84fd94a69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:14.776783 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-91f05459-0780-4948-9c22-b8c528308bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:14.846509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-91f05459-0780-4948-9c22-b8c528308bb3 None None] Port 6558ff25-2325-4d52-9770-77d84fd94a69 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:14.882984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9954a744-7fde-4013-8a34-8c892d817dcc req-5acffc0c-3a33-4b07-88e9-6e5f7a8efebf service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454216 Jul 22 21:12:14.917410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6a3a-fd27-4772-a544-eddf4614647e req-12bc79b8-f690-4bd1-9da2-8ddce2c9ffc6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:14.920490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b49d6a3a-fd27-4772-a544-eddf4614647e req-12bc79b8-f690-4bd1-9da2-8ddce2c9ffc6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.4402204 Jul 22 21:12:15.015919 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:07Z', 'revision_number': 4, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port': {'id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:01Z', 'updated_at': '2021-07-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63', 'name': '', 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'mac_address': 'fa:16:3e:8e:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:05Z', 'updated_at': '2021-07-22T21:12:08Z', 'revision_number': 2, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'subnets': [{'id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:15.017254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b0ac39-e10c-480c-8578-a5f3042c775b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:15.037782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b49d6a3a-fd27-4772-a544-eddf4614647e req-77958d04-398c-4ffc-9220-a3535e3c8f2c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988443 Jul 22 21:12:15.044024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.045111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.073278 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fb149930-4d7f-4869-983b-4a95b3465404 req-bf4190f9-a738-4211-9131-f1c127700bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009803 Jul 22 21:12:15.073703 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Checking router: 42662709-33d9-460b-b527-3c38dc970b05 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:15.074482 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Updating router 42662709-33d9-460b-b527-3c38dc970b05 port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:12:15.099606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-a31ba08d-693e-4e97-a16f-6c4a4ba843c7 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:12:15.110347 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-fdec2593-1987-4fb1-85ff-b4eac734c01e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6046205 Jul 22 21:12:15.110655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-a31ba08d-693e-4e97-a16f-6c4a4ba843c7 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142770 Jul 22 21:12:15.115905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:15.125728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Unknown quota resources ['binding']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:12:15.131777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Request body: {'port': {'device_id': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:15.158407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b67aed76-9e62-4c72-bd6c-63b4d04984b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.190919 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.235739 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.269965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.484912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5af4-a206-427d-bd4a-be86e9641e41 req-9f4edc66-45ff-4f59-81bf-ee85514552cb tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.487287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c0a5af4-a206-427d-bd4a-be86e9641e41 req-9f4edc66-45ff-4f59-81bf-ee85514552cb tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 932 time: 0.1590483 Jul 22 21:12:15.491183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:15.491682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:15.492565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:15.500831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:15.501313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:15.509824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:15.510325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:15.510895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:15.511646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Bound port: 05f09b63-8f28-4d02-abe3-3cf961226f7f, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:15.519776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.523072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.528060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.631151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c0a5af4-a206-427d-bd4a-be86e9641e41 req-f0f94600-8a3d-450b-9048-7d1d7fd74f26 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107428 Jul 22 21:12:15.664987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:15.669731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.671566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1497f8b5-6067-4c39-8204-7c4dd5f93d4e {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:12:15.679807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.682951 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-77f67a56-7005-4a1f-bdf6-36e0384e9b76 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1497f8b5-6067-4c39-8204-7c4dd5f93d4e HTTP/1.1" status: 204 len: 168 time: 6.8119247 Jul 22 21:12:15.689194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49236) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:15.692157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.694145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-0a2b4633-339d-41f0-b4ec-3b3918f8a79d service neutron] 10.222.0.54 "POST /v2.0/ports/05f09b63-8f28-4d02-abe3-3cf961226f7f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5838931 Jul 22 21:12:15.811790 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.861987 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Transition to ACTIVE for port object 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:15.875510 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.943130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] Deleting subnet d8cc7e5b-74fc-4c35-afe5-7df97bd358c6 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:12:15.948357 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.958050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.985951 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81e096-e8b6-4882-8acb-c1336db5f632 None None] Pushing event updated for resources: {'Port': ['ID=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:16.164274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.222973 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Attempting to bind port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:16.223903 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Attempting to bind port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:16.225598 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Attempting to bind port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 on network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:16.235790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:16.236539 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Checking segment: {'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:16.237393 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.237922 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Bound using segment: {'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:16.238490 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Bound port: 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deaa7e3-288b-476e-92b8-08c93e90fda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:16.238969 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.325955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89ec3b89-c989-4708-b28e-bc1f7fea8a88 req-bdd8e117-a925-4494-a75c-0344140eb561 tempest-FloatingIPsNegativeTestJSON-17784707 tempest-FloatingIPsNegativeTestJSON-17784707-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=cd51bd3a328d429d8c015fc73b7a54c7 HTTP/1.1" status: 200 len: 217 time: 0.1834657 Jul 22 21:12:16.380345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafa943-38b6-4fe5-9f41-5aad946a5515 req-a5954de6-d9ad-496e-a519-8232cdeae57e tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.384069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9eafa943-38b6-4fe5-9f41-5aad946a5515 req-a5954de6-d9ad-496e-a519-8232cdeae57e tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 945 time: 0.3415644 Jul 22 21:12:16.399518 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] For port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:16.421495 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] For port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,segment=NetworkSegment(8deaa7e3-288b-476e-92b8-08c93e90fda9),segment_id=8deaa7e3-288b-476e-92b8-08c93e90fda9)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:16.440709 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.558529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9eafa943-38b6-4fe5-9f41-5aad946a5515 req-998bb6a7-0a89-4925-bad2-c72cffbf6f99 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121666 Jul 22 21:12:16.562238 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81e096-e8b6-4882-8acb-c1336db5f632 None None] Pushing event updated for resources: {'Port': ['ID=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:16.594894 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Routers {'42662709-33d9-460b-b527-3c38dc970b05'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:16.595334 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['42662709-33d9-460b-b527-3c38dc970b05'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:16.642658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-3a4476bf-2fab-440f-81e4-d3367f499bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.643706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.644302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-3a4476bf-2fab-440f-81e4-d3367f499bc1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1098 time: 0.2827907 Jul 22 21:12:16.897916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:16.989427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-e669d2ac-6bec-44f1-a7f1-9125e4a7ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.993703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-e669d2ac-6bec-44f1-a7f1-9125e4a7ba16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.3153946 Jul 22 21:12:16.993951 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] Set router 42662709-33d9-460b-b527-3c38dc970b05 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:17.001954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6558ff25-2325-4d52-9770-77d84fd94a69 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:17.002609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:17.008367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:17.008714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.011620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.023886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4473ec-a4af-4c79-a538-b49a0ae60185 req-3a149b13-1cef-4e0a-90ba-c97e7c466755 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:17.026970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f4473ec-a4af-4c79-a538-b49a0ae60185 req-3a149b13-1cef-4e0a-90ba-c97e7c466755 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.4645920 Jul 22 21:12:17.030401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Transition to ACTIVE for port object 6558ff25-2325-4d52-9770-77d84fd94a69 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:17.058760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.068011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.136738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-a37b021a-9e2e-4258-abe9-98b08b7ce45e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 217 time: 0.1080153 Jul 22 21:12:17.159033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8cc7e5b-74fc-4c35-afe5-7df97bd358c6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:17.196462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.198714 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-95c82722-79a0-43ac-b389-d58b8c6674ee admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d8cc7e5b-74fc-4c35-afe5-7df97bd358c6 HTTP/1.1" status: 204 len: 168 time: 1.5081556 Jul 22 21:12:17.219266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49250) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:17.252603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-c6e51f67-3639-4b02-a9be-9253966afd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:17.258118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-c6e51f67-3639-4b02-a9be-9253966afd99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1079774 Jul 22 21:12:17.267024 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.270822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064e2ef3-b9cf-4fc5-84a2-fd4a9e80f264 None None] Network 4621632f-a2e3-47c0-8470-183571154922 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:17.389691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f4473ec-a4af-4c79-a538-b49a0ae60185 req-43e39270-732a-46c7-ab7a-740ca72fb85d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354077 Jul 22 21:12:17.419309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-28153470-d4cb-4fc1-b5b4-c6778951c142 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420004 Jul 22 21:12:17.442642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.488189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Pushing event updated for resources: {'Port': ['ID=6558ff25-2325-4d52-9770-77d84fd94a69,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:17.505660 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:07Z', 'revision_number': 4, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port': {'id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:01Z', 'updated_at': '2021-07-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63', 'name': '', 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'mac_address': 'fa:16:3e:8e:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:05Z', 'updated_at': '2021-07-22T21:12:16Z', 'revision_number': 4, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'subnets': [{'id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:17.574017 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aeb131-8f57-425c-8f39-3ee113f0f51a None None] The sync data for ids ['42662709-33d9-460b-b527-3c38dc970b05'] in n-d-762330-19 is: [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:07Z', 'revision_number': 4, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port': {'id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:01Z', 'updated_at': '2021-07-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63', 'name': '', 'network_id': '4fa06a64-60ca-4ddb-8dde-6172b4715df1', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'mac_address': 'fa:16:3e:8e:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:05Z', 'updated_at': '2021-07-22T21:12:16Z', 'revision_number': 4, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'subnets': [{'id': 'a044d315-f1bb-4802-856c-31df8ca28ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:17.757416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27521db7-f042-4a50-bd14-3bcf2a2e5518 req-20159419-3a4b-45d6-ac37-3fca8ca443b5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:17.759939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27521db7-f042-4a50-bd14-3bcf2a2e5518 req-20159419-3a4b-45d6-ac37-3fca8ca443b5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.7744009 Jul 22 21:12:17.782345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Attempting to bind port 6558ff25-2325-4d52-9770-77d84fd94a69 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:17.783122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Attempting to bind port 6558ff25-2325-4d52-9770-77d84fd94a69 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:17.783629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Attempting to bind port 6558ff25-2325-4d52-9770-77d84fd94a69 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:17.802578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Port 6558ff25-2325-4d52-9770-77d84fd94a69 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:17.803424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Attempting to bind port 6558ff25-2325-4d52-9770-77d84fd94a69 on network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:17.818051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Deleting port 739b4921-2862-428a-b09f-8f30374fbfe0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:17.818782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.869559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-130fae38-74b2-4a84-be4f-e94bba835d14 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167185 Jul 22 21:12:17.954312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] For port 739b4921-2862-428a-b09f-8f30374fbfe0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=739b4921-2862-428a-b09f-8f30374fbfe0,segment=NetworkSegment(e4930fef-c8ca-44d8-b3ae-e8b501f882fe),segment_id=e4930fef-c8ca-44d8-b3ae-e8b501f882fe)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:17.955185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.972718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27521db7-f042-4a50-bd14-3bcf2a2e5518 req-9bdbe343-2506-4791-b127-ad5e1b8ca40a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506488 Jul 22 21:12:17.978727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Calling delete_port for 739b4921-2862-428a-b09f-8f30374fbfe0 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:18.012034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,segment=NetworkSegment(8deaa7e3-288b-476e-92b8-08c93e90fda9),segment_id=8deaa7e3-288b-476e-92b8-08c93e90fda9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:18.051704 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.150921 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-f35ecdc7-45f6-4ace-a3f9-107d4d15b63a service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685883 Jul 22 21:12:18.162531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:18.163092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Checking segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:18.163985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Bound using segment: {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:18.164518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Bound port: 6558ff25-2325-4d52-9770-77d84fd94a69, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee05061-a423-4b21-bbaa-06c63c7510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:18.164989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.168345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.171146 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.181960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 55b0ac39-e10c-480c-8578-a5f3042c775b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:18.230648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57fbe2-8ee9-412f-97d3-697f82bc55bd req-6266f7b0-3a47-4eb3-8a2a-51790545f2f9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:18.249029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc57fbe2-8ee9-412f-97d3-697f82bc55bd req-6266f7b0-3a47-4eb3-8a2a-51790545f2f9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.5374603 Jul 22 21:12:18.252212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 55b0ac39-e10c-480c-8578-a5f3042c775b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:18.252725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 55b0ac39-e10c-480c-8578-a5f3042c775b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:18.267112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] No DVR routers for this DVR port 739b4921-2862-428a-b09f-8f30374fbfe0 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:18.269472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=739b4921-2862-428a-b09f-8f30374fbfe0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:18.364108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc57fbe2-8ee9-412f-97d3-697f82bc55bd req-0c90c50b-f2bb-4f26-ac56-fac7034d4d43 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136425 Jul 22 21:12:18.367247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:18.417327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906869-1634-4915-93d5-7c607534c7b4 req-64f723d3-8fce-4e46-9598-90b2a3a2f8b2 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:18.449127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04906869-1634-4915-93d5-7c607534c7b4 req-64f723d3-8fce-4e46-9598-90b2a3a2f8b2 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 1100 time: 0.1969881 Jul 22 21:12:18.491232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632493b5-643d-4c35-b53f-f0f7df50f9d2 None None] DHCP port deletion for 4621632f-a2e3-47c0-8470-183571154922 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:12:18.544458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de2e5f86-4701-483c-b726-21f46e63859b req-76bd1ac2-61b5-4a69-bd76-5b57f4a5b27b tempest-FloatingIPsNegativeTestJSON-17784707 tempest-FloatingIPsNegativeTestJSON-17784707-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0815296 Jul 22 21:12:18.563764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.585375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04906869-1634-4915-93d5-7c607534c7b4 req-2bd414ea-b458-4c18-96ea-8b1cc54eb06a tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165013 Jul 22 21:12:18.600782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4621632f-a2e3-47c0-8470-183571154922']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:18.626093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:18.626501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4930fef-c8ca-44d8-b3ae-e8b501f882fe') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:18.648753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.653906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] For port 6558ff25-2325-4d52-9770-77d84fd94a69, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:18.661726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] For port 6558ff25-2325-4d52-9770-77d84fd94a69, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6558ff25-2325-4d52-9770-77d84fd94a69,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:18.694785 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.753451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:12:18.757425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.805552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:18.933984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45156-4423-4f64-80b0-419646e0ead3 req-f4645a01-441d-4a83-a733-6aab9be80762 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:18.937891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:18.938525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.950358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dd45156-4423-4f64-80b0-419646e0ead3 req-f4645a01-441d-4a83-a733-6aab9be80762 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 944 time: 0.2432945 Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:12:18.972598 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:12:18.985043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.068023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dd45156-4423-4f64-80b0-419646e0ead3 req-bf6ccbaf-40e6-41df-b639-cec2c0230f2b tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109040 Jul 22 21:12:19.255685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.257973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Pushing event updated for resources: {'Port': ['ID=6558ff25-2325-4d52-9770-77d84fd94a69,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:19.335673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.342857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] 10.222.0.54 "DELETE /v2.0/networks/4621632f-a2e3-47c0-8470-183571154922 HTTP/1.1" status: 204 len: 168 time: 2.1172435 Jul 22 21:12:19.345682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdc90f-f58a-4a1e-8cf8-75c0b2602f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=4621632f-a2e3-47c0-8470-183571154922,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:19.372206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:19.373566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.375575 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-db9d615f-a1cb-447b-87b4-540836d80939 service neutron] 10.222.0.23 "PUT /v2.0/ports/6558ff25-2325-4d52-9770-77d84fd94a69 HTTP/1.1" status: 200 len: 1093 time: 4.2577770 Jul 22 21:12:19.376348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:19.386735 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463" -d '{"events": [{"name": "network-changed", "server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:19.397819 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-8d0c7ad9-7ed5-40b2-b033-d7b87a458170 req-38408987-d4c1-4469-8233-7bcceff65686 tempest-FloatingIPsNegativeTestJSON-17784707 tempest-FloatingIPsNegativeTestJSON-17784707-project] show failed (client error): The resource could not be found. Jul 22 21:12:19.417322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 739b4921-2862-428a-b09f-8f30374fbfe0 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:19.421747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49288) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:19.434908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d0c7ad9-7ed5-40b2-b033-d7b87a458170 req-38408987-d4c1-4469-8233-7bcceff65686 tempest-FloatingIPsNegativeTestJSON-17784707 tempest-FloatingIPsNegativeTestJSON-17784707-project] 10.222.0.54 "GET /v2.0/floatingips/7089b38e-1224-4fbb-bed9-a6777f0ef2b3 HTTP/1.1" status: 404 len: 350 time: 0.2041824 Jul 22 21:12:19.485416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 739b4921-2862-428a-b09f-8f30374fbfe0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:19.485783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 739b4921-2862-428a-b09f-8f30374fbfe0 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:19.594708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37c6a1-9166-4c3c-8a8c-3bb44a815b6f req-df12359a-a3b7-456d-b827-9db4a74d9ee1 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:19.603103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd37c6a1-9166-4c3c-8a8c-3bb44a815b6f req-df12359a-a3b7-456d-b827-9db4a74d9ee1 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1102 time: 0.2327251 Jul 22 21:12:19.692253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd37c6a1-9166-4c3c-8a8c-3bb44a815b6f req-f603d3fa-d75e-4067-bdd6-834c074f2082 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875089 Jul 22 21:12:19.751742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49296) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:19.802716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03336d-af9f-406f-bb7b-75e90cf5b38c req-7fb6c96a-8040-4aa4-9955-a317e6b59b28 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:19.812749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a03336d-af9f-406f-bb7b-75e90cf5b38c req-7fb6c96a-8040-4aa4-9955-a317e6b59b28 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 1102 time: 0.2212622 Jul 22 21:12:19.914118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-620fdcf1-627c-460a-ae25-f2592b743bdc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5175beace3674bb9a3105df4299c43e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590765 Jul 22 21:12:19.915363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-400e6c07-6371-455d-a7d5-3044c3a7f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:19.917042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-400e6c07-6371-455d-a7d5-3044c3a7f2b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 1096 time: 0.3775358 Jul 22 21:12:19.917523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49298) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:19.994343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a03336d-af9f-406f-bb7b-75e90cf5b38c req-4d73203c-f4a6-42cd-9353-001fb6a7b0d0 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802645 Jul 22 21:12:20.061360 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b241af3-9ae2-4edf-90d8-ff53644c4274 req-c253fd4c-1883-44fb-a6a8-2788bbd64c99 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:20.081868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b241af3-9ae2-4edf-90d8-ff53644c4274 req-c253fd4c-1883-44fb-a6a8-2788bbd64c99 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2016799 Jul 22 21:12:20.141171 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709f207-1e6e-439c-a21e-12c0e5ea9223 x-openstack-request-id: req-1709f207-1e6e-439c-a21e-12c0e5ea9223 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:20.141725 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:20.142195 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1709f207-1e6e-439c-a21e-12c0e5ea9223 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:20.142761 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69', 'status': 'completed', 'code': 200} Jul 22 21:12:20.147533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b241af3-9ae2-4edf-90d8-ff53644c4274 req-84ca1c92-79ff-4807-b5a5-c01afd5dd7f0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642152 Jul 22 21:12:20.159007 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-cf56c80f-6e9d-4e83-9310-5233c4a70949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6558ff25-2325-4d52-9770-77d84fd94a69 HTTP/1.1" status: 200 len: 217 time: 0.2288623 Jul 22 21:12:20.359281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8afceb-2cd6-44b1-9489-fbfab8f99cfc req-b722dcaa-98f8-4d6a-8d2a-28f5b8936432 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:20.371635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c8afceb-2cd6-44b1-9489-fbfab8f99cfc req-b722dcaa-98f8-4d6a-8d2a-28f5b8936432 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.1469638 Jul 22 21:12:20.397416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-734c8d36-f0e7-41c1-af2d-e78a71d06815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:20.398972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-734c8d36-f0e7-41c1-af2d-e78a71d06815 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 200 len: 862 time: 0.2209971 Jul 22 21:12:20.401785 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55da3d9c-2890-410d-9cc3-59ae0712a67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:20.474866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c8afceb-2cd6-44b1-9489-fbfab8f99cfc req-52956233-ba61-4013-8ebe-f9e1ffff7eb2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957792 Jul 22 21:12:20.478839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55da3d9c-2890-410d-9cc3-59ae0712a67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:20.718288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-7d4c4de4-2064-4f88-8acd-16386d92db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:20.721492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-7d4c4de4-2064-4f88-8acd-16386d92db6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2902291 Jul 22 21:12:20.765955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7087f-5b43-483b-9de8-121b732e6fe2 req-af2886a8-f6d3-4797-827a-729e0091308c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:20.778507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47d7087f-5b43-483b-9de8-121b732e6fe2 req-af2886a8-f6d3-4797-827a-729e0091308c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 944 time: 0.1707931 Jul 22 21:12:20.803340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55da3d9c-2890-410d-9cc3-59ae0712a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:20.809649 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55da3d9c-2890-410d-9cc3-59ae0712a67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:20.813129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55da3d9c-2890-410d-9cc3-59ae0712a67e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58cb551f-0d6f-4bc6-a0e9-a316828f674b HTTP/1.1" status: 204 len: 168 time: 0.8940949 Jul 22 21:12:20.881160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da3d9c-2890-410d-9cc3-59ae0712a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cb551f-0d6f-4bc6-a0e9-a316828f674b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:20.898339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47d7087f-5b43-483b-9de8-121b732e6fe2 req-1e40c3b2-a00b-4028-b717-b0348d7a9dd2 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065164 Jul 22 21:12:20.978273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-b7cae1f0-0737-4cdb-99ac-b96696388ca0 service neutron] 10.222.0.23 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405174 Jul 22 21:12:21.141608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-33541f77-df1f-4271-a35b-53d83f33e81a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372779 Jul 22 21:12:21.152695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:21.430454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-86e6d23b-3614-4c62-bf17-537530d16a84 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713766 Jul 22 21:12:21.560845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-e9e029f3-70d3-45ed-bf14-cd9addf70fe6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:21.579703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-e9e029f3-70d3-45ed-bf14-cd9addf70fe6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4329491 Jul 22 21:12:21.669423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-c6033206-8c1f-414b-9a97-42ff6c846d23 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/quotas/048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 375 time: 0.0788457 Jul 22 21:12:21.832374 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2bb567e-1c22-4bff-9845-428f5dc51b66 req-27f3e85a-9773-4233-95ec-8e91d873305d service neutron] 10.222.0.23 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8380260 Jul 22 21:12:21.840491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-77015907-d41f-4324-b8fa-e60066371014 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:21.844553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-77015907-d41f-4324-b8fa-e60066371014 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125571 Jul 22 21:12:21.927786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-329f94b1-d576-4860-b34f-896b91a04e93 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/quotas/b388d3d8f84e4e3fb35ee222ce0c9d1d HTTP/1.1" status: 200 len: 375 time: 0.0734844 Jul 22 21:12:21.976689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-8aefc21c-0f25-4a5e-87c2-49887804e8ea tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2939999 Jul 22 21:12:22.077839 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-177bcc7c-53bd-4411-aa54-8e46918e208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.079548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-177bcc7c-53bd-4411-aa54-8e46918e208c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 1096 time: 0.1481304 Jul 22 21:12:22.171218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-75f72349-9e12-485f-88a9-cfda6ec7c466 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2269101 Jul 22 21:12:22.218012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-e0cbdf9e-b3ae-4280-b562-e953fcb99580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.220660 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-e0cbdf9e-b3ae-4280-b562-e953fcb99580 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 924 time: 0.1303160 Jul 22 21:12:22.354923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-74a9d9d1-c12a-489a-a3db-de95db43f5b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6558ff25-2325-4d52-9770-77d84fd94a69 HTTP/1.1" status: 200 len: 217 time: 0.0652821 Jul 22 21:12:22.484981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-9ea20217-8ae2-4e38-87ed-522e42086777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.487914 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-9ea20217-8ae2-4e38-87ed-522e42086777 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 200 len: 862 time: 0.1054666 Jul 22 21:12:22.707576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Deleting port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:22.714049 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:22.766567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-2412e14f-429e-46c8-844d-9ebf4e99347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.769242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-2412e14f-429e-46c8-844d-9ebf4e99347a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2379789 Jul 22 21:12:22.776897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbb5fc-efbc-4a36-8078-89b92cec2c65 req-f9c917aa-c21e-440e-8cf0-ea3a71b544d6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.779192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bedbb5fc-efbc-4a36-8078-89b92cec2c65 req-f9c917aa-c21e-440e-8cf0-ea3a71b544d6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2074625 Jul 22 21:12:22.889448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bedbb5fc-efbc-4a36-8078-89b92cec2c65 req-418f6593-36c0-4c88-922d-1c43b33b5d87 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896907 Jul 22 21:12:23.020437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-f10c508e-ce0e-4ba2-8dbf-899daab8ecec service neutron] 10.222.0.23 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385504 Jul 22 21:12:23.211516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e10af-51d8-4641-889e-6d6abb94cb59 req-5b10dc34-6ff1-4271-8e0c-93f06929422f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:23.225439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-309e10af-51d8-4641-889e-6d6abb94cb59 req-5b10dc34-6ff1-4271-8e0c-93f06929422f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.2303483 Jul 22 21:12:23.272001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4be672-0c9b-4458-99c2-bc66dee362bf req-62e69b35-8d9c-4bd7-a4f5-a848452b741d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:23.283677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4be672-0c9b-4458-99c2-bc66dee362bf req-62e69b35-8d9c-4bd7-a4f5-a848452b741d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 944 time: 0.1958234 Jul 22 21:12:23.337859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-309e10af-51d8-4641-889e-6d6abb94cb59 req-5857c088-16db-4be8-af69-a6202bf78b26 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111279 Jul 22 21:12:23.365164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] For port 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,segment=NetworkSegment(8deaa7e3-288b-476e-92b8-08c93e90fda9),segment_id=8deaa7e3-288b-476e-92b8-08c93e90fda9)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:23.365579 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:23.399576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4be672-0c9b-4458-99c2-bc66dee362bf req-a5f26fea-a48a-4c44-8f00-453e1a90c25c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111701 Jul 22 21:12:23.401951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Calling delete_port for 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:23.538283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44e3aaf9-4e55-459a-8b7f-28440c6d6412 req-d4d5a6bb-8346-4545-b33a-e488de9e3fb2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 210 time: 0.0808845 Jul 22 21:12:23.723317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d3e1699-0c7c-4c20-9bb3-4bdabee49463 req-f1e6c4de-247b-4397-a0fe-ab9a9e6ee87d service neutron] 10.222.0.23 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894934 Jul 22 21:12:24.147457 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:24.192318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:24.237763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.238331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.238990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.239449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.240029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.240780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.241099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.241844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.242400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.242959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.243507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.244013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:24.245749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3631837-585d-4f03-9318-0fe75a10937e req-5dbed774-48f6-44cd-9b34-d3b5e3b34447 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 210 time: 0.0698581 Jul 22 21:12:24.400111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f41a11-edb7-43e9-89b8-4817955776ab req-2b618e8d-71ed-448a-ae5a-2c87d34cf3a8 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:24.414284 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40f41a11-edb7-43e9-89b8-4817955776ab req-2b618e8d-71ed-448a-ae5a-2c87d34cf3a8 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.3090587 Jul 22 21:12:24.558759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40f41a11-edb7-43e9-89b8-4817955776ab req-0aaf2680-6c52-4427-a0d6-2bea16d18584 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430931 Jul 22 21:12:24.707753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:24.807437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d648527-7cab-4da1-a07e-3a172fe6c92f req-195bcd3b-4c01-4ded-8e51-ccd594458648 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:24.825041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d648527-7cab-4da1-a07e-3a172fe6c92f req-195bcd3b-4c01-4ded-8e51-ccd594458648 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.1822832 Jul 22 21:12:24.931543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d648527-7cab-4da1-a07e-3a172fe6c92f req-9856b90c-6534-4e3b-b40e-f0955e0f40ca tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039214 Jul 22 21:12:24.971593 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:12:25.159509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-b35e8ada-d560-4896-8a8b-f2680ce8eda1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2470820 Jul 22 21:12:25.345120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-340a7278-72ae-4edb-9329-38645eae8ea0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:25.347424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-340a7278-72ae-4edb-9329-38645eae8ea0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738527 Jul 22 21:12:25.348405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49448) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:25.453233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Router 42662709-33d9-460b-b527-3c38dc970b05 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:25.719584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-ee7e2d32-36a2-484d-8472-7ace8cc3b4f2 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417254 Jul 22 21:12:25.721830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:25.749003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] Sync routers for ids ['42662709-33d9-460b-b527-3c38dc970b05'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:25.786596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] Routers {'42662709-33d9-460b-b527-3c38dc970b05'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:25.788037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['42662709-33d9-460b-b527-3c38dc970b05'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:25.801833 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-75b4e20e-559f-45ff-bf66-b30d7cc404ee admin admin] 10.222.0.54 "PUT /v2.0/routers/42662709-33d9-460b-b527-3c38dc970b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3788073 Jul 22 21:12:25.807649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49454) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:25.836133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Request body: {'port': {'device_id': '2f319b43-507a-4123-a811-e87dd8e6892a', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '048d87f66b0143b49e7616f0c3817438'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:26.010399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-416ca312-8302-4089-8812-6488716fd04c req-e41879ed-b69e-4149-a686-114eeddfa3d4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 210 time: 0.6586242 Jul 22 21:12:26.157722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87fd23-5880-4382-9991-7fb3c53d0f70 req-82067ff0-5bf7-4c4e-8f94-5606fed20ee7 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.167025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] Set router 42662709-33d9-460b-b527-3c38dc970b05 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:26.170045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e87fd23-5880-4382-9991-7fb3c53d0f70 req-82067ff0-5bf7-4c4e-8f94-5606fed20ee7 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 944 time: 1.2337861 Jul 22 21:12:26.179059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-f93eff94-2378-4e97-b7d6-4d0b322fc784 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.182729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-f93eff94-2378-4e97-b7d6-4d0b322fc784 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522803 Jul 22 21:12:26.184935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:26.196848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:26.295520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b89904ea-cd26-4d22-a51c-f9b0755420b6 req-7474969f-cde9-4009-8f0b-5cebaae5c6cc tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 210 time: 0.1130898 Jul 22 21:12:26.348331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:26.380046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-2c907345-b6c9-4dcc-993c-7b4f7d8e3dcb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372233 Jul 22 21:12:26.383880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:26.461525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e87fd23-5880-4382-9991-7fb3c53d0f70 req-5123ec55-7d62-47f3-9126-768ccd6303c9 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900336 Jul 22 21:12:26.541484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6558ff25-2325-4d52-9770-77d84fd94a69 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:26.578329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-de00ef2e-2616-4019-b371-4c9b3b7af62c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.579981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-de00ef2e-2616-4019-b371-4c9b3b7af62c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858768 Jul 22 21:12:26.651290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:26.855492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca2a2-4a35-4bfd-b29d-4521cac2032a req-bd8e5b78-0998-4634-a1fb-e03e4b8806f8 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.865344 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bbca2a2-4a35-4bfd-b29d-4521cac2032a req-bd8e5b78-0998-4634-a1fb-e03e4b8806f8 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.3863733 Jul 22 21:12:26.866391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Deleting port 3835a5d8-11e2-4951-8d8c-c52b754d93c2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:26.866952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:26.912536 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:26.927655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:23Z', 'revision_number': 5, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port': {'id': '3835a5d8-11e2-4951-8d8c-c52b754d93c2', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42662709-33d9-460b-b527-3c38dc970b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:01Z', 'updated_at': '2021-07-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:26.958081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e619802-4053-47de-8520-eba8d1cfda0e req-0cfcfbb7-e599-4360-b409-323d513afc2b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.964717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e619802-4053-47de-8520-eba8d1cfda0e req-0cfcfbb7-e599-4360-b409-323d513afc2b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.2928953 Jul 22 21:12:26.967385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:26.996055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] For port 3835a5d8-11e2-4951-8d8c-c52b754d93c2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3835a5d8-11e2-4951-8d8c-c52b754d93c2,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:26.996430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:27.015152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] Checking router: 42662709-33d9-460b-b527-3c38dc970b05 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:27.022622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Calling delete_port for 3835a5d8-11e2-4951-8d8c-c52b754d93c2 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:27.033793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Made reservation on behalf of 048d87f66b0143b49e7616f0c3817438 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:27.038170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:27.039364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6558ff25-2325-4d52-9770-77d84fd94a69, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6558ff25-2325-4d52-9770-77d84fd94a69,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:27.044892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] Routers {'42662709-33d9-460b-b527-3c38dc970b05'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:27.046197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['42662709-33d9-460b-b527-3c38dc970b05'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:27.093200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea35e915-1939-4b2c-8fdf-3ecfcc54fa70,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:27.206148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6558ff25-2325-4d52-9770-77d84fd94a69', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'port_id': '6558ff25-2325-4d52-9770-77d84fd94a69', 'mac_address': 'fa:16:3e:a7:ac:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:27.289697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:27.324014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] Set router 42662709-33d9-460b-b527-3c38dc970b05 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:27.325731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Allocated IP 192.168.233.227 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:27.381989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3835a5d8-11e2-4951-8d8c-c52b754d93c2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:27.470081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:26Z', 'revision_number': 6, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:27.514129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:27.523473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:27.531039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:27.549781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd8e4c-40b3-4b7d-a703-4eb0020ba35a None None] The sync data for ids ['42662709-33d9-460b-b527-3c38dc970b05'] in n-d-762330-19 is: [{'id': '42662709-33d9-460b-b527-3c38dc970b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-748862732-router', 'tenant_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:00Z', 'updated_at': '2021-07-22T21:12:26Z', 'revision_number': 6, 'project_id': 'cd51bd3a328d429d8c015fc73b7a54c7', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:27.561778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6558ff25-2325-4d52-9770-77d84fd94a69 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:27.596917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bbca2a2-4a35-4bfd-b29d-4521cac2032a req-fb33bd76-cb19-413f-855d-abf6d1ddcfb9 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290130 Jul 22 21:12:27.618432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6558ff25-2325-4d52-9770-77d84fd94a69, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6558ff25-2325-4d52-9770-77d84fd94a69,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:27.636233 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:27.707194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.707759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.708297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.708673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.710931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.713677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.714387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.714992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.716289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.717067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.717770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:27.718382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.718677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:27.757212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9ed83181-e670-42bd-9644-057a0c0f53e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4253b17ac3049c88a245ffbed63ece8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3873746 Jul 22 21:12:27.775364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e619802-4053-47de-8520-eba8d1cfda0e req-3bd38c6c-312a-4ed4-a5f3-b9c151cdbb76 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004148 Jul 22 21:12:27.877981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49464) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:27.885376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6558ff25-2325-4d52-9770-77d84fd94a69,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:28.094863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3553cc4d-83e4-4ac0-84c0-77d1a8948607 req-49c64545-a9fe-4838-be69-1f3e0386adbb tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 210 time: 0.2148881 Jul 22 21:12:28.161034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6558ff25-2325-4d52-9770-77d84fd94a69'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:28.172630 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.200367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Transition to ACTIVE for port object 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:28.260671 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-697f9310-ccee-41fa-95cc-45cb0e84edc4 req-92f91cf5-336d-455d-bcdd-8c445d779d9a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 210 time: 0.3185949 Jul 22 21:12:28.321633 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.382410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:28.385562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:28.386788 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.416912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:28.426187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:28.435467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:28.443416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:28.444518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.467857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f48b973-73cc-46d7-b300-c22837264b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.473205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.481284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.533651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-a45ed761-6d7d-4c83-8032-55c6e8951db5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1631148 Jul 22 21:12:28.557283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f48b973-73cc-46d7-b300-c22837264b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.568150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Request body: {'port': {'device_id': '2f319b43-507a-4123-a811-e87dd8e6892a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:28.585184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a025-d876-4b1d-8ec7-f351495ef862 req-13ed4f45-8319-4562-980f-c636ab374454 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:28.593544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ac0a025-d876-4b1d-8ec7-f351495ef862 req-13ed4f45-8319-4562-980f-c636ab374454 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 945 time: 0.3518357 Jul 22 21:12:28.595005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.26 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/04bca98d-6e3a-42ac-b347-d7757caa4fb3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:28.680378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.680378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42662709-33d9-460b-b527-3c38dc970b05 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:12:28.701067 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.709673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-95004ee9-1d82-450c-85a9-f49999e4d1e1 admin admin] 10.222.0.54 "DELETE /v2.0/routers/42662709-33d9-460b-b527-3c38dc970b05 HTTP/1.1" status: 204 len: 168 time: 2.8932714 Jul 22 21:12:28.710503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49468) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:28.833735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:28.886639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:28.887722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2c54f9f7-8dc8-450d-8c4f-43ad1c4d9a63 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:28.888434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3835a5d8-11e2-4951-8d8c-c52b754d93c2 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:28.920767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ac0a025-d876-4b1d-8ec7-f351495ef862 req-b79b8a74-9b6d-41d5-a2d4-1a1d1bf55652 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260810 Jul 22 21:12:28.942305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3835a5d8-11e2-4951-8d8c-c52b754d93c2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:28.942762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3835a5d8-11e2-4951-8d8c-c52b754d93c2 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:28.971114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-15300023-48df-486b-89e8-f8d156e1b616 None None] Provisioning for port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:28.973960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f48b973-73cc-46d7-b300-c22837264b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.980425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-15300023-48df-486b-89e8-f8d156e1b616 None None] Provisioning complete for port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:28.981898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15300023-48df-486b-89e8-f8d156e1b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.985524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f48b973-73cc-46d7-b300-c22837264b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.989302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2f48b973-73cc-46d7-b300-c22837264b28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea35e915-1939-4b2c-8fdf-3ecfcc54fa70 HTTP/1.1" status: 204 len: 168 time: 1.1011803 Jul 22 21:12:29.017430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.069729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48b973-73cc-46d7-b300-c22837264b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea35e915-1939-4b2c-8fdf-3ecfcc54fa70,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:29.112670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-15300023-48df-486b-89e8-f8d156e1b616 None None] Port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:29.114622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d580e-fe08-4b20-afc3-12cb96978f89 req-8a3dd0a5-b5a9-4705-8274-59d05047fe97 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.126651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-211d580e-fe08-4b20-afc3-12cb96978f89 req-8a3dd0a5-b5a9-4705-8274-59d05047fe97 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.3247924 Jul 22 21:12:29.171609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] Deleting subnet a044d315-f1bb-4802-856c-31df8ca28ba0 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:12:29.177227 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.269060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.279133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.338411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object 04bca98d-6e3a-42ac-b347-d7757caa4fb3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:29.366837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e1164-69b3-4a39-b7fc-5799c3336863 req-e452b79b-1a1b-484d-a784-ad680fe86d0e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.368899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329e1164-69b3-4a39-b7fc-5799c3336863 req-e452b79b-1a1b-484d-a784-ad680fe86d0e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.2692227 Jul 22 21:12:29.377751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:29.484957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.545259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-211d580e-fe08-4b20-afc3-12cb96978f89 req-0f461240-3ff9-4531-8dd8-ede10dfcef3f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149115 Jul 22 21:12:29.623323 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329e1164-69b3-4a39-b7fc-5799c3336863 req-1452f0d7-f52d-421f-9210-d4b24b9e458c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324914 Jul 22 21:12:29.675861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.705713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:29.802350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.74 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/f41ce7aa-5b7a-453d-a371-8485789bcfe9) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:29.884927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e88718-7eef-4dbd-ad59-c59f52b059d1 req-fbf44c87-7a9e-4542-92ea-98cef1c78964 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.887917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84e88718-7eef-4dbd-ad59-c59f52b059d1 req-fbf44c87-7a9e-4542-92ea-98cef1c78964 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 936 time: 0.1937609 Jul 22 21:12:29.988874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84e88718-7eef-4dbd-ad59-c59f52b059d1 req-e0c0880d-9710-4628-a4e9-cd2f12f736cc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938470 Jul 22 21:12:30.003626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96bfa8-53af-4319-a578-3e8501233650 req-3e080133-603b-4735-b5c7-2454ae4344b7 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.006277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf96bfa8-53af-4319-a578-3e8501233650 req-3e080133-603b-4735-b5c7-2454ae4344b7 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 935 time: 0.2048852 Jul 22 21:12:30.092809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf96bfa8-53af-4319-a578-3e8501233650 req-6bd9dc71-67f0-4bb7-93b8-978e90a8acb0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737989 Jul 22 21:12:30.151114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.178358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object f41ce7aa-5b7a-453d-a371-8485789bcfe9 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:30.249226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:30.288803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.301726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.354194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.362893 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a044d315-f1bb-4802-856c-31df8ca28ba0 HTTP/1.1" status: 204 len: 168 time: 1.6426952 Jul 22 21:12:30.366467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c5f64-4ee0-4fe3-a68e-71b6adbbc02c None None] Network 4fa06a64-60ca-4ddb-8dde-6172b4715df1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:30.369235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c6da5-d442-4b8d-8bb6-46cc0c6e9ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a044d315-f1bb-4802-856c-31df8ca28ba0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:30.379104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:30.400030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:30.416528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:30.419560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:30.543594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:30.560101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.561426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.593991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:30.597417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:30.673390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.674149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.681020 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0595882 Jul 22 21:12:30.691461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a0f81-02c4-4268-816b-422cc36f3a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=04bca98d-6e3a-42ac-b347-d7757caa4fb3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:30.793170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.793497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Request body: {'port': {'device_id': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:30.846998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=f41ce7aa-5b7a-453d-a371-8485789bcfe9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:30.862820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7bb38-c2e8-4806-b9d4-2a41383b8b15 req-187cee3c-9349-445e-90a7-39fcd1eab043 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.865321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06e7bb38-c2e8-4806-b9d4-2a41383b8b15 req-187cee3c-9349-445e-90a7-39fcd1eab043 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 945 time: 0.7223558 Jul 22 21:12:30.908965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6558ff25-2325-4d52-9770-77d84fd94a69 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:30.923587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-5e2480ef-7e42-45ab-93d6-738a1fe5d6f8 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5832331 Jul 22 21:12:30.945384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Request body: {'port': {'device_id': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:31.033418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:31.054128 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.080172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06e7bb38-c2e8-4806-b9d4-2a41383b8b15 req-8810d8f7-6bc6-427c-83d3-7aed98b5568a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964941 Jul 22 21:12:31.094323 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.128350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.137777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ce4a4-fbda-4412-9916-9cdeef7479da req-45122320-53a9-4015-86d8-2bfedd6f543f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:31.146745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c5ce4a4-fbda-4412-9916-9cdeef7479da req-45122320-53a9-4015-86d8-2bfedd6f543f tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.3923812 Jul 22 21:12:31.187081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Transition to ACTIVE for port object 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:31.208650 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.225075 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.399608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Deleting port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:31.400161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.545080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c5ce4a4-fbda-4412-9916-9cdeef7479da req-4d2451e5-3ac2-4c43-8f40-bfa26819c4b3 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968146 Jul 22 21:12:31.589043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:31.614078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7a05ca6-2ca7-47e2-ab2b-e68bba764da3 None None] Provisioning for port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:31.629395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7a05ca6-2ca7-47e2-ab2b-e68bba764da3 None None] Provisioning complete for port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:31.630116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7a05ca6-2ca7-47e2-ab2b-e68bba764da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.728486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Attempting to bind port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:31.729162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Attempting to bind port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:31.730297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Attempting to bind port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:31.760644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6558ff25-2325-4d52-9770-77d84fd94a69 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:31.806507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6558ff25-2325-4d52-9770-77d84fd94a69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:31.806964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.815320 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.847760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b7a05ca6-2ca7-47e2-ab2b-e68bba764da3 None None] Port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:31.910019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:31.910439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Attempting to bind port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:31.963884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:31.964446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:31.965117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:31.965855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Bound port: 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:31.966443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.982046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:32.000925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] For port 8ed89693-dc02-47bc-86bd-2ff74dcdca40, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8ed89693-dc02-47bc-86bd-2ff74dcdca40,segment=NetworkSegment(8deaa7e3-288b-476e-92b8-08c93e90fda9),segment_id=8deaa7e3-288b-476e-92b8-08c93e90fda9)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:32.001633 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.045507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] DHCP port deletion for 4fa06a64-60ca-4ddb-8dde-6172b4715df1 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:12:32.096718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Calling delete_port for 8ed89693-dc02-47bc-86bd-2ff74dcdca40 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:32.128052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bca98d-6e3a-42ac-b347-d7757caa4fb3 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:32.143804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.173838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Transition to ACTIVE for port object 04bca98d-6e3a-42ac-b347-d7757caa4fb3 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:32.184379 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.240376 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.303172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:32.327119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49518) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:32.327543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:32.362349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:32.387400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.450307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04bca98d-6e3a-42ac-b347-d7757caa4fb3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:32.511342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-350133d7-1f3c-4115-91aa-9173eda2aba5 None None] Provisioning for port f41ce7aa-5b7a-453d-a371-8485789bcfe9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:32.537196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-350133d7-1f3c-4115-91aa-9173eda2aba5 None None] Provisioning complete for port f41ce7aa-5b7a-453d-a371-8485789bcfe9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:32.544254 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-350133d7-1f3c-4115-91aa-9173eda2aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.549079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d02227-b0dc-4c39-ba25-8d951142464f req-2cc6e281-5b06-475a-928e-c22ccb02a22c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:32.568648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10d02227-b0dc-4c39-ba25-8d951142464f req-2cc6e281-5b06-475a-928e-c22ccb02a22c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 948 time: 0.8117058 Jul 22 21:12:32.577688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:32.580868 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd186bf-63a1-47e1-8ed1-867e33dab139" -d '{"events": [{"server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "name": "network-vif-plugged", "status": "completed", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:32.608029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f3a0-6692-456f-ba6f-4e9f522aa712 req-62508385-4dff-49e8-ae21-179a8a0c4ff7 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:32.619752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5011f3a0-6692-456f-ba6f-4e9f522aa712 req-62508385-4dff-49e8-ae21-179a8a0c4ff7 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.9281526 Jul 22 21:12:32.644795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.682913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:32.688755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.691097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] 10.222.0.58 "PUT /v2.0/ports/2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 200 len: 1097 time: 4.1373181 Jul 22 21:12:32.693419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6558ff25-2325-4d52-9770-77d84fd94a69, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6558ff25-2325-4d52-9770-77d84fd94a69,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:32.753050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:32.757708 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:32.757994 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.828773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd6aceff-6309-434b-933b-f2889cc43814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.884534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] No DVR routers for this DVR port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:32.904416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Attempting to bind port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:32.905607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Attempting to bind port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:32.906568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Attempting to bind port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:32.924692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41ce7aa-5b7a-453d-a371-8485789bcfe9 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:32.937570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6558ff25-2325-4d52-9770-77d84fd94a69,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:32.939088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:32.940635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Attempting to bind port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:32.955367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8ed89693-dc02-47bc-86bd-2ff74dcdca40 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:32.960596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.975659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:32.977212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:32.978019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:32.978739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Bound port: 04bca98d-6e3a-42ac-b347-d7757caa4fb3, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:32.979351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.009587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.010824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.012409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.013205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.013964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.015193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.015816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.016351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.016843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.017662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.018152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.018651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:33.036504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8ed89693-dc02-47bc-86bd-2ff74dcdca40 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:33.037573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8ed89693-dc02-47bc-86bd-2ff74dcdca40 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:33.040996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Transition to ACTIVE for port object f41ce7aa-5b7a-453d-a371-8485789bcfe9 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:33.111326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-350133d7-1f3c-4115-91aa-9173eda2aba5 None None] Port f41ce7aa-5b7a-453d-a371-8485789bcfe9 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:33.202551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1a6d-4fea-4d57-b051-d8e659adc584 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:33.219407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] For port 04bca98d-6e3a-42ac-b347-d7757caa4fb3, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:33.228818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] For port 04bca98d-6e3a-42ac-b347-d7757caa4fb3, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=04bca98d-6e3a-42ac-b347-d7757caa4fb3,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:33.233152 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.236816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] Deleting port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:33.237404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.244193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.306514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10d02227-b0dc-4c39-ba25-8d951142464f req-f01b12fe-9ab5-4623-9557-8c4bc512b591 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341297 Jul 22 21:12:33.384348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:33.386959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.389505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-bf652739-f381-4946-b013-265d79c716f7 service neutron] 10.222.0.23 "PUT /v2.0/ports/04bca98d-6e3a-42ac-b347-d7757caa4fb3 HTTP/1.1" status: 200 len: 1096 time: 2.6158216 Jul 22 21:12:33.390255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'tag': '04bca98d-6e3a-42ac-b347-d7757caa4fb3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:33.392680 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25750622-a105-4227-a8cc-5da1c380e5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b02420f5-08d0-428e-8492-dc6eaeb83373", "tag": "04bca98d-6e3a-42ac-b347-d7757caa4fb3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:33.411316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ce7aa-5b7a-453d-a371-8485789bcfe9,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:33.560693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5011f3a0-6692-456f-ba6f-4e9f522aa712 req-262801d0-bc19-48f2-b58b-0cdf86bc3392 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9396272 Jul 22 21:12:33.604230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed89693-dc02-47bc-86bd-2ff74dcdca40,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:33.614317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] For port 8ed89693-dc02-47bc-86bd-2ff74dcdca40, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:33.614945 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.652922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] Calling delete_port for 8ed89693-dc02-47bc-86bd-2ff74dcdca40 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:33.656843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] Port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:12:33.660592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.706187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.727217 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.727803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.729131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.730142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > port after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.730769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > port after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.731319 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > port after_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.731886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.732313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.732824 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.733297 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.740549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] No DVR routers for this DVR port 8ed89693-dc02-47bc-86bd-2ff74dcdca40 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:33.763033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b166d1c-8d64-42cb-976a-b4d6400db03f None None] Pushing event deleted for resources: {'Port': ['ID=8ed89693-dc02-47bc-86bd-2ff74dcdca40,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:33.798470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf652739-f381-4946-b013-265d79c716f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04bca98d-6e3a-42ac-b347-d7757caa4fb3,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:33.853753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Attempting to bind port f41ce7aa-5b7a-453d-a371-8485789bcfe9 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:33.854277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Attempting to bind port f41ce7aa-5b7a-453d-a371-8485789bcfe9 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:33.854798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Attempting to bind port f41ce7aa-5b7a-453d-a371-8485789bcfe9 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:33.866862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc68f420-d7df-465c-997a-e78b399333ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:33.869372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc68f420-d7df-465c-997a-e78b399333ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 1099 time: 0.4014711 Jul 22 21:12:33.871393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Port f41ce7aa-5b7a-453d-a371-8485789bcfe9 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:33.872036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Attempting to bind port f41ce7aa-5b7a-453d-a371-8485789bcfe9 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:33.892965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.893864 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.894720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.895512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:12:33.896374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa06a64-60ca-4ddb-8dde-6172b4715df1']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:33.914345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:33.914892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:33.915502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:33.916248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Bound port: f41ce7aa-5b7a-453d-a371-8485789bcfe9, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:33.917077 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.993452 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-0f6f1012-3645-4034-82c5-59273c42989a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=04bca98d-6e3a-42ac-b347-d7757caa4fb3 HTTP/1.1" status: 200 len: 217 time: 0.1089759 Jul 22 21:12:34.016584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8deaa7e3-288b-476e-92b8-08c93e90fda9') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:34.023000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8deaa7e3-288b-476e-92b8-08c93e90fda9') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:34.158782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.173597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-4972f810-0285-4227-8001-8c9f8dc27df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.176394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-4972f810-0285-4227-8001-8c9f8dc27df4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1235340 Jul 22 21:12:34.186305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] For port f41ce7aa-5b7a-453d-a371-8485789bcfe9, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:34.188097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-66bbee38-e5c5-4f12-ab99-c3888a48a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.190795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-66bbee38-e5c5-4f12-ab99-c3888a48a02d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 1100 time: 1.4046926 Jul 22 21:12:34.207545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] For port f41ce7aa-5b7a-453d-a371-8485789bcfe9, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f41ce7aa-5b7a-453d-a371-8485789bcfe9,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:34.250624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.252912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.323466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.325459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.326443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-c70067a2-6c19-486d-ac84-70f4a54c3450 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 200 len: 217 time: 0.1140764 Jul 22 21:12:34.328025 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] 10.222.0.58 "PUT /v2.0/ports/f41ce7aa-5b7a-453d-a371-8485789bcfe9 HTTP/1.1" status: 200 len: 1096 time: 3.3903570 Jul 22 21:12:34.403895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:12:34.404886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: from cryptography.utils import int_from_bytes Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: from cryptography.utils import int_from_bytes Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:12:34.410428 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:12:34.419690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc686a73-5aac-4c3c-bbe9-d7dad2eb94a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ce7aa-5b7a-453d-a371-8485789bcfe9,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:34.491567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-8942ff4e-3917-4ba3-bdea-d50257adf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.510465 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-8942ff4e-3917-4ba3-bdea-d50257adf3b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3195899 Jul 22 21:12:34.626205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-2c933840-e22a-49ee-ae0f-5049f1dc49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.628585 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-2c933840-e22a-49ee-ae0f-5049f1dc49f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 1099 time: 0.2483771 Jul 22 21:12:34.632764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecf0dd-4443-47b7-a032-1c520efa8cbf req-81562474-52b4-47e1-a473-bbcdef802177 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.636866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebecf0dd-4443-47b7-a032-1c520efa8cbf req-81562474-52b4-47e1-a473-bbcdef802177 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.7289021 Jul 22 21:12:34.731759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5a31-d5e4-4e70-bb38-39dee870b73a req-319053d4-30bd-4a42-a0a4-962a8ecbf776 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.734988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b6c5a31-d5e4-4e70-bb38-39dee870b73a req-319053d4-30bd-4a42-a0a4-962a8ecbf776 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 947 time: 0.8229437 Jul 22 21:12:34.743374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd6aceff-6309-434b-933b-f2889cc43814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.745323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.766027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-88a52661-65a8-4634-9959-e37b57c0136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.769457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-88a52661-65a8-4634-9959-e37b57c0136a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.4101329 Jul 22 21:12:34.791414 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd6aceff-6309-434b-933b-f2889cc43814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.828037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.831544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] 10.222.0.54 "DELETE /v2.0/networks/4fa06a64-60ca-4ddb-8dde-6172b4715df1 HTTP/1.1" status: 204 len: 168 time: 4.3116651 Jul 22 21:12:34.900320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebecf0dd-4443-47b7-a032-1c520efa8cbf req-caa44920-dcd8-434f-986b-00c9a7bb6056 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420163 Jul 22 21:12:34.950204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dfd26-fc3c-4b11-a861-1d0c5729e7df admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa06a64-60ca-4ddb-8dde-6172b4715df1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:35.126902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49538) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:35.136100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b6c5a31-d5e4-4e70-bb38-39dee870b73a req-081e0c44-3949-4be8-a07a-2616f3baf4b5 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866816 Jul 22 21:12:35.165717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6aceff-6309-434b-933b-f2889cc43814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd7be64-dfae-4eb7-b934-b6b203c639ae,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:35.166891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-c55f1c29-36dd-42d0-bb4d-b622523905f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f41ce7aa-5b7a-453d-a371-8485789bcfe9 HTTP/1.1" status: 200 len: 217 time: 0.4710674 Jul 22 21:12:35.176267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd6aceff-6309-434b-933b-f2889cc43814 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9180ef5daf24309b699f0ad8041aaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8389108 Jul 22 21:12:35.178259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49540) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:35.208056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-e2143c97-6458-478b-83d7-38d4fd59421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.209723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-e2143c97-6458-478b-83d7-38d4fd59421c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4103286 Jul 22 21:12:35.294219 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864e7caf-17d1-4eee-878d-7a56c02498e0 x-openstack-request-id: req-864e7caf-17d1-4eee-878d-7a56c02498e0 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:35.294836 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "name": "network-vif-plugged", "status": "completed", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:35.294836 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-864e7caf-17d1-4eee-878d-7a56c02498e0 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:35.295307 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69', 'code': 200} Jul 22 21:12:35.350131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-723687e3-424b-451e-9b5a-e01c62d5109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.353907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-723687e3-424b-451e-9b5a-e01c62d5109e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1697652 Jul 22 21:12:35.362274 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-515184e1-6c32-4759-bd7d-2a4ffaf23c6e service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360939 Jul 22 21:12:35.363895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501655a-dad5-493d-aa0f-c1f78df2b783 req-68ce58f0-f09b-459b-93a7-a6050f0b7501 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.376860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0501655a-dad5-493d-aa0f-c1f78df2b783 req-68ce58f0-f09b-459b-93a7-a6050f0b7501 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2971275 Jul 22 21:12:35.390693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b75daf40-aa77-4447-b0c3-219ad9ee39e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd51bd3a328d429d8c015fc73b7a54c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608836 Jul 22 21:12:35.397762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49542) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:35.485704 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1246065a-f091-4c5e-97d7-2b14347fa809 x-openstack-request-id: req-1246065a-f091-4c5e-97d7-2b14347fa809 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:35.486206 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:35.486688 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1246065a-f091-4c5e-97d7-2b14347fa809 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:35.487407 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'status': 'completed', 'code': 200} Jul 22 21:12:35.522058 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120165d-84d5-4297-a011-2a31b3747629 x-openstack-request-id: req-6120165d-84d5-4297-a011-2a31b3747629 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:35.522479 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02420f5-08d0-428e-8492-dc6eaeb83373", "tag": "04bca98d-6e3a-42ac-b347-d7757caa4fb3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:35.522908 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6120165d-84d5-4297-a011-2a31b3747629 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:35.523585 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'tag': '04bca98d-6e3a-42ac-b347-d7757caa4fb3', 'status': 'completed', 'code': 200} Jul 22 21:12:35.561804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a82-0a11-4e50-a58e-e36ddb0d2620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.643351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a82-0a11-4e50-a58e-e36ddb0d2620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.662840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0501655a-dad5-493d-aa0f-c1f78df2b783 req-5cf5fc35-510c-4eaa-983d-e7add5963c19 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963327 Jul 22 21:12:35.707175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-f9966418-f8c8-4fed-8506-00ccf23b502a service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856210 Jul 22 21:12:35.835712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99a22b2d-656c-474c-b9f2-696eb97f26b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.856206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-488b9289-9460-4515-b227-2c0f2dcacf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.858648 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-488b9289-9460-4515-b227-2c0f2dcacf32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4942458 Jul 22 21:12:35.885530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-58100ec9-8375-47bf-bd45-b0fb7456ee43 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054627 Jul 22 21:12:35.912991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc841e9-8074-4773-aebe-919edbd432ae req-84f35c45-5ac6-478a-b5cb-47fa2f7b02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.914490 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ddc841e9-8074-4773-aebe-919edbd432ae req-84f35c45-5ac6-478a-b5cb-47fa2f7b02f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 1098 time: 0.4210277 Jul 22 21:12:35.916949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99a22b2d-656c-474c-b9f2-696eb97f26b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.153077 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ddc841e9-8074-4773-aebe-919edbd432ae req-19f472ae-9ec8-4928-a8c1-567ed74f64ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126567 Jul 22 21:12:36.203408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-b49a39c1-4715-4a3c-b71b-bc0c6fd59fb8 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327615 Jul 22 21:12:36.206196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99a22b2d-656c-474c-b9f2-696eb97f26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.209502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99a22b2d-656c-474c-b9f2-696eb97f26b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.211286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99a22b2d-656c-474c-b9f2-696eb97f26b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/711fe179-48fa-461c-a4bb-2b73bb57f9ca HTTP/1.1" status: 204 len: 168 time: 0.8107846 Jul 22 21:12:36.274606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a22b2d-656c-474c-b9f2-696eb97f26b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711fe179-48fa-461c-a4bb-2b73bb57f9ca,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:36.281388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281fe40-21ba-4205-8e71-c9b81506471f req-1dbf0874-a89d-46b3-8d43-9058a317312b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.293794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7281fe40-21ba-4205-8e71-c9b81506471f req-1dbf0874-a89d-46b3-8d43-9058a317312b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 948 time: 0.6360893 Jul 22 21:12:36.303225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-aa25ed36-9b53-46b3-b681-01b862277a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.306612 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-aa25ed36-9b53-46b3-b681-01b862277a9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 1099 time: 0.3021727 Jul 22 21:12:36.400609 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a82-0a11-4e50-a58e-e36ddb0d2620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.405744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a82-0a11-4e50-a58e-e36ddb0d2620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.411756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bbe48a82-0a11-4e50-a58e-e36ddb0d2620 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/edd7be64-dfae-4eb7-b934-b6b203c639ae HTTP/1.1" status: 204 len: 168 time: 1.2189956 Jul 22 21:12:36.479584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe48a82-0a11-4e50-a58e-e36ddb0d2620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd7be64-dfae-4eb7-b934-b6b203c639ae,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:36.485601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa4ee8a8-97c7-4458-9d48-06a3d8ad4d28 req-4acc3ba3-5481-4557-b376-15d4f500f6c6 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665558 Jul 22 21:12:36.506553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7281fe40-21ba-4205-8e71-c9b81506471f req-ea8fe709-56cd-4472-b614-4fc443a502b4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115409 Jul 22 21:12:36.586933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8749a9-0618-4614-82a8-3d9ee7c72f28 req-6e0c28c8-9f5a-4f6f-8133-35764be41257 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.622163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc8749a9-0618-4614-82a8-3d9ee7c72f28 req-6e0c28c8-9f5a-4f6f-8133-35764be41257 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.3221846 Jul 22 21:12:36.623558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-063e5ad5-dd5b-49b2-bace-ba4cd28aea10 req-630c1663-c2fb-4fbb-b011-388e7490d35e service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092777 Jul 22 21:12:36.661940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-09519f0d-136b-41b8-bbbb-1b9163280cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.664572 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-09519f0d-136b-41b8-bbbb-1b9163280cbd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2877374 Jul 22 21:12:36.786340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-837e543c-db02-491f-ba7e-2e95bfef1561 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=04bca98d-6e3a-42ac-b347-d7757caa4fb3 HTTP/1.1" status: 200 len: 217 time: 0.0817618 Jul 22 21:12:36.876217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc8749a9-0618-4614-82a8-3d9ee7c72f28 req-3a1c5f42-38b4-4178-aff8-80c0f6fa2e7b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471378 Jul 22 21:12:36.889513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-4e311987-f332-41c1-bf95-b5f7b464f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.894481 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-4e311987-f332-41c1-bf95-b5f7b464f0e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0933874 Jul 22 21:12:36.942860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-0cb622de-990a-4984-bdc6-a020138276a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.952482 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-0cb622de-990a-4984-bdc6-a020138276a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 1100 time: 0.3062739 Jul 22 21:12:37.046015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-b98d7151-12a6-42a1-9bf3-7ee2016e74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.050618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-b98d7151-12a6-42a1-9bf3-7ee2016e74d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1346474 Jul 22 21:12:37.130998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b23664-5836-41cf-b782-a854bccb4648 req-16295742-2121-4007-9275-e5e0a3c9e8b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.140723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46b23664-5836-41cf-b782-a854bccb4648 req-16295742-2121-4007-9275-e5e0a3c9e8b3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.3810933 Jul 22 21:12:37.262087 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-4f81799f-dd70-4038-9fbc-d1e0935caafd service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926384 Jul 22 21:12:37.308647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46b23664-5836-41cf-b782-a854bccb4648 req-f050363b-4f2e-4ea5-90fc-f35e54b64c33 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663747 Jul 22 21:12:37.317883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-32ec46c0-a778-41ea-99af-9a6d5a7c31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.322436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-32ec46c0-a778-41ea-99af-9a6d5a7c31b8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3630319 Jul 22 21:12:37.447058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25750622-a105-4227-a8cc-5da1c380e5e2 req-a0d396a1-6179-466d-aa42-82f016dbb7de service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753657 Jul 22 21:12:37.493880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-8f6ad3f6-9dd5-40a1-ad7c-73b2ef9bddd0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 200 len: 217 time: 0.1595836 Jul 22 21:12:37.507341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f4074-d5b3-489d-8153-2c6509fff25c req-dbfd4543-8fd8-48e2-99ee-89e6b58fe72e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.509953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea5f4074-d5b3-489d-8153-2c6509fff25c req-dbfd4543-8fd8-48e2-99ee-89e6b58fe72e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 947 time: 0.4896121 Jul 22 21:12:37.525233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'tag': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:37.529915 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f282cd4-0661-433a-b5b8-6ab95106598a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0688ca-0dca-46cf-9cfc-dce7b07b50be", "tag": "f41ce7aa-5b7a-453d-a371-8485789bcfe9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:37.657242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea5f4074-d5b3-489d-8153-2c6509fff25c req-4b1dd4b7-cb15-4de6-ba47-150defce284f tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111777 Jul 22 21:12:37.663337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-1a6598b6-506a-43f5-b6db-7c79a2a172b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.665352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-1a6598b6-506a-43f5-b6db-7c79a2a172b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1289566 Jul 22 21:12:37.711901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5329325-1dfd-4315-b5a5-c862554da985 req-5f5a4c67-695f-48f3-8c5e-826e46ca5f25 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.724542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5329325-1dfd-4315-b5a5-c862554da985 req-5f5a4c67-695f-48f3-8c5e-826e46ca5f25 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2516539 Jul 22 21:12:37.736324 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df12d5-9a09-4b50-9bd9-33dfb5f34479 x-openstack-request-id: req-01df12d5-9a09-4b50-9bd9-33dfb5f34479 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:37.737117 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0688ca-0dca-46cf-9cfc-dce7b07b50be", "tag": "f41ce7aa-5b7a-453d-a371-8485789bcfe9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:37.737117 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01df12d5-9a09-4b50-9bd9-33dfb5f34479 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:37.737875 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'tag': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'status': 'completed', 'code': 200} Jul 22 21:12:37.847456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-83751d3f-1bdb-43b4-b3b1-7db8b0ff9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.852278 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-83751d3f-1bdb-43b4-b3b1-7db8b0ff9f28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 1099 time: 0.0825515 Jul 22 21:12:37.933971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5329325-1dfd-4315-b5a5-c862554da985 req-bac0dbae-28b1-4d48-9a1b-039eee705c23 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902449 Jul 22 21:12:38.075569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-a47fb307-c593-488b-9d95-e920dda66550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.078097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-a47fb307-c593-488b-9d95-e920dda66550 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3923151 Jul 22 21:12:38.085592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-2c849bab-8320-48d6-8b6a-1be46d8b9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.089192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-2c849bab-8320-48d6-8b6a-1be46d8b9b3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2296491 Jul 22 21:12:38.167363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-1825caed-baca-4f5f-9474-88bb05e299ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f41ce7aa-5b7a-453d-a371-8485789bcfe9 HTTP/1.1" status: 200 len: 217 time: 0.0713494 Jul 22 21:12:38.262372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-a32ce681-1327-4884-9d82-ffde2634c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.264793 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-a32ce681-1327-4884-9d82-ffde2634c1aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0890732 Jul 22 21:12:38.266139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d4-1407-459d-a335-3273d513fd08 req-a666d4c0-0e83-4843-a16a-f07feb42b5c5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.268011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-685122d4-1407-459d-a335-3273d513fd08 req-a666d4c0-0e83-4843-a16a-f07feb42b5c5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 948 time: 0.3583350 Jul 22 21:12:38.326577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-aff17842-7c26-41fe-86ca-b97304fda0aa service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289679 Jul 22 21:12:38.372221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-55f7625c-5a8f-4c4d-8e40-420be8284ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.373768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-55f7625c-5a8f-4c4d-8e40-420be8284ea7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001899 Jul 22 21:12:38.391890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a33d1b-ef1f-4f24-a2f9-dadd39ead329 req-751ea302-62e6-4526-8c88-ad76bcff11aa tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.396645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13a33d1b-ef1f-4f24-a2f9-dadd39ead329 req-751ea302-62e6-4526-8c88-ad76bcff11aa tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.3250296 Jul 22 21:12:38.434693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-685122d4-1407-459d-a335-3273d513fd08 req-96406b01-3cbf-4f46-b419-dd68b1841d4a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555018 Jul 22 21:12:38.547291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13a33d1b-ef1f-4f24-a2f9-dadd39ead329 req-b11debb4-83e9-4c26-a2cb-541218fcbc79 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346087 Jul 22 21:12:38.570620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e1067d-1fc8-4a86-9a9f-a4d6cd4e86c5 req-c5806b76-ab8b-4f66-b29a-43e5c7af8616 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339389 Jul 22 21:12:38.592340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-1fb66bea-9c54-4366-a003-59690b9334e0 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104957 Jul 22 21:12:38.781780 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f282cd4-0661-433a-b5b8-6ab95106598a req-a620d86d-51d8-4f8c-ac35-0969768850d3 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802812 Jul 22 21:12:38.835220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a912e3-d73b-42b5-99b3-dae44cd826ad req-fa98c39c-8dba-49fe-ab97-d3a13930efef tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.839150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97a912e3-d73b-42b5-99b3-dae44cd826ad req-fa98c39c-8dba-49fe-ab97-d3a13930efef tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.1308198 Jul 22 21:12:38.915706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97a912e3-d73b-42b5-99b3-dae44cd826ad req-4555384b-538e-4d78-9ec7-3929b6b364cd tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683007 Jul 22 21:12:39.016423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00804f-d761-4753-9f61-c2b44099223f req-a7080586-7010-4c87-b6a7-e377b6af0af0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:39.022284 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f00804f-d761-4753-9f61-c2b44099223f req-a7080586-7010-4c87-b6a7-e377b6af0af0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 947 time: 0.1269162 Jul 22 21:12:39.163793 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10dd29df-211f-4fd9-a339-3f85296c6f61 req-118d0458-5002-419f-b813-fc0cd0766ab7 tempest-AbsoluteLimitsNegativeTestJSON-2076047515 tempest-AbsoluteLimitsNegativeTestJSON-2076047515-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7cfd6cd8f11f4b94ab6a4fa6d5809a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755227 Jul 22 21:12:39.168222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f00804f-d761-4753-9f61-c2b44099223f req-c708e4c0-a876-4a30-a5cb-e8beb9a340f6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353710 Jul 22 21:12:39.226056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f41ce7aa-5b7a-453d-a371-8485789bcfe9 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:39.428952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f41ce7aa-5b7a-453d-a371-8485789bcfe9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f41ce7aa-5b7a-453d-a371-8485789bcfe9,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:39.448756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'mac_address': 'fa:16:3e:48:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:39.466498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd29df-211f-4fd9-a339-3f85296c6f61 req-12823e7d-8a36-4a8b-b126-8e7a95ada996 tempest-AbsoluteLimitsNegativeTestJSON-2076047515 tempest-AbsoluteLimitsNegativeTestJSON-2076047515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:39.471948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10dd29df-211f-4fd9-a339-3f85296c6f61 req-12823e7d-8a36-4a8b-b126-8e7a95ada996 tempest-AbsoluteLimitsNegativeTestJSON-2076047515 tempest-AbsoluteLimitsNegativeTestJSON-2076047515-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854846 Jul 22 21:12:39.502384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10dd29df-211f-4fd9-a339-3f85296c6f61 req-20751c62-74ac-487e-a13b-e4410bc1fdef tempest-AbsoluteLimitsNegativeTestJSON-2076047515 tempest-AbsoluteLimitsNegativeTestJSON-2076047515-project] 10.222.0.54 "GET /v2.0/quotas/7cfd6cd8f11f4b94ab6a4fa6d5809a44 HTTP/1.1" status: 200 len: 375 time: 0.0183265 Jul 22 21:12:39.509506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:39.513912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2df97a-cf5a-44da-8dae-6c6b41c9d25e req-35aa881c-f6b7-4be8-8004-b3ea38c65f57 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:39.515522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d2df97a-cf5a-44da-8dae-6c6b41c9d25e req-35aa881c-f6b7-4be8-8004-b3ea38c65f57 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.1605809 Jul 22 21:12:39.527357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:39.538057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Request body: {'floatingip': {'port_id': '6558ff25-2325-4d52-9770-77d84fd94a69'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:39.543132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41ce7aa-5b7a-453d-a371-8485789bcfe9 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:39.567192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10dd29df-211f-4fd9-a339-3f85296c6f61 req-95e4d516-d378-4521-9ba0-d239c105509e tempest-AbsoluteLimitsNegativeTestJSON-2076047515 tempest-AbsoluteLimitsNegativeTestJSON-2076047515-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cfd6cd8f11f4b94ab6a4fa6d5809a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501425 Jul 22 21:12:39.577473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f41ce7aa-5b7a-453d-a371-8485789bcfe9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f41ce7aa-5b7a-453d-a371-8485789bcfe9,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:39.586622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:39.587969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:39.707096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:39.744751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:39.770688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'mac_address': 'fa:16:3e:33:3b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:39.807198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc604aa-e4d4-4b4a-8811-d011f47d7edb req-4c81e4d6-e102-4370-9225-6943adcb1be1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:39.830573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bc604aa-e4d4-4b4a-8811-d011f47d7edb req-4c81e4d6-e102-4370-9225-6943adcb1be1 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1913881 Jul 22 21:12:39.850215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f41ce7aa-5b7a-453d-a371-8485789bcfe9,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:39.855580 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:39.881091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:39.921904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:39.932858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bc604aa-e4d4-4b4a-8811-d011f47d7edb req-0ca5f609-3120-46b5-a998-f08377b6d574 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053493 Jul 22 21:12:39.933090 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.072074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030127-ce5b-48ff-b3c0-04c2ae853d9b req-7e03d195-0db0-4202-a931-e0e24ecc2648 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:40.074983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9030127-ce5b-48ff-b3c0-04c2ae853d9b req-7e03d195-0db0-4202-a931-e0e24ecc2648 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 949 time: 0.1396828 Jul 22 21:12:40.086776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:40.231394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9030127-ce5b-48ff-b3c0-04c2ae853d9b req-6cd3be65-95e3-41be-9db4-1fa3ce654867 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395948 Jul 22 21:12:40.285712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46f59-b7ff-48a5-98e6-fe7766ae299f req-35384169-3d0c-4dc8-b49f-905b5a6869b9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:40.288566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cfa46f59-b7ff-48a5-98e6-fe7766ae299f req-35384169-3d0c-4dc8-b49f-905b5a6869b9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.2118258 Jul 22 21:12:40.289420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:40.343931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49692) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:40.344765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['f41ce7aa-5b7a-453d-a371-8485789bcfe9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:40.406260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cfa46f59-b7ff-48a5-98e6-fe7766ae299f req-6a674eef-8027-4e63-a16f-283945bd459a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969589 Jul 22 21:12:40.590697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 04bca98d-6e3a-42ac-b347-d7757caa4fb3 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:40.664832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f84f2af-b88c-4d53-a13a-0136659fef85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.701219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667d222-306d-4f88-8f74-33eb000c5f0d req-0fad7539-9387-4691-bc83-0a76583367b1 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:40.702826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9667d222-306d-4f88-8f74-33eb000c5f0d req-0fad7539-9387-4691-bc83-0a76583367b1 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 947 time: 0.1564915 Jul 22 21:12:40.780510 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9667d222-306d-4f88-8f74-33eb000c5f0d req-76ab41a7-ac78-46ac-a1c2-7c2381dde4f2 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636890 Jul 22 21:12:40.811492 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.resource_extend [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:12:40.876957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 04bca98d-6e3a-42ac-b347-d7757caa4fb3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=04bca98d-6e3a-42ac-b347-d7757caa4fb3,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:40.900845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '04bca98d-6e3a-42ac-b347-d7757caa4fb3', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '04bca98d-6e3a-42ac-b347-d7757caa4fb3', 'mac_address': 'fa:16:3e:3c:95:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:40.910901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f84f2af-b88c-4d53-a13a-0136659fef85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.918073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f84f2af-b88c-4d53-a13a-0136659fef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.020726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84f2af-b88c-4d53-a13a-0136659fef85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b88345-0d4a-4ff7-9135-0c3215317803,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:41.036045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4f84f2af-b88c-4d53-a13a-0136659fef85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cfd6cd8f11f4b94ab6a4fa6d5809a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903424 Jul 22 21:12:41.038653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49722) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:41.127651 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.180384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbd7d-5b15-4a9e-89c9-1ee8ab083f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.187351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bca98d-6e3a-42ac-b347-d7757caa4fb3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:41.230984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbd7d-5b15-4a9e-89c9-1ee8ab083f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.268432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 04bca98d-6e3a-42ac-b347-d7757caa4fb3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=04bca98d-6e3a-42ac-b347-d7757caa4fb3,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:41.275196 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.345372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbd7d-5b15-4a9e-89c9-1ee8ab083f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.350750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbd7d-5b15-4a9e-89c9-1ee8ab083f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.358019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bdcdbd7d-5b15-4a9e-89c9-1ee8ab083f23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4b88345-0d4a-4ff7-9135-0c3215317803 HTTP/1.1" status: 204 len: 168 time: 0.3127382 Jul 22 21:12:41.408285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdbd7d-5b15-4a9e-89c9-1ee8ab083f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b88345-0d4a-4ff7-9135-0c3215317803,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:41.434927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=04bca98d-6e3a-42ac-b347-d7757caa4fb3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:41.499915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.501702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54ccb-f221-438c-bab1-c4bce163d0b8 req-d2dad623-fb41-4480-8c16-4e0eb75513c4 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:41.503462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0e54ccb-f221-438c-bab1-c4bce163d0b8 req-d2dad623-fb41-4480-8c16-4e0eb75513c4 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.4023829 Jul 22 21:12:41.520639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.592581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0e54ccb-f221-438c-bab1-c4bce163d0b8 req-f144d250-69be-4ea3-93bc-96451c6d958d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751200 Jul 22 21:12:41.689892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-1e8e02d0-9aa8-4b77-949b-2db04b367ff4 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:41.692785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-1e8e02d0-9aa8-4b77-949b-2db04b367ff4 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1098 time: 0.3365200 Jul 22 21:12:41.711229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:41.829945 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093 associated. External IP: 172.25.5.187, port: 6558ff25-2325-4d52-9770-77d84fd94a69. Jul 22 21:12:41.927502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.940938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['04bca98d-6e3a-42ac-b347-d7757caa4fb3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:41.956070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc77426-809e-476f-9168-86404549fd5b req-a96bb456-fb96-4475-9947-a27a32490315 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:41.963721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc77426-809e-476f-9168-86404549fd5b req-a96bb456-fb96-4475-9947-a27a32490315 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 949 time: 0.2333822 Jul 22 21:12:42.026776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dd07d-d134-48a9-8549-fe48eaaa4210 req-0ff3903a-4bf0-44b8-86e7-fe6df9680f81 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:42.029735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc7dd07d-d134-48a9-8549-fe48eaaa4210 req-0ff3903a-4bf0-44b8-86e7-fe6df9680f81 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 946 time: 0.2393267 Jul 22 21:12:42.132077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc77426-809e-476f-9168-86404549fd5b req-72487d6e-f21e-412f-a45b-dd647c1b2afa tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674781 Jul 22 21:12:42.165320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc7dd07d-d134-48a9-8549-fe48eaaa4210 req-590e469e-e5ab-449e-9ffd-610f78c0b044 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145990 Jul 22 21:12:42.453501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f061d7-4ed0-4954-9fca-51a105d28b4b req-4218eaa6-482e-43f3-8667-0e78ddf4a517 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:42.455488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Router ba30d540-3230-4bd3-a6b4-9a4825b08825 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:42.455702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57f061d7-4ed0-4954-9fca-51a105d28b4b req-4218eaa6-482e-43f3-8667-0e78ddf4a517 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 948 time: 0.1042769 Jul 22 21:12:42.477593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:42.524156 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-634df358-a472-4ed5-8890-5fcda1c59f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.616248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57f061d7-4ed0-4954-9fca-51a105d28b4b req-da5d4d4e-cb5e-4048-a9f3-9fde3aeffcaa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492128 Jul 22 21:12:42.770820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:42.847241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:42.864803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.866795 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] Sync routers for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:42.897455 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:42.898501 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:42.905266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:42.909085 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d7bc29-bdf0-430b-af1a-06846a65f5ac" -d '{"events": [{"server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "name": "network-vif-unplugged", "status": "completed", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:42.914490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.929998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.999719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cea5ab3e-a2ca-4948-a949-4f3cd015401c tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "PUT /v2.0/floatingips/30a0860d-bf1e-424b-b466-b5aa159e7093 HTTP/1.1" status: 200 len: 992 time: 3.4701884 Jul 22 21:12:43.094174 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:43.154098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:43.154841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:43.155211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:43.167010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:43.167559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:43.179898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:43.198152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:43.198776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:43.199656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:43.200585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Bound port: 05f09b63-8f28-4d02-abe3-3cf961226f7f, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:43.201384 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.246551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 05f09b63-8f28-4d02-abe3-3cf961226f7f details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:43.250474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:43.329398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:43.337391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:43.339485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957a24e-96ec-4215-b308-6a6e83dcc158 req-bb9b0f46-4488-4241-8ef3-f7ff62218e0d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:43.346588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.352911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8957a24e-96ec-4215-b308-6a6e83dcc158 req-bb9b0f46-4488-4241-8ef3-f7ff62218e0d tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1189437 Jul 22 21:12:43.435032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8957a24e-96ec-4215-b308-6a6e83dcc158 req-362ad35f-0ae8-426c-b17b-1d0bc321e35c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789044 Jul 22 21:12:43.529181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=8']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:43.541586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:43.543009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.546423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-34b1dad8-b081-4abd-920a-3f2e81adbe70 service neutron] 10.222.0.58 "PUT /v2.0/ports/05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 1124 time: 1.8423474 Jul 22 21:12:43.585464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:43.631588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:43.657359 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '30a0860d-bf1e-424b-b466-b5aa159e7093', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'port_id': '6558ff25-2325-4d52-9770-77d84fd94a69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'mac_address': 'fa:16:3e:a7:ac:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:40Z', 'updated_at': '2021-07-22T21:12:40Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:43.663308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:43.664118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:43.664725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:43.671454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:43.685347 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.693638 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] Checking router: ba30d540-3230-4bd3-a6b4-9a4825b08825 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:43.696641 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81455c17-1876-49ba-807e-b6fe7293230e x-openstack-request-id: req-81455c17-1876-49ba-807e-b6fe7293230e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:43.697403 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "name": "network-vif-unplugged", "status": "completed", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:43.698541 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81455c17-1876-49ba-807e-b6fe7293230e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:43.699450 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f', 'code': 200} Jul 22 21:12:43.708436 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:43.709465 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:43.769042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['05f09b63-8f28-4d02-abe3-3cf961226f7f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:43.771319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['05f09b63-8f28-4d02-abe3-3cf961226f7f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:43.799952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:43.800334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Attempting to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:43.847921 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:43.848294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:43.849163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:43.849436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Bound port: 05f09b63-8f28-4d02-abe3-3cf961226f7f, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:43.849813 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.973626 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:44.006526 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.104285 n-d-762330-19 neutron-server[94093]: WARNING neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Concurrent port binding operations failed on port 05f09b63-8f28-4d02-abe3-3cf961226f7f Jul 22 21:12:44.112236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:44.116391 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fe33e-0156-4a40-81ad-3376ecfa2a1d" -d '{"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-plugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:44.193529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60d2d2-5831-4a08-a016-ecb2778e20d5 req-e3c5aeae-b22c-4175-9b3a-e3ac00570907 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:44.197102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:44.201343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f60d2d2-5831-4a08-a016-ecb2778e20d5 req-e3c5aeae-b22c-4175-9b3a-e3ac00570907 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 949 time: 0.1831024 Jul 22 21:12:44.235984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:44.237543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da491b9-4ead-4fbd-8b01-b36808ccdcdb req-e977bd81-6517-4fdb-8ac0-398596f737c4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:44.240147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0da491b9-4ead-4fbd-8b01-b36808ccdcdb req-e977bd81-6517-4fdb-8ac0-398596f737c4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.2069485 Jul 22 21:12:44.245300 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.246837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f41ce7aa-5b7a-453d-a371-8485789bcfe9 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:44.319267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49892) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:44.341173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0da491b9-4ead-4fbd-8b01-b36808ccdcdb req-23ddf80d-3233-40ee-bc72-8e63105eef88 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833623 Jul 22 21:12:44.346121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f60d2d2-5831-4a08-a016-ecb2778e20d5 req-0f1718e2-db79-44df-85ae-0855aea05f83 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436949 Jul 22 21:12:44.509500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a62e8e6c-b778-462b-a48e-7c13fc9386f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.543311 n-d-762330-19 neutron-server[94093]: INFO neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Attempt 2 to bind port 05f09b63-8f28-4d02-abe3-3cf961226f7f Jul 22 21:12:44.544226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 05f09b63-8f28-4d02-abe3-3cf961226f7f has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:12:44.623075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 04bca98d-6e3a-42ac-b347-d7757caa4fb3 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:44.713038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c899-af3e-421e-8b60-0df683a68a57 req-d0fbcfc2-7996-4976-9758-79eadce41256 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:44.715243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f85c899-af3e-421e-8b60-0df683a68a57 req-d0fbcfc2-7996-4976-9758-79eadce41256 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 948 time: 0.2105322 Jul 22 21:12:44.744921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a62e8e6c-b778-462b-a48e-7c13fc9386f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.754999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a62e8e6c-b778-462b-a48e-7c13fc9386f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.756610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:44.795495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port f41ce7aa-5b7a-453d-a371-8485789bcfe9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:44.803817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port f41ce7aa-5b7a-453d-a371-8485789bcfe9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:44.804441 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.823737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f85c899-af3e-421e-8b60-0df683a68a57 req-ced037a3-9f3c-4b41-afbf-6bf7dfe4ec8a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985804 Jul 22 21:12:44.831557 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '30a0860d-bf1e-424b-b466-b5aa159e7093', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'port_id': '6558ff25-2325-4d52-9770-77d84fd94a69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'mac_address': 'fa:16:3e:a7:ac:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:40Z', 'updated_at': '2021-07-22T21:12:40Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:44.848838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49900) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:44.850546 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a62e8e6c-b778-462b-a48e-7c13fc9386f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f44a71190ff4a169e508bb75f21c317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240090 Jul 22 21:12:44.878226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:44.890696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e8e6c-b778-462b-a48e-7c13fc9386f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16522a6f-9cff-4704-a44b-3725625f3a63,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:44.908158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:44.908158 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.926245 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467765e-6cc0-4a44-ac65-6d8e5d012328 None None] The sync data for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 is: [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '30a0860d-bf1e-424b-b466-b5aa159e7093', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'port_id': '6558ff25-2325-4d52-9770-77d84fd94a69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'mac_address': 'fa:16:3e:a7:ac:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:40Z', 'updated_at': '2021-07-22T21:12:40Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:44.971768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96ab5aed-d671-422e-aa6b-25b3ac3d5f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.063102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96ab5aed-d671-422e-aa6b-25b3ac3d5f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.106004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.178859 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a741d1-29a3-4b28-8027-a60153701d92 x-openstack-request-id: req-d5a741d1-29a3-4b28-8027-a60153701d92 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:45.179384 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-plugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:45.180023 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5a741d1-29a3-4b28-8027-a60153701d92 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:45.182119 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'code': 200} Jul 22 21:12:45.223164 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-abc4ebed-ffeb-4113-b050-79fb9974dd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.239119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96ab5aed-d671-422e-aa6b-25b3ac3d5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.248974 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96ab5aed-d671-422e-aa6b-25b3ac3d5f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.255578 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-96ab5aed-d671-422e-aa6b-25b3ac3d5f6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16522a6f-9cff-4704-a44b-3725625f3a63 HTTP/1.1" status: 204 len: 168 time: 0.4053180 Jul 22 21:12:45.295596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab5aed-d671-422e-aa6b-25b3ac3d5f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16522a6f-9cff-4704-a44b-3725625f3a63,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:45.445353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16210-6384-4e4a-a7a8-dc75ae45f698 req-52e3fc6f-47ba-4b33-adf7-a1c31f204395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:45.448939 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3e16210-6384-4e4a-a7a8-dc75ae45f698 req-52e3fc6f-47ba-4b33-adf7-a1c31f204395 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 1102 time: 0.1497529 Jul 22 21:12:45.452002 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.455788 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.458831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5711f-145f-434d-833b-9896348e3171 None None] New status for floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:12:45.465128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f41ce7aa-5b7a-453d-a371-8485789bcfe9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f41ce7aa-5b7a-453d-a371-8485789bcfe9,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:45.543339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f1aa-34bc-41a7-9a25-18ab4b1ba9b3 req-50838717-ddee-4634-af68-cd116b6724ac tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:45.544415 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.547765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5b1f1aa-34bc-41a7-9a25-18ab4b1ba9b3 req-50838717-ddee-4634-af68-cd116b6724ac tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1634080 Jul 22 21:12:45.576620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3e16210-6384-4e4a-a7a8-dc75ae45f698 req-572f92b6-9a7e-4e03-bec3-de46de9ffbf4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063066 Jul 22 21:12:45.656729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5b1f1aa-34bc-41a7-9a25-18ab4b1ba9b3 req-09a11a63-600f-42d9-bccc-869569d229a3 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938005 Jul 22 21:12:45.701704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69'}, {'name': 'network-changed', 'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:45.707376 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69"}, {"name": "network-changed", "server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:45.814843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 04bca98d-6e3a-42ac-b347-d7757caa4fb3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=04bca98d-6e3a-42ac-b347-d7757caa4fb3,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:45.835213 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.851740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f41ce7aa-5b7a-453d-a371-8485789bcfe9,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:46.000110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.021340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=04bca98d-6e3a-42ac-b347-d7757caa4fb3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:46.052572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae865-1a01-4c77-905c-a743256300bb req-13c22839-ac80-464c-9d4e-c4d4555642ad tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.054944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-394ae865-1a01-4c77-905c-a743256300bb req-13c22839-ac80-464c-9d4e-c4d4555642ad tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.2276340 Jul 22 21:12:46.098255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9580c-e525-4d76-9c24-7e5b1de976f3 req-83cf1f06-7c13-4408-b052-f37548c8980f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.101043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77c9580c-e525-4d76-9c24-7e5b1de976f3 req-83cf1f06-7c13-4408-b052-f37548c8980f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.1723490 Jul 22 21:12:46.173903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-394ae865-1a01-4c77-905c-a743256300bb req-1c635496-9c5a-420c-b82a-6ce46a70ea57 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044679 Jul 22 21:12:46.194039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77c9580c-e525-4d76-9c24-7e5b1de976f3 req-490b0012-6b42-4954-b28d-132d02745def tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809999 Jul 22 21:12:46.287602 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ba1ba-c3f1-415c-b9af-c3fde1b770f9 x-openstack-request-id: req-cf0ba1ba-c3f1-415c-b9af-c3fde1b770f9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:46.289443 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:46.289842 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf0ba1ba-c3f1-415c-b9af-c3fde1b770f9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:46.290454 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69', 'status': 'completed', 'code': 200} Jul 22 21:12:46.293413 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f', 'status': 'completed', 'code': 200} Jul 22 21:12:46.525648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-31550437-da2a-4d50-bdf6-8c7448d94800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.527927 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-31550437-da2a-4d50-bdf6-8c7448d94800 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=276b311cdd854aaea7c6ae8d2e297604&device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 1098 time: 0.1793735 Jul 22 21:12:46.584177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5fd1-d205-41a8-a2bd-26ad995ada02 req-fe305f08-122b-4ea0-a819-6f09cde20869 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.599872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-815d5fd1-d205-41a8-a2bd-26ad995ada02 req-fe305f08-122b-4ea0-a819-6f09cde20869 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 949 time: 0.1865821 Jul 22 21:12:46.716473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-815d5fd1-d205-41a8-a2bd-26ad995ada02 req-0bbb3772-2754-4e6a-82b6-bf0af2ac3ce0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151106 Jul 22 21:12:46.819776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-153123df-2578-40bd-86c5-846d1aff51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.832511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-153123df-2578-40bd-86c5-846d1aff51d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 200 len: 924 time: 0.2920780 Jul 22 21:12:46.922177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:47.042324 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-0efc5228-c549-4977-a388-178f0dce4b7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6558ff25-2325-4d52-9770-77d84fd94a69 HTTP/1.1" status: 200 len: 1002 time: 0.1814277 Jul 22 21:12:47.096785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fad40-921d-4a65-b5ad-779fe5268809 req-b91e80f3-9c52-4ad7-82f8-bf399658a42c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.113130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f8fad40-921d-4a65-b5ad-779fe5268809 req-b91e80f3-9c52-4ad7-82f8-bf399658a42c tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.2138839 Jul 22 21:12:47.147462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-bd7dae0f-17c1-4f63-9b62-99e45d41e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.151752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-bd7dae0f-17c1-4f63-9b62-99e45d41e640 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 200 len: 862 time: 0.0939198 Jul 22 21:12:47.172898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1379253787-network', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:47.183604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9'}, {'server_uuid': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bca98d-6e3a-42ac-b347-d7757caa4fb3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:47.188049 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc15792e-ff09-4e6a-b994-6548e2a56e35" -d '{"events": [{"server_uuid": "aa0688ca-0dca-46cf-9cfc-dce7b07b50be", "name": "network-vif-plugged", "status": "completed", "tag": "f41ce7aa-5b7a-453d-a371-8485789bcfe9"}, {"server_uuid": "b02420f5-08d0-428e-8492-dc6eaeb83373", "name": "network-vif-plugged", "status": "completed", "tag": "04bca98d-6e3a-42ac-b347-d7757caa4fb3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:47.211961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f8fad40-921d-4a65-b5ad-779fe5268809 req-8cdf22cf-0b5c-4795-bf2f-52efb70d6183 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953014 Jul 22 21:12:47.246722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:47.250898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.275426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.288928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-48ad0d55-8051-4edb-8a0c-a597f624ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.294015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-48ad0d55-8051-4edb-8a0c-a597f624ed34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316628 Jul 22 21:12:47.365991 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef58849-9c3f-4816-aeba-5b706df3e7ef x-openstack-request-id: req-bef58849-9c3f-4816-aeba-5b706df3e7ef {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:47.366380 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0688ca-0dca-46cf-9cfc-dce7b07b50be", "name": "network-vif-plugged", "status": "completed", "tag": "f41ce7aa-5b7a-453d-a371-8485789bcfe9", "code": 200}, {"server_uuid": "b02420f5-08d0-428e-8492-dc6eaeb83373", "name": "network-vif-plugged", "status": "completed", "tag": "04bca98d-6e3a-42ac-b347-d7757caa4fb3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:47.366705 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bef58849-9c3f-4816-aeba-5b706df3e7ef {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:47.367225 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'code': 200} Jul 22 21:12:47.367564 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bca98d-6e3a-42ac-b347-d7757caa4fb3', 'code': 200} Jul 22 21:12:47.536202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.555746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.678707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:12:47.720292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-211b85cc-4987-4124-8057-fb7d5f6917c4 service neutron] 10.222.0.23 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164062 Jul 22 21:12:47.734838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ed868-0ff3-490c-8e57-107536a69848,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:47.745915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.746807 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Added segment 405e412c-904b-452f-a7bd-6ac311e80113 of type vlan for network f2ecc80f-e777-4a28-800a-72229ce07062 Jul 22 21:12:47.851670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de6fbf-3cfd-46cb-b00e-808fc0c545fc req-73ef6189-e3c7-4f64-84d5-eabea9350e58 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.867222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15de6fbf-3cfd-46cb-b00e-808fc0c545fc req-73ef6189-e3c7-4f64-84d5-eabea9350e58 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.3279943 Jul 22 21:12:47.888642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd4165-2c98-471d-853e-cda23152b5ec req-719e8f4b-b246-4df3-9c58-b0ee5c2cdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.892235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efcd4165-2c98-471d-853e-cda23152b5ec req-719e8f4b-b246-4df3-9c58-b0ee5c2cdce9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 1101 time: 0.3201256 Jul 22 21:12:47.944096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.948557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.964767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ab37-2567-46c3-aeb6-6ce531d74f26 req-af4aa296-def2-464e-b501-817ef138613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.967679 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7bd4ab37-2567-46c3-aeb6-6ce531d74f26 req-af4aa296-def2-464e-b501-817ef138613b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 1101 time: 0.4138572 Jul 22 21:12:48.057340 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:48.058979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:48.066849 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:48.114016 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-404e9438-8438-4c3b-b0a7-5dd5f5bd069f service neutron] 10.222.0.23 "GET /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521471 Jul 22 21:12:48.128953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efcd4165-2c98-471d-853e-cda23152b5ec req-6896adb5-625b-4fad-bd43-133585031333 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785116 Jul 22 21:12:48.137146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7bd4ab37-2567-46c3-aeb6-6ce531d74f26 req-61d4d57d-f832-44d3-b982-bee22ff49b18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575627 Jul 22 21:12:48.173691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15de6fbf-3cfd-46cb-b00e-808fc0c545fc req-44655483-dc2d-48c7-9d1e-0bf33adac22e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013816 Jul 22 21:12:48.300307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3764119 Jul 22 21:12:48.302532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb1dcb-ce34-4045-9ba2-66b11d94f19b admin admin] Pushing event updated for resources: {'Network': ['ID=f2ecc80f-e777-4a28-800a-72229ce07062,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:48.308439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50078) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:48.316618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Request body: {'subnet': {'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1379253787-subnet', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:48.325374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f2ecc80f-e777-4a28-800a-72229ce07062 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:12:48.483129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:48.502380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:48.651124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc8a7-ae02-422e-b6b4-0b99f4f48a14 req-3c660a4c-4225-4575-a301-ad05c8f7bd3a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:48.663763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c72fc8a7-ae02-422e-b6b4-0b99f4f48a14 req-3c660a4c-4225-4575-a301-ad05c8f7bd3a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.2190123 Jul 22 21:12:48.780431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c72fc8a7-ae02-422e-b6b4-0b99f4f48a14 req-0e2cb716-9e90-4ff2-b271-4dcc8dd893f1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042244 Jul 22 21:12:48.790321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-9d98c257-9bca-49ae-810e-b7d1a2bcf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:48.793933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-9d98c257-9bca-49ae-810e-b7d1a2bcf3fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1127 time: 0.4016159 Jul 22 21:12:48.945716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c49af2-86fa-40b3-83e0-e339f12859f2 req-d8268733-8081-4661-868c-2909e5105033 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:48.948614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1c49af2-86fa-40b3-83e0-e339f12859f2 req-d8268733-8081-4661-868c-2909e5105033 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 949 time: 0.1535006 Jul 22 21:12:49.064681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1c49af2-86fa-40b3-83e0-e339f12859f2 req-54e1a958-49d7-4b2f-95ea-ad178dde7304 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049390 Jul 22 21:12:49.074487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-29e01cbc-d6c0-4599-93d3-0e4fd1da6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.076409 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-29e01cbc-d6c0-4599-93d3-0e4fd1da6423 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.2424288 Jul 22 21:12:49.186235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-b22969f6-3cd8-4e96-9266-a1f67856eadd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 217 time: 0.0750980 Jul 22 21:12:49.300600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5214b6d-5070-4294-8fb0-f0aae755a486 req-e5df9d4e-adae-4323-bcde-16cd99251f1b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.313712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5214b6d-5070-4294-8fb0-f0aae755a486 req-e5df9d4e-adae-4323-bcde-16cd99251f1b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1444416 Jul 22 21:12:49.443495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5214b6d-5070-4294-8fb0-f0aae755a486 req-7c7dd242-60d6-4828-a600-2825d74ade29 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137521 Jul 22 21:12:49.462294 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:49.575932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-1868c8c9-b872-49d4-806e-6a85f1c8c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.577741 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-1868c8c9-b872-49d4-806e-6a85f1c8c364 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.3401029 Jul 22 21:12:49.630784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5750281b-7a66-45e7-8a57-43d362853ece,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:49.680988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-530f7589-3598-4546-a469-edb42f9b54e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730538 Jul 22 21:12:49.696105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Checking segment: {'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:49.697526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Network hostable DHCP agents. Network: f2ecc80f-e777-4a28-800a-72229ce07062, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:12:49.699859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-30e8b0ed-2114-49d0-a041-3fc40c7c9d8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2560706 Jul 22 21:12:49.801844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665ea2e-a559-4786-a615-667393c79b0e req-bd4a4b37-bfb7-4a67-b820-e03221a1bd79 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.804538 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d665ea2e-a559-4786-a615-667393c79b0e req-bd4a4b37-bfb7-4a67-b820-e03221a1bd79 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.1983218 Jul 22 21:12:49.934180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d665ea2e-a559-4786-a615-667393c79b0e req-d8d9422a-1c7c-4b49-9a08-8c509a207f28 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199403 Jul 22 21:12:49.955029 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-caff1619-f465-4028-ba9a-be03245ac7ea service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358127 Jul 22 21:12:49.994208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Network f2ecc80f-e777-4a28-800a-72229ce07062 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:12:50.021089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, f2ecc80f-e777-4a28-800a-72229ce07062) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:50.030155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:50.030920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.047102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a051385-b7f2-4902-974f-988fdd9aef28 None None] Network f2ecc80f-e777-4a28-800a-72229ce07062 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:50.089763 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f700efd2-564e-42b4-bcb7-2bef08ff42d0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7832305 Jul 22 21:12:50.090070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50138) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:50.102314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:50.125156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d753ff5e-53e5-4efe-8ae5-3a0402211ce6 req-a038196e-bb8a-4682-b7c9-56ab65dbe147 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455257 Jul 22 21:12:50.241304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.247152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.433796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.595123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-f2ecc80f-e777-4a28-800a-72229ce07062', 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'fixed_ips': [{'subnet_id': '5750281b-7a66-45e7-8a57-43d362853ece'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:12:50.596424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.669960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2268-b732-40bd-a121-829119f1e96a req-fcd33e7a-0e16-4a4f-9d07-0a933d4a2cba tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:50.673010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e5f2268-b732-40bd-a121-829119f1e96a req-fcd33e7a-0e16-4a4f-9d07-0a933d4a2cba tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.5485840 Jul 22 21:12:50.884384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Allocated IP 172.20.0.2 (f2ecc80f-e777-4a28-800a-72229ce07062/5750281b-7a66-45e7-8a57-43d362853ece/c40aaa9b-332a-4288-bb32-d2ba1edc9d1e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:51.022960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e5f2268-b732-40bd-a121-829119f1e96a req-877ce89d-9793-4384-b935-45d00d80dc09 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787464 Jul 22 21:12:51.036372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:51.160148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4929f-91e4-46e8-a9e3-b05c3b1b45df req-d80a3c01-cb5c-4417-a023-7a483f1a5e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:51.168497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63e4929f-91e4-46e8-a9e3-b05c3b1b45df req-d80a3c01-cb5c-4417-a023-7a483f1a5e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 949 time: 0.3159025 Jul 22 21:12:51.219592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:51.235931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Transition to ACTIVE for port object c40aaa9b-332a-4288-bb32-d2ba1edc9d1e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:51.286799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63e4929f-91e4-46e8-a9e3-b05c3b1b45df req-ce61beb1-5fc2-48ea-9607-1fc5022ce46e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169567 Jul 22 21:12:51.303249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Transition to ACTIVE for port object c40aaa9b-332a-4288-bb32-d2ba1edc9d1e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:51.324388 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:51.460677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Network f2ecc80f-e777-4a28-800a-72229ce07062 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:51.464495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:51.472695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:51.484426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Pushing event updated for resources: {'Port': ['ID=c40aaa9b-332a-4288-bb32-d2ba1edc9d1e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:51.556491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Attempting to bind port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:51.556893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Attempting to bind port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:51.557269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Attempting to bind port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e on network f2ecc80f-e777-4a28-800a-72229ce07062 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:51.563766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:51.564312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Checking segment: {'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:51.564736 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:51.565278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Bound using segment: {'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:51.565868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Bound port: c40aaa9b-332a-4288-bb32-d2ba1edc9d1e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:51.566547 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:51.699765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] For port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:51.707169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] For port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c40aaa9b-332a-4288-bb32-d2ba1edc9d1e,segment=NetworkSegment(405e412c-904b-452f-a7bd-6ac311e80113),segment_id=405e412c-904b-452f-a7bd-6ac311e80113)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:51.715822 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:51.853775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4997ac-568f-4d22-87c6-c7394448c62b None None] Pushing event updated for resources: {'Port': ['ID=c40aaa9b-332a-4288-bb32-d2ba1edc9d1e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:51.861501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7694-17f6-42fb-8e6e-588806fbc77a req-2fb5d3b9-fd5e-49c6-b706-f4f0a08a7ede tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:51.886532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4be7694-17f6-42fb-8e6e-588806fbc77a req-2fb5d3b9-fd5e-49c6-b706-f4f0a08a7ede tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.4713967 Jul 22 21:12:52.593790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-8f95ce30-845a-4aa7-8c26-67c779cb9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:52.596592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-8f95ce30-845a-4aa7-8c26-67c779cb9694 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 1102 time: 0.1066644 Jul 22 21:12:52.634186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:52.642992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4be7694-17f6-42fb-8e6e-588806fbc77a req-6fd0a680-830f-4a3b-8412-cc8963778993 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562405 Jul 22 21:12:52.677106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:52.846215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-cafb79d5-8dea-4c7a-967a-93389f5eaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:52.851131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-cafb79d5-8dea-4c7a-967a-93389f5eaf65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2457628 Jul 22 21:12:52.892257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c40aaa9b-332a-4288-bb32-d2ba1edc9d1e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:52.970753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-df28feb0-45f5-4e28-ae27-5231f9834567 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 200 len: 217 time: 0.1002860 Jul 22 21:12:53.007898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59324-5486-4c94-bf74-a6871f33dc7a req-65f0f057-d373-47a9-b4df-8ac0296dea5d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.012354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45a59324-5486-4c94-bf74-a6871f33dc7a req-65f0f057-d373-47a9-b4df-8ac0296dea5d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.4784303 Jul 22 21:12:53.029950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:53.068122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Allocated IP 172.25.5.31 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/d1d4712a-b11e-44a9-ba4c-60840bf8bf95) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:53.083685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-ab13e415-9a2f-4c60-84a8-da390f4f4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.085505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-ab13e415-9a2f-4c60-84a8-da390f4f4895 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1081009 Jul 22 21:12:53.183192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45a59324-5486-4c94-bf74-a6871f33dc7a req-9286476f-dd8d-4217-bc86-c7dcb18411f7 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427464 Jul 22 21:12:53.248160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-7b60c13a-0469-483c-b2bd-565d1375ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.250235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-7b60c13a-0469-483c-b2bd-565d1375ee29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571844 Jul 22 21:12:53.274858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52debb9-bea7-4daa-b264-e58b75adb670 req-8f757686-bdb6-4b25-be06-8f8d58a5a403 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.282631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c52debb9-bea7-4daa-b264-e58b75adb670 req-8f757686-bdb6-4b25-be06-8f8d58a5a403 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 949 time: 0.4545832 Jul 22 21:12:53.390664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c52debb9-bea7-4daa-b264-e58b75adb670 req-b43f93c0-112b-4043-a7a1-67a3366a284d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071908 Jul 22 21:12:53.476137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.515471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1520587-8277-4293-a795-894211d059c2 None None] Network f2ecc80f-e777-4a28-800a-72229ce07062 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:53.601895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-16e5f284-6cba-4ab2-8ca9-55714cfad7d4 None None] Provisioning for port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:53.609026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-16e5f284-6cba-4ab2-8ca9-55714cfad7d4 None None] Provisioning complete for port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:53.609671 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-16e5f284-6cba-4ab2-8ca9-55714cfad7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.696936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4173c8-ad26-42c6-a7bf-4d9309b51659 req-2e86bcb1-7134-42c5-a6bd-6dad494bb894 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.714857 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab4173c8-ad26-42c6-a7bf-4d9309b51659 req-2e86bcb1-7134-42c5-a6bd-6dad494bb894 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.3562937 Jul 22 21:12:53.719565 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.875343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-16e5f284-6cba-4ab2-8ca9-55714cfad7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.896199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab4173c8-ad26-42c6-a7bf-4d9309b51659 req-502aebc1-d848-4694-85da-f192b7913639 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712222 Jul 22 21:12:53.932677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:53.962414 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-195cc50e-20f3-429f-8e73-d55f2fd031bf service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044563 Jul 22 21:12:53.967129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:53.984679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:53.988961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-16e5f284-6cba-4ab2-8ca9-55714cfad7d4 None None] For port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c40aaa9b-332a-4288-bb32-d2ba1edc9d1e,segment=NetworkSegment(405e412c-904b-452f-a7bd-6ac311e80113),segment_id=405e412c-904b-452f-a7bd-6ac311e80113)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:53.997581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-16e5f284-6cba-4ab2-8ca9-55714cfad7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.120897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5f284-6cba-4ab2-8ca9-55714cfad7d4 None None] Pushing event updated for resources: {'Port': ['ID=c40aaa9b-332a-4288-bb32-d2ba1edc9d1e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:54.285991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-3dc70c25-0c95-459d-94e5-a879709a0f63 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158650 Jul 22 21:12:54.309372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Pushing event updated for resources: {'Port': ['ID=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:54.559925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4ac15d41-4944-4277-915d-1fce2c7fd0ca None None] Provisioning complete for port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:54.560558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4ac15d41-4944-4277-915d-1fce2c7fd0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.709931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2091f7-a9c7-43e6-85eb-9e73ac65b2cb req-d2a55398-b221-4886-9814-ee0271cde9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:54.712321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc2091f7-a9c7-43e6-85eb-9e73ac65b2cb req-d2a55398-b221-4886-9814-ee0271cde9a1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1102 time: 0.5697196 Jul 22 21:12:54.795561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c40aaa9b-332a-4288-bb32-d2ba1edc9d1e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:54.801304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2352d0-1ada-487b-b24d-32d6fb55986b req-9fe37d28-2dca-423f-8c9b-a669b8710c08 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:54.814439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2352d0-1ada-487b-b24d-32d6fb55986b req-9fe37d28-2dca-423f-8c9b-a669b8710c08 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:54.828213 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c2352d0-1ada-487b-b24d-32d6fb55986b req-9fe37d28-2dca-423f-8c9b-a669b8710c08 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be&device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 1689 time: 0.5100162 Jul 22 21:12:54.857828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19566ec-4862-46c1-aaf5-382b52c5f225 req-3c7eca66-d9f8-40f6-ac41-8fb245efc6de tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:54.860429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19566ec-4862-46c1-aaf5-382b52c5f225 req-3c7eca66-d9f8-40f6-ac41-8fb245efc6de tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.7197683 Jul 22 21:12:54.884952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:54.886310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.905260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.918267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc2091f7-a9c7-43e6-85eb-9e73ac65b2cb req-40bb765d-521b-4682-bcda-39c85a6c7537 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939435 Jul 22 21:12:55.080846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c2352d0-1ada-487b-b24d-32d6fb55986b req-49f32ff3-6eaf-47b5-aad9-6be72b8e0f48 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511671 Jul 22 21:12:55.094772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19566ec-4862-46c1-aaf5-382b52c5f225 req-07700bda-f6c8-421f-ac8e-bf3bc31dd1f9 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141840 Jul 22 21:12:55.297913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:55.309012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:55.518494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.540242 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.664991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:55.670862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:55.677209 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f6bbf-4aee-4d3e-8454-576c919b4894" -d '{"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-unplugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:55.689361 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.784648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af12c2-86e3-4095-82ad-048d90889876 req-048c6e51-c0f5-4f07-9cf2-8c5ad1f76490 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:55.796369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97af12c2-86e3-4095-82ad-048d90889876 req-048c6e51-c0f5-4f07-9cf2-8c5ad1f76490 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.4929552 Jul 22 21:12:55.818972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:55.856243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '72a756c2-54b3-49e4-a338-a116fc882c01', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '72a756c2-54b3-49e4-a338-a116fc882c01', 'mac_address': 'fa:16:3e:a8:b0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:55.945116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.949700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:55.979634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a756c2-54b3-49e4-a338-a116fc882c01 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:55.996064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97af12c2-86e3-4095-82ad-048d90889876 req-e6e8473a-63d8-4291-9446-e6d5569da1f9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980977 Jul 22 21:12:56.011875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:12:56.057167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:56.070667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:56.267883 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e10c78-ac71-4503-b103-db093db79d8d x-openstack-request-id: req-01e10c78-ac71-4503-b103-db093db79d8d {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:56.268314 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-unplugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:56.268708 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01e10c78-ac71-4503-b103-db093db79d8d {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:56.269319 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01', 'code': 200} Jul 22 21:12:56.270304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:56.433923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c66a3-813f-4d47-ba9f-f5ae3450a3d6 req-e832e853-330d-4a03-a46f-8e3c059d8da7 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:56.439449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-207c66a3-813f-4d47-ba9f-f5ae3450a3d6 req-e832e853-330d-4a03-a46f-8e3c059d8da7 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.2519352 Jul 22 21:12:56.443152 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:56.455281 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Sync routers for ids ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:56.463746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['72a756c2-54b3-49e4-a338-a116fc882c01'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:56.500967 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Routers {'097ea529-88cb-4ec6-80a6-fcc0b4383cc1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:56.501912 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:56.540886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-207c66a3-813f-4d47-ba9f-f5ae3450a3d6 req-63a82f79-0ec0-4ddc-ae25-fb28bcc5179e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000333 Jul 22 21:12:56.545448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:56.555010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6411b0ac-7e59-4365-83b3-48b03e2b8fab admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4624786 Jul 22 21:12:56.558586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50324) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:56.658962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 05f09b63-8f28-4d02-abe3-3cf961226f7f no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:56.912755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc361-b665-4164-97d5-8a2bc7f75e77 req-e93bf9e5-e614-457a-81d4-9b5498872bae tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:56.916601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-603dc361-b665-4164-97d5-8a2bc7f75e77 req-e93bf9e5-e614-457a-81d4-9b5498872bae tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 1101 time: 0.1300635 Jul 22 21:12:56.922161 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Set router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:56.999393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-603dc361-b665-4164-97d5-8a2bc7f75e77 req-eef65214-04a5-459f-9716-fa337cd1adf0 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739903 Jul 22 21:12:57.121269 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-b0fbe36c-1dd2-4f85-a1df-e9fa6b118215 service neutron] 10.222.0.23 "GET /v2.0/ports/05f09b63-8f28-4d02-abe3-3cf961226f7f/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.1496143 Jul 22 21:12:57.265258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c0fce-0158-4efa-a744-0184382190fa req-61e05923-2917-43b9-9e0d-f8cc1b4be392 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:57.276323 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:12:54Z', 'revision_number': 3, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port': {'id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:52Z', 'updated_at': '2021-07-22T21:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:57.293265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa6c0fce-0158-4efa-a744-0184382190fa req-61e05923-2917-43b9-9e0d-f8cc1b4be392 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 950 time: 0.1492786 Jul 22 21:12:57.350643 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Checking router: 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:57.352228 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Updating router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:12:57.383866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa6c0fce-0158-4efa-a744-0184382190fa req-1fb5a0ab-b537-4674-b7ca-e9f0ec68163a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897560 Jul 22 21:12:57.429317 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:57.659386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59a590-d10e-4518-b31f-4e13202d341e req-54c2257d-ebf8-44a0-898b-e44f23b59204 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:57.662077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d59a590-d10e-4518-b31f-4e13202d341e req-54c2257d-ebf8-44a0-898b-e44f23b59204 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.1457810 Jul 22 21:12:57.694852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:57.722491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b829c18-8d82-4a00-9812-6e6eda092f03 req-df230e0c-617b-4910-b04e-07b4857dc9d6 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:57.722717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:57.724311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b829c18-8d82-4a00-9812-6e6eda092f03 req-df230e0c-617b-4910-b04e-07b4857dc9d6 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 1101 time: 0.1213529 Jul 22 21:12:57.730474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d59a590-d10e-4518-b31f-4e13202d341e req-38336f6c-e49f-48f9-ab82-21de36f9370c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Jul 22 21:12:57.771694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:57.799996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b829c18-8d82-4a00-9812-6e6eda092f03 req-ffba877d-e7f6-4f0e-9169-97e309c9c6ad tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664685 Jul 22 21:12:57.821408 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:57.840456 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Transition to ACTIVE for port object d1d4712a-b11e-44a9-ba4c-60840bf8bf95 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:57.856605 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:57.972221 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Attempting to bind port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:57.972866 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Attempting to bind port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:57.973285 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Attempting to bind port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:57.976967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f09b63-8f28-4d02-abe3-3cf961226f7f {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:57.987652 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Pushing event updated for resources: {'Port': ['ID=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:57.995028 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:57.995625 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:57.996245 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:57.996654 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:57.997155 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Bound port: d1d4712a-b11e-44a9-ba4c-60840bf8bf95, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:57.997547 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.031701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:58.065891 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.067055 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.067055 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.067237 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.067535 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.067879 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.068260 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.068580 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.068898 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.069476 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.069922 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.070283 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:58.143372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.154495 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] For port d1d4712a-b11e-44a9-ba4c-60840bf8bf95, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:58.162197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] For port d1d4712a-b11e-44a9-ba4c-60840bf8bf95, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:58.169808 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.263729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3227b84-501e-4f58-af9f-e47906bc120a req-7187ab28-defe-4138-bbd1-2d9fe5a5cb72 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.265462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3227b84-501e-4f58-af9f-e47906bc120a req-7187ab28-defe-4138-bbd1-2d9fe5a5cb72 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 944 time: 0.1823401 Jul 22 21:12:58.301062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7206d7-aba8-449a-9608-239a129d1ae0 req-23a8ce9f-50a3-4e6c-85cd-d935bd1b0b6f tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.313981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd7206d7-aba8-449a-9608-239a129d1ae0 req-23a8ce9f-50a3-4e6c-85cd-d935bd1b0b6f tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1102 time: 0.1613038 Jul 22 21:12:58.330706 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64b801-510e-439e-9afb-c15747d4ac7b None None] Pushing event updated for resources: {'Port': ['ID=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:58.346114 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Routers {'097ea529-88cb-4ec6-80a6-fcc0b4383cc1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:58.348853 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:58.371326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Allocated IP 172.20.0.1 (f2ecc80f-e777-4a28-800a-72229ce07062/5750281b-7a66-45e7-8a57-43d362853ece/483fdf81-8311-47f2-a1ce-8c5632efd721) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:58.399250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3227b84-501e-4f58-af9f-e47906bc120a req-c6f6decc-e75f-4d9f-a6c5-6ddf1aecef9a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155195 Jul 22 21:12:58.414341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd7206d7-aba8-449a-9608-239a129d1ae0 req-496e58e9-b3d3-472a-a688-443218d18498 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982857 Jul 22 21:12:58.431077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] Transition to ACTIVE for port object 05f09b63-8f28-4d02-abe3-3cf961226f7f will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:58.462975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.688466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-04f0df75-9aea-4c78-83f1-7a947fa5643a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420558 Jul 22 21:12:58.705349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] No DVR routers for this DVR port 05f09b63-8f28-4d02-abe3-3cf961226f7f on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:58.728882 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] Set router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:58.811533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] Pushing event updated for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:58.903128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.958175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-363a4f87-2e0b-478a-b85c-5c249bc8dd61 service neutron] 10.222.0.23 "PUT /v2.0/ports/05f09b63-8f28-4d02-abe3-3cf961226f7f/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 1.7699711 Jul 22 21:12:58.985335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Transition to ACTIVE for port object 483fdf81-8311-47f2-a1ce-8c5632efd721 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:59.037835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-8bf3ff29-77f9-42ce-9551-68d2524c4b7a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:59.051777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-8bf3ff29-77f9-42ce-9551-68d2524c4b7a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3620510 Jul 22 21:12:59.084227 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:12:54Z', 'revision_number': 3, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port': {'id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:52Z', 'updated_at': '2021-07-22T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:59.095498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-818606c4-e068-4634-bceb-9dc047540a69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/quotas/b388d3d8f84e4e3fb35ee222ce0c9d1d HTTP/1.1" status: 200 len: 375 time: 0.0423136 Jul 22 21:12:59.134456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:59.151588 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b34c0-ae46-4365-84e6-b6265e827b97 None None] The sync data for ids ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'] in n-d-762330-19 is: [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:12:54Z', 'revision_number': 3, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port': {'id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:52Z', 'updated_at': '2021-07-22T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:59.248179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Pushing event updated for resources: {'Port': ['ID=483fdf81-8311-47f2-a1ce-8c5632efd721,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:59.287535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Network f2ecc80f-e777-4a28-800a-72229ce07062 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:59.291255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:59.297020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:59.334145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:59.458964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:59.477816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-1fd82c40-66ff-41fd-89b1-442c2e71d7fa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3811054 Jul 22 21:12:59.549820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 72a756c2-54b3-49e4-a338-a116fc882c01 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:59.550515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:59.633579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-69c447c2-4d86-4113-97f9-0bbe419fd881 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:59.657925 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-69c447c2-4d86-4113-97f9-0bbe419fd881 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.5331843 Jul 22 21:12:59.931085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50420) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:00.194315 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.283593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-22c225ce-7d26-471e-b9e9-e3ccc4a16f9a None None] Provisioning for port 483fdf81-8311-47f2-a1ce-8c5632efd721 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:00.300201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-22c225ce-7d26-471e-b9e9-e3ccc4a16f9a None None] Provisioning complete for port 483fdf81-8311-47f2-a1ce-8c5632efd721 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:00.301437 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22c225ce-7d26-471e-b9e9-e3ccc4a16f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.418968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-22c225ce-7d26-471e-b9e9-e3ccc4a16f9a None None] Port 483fdf81-8311-47f2-a1ce-8c5632efd721 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:00.436957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.486099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:00.490470 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863c782-b52d-4a85-8527-0cda86629aa1" -d '{"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-plugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:00.506783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0681d57-131d-4699-b9c0-52e604b5f4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.532282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:00.545389 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.750611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=11']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:00.929326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.994126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.003400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1d4712a-b11e-44a9-ba4c-60840bf8bf95 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:01.015181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.027115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3362-8d0e-4da4-8f40-1c787e036c9d req-f04b98b1-2193-4de7-8edc-9a43400461ec tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.031605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bece3362-8d0e-4da4-8f40-1c787e036c9d req-f04b98b1-2193-4de7-8edc-9a43400461ec tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 1.7956090 Jul 22 21:13:01.168097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:01.178972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:01.180165 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.203920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0681d57-131d-4699-b9c0-52e604b5f4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.206304 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.221543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0681d57-131d-4699-b9c0-52e604b5f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.223869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d4b7e-d8b9-40df-ad7b-597eb51539c1 req-dc816729-62a9-4777-b206-83ef8d22c013 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.235067 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c18d4b7e-d8b9-40df-ad7b-597eb51539c1 req-dc816729-62a9-4777-b206-83ef8d22c013 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 1103 time: 0.4432847 Jul 22 21:13:01.331663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bece3362-8d0e-4da4-8f40-1c787e036c9d req-3e9f33b1-2502-464d-b154-9067e24e3d14 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851348 Jul 22 21:13:01.344229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Pushing event updated for resources: {'Port': ['ID=483fdf81-8311-47f2-a1ce-8c5632efd721,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:01.344809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-6053ca65-e772-490b-a9b8-c4b80e9c683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.347476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-6053ca65-e772-490b-a9b8-c4b80e9c683c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 1097 time: 1.6882155 Jul 22 21:13:01.426032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c18d4b7e-d8b9-40df-ad7b-597eb51539c1 req-80317ff7-30b3-4a8d-9065-982af914bc23 tempest-ServersAdminTestJSON-1499323048 tempest-ServersAdminTestJSON-1499323048-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897988 Jul 22 21:13:01.427583 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.448794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0681d57-131d-4699-b9c0-52e604b5f4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba9a5d-e164-453b-a57b-aa8aa88e7132,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:01.467438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port d1d4712a-b11e-44a9-ba4c-60840bf8bf95, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:01.481419 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.508798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f0681d57-131d-4699-b9c0-52e604b5f4fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14509b1faee649948b5b5f03ef679e83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5686862 Jul 22 21:13:01.521664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50442) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:01.649337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:01.704779 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.717273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d917685e-297e-4e39-9e94-598aec1e5a96 req-4975fd79-6d65-4d8c-877d-d148cba13282 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 210 time: 0.1079297 Jul 22 21:13:01.730836 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f8447ff-71db-4772-b3eb-1af85b6922b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:01.735887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Network f2ecc80f-e777-4a28-800a-72229ce07062 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:01.742033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:01.911745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47218-97d5-4588-aa0c-d59640e1736f req-3bcd878d-856e-485c-9124-34aed2d5119f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.924723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77a47218-97d5-4588-aa0c-d59640e1736f req-3bcd878d-856e-485c-9124-34aed2d5119f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 945 time: 0.3473442 Jul 22 21:13:01.941290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-f94ba20a-e345-4fbb-88a5-cd0a57e2dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.944957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-f94ba20a-e345-4fbb-88a5-cd0a57e2dbd7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1097 time: 0.5171590 Jul 22 21:13:01.972767 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:01.997476 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0e8dbe-3c18-4195-be37-1087d0e1b741 x-openstack-request-id: req-4b0e8dbe-3c18-4195-be37-1087d0e1b741 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:02.001358 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-plugged", "status": "completed", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:02.002041 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b0e8dbe-3c18-4195-be37-1087d0e1b741 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:02.002826 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01', 'code': 200} Jul 22 21:13:02.046471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f8447ff-71db-4772-b3eb-1af85b6922b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:02.077734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:13:02.323812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77a47218-97d5-4588-aa0c-d59640e1736f req-86e2f53e-7408-4a13-ba7d-be083159f50a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975530 Jul 22 21:13:02.403787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-70b4bbab-0ed8-4bec-94f2-3c234297d745 None None] Provisioning complete for port 483fdf81-8311-47f2-a1ce-8c5632efd721 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:02.410486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-70b4bbab-0ed8-4bec-94f2-3c234297d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:02.474049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-7f3a723b-cbc2-478e-98f9-27c85594c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:02.477268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-7f3a723b-cbc2-478e-98f9-27c85594c7bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.4959009 Jul 22 21:13:02.484802 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f8447ff-71db-4772-b3eb-1af85b6922b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:02.491306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f8447ff-71db-4772-b3eb-1af85b6922b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:02.511101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5f8447ff-71db-4772-b3eb-1af85b6922b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79ba9a5d-e164-453b-a57b-aa8aa88e7132 HTTP/1.1" status: 204 len: 168 time: 0.9742568 Jul 22 21:13:02.557885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8447ff-71db-4772-b3eb-1af85b6922b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba9a5d-e164-453b-a57b-aa8aa88e7132,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:02.621553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:02.644580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-53ab6136-4d71-4387-b5ec-148dd7d1723d admin admin] 10.222.0.54 "PUT /v2.0/routers/097ea529-88cb-4ec6-80a6-fcc0b4383cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0708294 Jul 22 21:13:02.675759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-24c8aaf3-b29f-4066-8d92-6eeb62de329c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 217 time: 0.1791556 Jul 22 21:13:02.710538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-70b4bbab-0ed8-4bec-94f2-3c234297d745 None None] Port 483fdf81-8311-47f2-a1ce-8c5632efd721 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:02.919938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-e73478da-fd06-4acb-b664-d836e95e57b6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961180 Jul 22 21:13:02.930043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-85ec5fb4-5467-45d8-81ad-137c13dba93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:02.932888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-85ec5fb4-5467-45d8-81ad-137c13dba93f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.2449832 Jul 22 21:13:03.020175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Sync routers for ids ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:03.039120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1d4712a-b11e-44a9-ba4c-60840bf8bf95 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:03.062009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-b9773c0e-cf9b-4fe7-844d-7ef7c9799dfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204031 Jul 22 21:13:03.082039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50460) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:03.187475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Routers {'097ea529-88cb-4ec6-80a6-fcc0b4383cc1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:03.188982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:03.374561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-ff945090-3a68-47d6-95e0-a99121a01032 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:03.383413 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-ff945090-3a68-47d6-95e0-a99121a01032 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4583712 Jul 22 21:13:03.407056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': '2127c409-7507-496c-809b-f6f93b834eac', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:03.425551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-9f9f14c4-2b1f-4897-b5b8-3b2d069ea34c service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483393 Jul 22 21:13:03.505922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:03.505922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:03.583664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Set router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:03.622215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-f1256ce3-d412-4642-836c-c2512bc68337 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767762 Jul 22 21:13:03.652117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86270df-9067-4e0b-b894-c4ea747e67b6 req-b4ebd4e2-2a2f-40ba-bee9-33135543498c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:03.660703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f86270df-9067-4e0b-b894-c4ea747e67b6 req-b4ebd4e2-2a2f-40ba-bee9-33135543498c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.8215215 Jul 22 21:13:03.775251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c100-89e1-4d40-86e5-f33ecea38684 req-5feb46bd-03f3-445b-9abb-c04689216e0a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:03.778461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fb1c100-89e1-4d40-86e5-f33ecea38684 req-5feb46bd-03f3-445b-9abb-c04689216e0a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 950 time: 0.8192062 Jul 22 21:13:03.780668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2030145803'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:03.793526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f86270df-9067-4e0b-b894-c4ea747e67b6 req-3de582c3-b2b1-4028-b8b9-21ec0c1a014b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229556 Jul 22 21:13:03.876924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:03.884858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:03.910160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:03.917219 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:03.961269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fb1c100-89e1-4d40-86e5-f33ecea38684 req-c2b1d994-ff89-45aa-95e1-70db201cec46 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597285 Jul 22 21:13:04.245039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:04.263089 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c9304eb-3dea-4c36-bb30-c5a2d76416cf req-942b41be-3e93-435b-9199-9d31fbef2577 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 210 time: 0.1081133 Jul 22 21:13:04.326056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.326384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:13:00Z', 'revision_number': 4, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port': {'id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:52Z', 'updated_at': '2021-07-22T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '483fdf81-8311-47f2-a1ce-8c5632efd721', 'name': '', 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'mac_address': 'fa:16:3e:ab:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5750281b-7a66-45e7-8a57-43d362853ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:57Z', 'updated_at': '2021-07-22T21:13:00Z', 'revision_number': 2, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'subnets': [{'id': '5750281b-7a66-45e7-8a57-43d362853ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:04.327335 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Added segment 520394f6-10e4-4764-a330-cd526703d582 of type vlan for network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 Jul 22 21:13:04.500232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Checking router: 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:04.500944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Updating router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 port 483fdf81-8311-47f2-a1ce-8c5632efd721 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:04.503328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.542382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50488) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:04.580603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.111 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/f47f5df3-1361-417d-aca6-9289271734c6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:04.593194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-e34139d0-274d-4c93-8268-82702f28b138 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:04.596352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-e34139d0-274d-4c93-8268-82702f28b138 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.5371132 Jul 22 21:13:04.629252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.657167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.668714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:04.670128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.896621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a50d43-7be2-4489-816c-6c7c63fa8392 req-7e943c41-9cc8-4db7-ad82-b638c1c06056 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:04.917451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Network': ['ID=a096bb9e-d04d-4e90-ac8e-61bde0eb6878,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:04.938915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-399984132-network', 'tenant_id': '9ee024418ac94c1b8edc077d4556029a'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:04.940626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31a50d43-7be2-4489-816c-6c7c63fa8392 req-7e943c41-9cc8-4db7-ad82-b638c1c06056 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 945 time: 0.6096511 Jul 22 21:13:04.977752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5616381a-6e3e-4c9c-9b23-d8187541336b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8871868 Jul 22 21:13:04.986829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:05.003819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'subnet': {'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:05.019429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-e996e54c-c7c6-47d1-a141-c3a3358951ba tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:05.036110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-e996e54c-c7c6-47d1-a141-c3a3358951ba tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 950 time: 0.5355215 Jul 22 21:13:05.086312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:05.450967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-1a64ef80-ec81-4418-9a71-808e40c037c0 service neutron] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:05.488908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31a50d43-7be2-4489-816c-6c7c63fa8392 req-88ee4995-5ed0-4eae-aa83-09bb2b7a5288 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504783 Jul 22 21:13:05.520748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-1a64ef80-ec81-4418-9a71-808e40c037c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.530607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3120fb2f-a85e-4dd7-be10-8ff0ca97d07a req-1a64ef80-ec81-4418-9a71-808e40c037c0 service neutron] 10.222.0.58 "DELETE /v2.0/ports/05f09b63-8f28-4d02-abe3-3cf961226f7f/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.9213195 Jul 22 21:13:05.535373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Made reservation on behalf of 9ee024418ac94c1b8edc077d4556029a for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:05.559301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.602704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.693443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13d4b1-b814-420e-86a3-94c183f23c84 req-e62718a4-c9f6-436b-b392-9df80daafe03 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:05.707294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf13d4b1-b814-420e-86a3-94c183f23c84 req-e62718a4-c9f6-436b-b392-9df80daafe03 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.6314473 Jul 22 21:13:05.810486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Deleting port 0b752501-aa2a-4f03-91c2-a03393f5762f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:05.811217 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.825534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.846276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Transition to ACTIVE for port object 483fdf81-8311-47f2-a1ce-8c5632efd721 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:05.858071 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.989214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf13d4b1-b814-420e-86a3-94c183f23c84 req-8fe3a779-51e8-4522-a222-7f657a85b101 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802730 Jul 22 21:13:05.989958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.040058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.078024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683f6be-d94f-4f68-b429-fd3370f781f1 None None] Pushing event updated for resources: {'Port': ['ID=483fdf81-8311-47f2-a1ce-8c5632efd721,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:06.114672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Attempting to bind port 483fdf81-8311-47f2-a1ce-8c5632efd721 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:06.114672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Attempting to bind port 483fdf81-8311-47f2-a1ce-8c5632efd721 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:06.114672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Attempting to bind port 483fdf81-8311-47f2-a1ce-8c5632efd721 on network f2ecc80f-e777-4a28-800a-72229ce07062 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:06.144877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:06.145668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Checking segment: {'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:06.146323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.147478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Bound using segment: {'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:06.148325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Bound port: 483fdf81-8311-47f2-a1ce-8c5632efd721, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405e412c-904b-452f-a7bd-6ac311e80113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:06.148952 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.199067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:06.267405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b43c6-2c89-4801-b1db-79ad0ddbd42f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:06.306134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92c45-67f3-4adb-a0de-7366191b6da9 req-f1141a2f-98b4-4ec6-8048-20418e427e1a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:06.306392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.309014 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Added segment aba6b18f-b097-4698-9970-7350e61d5f02 of type vlan for network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e Jul 22 21:13:06.326547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1f92c45-67f3-4adb-a0de-7366191b6da9 req-f1141a2f-98b4-4ec6-8048-20418e427e1a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 950 time: 0.5857971 Jul 22 21:13:06.354687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] For port 483fdf81-8311-47f2-a1ce-8c5632efd721, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:06.370759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] For port 483fdf81-8311-47f2-a1ce-8c5632efd721, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=483fdf81-8311-47f2-a1ce-8c5632efd721,segment=NetworkSegment(405e412c-904b-452f-a7bd-6ac311e80113),segment_id=405e412c-904b-452f-a7bd-6ac311e80113)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:06.390694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.503686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.515178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c22c231f-92df-4aac-896f-40748745b70c req-57440c2e-7a5b-4483-86fd-70f1273bf0eb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 210 time: 0.1188288 Jul 22 21:13:06.557871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Routers {'097ea529-88cb-4ec6-80a6-fcc0b4383cc1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:06.560277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:12:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:06.580978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] For port 0b752501-aa2a-4f03-91c2-a03393f5762f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0b752501-aa2a-4f03-91c2-a03393f5762f,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:06.581715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.659932 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.690662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1f92c45-67f3-4adb-a0de-7366191b6da9 req-e15f9def-6cd2-4fc1-bed2-1e7363443fd4 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570154 Jul 22 21:13:06.742494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Calling delete_port for 0b752501-aa2a-4f03-91c2-a03393f5762f owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:06.774224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:06.790673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.793964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683f6be-d94f-4f68-b429-fd3370f781f1 None None] Pushing event updated for resources: {'Port': ['ID=483fdf81-8311-47f2-a1ce-8c5632efd721,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:06.861544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object f47f5df3-1361-417d-aca6-9289271734c6 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:07.004351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] Set router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:07.022889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:07.024354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:07.025334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:07.063176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ddf1-b12f-4bda-a949-6870ccf1268f req-48348d92-983b-40fd-9ad0-4f380142a058 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:07.066409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a61ddf1-b12f-4bda-a949-6870ccf1268f req-48348d92-983b-40fd-9ad0-4f380142a058 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1097 time: 0.1738291 Jul 22 21:13:07.227990 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6823876 Jul 22 21:13:07.229089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50518) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:07.253173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Request body: {'subnet': {'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-399984132-subnet', 'tenant_id': '9ee024418ac94c1b8edc077d4556029a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:07.271233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:07.297116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2c4256ae-8c87-45ce-83bc-2c4efec17431'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:07.300612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['72a756c2-54b3-49e4-a338-a116fc882c01'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:07.332593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:07.360992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a61ddf1-b12f-4bda-a949-6870ccf1268f req-7d72cc1f-02bd-48e1-b1e9-c6effc4127e8 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400088 Jul 22 21:13:07.419251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddfbfe-2448-41f2-a4fa-c19ef5c071ab admin admin] Pushing event updated for resources: {'Network': ['ID=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:07.500161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Pushing event deleted for resources: {'Port': ['ID=0b752501-aa2a-4f03-91c2-a03393f5762f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:07.571127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:07.578135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:07.591454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:07.649967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=f47f5df3-1361-417d-aca6-9289271734c6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:07.681461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] No DVR routers for this DVR port 0b752501-aa2a-4f03-91c2-a03393f5762f on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:07.694013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:07.697063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f652c0-1332-4303-8755-93d71e4fb387 req-529fb874-5fd4-4c01-a7ac-832c04a0750b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "DELETE /v2.0/ports/0b752501-aa2a-4f03-91c2-a03393f5762f HTTP/1.1" status: 204 len: 173 time: 2.6299028 Jul 22 21:13:07.700659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Made reservation on behalf of 9ee024418ac94c1b8edc077d4556029a for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:07.703797 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:07.711255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'name': 'network-vif-deleted', 'tag': '0b752501-aa2a-4f03-91c2-a03393f5762f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:07.714878 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c2e30a-152c-4dbf-8eb8-3e221e7c581a" -d '{"events": [{"server_uuid": "a9673981-fa1c-4046-b2c1-c4e2da0269a0", "name": "network-vif-deleted", "tag": "0b752501-aa2a-4f03-91c2-a03393f5762f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:07.760363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0b752501-aa2a-4f03-91c2-a03393f5762f no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:07.764446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:07.803821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c56ac-d011-48e0-bb7d-7da413656076 req-72e16dc9-ef37-45de-9b89-f4b585c1ca64 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:07.823347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-687c56ac-d011-48e0-bb7d-7da413656076 req-72e16dc9-ef37-45de-9b89-f4b585c1ca64 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.5398028 Jul 22 21:13:07.949684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-687c56ac-d011-48e0-bb7d-7da413656076 req-0d1d7f0b-4274-4eb0-ac14-633e51c18ee5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227398 Jul 22 21:13:07.962338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a7bf-c404-4b36-ad8f-d194371b93ae req-4e0a4464-1119-44c1-b914-97e801713cc8 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:07.970630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0b6a7bf-c404-4b36-ad8f-d194371b93ae req-4e0a4464-1119-44c1-b914-97e801713cc8 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1097 time: 0.2905023 Jul 22 21:13:08.040091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0b6a7bf-c404-4b36-ad8f-d194371b93ae req-65449ed4-0ee4-422c-a69c-c15bffb68b79 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681450 Jul 22 21:13:08.049227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 0b752501-aa2a-4f03-91c2-a03393f5762f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:08.050037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0b752501-aa2a-4f03-91c2-a03393f5762f not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:08.162903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.166841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.242028 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1461b5b-2e5e-4b4d-917a-cec31ab594a0 x-openstack-request-id: req-e1461b5b-2e5e-4b4d-917a-cec31ab594a0 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:08.242570 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9673981-fa1c-4046-b2c1-c4e2da0269a0", "name": "network-vif-deleted", "tag": "0b752501-aa2a-4f03-91c2-a03393f5762f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:08.244565 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1461b5b-2e5e-4b4d-917a-cec31ab594a0 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:08.246187 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9673981-fa1c-4046-b2c1-c4e2da0269a0', 'name': 'network-vif-deleted', 'tag': '0b752501-aa2a-4f03-91c2-a03393f5762f', 'status': 'completed', 'code': 200} Jul 22 21:13:08.428508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:08.429260 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.491262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-291b45b2-76c0-4655-9666-9dab156f9c73 req-7cc81189-5f71-4b18-9f29-91ce87dd3190 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9673981-fa1c-4046-b2c1-c4e2da0269a0 HTTP/1.1" status: 200 len: 210 time: 0.1207335 Jul 22 21:13:08.536849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76872-5f17-4b17-8b9b-a08db5117175 req-ea3f1c2d-f499-40cf-8a03-5f33c19d2e83 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:08.550106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15a76872-5f17-4b17-8b9b-a08db5117175 req-ea3f1c2d-f499-40cf-8a03-5f33c19d2e83 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 936 time: 0.4034646 Jul 22 21:13:08.698608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15a76872-5f17-4b17-8b9b-a08db5117175 req-987ae117-74f5-4309-bae8-213993310911 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424921 Jul 22 21:13:08.707455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Subnet': ['ID=6053d9a0-10ca-457e-ac8a-acb62f23bb86,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:08.778831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-364f22b8-68b6-47e6-8896-1eb622fd55ba tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3798420 Jul 22 21:13:08.866477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-591e015a-a1dc-4cfd-ba77-c430b4935e59 None None] Provisioning for port f47f5df3-1361-417d-aca6-9289271734c6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:08.873778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Checking segment: {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:08.885191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Network hostable DHCP agents. Network: 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:08.886619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-591e015a-a1dc-4cfd-ba77-c430b4935e59 None None] Provisioning complete for port f47f5df3-1361-417d-aca6-9289271734c6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:08.886824 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-591e015a-a1dc-4cfd-ba77-c430b4935e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.907997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Request body: {'port': {'device_id': '2127c409-7507-496c-809b-f6f93b834eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:08.931782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:13:00Z', 'revision_number': 4, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port': {'id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:52Z', 'updated_at': '2021-07-22T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '483fdf81-8311-47f2-a1ce-8c5632efd721', 'name': '', 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'mac_address': 'fa:16:3e:ab:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5750281b-7a66-45e7-8a57-43d362853ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:57Z', 'updated_at': '2021-07-22T21:13:06Z', 'revision_number': 4, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'subnets': [{'id': '5750281b-7a66-45e7-8a57-43d362853ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:08.944536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d14413c-1d52-47c3-b230-284c77ef01d9,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:08.966004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Checking segment: {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:08.967071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network hostable DHCP agents. Network: a096bb9e-d04d-4e90-ac8e-61bde0eb6878, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:08.986584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0831af-b9b0-47cf-bb45-680cbd86ca73 None None] The sync data for ids ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'] in n-d-762330-19 is: [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:13:00Z', 'revision_number': 4, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port': {'id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:52Z', 'updated_at': '2021-07-22T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '483fdf81-8311-47f2-a1ce-8c5632efd721', 'name': '', 'network_id': 'f2ecc80f-e777-4a28-800a-72229ce07062', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'mac_address': 'fa:16:3e:ab:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5750281b-7a66-45e7-8a57-43d362853ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:57Z', 'updated_at': '2021-07-22T21:13:06Z', 'revision_number': 4, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'subnets': [{'id': '5750281b-7a66-45e7-8a57-43d362853ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:08.988909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-591e015a-a1dc-4cfd-ba77-c430b4935e59 None None] Port f47f5df3-1361-417d-aca6-9289271734c6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:09.193903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:09.232283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:09.250131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:09.252769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a096bb9e-d04d-4e90-ac8e-61bde0eb6878) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:09.261561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.266040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7', 'f41ce7aa-5b7a-453d-a371-8485789bcfe9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:09.272140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0b916-67cb-410c-9876-e882b2931fe6 None None] Network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:09.288147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:09.292456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.356208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:09.358470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.378295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cae3f08f-10bc-4f0f-a9bf-ad598b6f5c42 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.3847969 Jul 22 21:13:09.385214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006e638-c9ab-4395-9e59-3015c92d0ea3 None None] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:09.386925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50544) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:09.411032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7717f32-1959-4134-84cf-5d4aa0822acd req-d0d3eb4e-73ac-4d12-b549-f095b3918b72 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:09.424297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7717f32-1959-4134-84cf-5d4aa0822acd req-d0d3eb4e-73ac-4d12-b549-f095b3918b72 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.2889647 Jul 22 21:13:09.457048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-841844113'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:09.475259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fe1a3908-189b-4691-af32-e2777518546f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2317874 Jul 22 21:13:09.541649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603', '04bca98d-6e3a-42ac-b347-d7757caa4fb3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:09.572772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7717f32-1959-4134-84cf-5d4aa0822acd req-3bfe96c8-5652-4f94-b0d2-b9b9e611d69b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472697 Jul 22 21:13:09.601604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:09.618760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.716061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:09.733369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.735282 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Added segment eb6317a5-698d-439b-967e-dfda090af1c8 of type vlan for network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 Jul 22 21:13:09.851165 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.028808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.035616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:10.036330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.123426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef365bb-6c64-4e8a-a9ec-7be5dc5d90d0 None None] Network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:10.170880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Network': ['ID=8793a905-2ca9-40f7-bb15-d60bf19d00e5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:10.175037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9f53fd78-b167-4a28-9f0a-4448ad08e83f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7288628 Jul 22 21:13:10.179467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50566) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:10.185143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'subnet': {'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:10.246485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121004a-9ad7-42f8-8f09-185f2a930e2e req-cd1acda2-bf46-4482-9e1c-f4c1ecd78536 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:10.257253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1121004a-9ad7-42f8-8f09-185f2a930e2e req-cd1acda2-bf46-4482-9e1c-f4c1ecd78536 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 936 time: 0.2662580 Jul 22 21:13:10.363459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1121004a-9ad7-42f8-8f09-185f2a930e2e req-3b8ad282-eaf7-47d3-a5c2-776bf14ad4a9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043038 Jul 22 21:13:10.424894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:10.626996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e7f12-cc78-4518-aad8-3266ca021815 req-949aba75-f90f-489c-91ca-b75f624d3a84 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:10.644566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-113e7f12-cc78-4518-aad8-3266ca021815 req-949aba75-f90f-489c-91ca-b75f624d3a84 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 949 time: 0.1579764 Jul 22 21:13:10.744275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47f5df3-1361-417d-aca6-9289271734c6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:10.754911 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.778560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Transition to ACTIVE for port object f47f5df3-1361-417d-aca6-9289271734c6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:10.804816 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.813051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:10.823541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.038255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-113e7f12-cc78-4518-aad8-3266ca021815 req-b7cb50eb-c6ee-4764-b364-8904c96d7085 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120120 Jul 22 21:13:11.242749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c217-d676-4eab-8d6f-2b39b956143e req-ae7ca7fb-0152-466f-bb35-2ba570fc832f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:11.249976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-ae7ca7fb-0152-466f-bb35-2ba570fc832f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 821 time: 0.6019890 Jul 22 21:13:11.254349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 483fdf81-8311-47f2-a1ce-8c5632efd721 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:11.312773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-5409667c-62c7-4329-bab3-aaa612d3046a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/quotas/9ee024418ac94c1b8edc077d4556029a HTTP/1.1" status: 200 len: 375 time: 0.0537984 Jul 22 21:13:11.403395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-e60c5b89-9f6a-49cc-ae93-333e11c534fb tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842464 Jul 22 21:13:11.445325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Pushing event updated for resources: {'Port': ['ID=f47f5df3-1361-417d-aca6-9289271734c6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:11.500171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a096bb9e-d04d-4e90-ac8e-61bde0eb6878', 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'fixed_ips': [{'subnet_id': '6053d9a0-10ca-457e-ac8a-acb62f23bb86'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:13:11.503265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.533457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Attempting to bind port f47f5df3-1361-417d-aca6-9289271734c6 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:11.534377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Attempting to bind port f47f5df3-1361-417d-aca6-9289271734c6 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:11.535210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Attempting to bind port f47f5df3-1361-417d-aca6-9289271734c6 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:11.553138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Port f47f5df3-1361-417d-aca6-9289271734c6 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:11.554238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Attempting to bind port f47f5df3-1361-417d-aca6-9289271734c6 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:11.582631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:11.583830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:11.584984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:11.585944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Bound port: f47f5df3-1361-417d-aca6-9289271734c6, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:11.586776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.744294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-f83a8608-3efd-41f6-8630-32b2ae35df97 service neutron] 10.222.0.54 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235021 Jul 22 21:13:11.882554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.031076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-66cdd778-3ba9-4d5f-8add-948b53373fee service neutron] 10.222.0.54 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854645 Jul 22 21:13:12.079735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bad3c-866e-4a5d-8137-196d1ef19c10 req-20b6e34f-f691-4abc-ad7e-ecb82d4c8e69 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:12.091887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de8bad3c-866e-4a5d-8137-196d1ef19c10 req-20b6e34f-f691-4abc-ad7e-ecb82d4c8e69 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.7447410 Jul 22 21:13:12.131594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 483fdf81-8311-47f2-a1ce-8c5632efd721 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:12.216225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de8bad3c-866e-4a5d-8137-196d1ef19c10 req-5739d2a1-9a32-411d-a936-393f1462f45a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228147 Jul 22 21:13:12.249756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 483fdf81-8311-47f2-a1ce-8c5632efd721 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:12.250189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Subnet': ['ID=f512b7f7-69c9-4d05-9007-350cad36b238,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:12.250523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.284186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Checking segment: {'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:12.284515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network hostable DHCP agents. Network: 8793a905-2ca9-40f7-bb15-d60bf19d00e5, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:12.294372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] For port f47f5df3-1361-417d-aca6-9289271734c6, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:12.300049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] For port f47f5df3-1361-417d-aca6-9289271734c6, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f47f5df3-1361-417d-aca6-9289271734c6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:12.314944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.448089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Pushing event updated for resources: {'Port': ['ID=f47f5df3-1361-417d-aca6-9289271734c6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:12.481829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:12.483244 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.510134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-07be5734-16cd-41c4-a93c-fd6c0978dae3 service neutron] 10.222.0.58 "PUT /v2.0/ports/f47f5df3-1361-417d-aca6-9289271734c6 HTTP/1.1" status: 200 len: 1097 time: 3.5890377 Jul 22 21:13:12.519543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2127c409-7507-496c-809b-f6f93b834eac', 'tag': 'f47f5df3-1361-417d-aca6-9289271734c6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:12.534983 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856f30d9-67b0-475f-b089-c433dee174cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2127c409-7507-496c-809b-f6f93b834eac", "tag": "f47f5df3-1361-417d-aca6-9289271734c6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:12.544579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:12.566985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 8793a905-2ca9-40f7-bb15-d60bf19d00e5) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:12.575597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:12.576973 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.634380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b7b08f7e-0460-44b5-9c8d-b526b868c5ba tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4416082 Jul 22 21:13:12.760050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dedca6b-0325-4d40-ba88-62f0d934b687 None None] Network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:13.076903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceecdc5-1d26-44d8-bb11-b85d4816d890 req-8a68ed7e-5339-48ba-890e-bad8f93d3681 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:13.091373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aceecdc5-1d26-44d8-bb11-b85d4816d890 req-8a68ed7e-5339-48ba-890e-bad8f93d3681 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 948 time: 0.3973699 Jul 22 21:13:13.102554 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-95dc57fa-2a5a-4d8b-b647-67382587e60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.285870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-f1b646c5-c660-499d-a6b3-abb7113f385b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:13.285870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-f1b646c5-c660-499d-a6b3-abb7113f385b tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 949 time: 0.4088645 Jul 22 21:13:13.287374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aceecdc5-1d26-44d8-bb11-b85d4816d890 req-25422307-0de5-4b24-ba91-28bea164e5a1 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883075 Jul 22 21:13:13.350355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-fc31261c-b8fa-47c2-80a0-48cfdb476324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:13.366203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-fc31261c-b8fa-47c2-80a0-48cfdb476324 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 1100 time: 0.7416077 Jul 22 21:13:13.449586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Allocated IP 19.80.0.2 (a096bb9e-d04d-4e90-ac8e-61bde0eb6878/6053d9a0-10ca-457e-ac8a-acb62f23bb86/dc159b1f-c140-4515-b7d7-3c78d0894d48) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:13.574885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b12d664f-e1fd-40a4-9002-920fc4bd626a req-145fbe12-cce2-482c-a255-c24444ea3acf tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 210 time: 0.1013741 Jul 22 21:13:13.638080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-47a4ef2d-f50b-4bc0-8d7b-0d2a854417b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f47f5df3-1361-417d-aca6-9289271734c6 HTTP/1.1" status: 200 len: 217 time: 0.1225786 Jul 22 21:13:13.730772 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e0355-a18d-45af-b10a-d08ac188f4c6 x-openstack-request-id: req-b63e0355-a18d-45af-b10a-d08ac188f4c6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:13.732372 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2127c409-7507-496c-809b-f6f93b834eac", "tag": "f47f5df3-1361-417d-aca6-9289271734c6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:13.733805 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b63e0355-a18d-45af-b10a-d08ac188f4c6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:13.737429 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2127c409-7507-496c-809b-f6f93b834eac', 'tag': 'f47f5df3-1361-417d-aca6-9289271734c6', 'status': 'completed', 'code': 200} Jul 22 21:13:13.841026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cb8ee-bd0d-4a3d-b587-dd1ec7e7c6e9 req-b41d37d3-ae30-40cf-b998-225dc5d685f2 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:13.869350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9cb8ee-bd0d-4a3d-b587-dd1ec7e7c6e9 req-b41d37d3-ae30-40cf-b998-225dc5d685f2 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3073513-6f41-4cc4-816e-994b9056379b HTTP/1.1" status: 200 len: 949 time: 0.2928133 Jul 22 21:13:13.876327 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.057570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-4ce5c8ef-2516-4935-99cc-59d882031ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:14.063107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9cb8ee-bd0d-4a3d-b587-dd1ec7e7c6e9 req-02ea6cfe-8cb2-481b-b3ab-1d28a6f80de9 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923323 Jul 22 21:13:14.066077 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-4ce5c8ef-2516-4935-99cc-59d882031ae0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.4076791 Jul 22 21:13:14.506094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Deleting port 2c4256ae-8c87-45ce-83bc-2c4efec17431 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:14.507173 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.652608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-1b3ff770-6c48-4790-aa9b-258a1cab1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:14.655098 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-1b3ff770-6c48-4790-aa9b-258a1cab1229 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5688639 Jul 22 21:13:14.752205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-660e1e4d-4725-4e99-b236-a3bf16b237f1 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:14.773149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-660e1e4d-4725-4e99-b236-a3bf16b237f1 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:14.788952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-660e1e4d-4725-4e99-b236-a3bf16b237f1 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/networks?id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878&id=8793a905-2ca9-40f7-bb15-d60bf19d00e5&id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878 HTTP/1.1" status: 200 len: 1391 time: 0.3000433 Jul 22 21:13:14.831615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-2ca3762a-dd6f-4461-a50a-61ae50634f39 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/quotas/e265c13f1bc64d1fae3b37165364bcd0 HTTP/1.1" status: 200 len: 375 time: 0.0345311 Jul 22 21:13:14.868119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 483fdf81-8311-47f2-a1ce-8c5632efd721, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=483fdf81-8311-47f2-a1ce-8c5632efd721,segment=NetworkSegment(405e412c-904b-452f-a7bd-6ac311e80113),segment_id=405e412c-904b-452f-a7bd-6ac311e80113)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:14.894031 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.038054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0dab-8493-483b-9452-9e2dd1dfe9ab req-64825bc8-0ac5-4d1b-9f6a-858de568f15c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:15.052172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd3e0dab-8493-483b-9452-9e2dd1dfe9ab req-64825bc8-0ac5-4d1b-9f6a-858de568f15c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.6627994 Jul 22 21:13:15.075145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=483fdf81-8311-47f2-a1ce-8c5632efd721,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:15.143099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-b5dc5249-32ae-4823-8a79-cf35cceee9e6 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678521 Jul 22 21:13:15.152028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-d839b303-f1ea-483a-9460-141557d2eea7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3077354 Jul 22 21:13:15.156108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] For port 2c4256ae-8c87-45ce-83bc-2c4efec17431, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2c4256ae-8c87-45ce-83bc-2c4efec17431,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:15.157002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.220301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-8793a905-2ca9-40f7-bb15-d60bf19d00e5', 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'fixed_ips': [{'subnet_id': 'f512b7f7-69c9-4d05-9007-350cad36b238'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:13:15.221674 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.231167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Calling delete_port for 2c4256ae-8c87-45ce-83bc-2c4efec17431 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:15.368298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-34e4b6fc-f294-4cce-9c70-c846e328b302 service neutron] 10.222.0.54 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006888 Jul 22 21:13:15.385398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3a085a9-a1d8-4a13-b5c6-d27689934e8c req-207ef43d-c95c-4448-8400-da6f383a4561 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336624 Jul 22 21:13:15.400868 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.417405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Transition to ACTIVE for port object dc159b1f-c140-4515-b7d7-3c78d0894d48 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:15.419111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd3e0dab-8493-483b-9452-9e2dd1dfe9ab req-62931095-6f5b-4712-bc23-b3b36b3c7d7e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653853 Jul 22 21:13:15.464159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Transition to ACTIVE for port object dc159b1f-c140-4515-b7d7-3c78d0894d48 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:15.487925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24f40148-4ef5-4acf-82e3-f93165b71a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.487925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.502628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.657830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Pushing event updated for resources: {'Port': ['ID=dc159b1f-c140-4515-b7d7-3c78d0894d48,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:15.689105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:15.705247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.735137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:15.753414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:15.769516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9dd004dd-4ac8-4fca-a91b-ed54bd3c8fb7 service neutron] 10.222.0.54 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998401 Jul 22 21:13:15.858943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Pushing event deleted for resources: {'Port': ['ID=2c4256ae-8c87-45ce-83bc-2c4efec17431,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:15.981327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] No DVR routers for this DVR port 2c4256ae-8c87-45ce-83bc-2c4efec17431 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:15.987110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.991279 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7a71aa8-6007-4163-952a-35d2787e6ed6 req-22a8c535-5396-41ca-be3a-8d548005f019 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.23 "DELETE /v2.0/ports/2c4256ae-8c87-45ce-83bc-2c4efec17431 HTTP/1.1" status: 204 len: 173 time: 2.6964197 Jul 22 21:13:16.017889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Attempting to bind port dc159b1f-c140-4515-b7d7-3c78d0894d48 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:16.018756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Attempting to bind port dc159b1f-c140-4515-b7d7-3c78d0894d48 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:16.018893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Attempting to bind port dc159b1f-c140-4515-b7d7-3c78d0894d48 on network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:16.021485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3073513-6f41-4cc4-816e-994b9056379b', 'name': 'network-vif-deleted', 'tag': '2c4256ae-8c87-45ce-83bc-2c4efec17431'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:16.023225 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.036700 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc397ed-3bd2-42ca-ba20-e40e90351f0b" -d '{"events": [{"server_uuid": "f3073513-6f41-4cc4-816e-994b9056379b", "name": "network-vif-deleted", "tag": "2c4256ae-8c87-45ce-83bc-2c4efec17431"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:16.038058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:16.038650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Checking segment: {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:16.039292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.039932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Bound using segment: {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:16.040706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Bound port: dc159b1f-c140-4515-b7d7-3c78d0894d48, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:16.041311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.072245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f30d9-67b0-475f-b089-c433dee174cb req-1c4b85aa-8a73-4602-bd0e-03790b268fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:16.074145 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-856f30d9-67b0-475f-b089-c433dee174cb req-1c4b85aa-8a73-4602-bd0e-03790b268fc6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 1100 time: 0.3854940 Jul 22 21:13:16.173816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Allocated IP 19.86.0.2 (8793a905-2ca9-40f7-bb15-d60bf19d00e5/f512b7f7-69c9-4d05-9007-350cad36b238/b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:16.357274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] For port dc159b1f-c140-4515-b7d7-3c78d0894d48, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:16.415515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86201c5-7830-4821-a896-001b9ee009ee req-c76960c4-2869-49bf-aefa-af1de69d70f6 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:16.427873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e86201c5-7830-4821-a896-001b9ee009ee req-c76960c4-2869-49bf-aefa-af1de69d70f6 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 945 time: 0.7874310 Jul 22 21:13:16.434224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] For port dc159b1f-c140-4515-b7d7-3c78d0894d48, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dc159b1f-c140-4515-b7d7-3c78d0894d48,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:16.443769 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.667789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f30d9-67b0-475f-b089-c433dee174cb req-1cae9727-cab5-4c0c-ba8f-b988d8612a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:16.670412 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-856f30d9-67b0-475f-b089-c433dee174cb req-1cae9727-cab5-4c0c-ba8f-b988d8612a29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.5585899 Jul 22 21:13:16.687992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0a7a6-dd09-4c59-8c82-ff16f88941ed None None] Pushing event updated for resources: {'Port': ['ID=dc159b1f-c140-4515-b7d7-3c78d0894d48,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:16.725154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2c4256ae-8c87-45ce-83bc-2c4efec17431 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:16.733033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['72a756c2-54b3-49e4-a338-a116fc882c01'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:16.771070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e86201c5-7830-4821-a896-001b9ee009ee req-4dc993bb-33a1-4245-bc93-ef79fd2d25c9 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415322 Jul 22 21:13:16.802428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-856f30d9-67b0-475f-b089-c433dee174cb req-60ba602b-15a8-4c07-9ebe-f06ae49ae2ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f47f5df3-1361-417d-aca6-9289271734c6 HTTP/1.1" status: 200 len: 217 time: 0.0754640 Jul 22 21:13:16.820114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 2c4256ae-8c87-45ce-83bc-2c4efec17431 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:16.820670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2c4256ae-8c87-45ce-83bc-2c4efec17431 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:16.839013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-17a2f72a-a43f-4a1c-877e-0be59ed475a9 service neutron] 10.222.0.54 "GET /v2.0/networks/8793a905-2ca9-40f7-bb15-d60bf19d00e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0681880 Jul 22 21:13:17.035879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c217-d676-4eab-8d6f-2b39b956143e req-6578a5a9-ee7f-47f2-9548-081fb7b55413 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:17.043101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-6578a5a9-ee7f-47f2-9548-081fb7b55413 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 821 time: 1.1680467 Jul 22 21:13:17.081396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f30d9-67b0-475f-b089-c433dee174cb req-848aa93b-1e04-473a-888d-1bc33c05a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:17.095093 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-856f30d9-67b0-475f-b089-c433dee174cb req-848aa93b-1e04-473a-888d-1bc33c05a625 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2824130 Jul 22 21:13:17.120120 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.192001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Transition to ACTIVE for port object b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:17.265648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-18a653bb-9f56-48d1-9493-603d4c3e3e43 service neutron] 10.222.0.54 "GET /v2.0/networks/8793a905-2ca9-40f7-bb15-d60bf19d00e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252310 Jul 22 21:13:17.306580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Request body: {'port': {'device_id': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'admin_state_up': True, 'tenant_id': '9ee024418ac94c1b8edc077d4556029a'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:17.380794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Transition to ACTIVE for port object b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:17.387989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 483fdf81-8311-47f2-a1ce-8c5632efd721 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:17.408759 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.538792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-865b8f86-89d9-4ca2-a9ff-8589d7679931 service neutron] 10.222.0.54 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698157 Jul 22 21:13:17.601496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f30d9-67b0-475f-b089-c433dee174cb req-adb709d7-65dd-4641-b9b8-6c97287f2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:17.603999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-856f30d9-67b0-475f-b089-c433dee174cb req-adb709d7-65dd-4641-b9b8-6c97287f2dad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3598263 Jul 22 21:13:17.626122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-454d62bb-704c-4b11-99c3-df74e342180a tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:17.628657 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-454d62bb-704c-4b11-99c3-df74e342180a tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 945 time: 0.5156226 Jul 22 21:13:17.696922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:17.702063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Pushing event updated for resources: {'Port': ['ID=b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:17.727520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:17.730230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:17.779953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a3d5a-9492-473e-a60c-6468770400e4 req-0f3f3a6d-b812-48c7-8ec1-90e241800a77 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:17.792198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-751a3d5a-9492-473e-a60c-6468770400e4 req-0f3f3a6d-b812-48c7-8ec1-90e241800a77 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 948 time: 0.6155241 Jul 22 21:13:17.807773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 483fdf81-8311-47f2-a1ce-8c5632efd721 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:17.808292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.884405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-04879386-7e5c-430d-a3f5-7f1c9f48b896 service neutron] 10.222.0.54 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142569 Jul 22 21:13:17.884844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Attempting to bind port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:17.885333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Attempting to bind port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:17.885819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Attempting to bind port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa on network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:17.939457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:17.940071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Checking segment: {'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:17.940696 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.941354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Bound using segment: {'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:17.942482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Bound port: b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:17.943120 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.944122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-751a3d5a-9492-473e-a60c-6468770400e4 req-ba2b3137-8b86-43b7-b41c-c958081ebb51 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505921 Jul 22 21:13:17.962468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.036933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] For port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:18.041348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] For port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:18.049054 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.099899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Made reservation on behalf of 9ee024418ac94c1b8edc077d4556029a for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:18.113505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.247949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3975e7a-9191-4220-8c40-3e795ad5aac5 req-dae786b2-54a7-4563-aa53-c16fe2c04a24 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 210 time: 0.1101339 Jul 22 21:13:18.282392 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-856f30d9-67b0-475f-b089-c433dee174cb req-ede7dc4f-6840-4108-b96f-710599f57098 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516821 Jul 22 21:13:18.295720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93aa8b-ae8f-4bfd-8a81-ae46098bf65a None None] Pushing event updated for resources: {'Port': ['ID=b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:18.403266 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b04dd-5130-4cc6-b0b6-d8d2bc82f79e x-openstack-request-id: req-664b04dd-5130-4cc6-b0b6-d8d2bc82f79e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:18.403637 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3073513-6f41-4cc4-816e-994b9056379b", "name": "network-vif-deleted", "tag": "2c4256ae-8c87-45ce-83bc-2c4efec17431", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:18.403966 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-664b04dd-5130-4cc6-b0b6-d8d2bc82f79e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:18.404425 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3073513-6f41-4cc4-816e-994b9056379b', 'name': 'network-vif-deleted', 'tag': '2c4256ae-8c87-45ce-83bc-2c4efec17431', 'status': 'completed', 'code': 200} Jul 22 21:13:18.882031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffb2c1-feab-4cde-badc-7d2b2e8408b6 req-8e3e444b-bbac-4472-bd50-58099d8a128f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:18.884733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8ffb2c1-feab-4cde-badc-7d2b2e8408b6 req-8e3e444b-bbac-4472-bd50-58099d8a128f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.3981423 Jul 22 21:13:18.967405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-856f30d9-67b0-475f-b089-c433dee174cb req-c8926a5f-44d2-4abf-8b7e-965df1436eae service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250174 Jul 22 21:13:19.023649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Deleting port c5f2be32-883b-49ef-94ed-7f9d91e990c0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:19.026189 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.054273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8ffb2c1-feab-4cde-badc-7d2b2e8408b6 req-27caddf5-f3b6-4c21-a7a5-74e5f202a87b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574798 Jul 22 21:13:19.056185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Allocated IP 172.20.0.6 (7aa9f0d7-eea1-43c4-9931-88eac3ceb20e/8d14413c-1d52-47c3-b230-284c77ef01d9/b3b3a3fd-8e70-4590-a044-c78893ff0c32) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:19.099427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242919-6fb4-4dbe-97be-b8e4ff245ada req-71355300-3f45-45ae-9c72-65ea7082383b tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:19.102047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be242919-6fb4-4dbe-97be-b8e4ff245ada req-71355300-3f45-45ae-9c72-65ea7082383b tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 945 time: 0.4698107 Jul 22 21:13:19.182920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7eecb3-a9ca-4b5b-bd32-cb3986b3d941 None None] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:19.240428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be242919-6fb4-4dbe-97be-b8e4ff245ada req-8a766b66-ed35-4a8f-ad6d-462d6ab5548f tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fee117f-4c09-4eab-98c3-f8c17e3c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296060 Jul 22 21:13:19.377088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dd7bd59f-4696-4414-b459-0cb10dc0bb1f None None] Provisioning for port dc159b1f-c140-4515-b7d7-3c78d0894d48 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:19.390809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc159b1f-c140-4515-b7d7-3c78d0894d48 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:19.530154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f47f5df3-1361-417d-aca6-9289271734c6 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:19.548754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbf4198f-751b-44bd-b616-00d6052aa9c9 req-e883c391-8103-4205-b115-226c2b2b9736 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 210 time: 0.1312485 Jul 22 21:13:19.568679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] For port c5f2be32-883b-49ef-94ed-7f9d91e990c0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c5f2be32-883b-49ef-94ed-7f9d91e990c0,segment=NetworkSegment(432a3e30-6a3d-4f23-a6f7-b1105fda0788),segment_id=432a3e30-6a3d-4f23-a6f7-b1105fda0788)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:19.570078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.702058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Calling delete_port for c5f2be32-883b-49ef-94ed-7f9d91e990c0 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:19.885275 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:13:20.103526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50834018-151a-41b0-b811-86cf66b15671 req-4dad8186-058c-4c7e-8aeb-0001a58f00db tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:20.114702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port dc159b1f-c140-4515-b7d7-3c78d0894d48 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:20.118557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50834018-151a-41b0-b811-86cf66b15671 req-4dad8186-058c-4c7e-8aeb-0001a58f00db tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 948 time: 0.3318498 Jul 22 21:13:20.122239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d16f478e-3bc7-4f7a-89a9-a773e844788d req-770bd8c4-85fc-47e1-8e9f-f99e727c6e7d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 210 time: 0.1463306 Jul 22 21:13:20.246291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50834018-151a-41b0-b811-86cf66b15671 req-c6f7f1ef-7bbc-41d9-9612-487132e06c38 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169908 Jul 22 21:13:20.246724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.252925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port dc159b1f-c140-4515-b7d7-3c78d0894d48 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:20.254021 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.254203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.385573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Pushing event deleted for resources: {'Port': ['ID=c5f2be32-883b-49ef-94ed-7f9d91e990c0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:20.508012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b0ec5-9fbd-4cd9-a7b8-89c23af62b2f None None] Network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:20.517144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] No DVR routers for this DVR port c5f2be32-883b-49ef-94ed-7f9d91e990c0 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:20.517732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f47f5df3-1361-417d-aca6-9289271734c6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f47f5df3-1361-417d-aca6-9289271734c6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:20.522900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.526711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d07a6ff4-3c53-440d-9884-92b8e410320d req-69348f15-ac38-4f30-8d23-70371245a804 tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.23 "DELETE /v2.0/ports/c5f2be32-883b-49ef-94ed-7f9d91e990c0 HTTP/1.1" status: 204 len: 173 time: 2.8730741 Jul 22 21:13:20.527749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'name': 'network-vif-deleted', 'tag': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:20.532468 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037961fb-ef1c-4ea5-b863-6ec35b3bcb17" -d '{"events": [{"server_uuid": "d1794e28-7f6f-4b00-adde-87cca00489a3", "name": "network-vif-deleted", "tag": "c5f2be32-883b-49ef-94ed-7f9d91e990c0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:20.572614 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.604169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'f47f5df3-1361-417d-aca6-9289271734c6', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'f47f5df3-1361-417d-aca6-9289271734c6', 'mac_address': 'fa:16:3e:cb:39:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:20.662846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7117a3-9b0a-4010-8c1b-e8a712cc2bd7 req-362a4143-e19b-4a12-8fcd-036f65946121 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:20.664584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:20.671448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee7117a3-9b0a-4010-8c1b-e8a712cc2bd7 req-362a4143-e19b-4a12-8fcd-036f65946121 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.2508147 Jul 22 21:13:20.673961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:20.698146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c41024e6-5376-4de9-8d3d-d435e0e487a2 None None] Provisioning for port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:20.707412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:20.760543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fd214-f9ac-48c2-a542-a1f25488ecbd req-7e11ceef-d71c-4df8-92b1-d79fd2d002d3 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:20.766297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c5f2be32-883b-49ef-94ed-7f9d91e990c0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:20.774971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa6fd214-f9ac-48c2-a542-a1f25488ecbd req-7e11ceef-d71c-4df8-92b1-d79fd2d002d3 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 951 time: 0.3926852 Jul 22 21:13:20.779617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:20.831635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:20.832461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.880081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee7117a3-9b0a-4010-8c1b-e8a712cc2bd7 req-960e3a01-edc7-4111-bbae-ecc7254d6106 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020965 Jul 22 21:13:20.904211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-3eb15548-cde7-47df-aeb3-4e1c1727559f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7919741 Jul 22 21:13:20.931736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Request body: {'port': {'device_id': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:20.935103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c5f2be32-883b-49ef-94ed-7f9d91e990c0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:20.935551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c5f2be32-883b-49ef-94ed-7f9d91e990c0 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:20.983180 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.998438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa6fd214-f9ac-48c2-a542-a1f25488ecbd req-7dd518a4-537b-41de-94de-66ffd87d73c6 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201366 Jul 22 21:13:21.133700 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.171615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47f5df3-1361-417d-aca6-9289271734c6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:21.253379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7f74515-bf90-42b5-9e70-f475dea93ce1 req-9977ca32-4104-4c85-910d-134e42c5409e tempest-VolumesAdminNegativeTest-1217454949 tempest-VolumesAdminNegativeTest-1217454949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1794e28-7f6f-4b00-adde-87cca00489a3 HTTP/1.1" status: 200 len: 210 time: 0.1226940 Jul 22 21:13:21.303768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b53d7e64-a404-4bd5-beba-cf33e2f84f6c None None] Provisioning complete for port dc159b1f-c140-4515-b7d7-3c78d0894d48 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:21.304435 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b53d7e64-a404-4bd5-beba-cf33e2f84f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.318768 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf305d-5879-4ae3-857c-4d7407abc789 x-openstack-request-id: req-8bdf305d-5879-4ae3-857c-4d7407abc789 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:21.319462 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1794e28-7f6f-4b00-adde-87cca00489a3", "name": "network-vif-deleted", "tag": "c5f2be32-883b-49ef-94ed-7f9d91e990c0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:21.320676 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8bdf305d-5879-4ae3-857c-4d7407abc789 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:21.326103 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1794e28-7f6f-4b00-adde-87cca00489a3', 'name': 'network-vif-deleted', 'tag': 'c5f2be32-883b-49ef-94ed-7f9d91e990c0', 'status': 'completed', 'code': 200} Jul 22 21:13:21.351401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port dc159b1f-c140-4515-b7d7-3c78d0894d48, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dc159b1f-c140-4515-b7d7-3c78d0894d48,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:21.397756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.421405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f47f5df3-1361-417d-aca6-9289271734c6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f47f5df3-1361-417d-aca6-9289271734c6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:21.460724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-89046e6a-d524-4486-858e-923c2a30fd3d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:21.464231 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.473357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:21.474696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-89046e6a-d524-4486-858e-923c2a30fd3d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:21.477674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-89046e6a-d524-4486-858e-923c2a30fd3d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "GET /v2.0/networks?id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878&id=8793a905-2ca9-40f7-bb15-d60bf19d00e5&id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878 HTTP/1.1" status: 200 len: 1391 time: 0.4312155 Jul 22 21:13:21.491276 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.553245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7731ca77-7134-4c85-ac03-4ed761af374a req-68aa4511-4213-4c01-a9dd-8ba00681c3a8 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 210 time: 0.1392524 Jul 22 21:13:21.586089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'port': {'device_id': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878', 'admin_state_up': True, 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:21.712930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3a312-f3f3-4e74-9b6f-8a61f35d2367 req-a91a8fe5-b07d-4a0c-866a-1f0fff71e0c8 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:21.714948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0df3a312-f3f3-4e74-9b6f-8a61f35d2367 req-a91a8fe5-b07d-4a0c-866a-1f0fff71e0c8 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 931 time: 0.1667624 Jul 22 21:13:21.947652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0df3a312-f3f3-4e74-9b6f-8a61f35d2367 req-79007942-ee86-4bb5-a56c-d771b5df5aa9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123728 Jul 22 21:13:22.052979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0412e-7c27-41d8-982f-61201449ac41 req-7b430f7c-c49b-43c7-902e-c52ed6218712 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:22.056335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bf0412e-7c27-41d8-982f-61201449ac41 req-7b430f7c-c49b-43c7-902e-c52ed6218712 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 949 time: 0.3378992 Jul 22 21:13:22.060374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:22.069038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=dc159b1f-c140-4515-b7d7-3c78d0894d48,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:22.133369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['f47f5df3-1361-417d-aca6-9289271734c6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:22.134742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:22.136110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.255077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bf0412e-7c27-41d8-982f-61201449ac41 req-c0c81938-f643-414d-8dca-1e791477388b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818540 Jul 22 21:13:22.281995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-2eeb2801-2947-4f6a-9243-f8111ea9fe43 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:22.288212 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-2eeb2801-2947-4f6a-9243-f8111ea9fe43 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 951 time: 0.6761189 Jul 22 21:13:22.316372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684dfe1-5eb2-4115-9317-3ef4ffaa9b14 req-bccb1d8a-e4ac-49a4-9bdb-a56db065710e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:22.320994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a684dfe1-5eb2-4115-9317-3ef4ffaa9b14 req-bccb1d8a-e4ac-49a4-9bdb-a56db065710e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.2096624 Jul 22 21:13:22.431737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a684dfe1-5eb2-4115-9317-3ef4ffaa9b14 req-b9ea4086-2ec8-4bb4-8d4b-a072a5296a26 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015322 Jul 22 21:13:22.533283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f47f5df3-1361-417d-aca6-9289271734c6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:22.631441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532ffc-a68a-430d-add3-5eeffaaa0516 req-e8a392c0-6547-495f-83b1-ba857dc113e0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:22.635294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11532ffc-a68a-430d-add3-5eeffaaa0516 req-e8a392c0-6547-495f-83b1-ba857dc113e0 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 951 time: 0.2019701 Jul 22 21:13:22.719234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.764599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11532ffc-a68a-430d-add3-5eeffaaa0516 req-a85a7dae-3fd0-44e1-b4b2-99563d67db7a tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160631 Jul 22 21:13:22.766832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50738) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:22.767372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b3a3fd-8e70-4590-a044-c78893ff0c32 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:22.790382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.818279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Transition to ACTIVE for port object b3b3a3fd-8e70-4590-a044-c78893ff0c32 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:22.832796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:22.839423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.850354 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.882763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:22.907022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c20bb7cd-4a15-4c82-bf68-80afd133a006 None None] Provisioning complete for port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:22.907824 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c20bb7cd-4a15-4c82-bf68-80afd133a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.910574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.071018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77f966f9-acb9-478b-ae12-63f411c91e4c req-d0d26795-be39-4d9e-8752-c182321006e1 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 210 time: 0.1268954 Jul 22 21:13:23.086839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.094475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] Deleting subnet 8b669e4b-7674-4447-a7c0-009eee144140 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:13:23.120325 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.200321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc159b1f-c140-4515-b7d7-3c78d0894d48 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:23.213461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.271614 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.328376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port dc159b1f-c140-4515-b7d7-3c78d0894d48 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:23.329533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.392804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Allocated IP 19.80.0.50 (a096bb9e-d04d-4e90-ac8e-61bde0eb6878/6053d9a0-10ca-457e-ac8a-acb62f23bb86/2fcdc814-59df-4ca5-b63c-bb34209f1b14) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:23.402111 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.439498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Attempting to bind port b3b3a3fd-8e70-4590-a044-c78893ff0c32 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:23.440456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Attempting to bind port b3b3a3fd-8e70-4590-a044-c78893ff0c32 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:23.442583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Attempting to bind port b3b3a3fd-8e70-4590-a044-c78893ff0c32 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:23.475951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Port b3b3a3fd-8e70-4590-a044-c78893ff0c32 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:23.475951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Attempting to bind port b3b3a3fd-8e70-4590-a044-c78893ff0c32 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:23.482905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdcf43-69cb-412a-88e7-59777df2c4f1 req-4b72a4f9-dc1e-43f3-88d9-716c97823248 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:23.493863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbcdcf43-69cb-412a-88e7-59777df2c4f1 req-4b72a4f9-dc1e-43f3-88d9-716c97823248 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 943 time: 0.3126798 Jul 22 21:13:23.515563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:23.516309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Checking segment: {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:23.516935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Bound using segment: {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:23.517568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Bound port: b3b3a3fd-8e70-4590-a044-c78893ff0c32, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:23.518088 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.618574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbcdcf43-69cb-412a-88e7-59777df2c4f1 req-ce36a378-0dcf-4ae6-b84d-841b74187844 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236103 Jul 22 21:13:23.622878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.637171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Deleting port 72a756c2-54b3-49e4-a338-a116fc882c01 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:23.637171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.686917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b669e4b-7674-4447-a7c0-009eee144140,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.694805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.699831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8dcaa727-66dd-40b3-a5fc-4d5d2996cbef admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8b669e4b-7674-4447-a7c0-009eee144140 HTTP/1.1" status: 204 len: 168 time: 0.9289980 Jul 22 21:13:23.705062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50784) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.749559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf755a-efd8-4e51-8efd-d0e9f170afa9 req-0f03a618-76fa-41fa-801b-68be4bc58a3b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:23.751506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7edf755a-efd8-4e51-8efd-d0e9f170afa9 req-0f03a618-76fa-41fa-801b-68be4bc58a3b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 949 time: 0.2546911 Jul 22 21:13:23.922282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7edf755a-efd8-4e51-8efd-d0e9f170afa9 req-ed5dcc4b-08b1-4202-8bb1-31798580ef92 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527593 Jul 22 21:13:23.946183 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.066179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45e53-e08c-456c-b115-1771d2a34c11 req-366714b0-2fd5-4196-b5a0-250e2d411761 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:24.068954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3a45e53-e08c-456c-b115-1771d2a34c11 req-366714b0-2fd5-4196-b5a0-250e2d411761 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.3344293 Jul 22 21:13:24.178805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.202473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c26ad63-080c-418f-a68a-14251ba8803a']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:24.224676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432a3e30-6a3d-4f23-a6f7-b1105fda0788') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:24.225322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432a3e30-6a3d-4f23-a6f7-b1105fda0788') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:24.244884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3a45e53-e08c-456c-b115-1771d2a34c11 req-0c52740a-01a3-4ed1-9ab3-a7c0cfbe02f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417794 Jul 22 21:13:24.251108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.266403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:24.280107 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.319319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:13:24.320431 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:13:24.348774 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:13:24.354114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:24.371133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.462577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:24.462577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.464532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] 10.222.0.23 "PUT /v2.0/ports/b3b3a3fd-8e70-4590-a044-c78893ff0c32 HTTP/1.1" status: 200 len: 1092 time: 3.5414245 Jul 22 21:13:24.477600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:24.481228 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4717ffd8-e670-457a-889c-f30840c4655a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:24.528977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e912009-68af-4535-aeed-bc74bfa84947 req-a21772cf-8115-4915-b1a2-7e89802bfb73 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 210 time: 0.1237857 Jul 22 21:13:24.545494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.556654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.563598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5c26ad63-080c-418f-a68a-14251ba8803a HTTP/1.1" status: 204 len: 168 time: 0.8534343 Jul 22 21:13:24.580509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50796) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:24.600972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfda489-9de0-4094-89e1-da6f8c9252f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c26ad63-080c-418f-a68a-14251ba8803a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:24.621906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:24.644597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] For port 72a756c2-54b3-49e4-a338-a116fc882c01, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=72a756c2-54b3-49e4-a338-a116fc882c01,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:24.645383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.661440 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.682246 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5105c5-0745-4245-a02e-96519859b4de x-openstack-request-id: req-1b5105c5-0745-4245-a02e-96519859b4de {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:24.682816 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:24.683288 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b5105c5-0745-4245-a02e-96519859b4de {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:24.683996 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'status': 'completed', 'code': 200} Jul 22 21:13:24.686994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c9223-45df-4d01-a101-b125b41e383b req-ddc69708-f49f-42cb-ab6e-e7218bc12d31 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:24.691116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-248c9223-45df-4d01-a101-b125b41e383b req-ddc69708-f49f-42cb-ab6e-e7218bc12d31 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 951 time: 0.3938339 Jul 22 21:13:24.695739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.695739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.696389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.696990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.698309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.698919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.699101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] Deleting subnet 3e530df6-7845-416c-9462-edb6f681b1ed {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:13:24.699642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.700273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.700890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.702155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.702796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.703427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7676b7-f796-47bf-b105-ad973f070840 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:24.715697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.732481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Calling delete_port for 72a756c2-54b3-49e4-a338-a116fc882c01 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:24.748947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Transition to ACTIVE for port object 2fcdc814-59df-4ca5-b63c-bb34209f1b14 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:24.822880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.829587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-248c9223-45df-4d01-a101-b125b41e383b req-3e29115f-bb19-46ad-a693-515c5f9d23b5 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc168603-c86e-4678-892d-fc87360f5e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262641 Jul 22 21:13:24.881163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c217-d676-4eab-8d6f-2b39b956143e req-fdb9d07b-7df9-4d9c-98b9-fe807a94a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:24.882700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-fdb9d07b-7df9-4d9c-98b9-fe807a94a1ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 1095 time: 0.3309824 Jul 22 21:13:24.909483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.935604 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.954647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-adb65261-b46c-4afe-94b2-0e6bbf9603df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32 HTTP/1.1" status: 200 len: 217 time: 0.0531502 Jul 22 21:13:25.046925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8ce1-9c62-4eca-b58b-6994fe902c99 req-21739935-5655-4669-b44f-53e051b1ea9d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:25.050000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d96b8ce1-9c62-4eca-b58b-6994fe902c99 req-21739935-5655-4669-b44f-53e051b1ea9d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 943 time: 0.2190120 Jul 22 21:13:25.071319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:25.076560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.162416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:25.165177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:25.168542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:25.182802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e530df6-7845-416c-9462-edb6f681b1ed,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:25.200654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.204025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-de8e8ede-2a61-44c8-b46f-6b19cdd5c085 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3e530df6-7845-416c-9462-edb6f681b1ed HTTP/1.1" status: 204 len: 168 time: 0.6206830 Jul 22 21:13:25.227033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50806) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:25.248191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Port': ['ID=2fcdc814-59df-4ca5-b63c-bb34209f1b14,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:25.253737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c217-d676-4eab-8d6f-2b39b956143e req-f199372b-5137-4be5-bcf0-7d7af5370461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:25.255502 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-f199372b-5137-4be5-bcf0-7d7af5370461 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d14413c-1d52-47c3-b230-284c77ef01d9 HTTP/1.1" status: 200 len: 861 time: 0.2744129 Jul 22 21:13:25.281240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:25.281748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.332796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:25.333650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.356097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d96b8ce1-9c62-4eca-b58b-6994fe902c99 req-a507643e-ef20-49f6-a06a-4d9d1d031c79 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731359 Jul 22 21:13:25.408281 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.455219 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-536bbe70-8fa3-460c-b179-9b372e162807 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1866355 Jul 22 21:13:25.517033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1d1ff63a-d1a8-42da-a934-6d88bb9f1552 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9525948 Jul 22 21:13:25.521216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Pushing event deleted for resources: {'Port': ['ID=72a756c2-54b3-49e4-a338-a116fc882c01,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:25.534709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f47f5df3-1361-417d-aca6-9289271734c6 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:25.582388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'port': {'device_id': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5', 'admin_state_up': True, 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:25.591766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.652997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] No DVR routers for this DVR port 72a756c2-54b3-49e4-a338-a116fc882c01 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:25.702589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.705889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8addd71-d8af-4de0-8382-129a56a8eb0f req-9ad6b0a5-7d09-47eb-a9d1-6ca239559450 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.58 "DELETE /v2.0/ports/72a756c2-54b3-49e4-a338-a116fc882c01 HTTP/1.1" status: 204 len: 173 time: 3.3899608 Jul 22 21:13:25.728290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0913a5aa-015c-4f88-bb54-0785a9c9ea68 None None] Provisioning for port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:25.765908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0913a5aa-015c-4f88-bb54-0785a9c9ea68 None None] Provisioning complete for port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:25.766245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0913a5aa-015c-4f88-bb54-0785a9c9ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.783245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.796291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43aac95f-26a9-4078-99f9-9cd7408841ec']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:25.810951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987d0191-fc3a-4987-b2a0-4a2b0ffe4193') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:25.811327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987d0191-fc3a-4987-b2a0-4a2b0ffe4193') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:25.871617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port f47f5df3-1361-417d-aca6-9289271734c6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:25.883278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port f47f5df3-1361-417d-aca6-9289271734c6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:25.883806 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.899752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.913436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0913a5aa-015c-4f88-bb54-0785a9c9ea68 None None] Port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:25.965895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be567e74-4a9b-4365-9aa9-3dc43cd1053a req-34331c4f-5f2f-4443-acf3-8e14be2927c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:25.982838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be567e74-4a9b-4365-9aa9-3dc43cd1053a req-34331c4f-5f2f-4443-acf3-8e14be2927c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 949 time: 0.8055985 Jul 22 21:13:25.992885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.012247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-aa6ffb72-7598-4f22-b327-396fb6b51c4e service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106730 Jul 22 21:13:26.019557 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.025169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:13:26.025796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:13:26.042556 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:13:26.067482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2127c409-7507-496c-809b-f6f93b834eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f5df3-1361-417d-aca6-9289271734c6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:26.070117 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a415ed-072c-4522-906d-8c90df203969" -d '{"events": [{"server_uuid": "2127c409-7507-496c-809b-f6f93b834eac", "name": "network-vif-plugged", "status": "completed", "tag": "f47f5df3-1361-417d-aca6-9289271734c6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:26.087980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f47f5df3-1361-417d-aca6-9289271734c6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f47f5df3-1361-417d-aca6-9289271734c6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:26.098125 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.099596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:26.125038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:26.131184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.168313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 72a756c2-54b3-49e4-a338-a116fc882c01 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:26.168831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 72a756c2-54b3-49e4-a338-a116fc882c01 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:26.228380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f47f5df3-1361-417d-aca6-9289271734c6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:26.279730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be567e74-4a9b-4365-9aa9-3dc43cd1053a req-7c79ce30-c8eb-4a42-8a95-14d5735a1511 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795453 Jul 22 21:13:26.298360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5952c217-d676-4eab-8d6f-2b39b956143e req-db43ef80-9086-4c85-bcfd-57a7ab0eb41c service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673442 Jul 22 21:13:26.299338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb637517-60aa-40f5-9cfe-b269b50ec167 req-2cccc601-96f9-4021-82bd-c229df8992f3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:26.320100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb637517-60aa-40f5-9cfe-b269b50ec167 req-2cccc601-96f9-4021-82bd-c229df8992f3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.6348281 Jul 22 21:13:26.321734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.359567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.365454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] 10.222.0.54 "DELETE /v2.0/networks/43aac95f-26a9-4078-99f9-9cd7408841ec HTTP/1.1" status: 204 len: 168 time: 1.1344509 Jul 22 21:13:26.371097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6acdf1-12fe-4ba0-9113-2bc677e5488b admin admin] Pushing event deleted for resources: {'Network': ['ID=43aac95f-26a9-4078-99f9-9cd7408841ec,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:26.515793 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb637517-60aa-40f5-9cfe-b269b50ec167 req-e3283d72-aa5b-4723-8f3c-bd493eb9d9d4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897440 Jul 22 21:13:26.603643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Allocated IP 19.86.0.235 (8793a905-2ca9-40f7-bb15-d60bf19d00e5/f512b7f7-69c9-4d05-9007-350cad36b238/aa66e5c2-ad16-467f-b32c-500092aef306) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:26.678875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb0d6c-f68a-4979-985c-5e7cb0861e41 req-fe63737c-9813-479a-911f-a8b747f84cff tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:26.693863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9eb0d6c-f68a-4979-985c-5e7cb0861e41 req-fe63737c-9813-479a-911f-a8b747f84cff tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 931 time: 0.1760418 Jul 22 21:13:26.757786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-deleted', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:26.765012 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e155919-e7b2-41d4-9eaa-e80045b383e0" -d '{"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-deleted", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:26.773421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50824) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:26.797708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9eb0d6c-f68a-4979-985c-5e7cb0861e41 req-bb78fa6d-5d44-413d-9b5a-3b63b0bbcca0 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026382 Jul 22 21:13:26.823989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c264a4d-002f-4e1a-9a2e-eb6c3e06fdf4 req-664b0915-be7f-4775-9db3-6ae874fefdb9 tempest-ServersAdminTestJSON-1515110844 tempest-ServersAdminTestJSON-1515110844-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a082505-40e3-491f-b4ab-60cbfb7f6caf HTTP/1.1" status: 200 len: 210 time: 0.0450764 Jul 22 21:13:26.878171 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0188dfe5-b3b4-4706-b783-42a6fc62330b x-openstack-request-id: req-0188dfe5-b3b4-4706-b783-42a6fc62330b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:26.878854 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2127c409-7507-496c-809b-f6f93b834eac", "name": "network-vif-plugged", "status": "completed", "tag": "f47f5df3-1361-417d-aca6-9289271734c6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:26.879264 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0188dfe5-b3b4-4706-b783-42a6fc62330b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:26.879988 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2127c409-7507-496c-809b-f6f93b834eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f5df3-1361-417d-aca6-9289271734c6', 'code': 200} Jul 22 21:13:26.935373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-c68f6861-fc67-446c-ab3f-cee3bafa1cbf service neutron] 10.222.0.58 "GET /v2.0/ports/2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 383 time: 0.4110861 Jul 22 21:13:27.094968 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e6833-4abb-4e93-9601-03a92590bab2 x-openstack-request-id: req-c76e6833-4abb-4e93-9601-03a92590bab2 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:27.095401 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a082505-40e3-491f-b4ab-60cbfb7f6caf", "name": "network-vif-deleted", "tag": "72a756c2-54b3-49e4-a338-a116fc882c01", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:27.095787 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c76e6833-4abb-4e93-9601-03a92590bab2 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:27.097471 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a082505-40e3-491f-b4ab-60cbfb7f6caf', 'name': 'network-vif-deleted', 'tag': '72a756c2-54b3-49e4-a338-a116fc882c01', 'status': 'completed', 'code': 200} Jul 22 21:13:27.129907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ea06b-c0d6-4a04-b472-2484207e8694 req-d672f921-8862-4e09-9c0f-9010c0379f58 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.145386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-034ea06b-c0d6-4a04-b472-2484207e8694 req-d672f921-8862-4e09-9c0f-9010c0379f58 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 943 time: 0.1363432 Jul 22 21:13:27.152552 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-93220183-7ed2-49d4-9cf3-d16e0a0d3a6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85860c91b2fa44d4b1bf0cf3c2a5bdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698537 Jul 22 21:13:27.153268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50828) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:27.192102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.203785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717ffd8-e670-457a-889c-f30840c4655a req-0e0a5ed3-453f-4388-afd3-23c25128160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.207326 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4717ffd8-e670-457a-889c-f30840c4655a req-0e0a5ed3-453f-4388-afd3-23c25128160a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 1095 time: 0.7793872 Jul 22 21:13:27.268841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-034ea06b-c0d6-4a04-b472-2484207e8694 req-ad7cc6bb-34c9-4f05-919a-ed4d82dc3c1a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220965 Jul 22 21:13:27.302840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Transition to ACTIVE for port object aa66e5c2-ad16-467f-b32c-500092aef306 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:27.312706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2971-8960-4a29-be62-987c6ea6029d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.379689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2971-8960-4a29-be62-987c6ea6029d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.484900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9740cb-3edb-40f6-ad51-feb95a63d222 req-0d7d9097-49f3-4525-a5da-3f92bfacc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.485199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e9740cb-3edb-40f6-ad51-feb95a63d222 req-0d7d9097-49f3-4525-a5da-3f92bfacc376 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 1102 time: 0.4648156 Jul 22 21:13:27.541733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717ffd8-e670-457a-889c-f30840c4655a req-a9236c51-2f80-40d9-be0a-eff51850a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.543629 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4717ffd8-e670-457a-889c-f30840c4655a req-a9236c51-2f80-40d9-be0a-eff51850a79a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 922 time: 0.3169866 Jul 22 21:13:27.551361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.620915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2971-8960-4a29-be62-987c6ea6029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.627467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2971-8960-4a29-be62-987c6ea6029d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.633395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e1bc2971-8960-4a29-be62-987c6ea6029d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fee117f-4c09-4eab-98c3-f8c17e3c0156 HTTP/1.1" status: 204 len: 168 time: 0.4756403 Jul 22 21:13:27.649420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e9740cb-3edb-40f6-ad51-feb95a63d222 req-fc28bddf-4567-4d47-a7b0-e9d131e93241 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524081 Jul 22 21:13:27.659134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4717ffd8-e670-457a-889c-f30840c4655a req-889a5c49-43bc-4329-9cf1-051be3ed2f3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32 HTTP/1.1" status: 200 len: 217 time: 0.0915930 Jul 22 21:13:27.668739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc2971-8960-4a29-be62-987c6ea6029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fee117f-4c09-4eab-98c3-f8c17e3c0156,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:27.686190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:27.687242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cca01-4744-42ae-9f77-cfaffaa57de0 req-d037b06f-77bd-4902-a363-c286627916dd tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.709844 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c97cca01-4744-42ae-9f77-cfaffaa57de0 req-d037b06f-77bd-4902-a363-c286627916dd tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 950 time: 0.2287884 Jul 22 21:13:27.714240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:27.723108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:27.728899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Port': ['ID=aa66e5c2-ad16-467f-b32c-500092aef306,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:27.753646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-8d02725c-54c7-4317-a1d5-5efce720ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.755635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-8d02725c-54c7-4317-a1d5-5efce720ea05 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a&tenant_id=048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 1102 time: 0.3185434 Jul 22 21:13:27.832315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.833517 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.868740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717ffd8-e670-457a-889c-f30840c4655a req-a1f38f54-cf85-4cf8-b220-672aee3380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.872241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4717ffd8-e670-457a-889c-f30840c4655a req-a1f38f54-cf85-4cf8-b220-672aee3380c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d14413c-1d52-47c3-b230-284c77ef01d9 HTTP/1.1" status: 200 len: 861 time: 0.2014680 Jul 22 21:13:27.876039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-af43ca67-ce65-4101-8c9f-06d12d8cc8ae tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3434341 Jul 22 21:13:27.889912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c97cca01-4744-42ae-9f77-cfaffaa57de0 req-9fb1fd2c-5124-4edb-8f72-998d6f0345df tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779776 Jul 22 21:13:27.922713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'port': {'device_id': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878', 'admin_state_up': True, 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:27.983569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaa342-f435-4662-ba8c-a237257d9846 req-9f314ec1-486c-4267-a2fd-89774eb4d378 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:27.997441 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4717ffd8-e670-457a-889c-f30840c4655a req-17c79c09-2583-4baa-bd44-013c5fcbde16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904198 Jul 22 21:13:27.997625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53aaa342-f435-4662-ba8c-a237257d9846 req-9f314ec1-486c-4267-a2fd-89774eb4d378 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.2759178 Jul 22 21:13:28.031297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-5a55eef2-7c0f-4c4d-b472-5bdcd6a7f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:28.042910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-5a55eef2-7c0f-4c4d-b472-5bdcd6a7f53a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 1102 time: 0.2189877 Jul 22 21:13:28.193637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bd03a407-4e06-4375-bd94-cbb7e962bd16 None None] Provisioning for port aa66e5c2-ad16-467f-b32c-500092aef306 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:28.200343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bd03a407-4e06-4375-bd94-cbb7e962bd16 None None] Provisioning complete for port aa66e5c2-ad16-467f-b32c-500092aef306 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:28.201452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd03a407-4e06-4375-bd94-cbb7e962bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:28.274366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53aaa342-f435-4662-ba8c-a237257d9846 req-92ba1442-d112-4a56-a0f8-92654f21aaf9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775993 Jul 22 21:13:28.337768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bd03a407-4e06-4375-bd94-cbb7e962bd16 None None] Port aa66e5c2-ad16-467f-b32c-500092aef306 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:28.390372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4717ffd8-e670-457a-889c-f30840c4655a req-463658be-ca71-447c-a867-1e04ead89a6c service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704984 Jul 22 21:13:28.409397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-4330bb3d-c44e-46e6-803b-e1187cccc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:28.412396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-4330bb3d-c44e-46e6-803b-e1187cccc8a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3681464 Jul 22 21:13:28.436931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96715-24ca-4df0-bd96-f25c6acd4be0 req-cb531cca-b2fd-4b1a-afa7-a2a540eb20ca tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:28.447356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96715-24ca-4df0-bd96-f25c6acd4be0 req-cb531cca-b2fd-4b1a-afa7-a2a540eb20ca tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:28.459558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1b96715-24ca-4df0-bd96-f25c6acd4be0 req-cb531cca-b2fd-4b1a-afa7-a2a540eb20ca tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 1654 time: 0.3943284 Jul 22 21:13:28.573142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-b0a29a88-9b1e-4a5a-a802-d4de17a3ea87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 200 len: 217 time: 0.1107302 Jul 22 21:13:28.584934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:28.640254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:28.646062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1b96715-24ca-4df0-bd96-f25c6acd4be0 req-2f61fec4-2119-41e8-ae1a-aabfbec4cff2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841559 Jul 22 21:13:28.743026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-c13f099c-b091-498f-b5b0-45ef09d6d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:28.751802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-c13f099c-b091-498f-b5b0-45ef09d6d44b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1607296 Jul 22 21:13:28.758698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:28.989214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50856) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:28.997642 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4717ffd8-e670-457a-889c-f30840c4655a req-e2a63fcd-5b58-4d32-af9d-3b7cfbf0328c service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886171 Jul 22 21:13:29.026752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:29.046241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50858) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:29.053443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'port_id': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'mac_address': 'fa:16:3e:ec:b8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d14413c-1d52-47c3-b230-284c77ef01d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:29.067701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-857cbf6a-71b7-4feb-9988-7785a8d2eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:29.069825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-857cbf6a-71b7-4feb-9988-7785a8d2eaea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2952673 Jul 22 21:13:29.103352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bc951dc8-803a-4e90-aef5-2b6f6f9994d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae9b6d0a56ef4f3ba051243570bc1bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1100299 Jul 22 21:13:29.106767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:29.122778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.140584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b3a3fd-8e70-4590-a044-c78893ff0c32 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:29.168672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:29.175355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.265647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:29.267329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-355cb811-7c0b-40e7-9a01-cdcabf142500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.359668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-355cb811-7c0b-40e7-9a01-cdcabf142500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.367930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Allocated IP 19.80.0.103 (a096bb9e-d04d-4e90-ac8e-61bde0eb6878/6053d9a0-10ca-457e-ac8a-acb62f23bb86/c3ea70c0-75f3-4e0d-ae8d-3002528e6f14) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:29.496712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-355cb811-7c0b-40e7-9a01-cdcabf142500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.501198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-355cb811-7c0b-40e7-9a01-cdcabf142500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.506294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-355cb811-7c0b-40e7-9a01-cdcabf142500 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f87c2332-b934-452f-8714-cfc7c15d03c8 HTTP/1.1" status: 204 len: 168 time: 0.3959546 Jul 22 21:13:29.555104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cb811-7c0b-40e7-9a01-cdcabf142500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87c2332-b934-452f-8714-cfc7c15d03c8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:29.562450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:29.618980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b3b3a3fd-8e70-4590-a044-c78893ff0c32'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:29.727166 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.746918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Transition to ACTIVE for port object c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:29.778727 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.789843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9bcc3-ef77-4fd4-bb27-ed661d7e6aa5 req-a7a47b2d-2040-4b9d-aeb9-57d990134e50 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:29.802555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68d9bcc3-ef77-4fd4-bb27-ed661d7e6aa5 req-a7a47b2d-2040-4b9d-aeb9-57d990134e50 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 943 time: 0.9183726 Jul 22 21:13:29.812053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.838579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:29.842032 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b331a324-f3ec-4a57-ab36-8e6ba9f25cc3" -d '{"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:29.869683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:29.881735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:29.971805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:29.977833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Port': ['ID=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:29.979687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213ffe6-1626-4f1d-beb9-298f97f1b6c8 req-815a5c4b-39ba-41e2-a9a6-3ea3b9427af7 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:29.981300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:29.987730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a213ffe6-1626-4f1d-beb9-298f97f1b6c8 req-815a5c4b-39ba-41e2-a9a6-3ea3b9427af7 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 950 time: 0.9147477 Jul 22 21:13:29.996051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:30.003616 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68d9bcc3-ef77-4fd4-bb27-ed661d7e6aa5 req-ae308ed3-38a3-426b-b004-a3980826f6f6 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988485 Jul 22 21:13:30.007297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1dbc5b47-e4a6-41c1-8bb0-c9b0648476ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9eb67d157fd447108d6e47b80025ca99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9511554 Jul 22 21:13:30.019028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50878) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:30.083141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-e6d32f32-71c3-4574-99d1-5d87aa380452 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0000920 Jul 22 21:13:30.139104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:30.162322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:30.163522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.210846 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1769987c-6b3f-4571-9e95-b6a24586bd77 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2934003 Jul 22 21:13:30.233467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Request body: {'port': {'device_id': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:30.342394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a213ffe6-1626-4f1d-beb9-298f97f1b6c8 req-2a4ee007-d6b6-4e79-be81-bff4f152b0c3 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273792 Jul 22 21:13:30.411391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.438460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af115b59-c61f-4fa3-ae3c-f48e05c46641 None None] Provisioning for port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:30.521625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af115b59-c61f-4fa3-ae3c-f48e05c46641 None None] Provisioning complete for port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:30.521625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af115b59-c61f-4fa3-ae3c-f48e05c46641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.630933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.639032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b0a0b4e-5cff-4637-bebb-38ca3c9fea60 req-73cb2861-16d2-4801-8b44-21b950419554 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286894 Jul 22 21:13:30.639689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-af115b59-c61f-4fa3-ae3c-f48e05c46641 None None] Port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:30.680703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8f9d-ef16-4497-8699-96b5ac658f0c req-583842d0-5ee5-416d-977f-3b11cd1bd0b0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:30.684641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a8a8f9d-ef16-4497-8699-96b5ac658f0c req-583842d0-5ee5-416d-977f-3b11cd1bd0b0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 948 time: 0.4653196 Jul 22 21:13:30.720530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.886599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.972720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a8a8f9d-ef16-4497-8699-96b5ac658f0c req-f0384067-4fa5-4ba3-a4e1-3137696e5a64 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049294 Jul 22 21:13:31.023681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.023681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.023681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc168603-c86e-4678-892d-fc87360f5e63 HTTP/1.1" status: 204 len: 168 time: 0.9997737 Jul 22 21:13:31.060775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbfc3-0cff-45c9-829c-35f2b8fe5878 req-fbdf9356-9656-4d3f-8ada-843b55534d24 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:31.073819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbfc3-0cff-45c9-829c-35f2b8fe5878 req-fbdf9356-9656-4d3f-8ada-843b55534d24 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:31.086899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbfc3-0cff-45c9-829c-35f2b8fe5878 req-fbdf9356-9656-4d3f-8ada-843b55534d24 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:31.101514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-880cbfc3-0cff-45c9-829c-35f2b8fe5878 req-fbdf9356-9656-4d3f-8ada-843b55534d24 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2376 time: 0.3349619 Jul 22 21:13:31.116444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc168603-c86e-4678-892d-fc87360f5e63,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:31.129710 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f741bfae-1704-4361-ac25-85ad7c8a8843 x-openstack-request-id: req-f741bfae-1704-4361-ac25-85ad7c8a8843 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:31.130159 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:31.130541 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f741bfae-1704-4361-ac25-85ad7c8a8843 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:31.131939 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'code': 200} Jul 22 21:13:31.155140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.155519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.155894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.156232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.156562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.156894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.157279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.161868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.161868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.162304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.162526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.162951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf232-3e48-4ac7-8fe4-6f80eee7a75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:31.245246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcdc814-59df-4ca5-b63c-bb34209f1b14 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:31.251560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-880cbfc3-0cff-45c9-829c-35f2b8fe5878 req-dde50135-3985-4368-90b0-13c9387a1a91 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483769 Jul 22 21:13:31.270259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.288150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50904) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:31.309767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Transition to ACTIVE for port object 2fcdc814-59df-4ca5-b63c-bb34209f1b14 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:31.317135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.446472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcdc814-59df-4ca5-b63c-bb34209f1b14,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:31.448184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52f76-fc7b-4c62-a002-a6fec6329354 req-ef923f91-1090-47ee-85ae-2761516b5eec tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:31.478431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0a52f76-fc7b-4c62-a002-a6fec6329354 req-ef923f91-1090-47ee-85ae-2761516b5eec tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 1102 time: 0.2203796 Jul 22 21:13:31.615374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0a52f76-fc7b-4c62-a002-a6fec6329354 req-7e3b723a-21c9-4082-8f10-5d093a4fc1c3 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357727 Jul 22 21:13:31.630321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Attempting to bind port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:31.632567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Attempting to bind port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:31.633233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Attempting to bind port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 on network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:31.678227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 on network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:31.678954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Attempting to bind port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 on network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:31.684622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82779da8-30d1-41ce-98ba-b486f11bf59d req-78d533cb-3070-4f59-acd9-ac5648aad2af tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:31.697134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82779da8-30d1-41ce-98ba-b486f11bf59d req-78d533cb-3070-4f59-acd9-ac5648aad2af tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 944 time: 0.2879488 Jul 22 21:13:31.711520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:31.719443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.724088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Checking segment: {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:31.728378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Bound using segment: {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:31.729542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Bound port: 2fcdc814-59df-4ca5-b63c-bb34209f1b14, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:31.731358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.764709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82779da8-30d1-41ce-98ba-b486f11bf59d req-84d6f0c4-0d27-4717-99d0-8cf9a3c25ff2 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665574 Jul 22 21:13:31.813942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-network', 'tenant_id': 'e0532359b3324bdbbd25558278983672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:31.859290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Made reservation on behalf of e0532359b3324bdbbd25558278983672 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:31.866965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.889316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.927691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] For port 2fcdc814-59df-4ca5-b63c-bb34209f1b14, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:31.938385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] For port 2fcdc814-59df-4ca5-b63c-bb34209f1b14, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2fcdc814-59df-4ca5-b63c-bb34209f1b14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:31.950464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.034452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50918) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:32.095109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:32.101866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.105770 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/2fcdc814-59df-4ca5-b63c-bb34209f1b14 HTTP/1.1" status: 200 len: 1092 time: 1.8779464 Jul 22 21:13:32.105770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'tag': '2fcdc814-59df-4ca5-b63c-bb34209f1b14'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:32.115927 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb71dad-da06-47e3-b023-5c34b72efe66" -d '{"events": [{"name": "network-changed", "server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "tag": "2fcdc814-59df-4ca5-b63c-bb34209f1b14"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:32.148743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.155436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7ac671d1-c78c-48bf-bbe1-413397e13b2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ad8232b895c466f80d67a12509a1d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190324 Jul 22 21:13:32.162664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50926) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:32.179237 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.182643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Request body: {'port': {'device_id': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:32.196103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:32.210555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.210909 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Added segment 0de426c8-38f6-47a0-ad3c-d709f1584752 of type vlan for network 199ba4a4-2f32-4819-a61d-fada635a30b1 Jul 22 21:13:32.271593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.343319 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.346385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3cace-76e1-4756-a3c8-5a252ad287d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcdc814-59df-4ca5-b63c-bb34209f1b14,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:32.436922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-26aee704-9519-4c74-9949-c810404400d6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1605368 Jul 22 21:13:32.493051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:32.579492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.581078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:32.581959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.699426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf00947c-465b-47fa-8e55-7232f57eda9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.727114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4426548 Jul 22 21:13:32.750106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:32.760620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Request body: {'subnet': {'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-subnet', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:32.785007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:32.809289 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf00947c-465b-47fa-8e55-7232f57eda9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.826641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Made reservation on behalf of e0532359b3324bdbbd25558278983672 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:32.829805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be5ee8-0e9c-47c2-9c58-33e62541688f req-704f7956-0e2d-4115-a3f0-ffb088a13812 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:32.830830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.838972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0be5ee8-0e9c-47c2-9c58-33e62541688f req-704f7956-0e2d-4115-a3f0-ffb088a13812 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 948 time: 0.5602319 Jul 22 21:13:32.885028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port b3b3a3fd-8e70-4590-a044-c78893ff0c32 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:32.894789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1aeaa-5b34-4e17-8d27-531857deda22 admin admin] Pushing event updated for resources: {'Network': ['ID=199ba4a4-2f32-4819-a61d-fada635a30b1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:32.900314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port b3b3a3fd-8e70-4590-a044-c78893ff0c32 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:32.900702 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:32.906889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-7dcc1239-b292-415b-b4fc-46adf119660a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:32.909917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-7dcc1239-b292-415b-b4fc-46adf119660a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4546833 Jul 22 21:13:32.984298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-e779eb05-36fc-405c-aaf9-a7c53e04b3ea tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/quotas/b388d3d8f84e4e3fb35ee222ce0c9d1d HTTP/1.1" status: 200 len: 375 time: 0.0327067 Jul 22 21:13:33.005923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:33.022701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa66e5c2-ad16-467f-b32c-500092aef306 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:33.078105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0be5ee8-0e9c-47c2-9c58-33e62541688f req-e5afc97c-b5d1-442d-a57c-e4d94d079bd1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373636 Jul 22 21:13:33.184284 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-f0287aff-c30c-4664-96bc-cf93740e1302 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1987321 Jul 22 21:13:33.207608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf00947c-465b-47fa-8e55-7232f57eda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.214404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf00947c-465b-47fa-8e55-7232f57eda9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.218959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf00947c-465b-47fa-8e55-7232f57eda9a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a6cda131-4aea-491c-93a9-5147a662b761 HTTP/1.1" status: 204 len: 168 time: 1.0520411 Jul 22 21:13:33.219714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.228015 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f81d62-e999-43fe-ac36-651382c9fd22 x-openstack-request-id: req-f4f81d62-e999-43fe-ac36-651382c9fd22 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:33.228593 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "tag": "2fcdc814-59df-4ca5-b63c-bb34209f1b14", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:33.229096 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4f81d62-e999-43fe-ac36-651382c9fd22 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:33.230113 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'tag': '2fcdc814-59df-4ca5-b63c-bb34209f1b14', 'status': 'completed', 'code': 200} Jul 22 21:13:33.234163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.252428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00947c-465b-47fa-8e55-7232f57eda9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cda131-4aea-491c-93a9-5147a662b761,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:33.462192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Transition to ACTIVE for port object aa66e5c2-ad16-467f-b32c-500092aef306 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:33.636852 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.640831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:33.669989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b946a-1b81-422e-840c-d6b997143a0b req-b4e8688d-31de-4058-aae8-a7bbf4b460fc tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:33.702757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b946a-1b81-422e-840c-d6b997143a0b req-b4e8688d-31de-4058-aae8-a7bbf4b460fc tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:33.713431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:33.717460 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407ae1d7-561b-488b-b0c1-944e0e17ac35" -d '{"events": [{"server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "name": "network-vif-plugged", "status": "completed", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:33.718870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b946a-1b81-422e-840c-d6b997143a0b req-b4e8688d-31de-4058-aae8-a7bbf4b460fc tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:33.736767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d96b946a-1b81-422e-840c-d6b997143a0b req-b4e8688d-31de-4058-aae8-a7bbf4b460fc tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2388 time: 0.3892503 Jul 22 21:13:33.751692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:33.790193 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.834704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d96b946a-1b81-422e-840c-d6b997143a0b req-1a107acc-177c-4a38-9bda-b0b67a8a5142 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928428 Jul 22 21:13:33.879498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee4a04-e4d3-403a-95ca-5d3b4f2fe6ac req-ab0d1e72-52c4-436a-8fb9-74779901ef58 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:33.886563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74ee4a04-e4d3-403a-95ca-5d3b4f2fe6ac req-ab0d1e72-52c4-436a-8fb9-74779901ef58 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 944 time: 0.3492723 Jul 22 21:13:34.012847 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74ee4a04-e4d3-403a-95ca-5d3b4f2fe6ac req-1a2fe053-312a-4f34-85d5-ac1e59ce1d30 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183414 Jul 22 21:13:34.029602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:34.054636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.055078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.055327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.055653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.056034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.056353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.059268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.059663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.060048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.060372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.060978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.062067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:34.125091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:34.154077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'mac_address': 'fa:16:3e:33:3b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:34.231953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-072e013e-053d-44f7-9f2a-606dbcee5e6e req-5d0b45f0-ce51-4da7-949f-afff06f7a689 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 210 time: 0.1018593 Jul 22 21:13:34.275120 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7710ae83-dbab-4400-a266-21d847f1719e x-openstack-request-id: req-7710ae83-dbab-4400-a266-21d847f1719e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:34.275529 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "name": "network-vif-plugged", "status": "completed", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:34.275868 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7710ae83-dbab-4400-a266-21d847f1719e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:34.276360 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'code': 200} Jul 22 21:13:34.277103 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.307416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:34.319969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.359085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:34.365917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.439126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:34.482969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea3bd8-4586-4d8b-acd8-b1b802dc5c66 req-6d074a45-9cc0-4fb7-8aa2-a6763ab75684 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:34.494640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05ea3bd8-4586-4d8b-acd8-b1b802dc5c66 req-6d074a45-9cc0-4fb7-8aa2-a6763ab75684 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 948 time: 0.1821308 Jul 22 21:13:34.588162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb81cb67-a21f-44b2-bd05-c81ef0320eab,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:34.593371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05ea3bd8-4586-4d8b-acd8-b1b802dc5c66 req-2379e1c0-87f8-473c-9591-51b1b91b7768 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858243 Jul 22 21:13:34.603370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Pushing event updated for resources: {'Port': ['ID=aa66e5c2-ad16-467f-b32c-500092aef306,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:34.692403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Checking segment: {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:34.693386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Network hostable DHCP agents. Network: 199ba4a4-2f32-4819-a61d-fada635a30b1, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:34.717582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-bf9e5a2d-3e8c-477a-ab0e-01065667c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:34.718448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-bf9e5a2d-3e8c-477a-ab0e-01065667c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:34.719296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-bf9e5a2d-3e8c-477a-ab0e-01065667c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:34.735375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-bf9e5a2d-3e8c-477a-ab0e-01065667c2a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2732 time: 1.3409493 Jul 22 21:13:34.741980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:35.250712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33738fa8-969c-4905-b9d7-1e28e997cfcc req-8831eb07-8c25-4b70-9e5e-bbb3d4a5d2b5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.257750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33738fa8-969c-4905-b9d7-1e28e997cfcc req-8831eb07-8c25-4b70-9e5e-bbb3d4a5d2b5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.264402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33738fa8-969c-4905-b9d7-1e28e997cfcc req-8831eb07-8c25-4b70-9e5e-bbb3d4a5d2b5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.274197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33738fa8-969c-4905-b9d7-1e28e997cfcc req-8831eb07-8c25-4b70-9e5e-bbb3d4a5d2b5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2400 time: 0.2348697 Jul 22 21:13:35.319443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-9c95f927-4d8f-4366-9c0b-6a79f714a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.320055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-9c95f927-4d8f-4366-9c0b-6a79f714a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.320600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-9c95f927-4d8f-4366-9c0b-6a79f714a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.322636 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-9c95f927-4d8f-4366-9c0b-6a79f714a10e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5551255 Jul 22 21:13:35.359246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b51a0-56f7-405c-8e46-c70eefb15c0a req-39112250-73a9-4f6b-a558-a9037c0d7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.361415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c22b51a0-56f7-405c-8e46-c70eefb15c0a req-39112250-73a9-4f6b-a558-a9037c0d7728 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 1097 time: 1.0831301 Jul 22 21:13:35.397108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc678af3-8ea3-4dcb-8c40-8686b5a2fecf req-00cb7560-3183-4274-acc4-e1f6c862813d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.402888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc678af3-8ea3-4dcb-8c40-8686b5a2fecf req-00cb7560-3183-4274-acc4-e1f6c862813d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 949 time: 0.2734270 Jul 22 21:13:35.447618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:35.509024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 199ba4a4-2f32-4819-a61d-fada635a30b1) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:35.521259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33738fa8-969c-4905-b9d7-1e28e997cfcc req-385e4133-ce01-41ba-afc6-124a840dbb02 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458265 Jul 22 21:13:35.522297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40765d42-7b59-4faa-a22f-5cf6c08cdf24 None None] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:35.599220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.599896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:35.638231 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c22b51a0-56f7-405c-8e46-c70eefb15c0a req-f6b0a026-7a70-46d1-99d6-006892d91c87 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389195 Jul 22 21:13:35.650004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Attempting to bind port aa66e5c2-ad16-467f-b32c-500092aef306 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:35.650775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Attempting to bind port aa66e5c2-ad16-467f-b32c-500092aef306 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:35.651386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Attempting to bind port aa66e5c2-ad16-467f-b32c-500092aef306 on network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:35.675295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f560d707-e79b-427a-86ab-ed1e847a3cf5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9200881 Jul 22 21:13:35.683173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50994) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:35.684293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Port aa66e5c2-ad16-467f-b32c-500092aef306 on network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:35.684869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Attempting to bind port aa66e5c2-ad16-467f-b32c-500092aef306 on network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:35.693500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:35.726994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc678af3-8ea3-4dcb-8c40-8686b5a2fecf req-4bded6c3-d609-4b78-9bff-55a9620b46e8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857420 Jul 22 21:13:35.736120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-0f00530c-939d-4240-8ec3-e300694fa8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.745619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fb71dad-da06-47e3-b023-5c34b72efe66 req-0f00530c-939d-4240-8ec3-e300694fa8fd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3791625 Jul 22 21:13:35.750029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:35.750595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Checking segment: {'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:35.751205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Bound using segment: {'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:35.757252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Bound port: aa66e5c2-ad16-467f-b32c-500092aef306, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6317a5-698d-439b-967e-dfda090af1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:35.758335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:35.772483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-05a3c914-771f-4f2f-b92f-7116a1f8fa63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:35.788453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-05a3c914-771f-4f2f-b92f-7116a1f8fa63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a&tenant_id=048d87f66b0143b49e7616f0c3817438&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 949 time: 0.3839600 Jul 22 21:13:35.850236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:35.852595 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:36.000929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-199ba4a4-2f32-4819-a61d-fada635a30b1', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:13:36.003073 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:36.082197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40eacce3-2ce7-4400-aec9-23ea507d8786 req-526c8f86-2d8e-4095-b09f-042e12afef65 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 210 time: 0.0575705 Jul 22 21:13:36.156482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:36.164665 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-5f63370b-de00-4b30-9b49-164d35079ea2 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037812 Jul 22 21:13:36.174100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-4b93929b-500a-47fb-88ff-77d346eb3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.181618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-4b93929b-500a-47fb-88ff-77d346eb3350 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 1101 time: 0.2619081 Jul 22 21:13:36.246509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256371a8-aaab-4a28-a875-96f9e8d0bd0b req-32d290c9-be4c-4410-92f1-bd5f92e9ecaa tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.258455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-256371a8-aaab-4a28-a875-96f9e8d0bd0b req-32d290c9-be4c-4410-92f1-bd5f92e9ecaa tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.3596218 Jul 22 21:13:36.391037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-256371a8-aaab-4a28-a875-96f9e8d0bd0b req-33651a29-c077-4f36-a3a4-4156425174ee tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980337 Jul 22 21:13:36.452699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Allocated IP 172.20.0.2 (199ba4a4-2f32-4819-a61d-fada635a30b1/bb81cb67-a21f-44b2-bd05-c81ef0320eab/8254dd4b-322b-4bd1-84df-373ddadc9b69) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:36.572604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-637cd0a8-3924-462e-9a03-afb84dc582db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.582946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-637cd0a8-3924-462e-9a03-afb84dc582db service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3861880 Jul 22 21:13:36.725844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:36.737741 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-6934566f-23f2-42e8-94cf-b2e6c1d02852 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 200 len: 217 time: 0.1502757 Jul 22 21:13:36.748946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] For port aa66e5c2-ad16-467f-b32c-500092aef306, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:36.819869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] For port aa66e5c2-ad16-467f-b32c-500092aef306, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=aa66e5c2-ad16-467f-b32c-500092aef306,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:36.835677 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:36.866683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-d391686b-283a-493e-a184-0d889c09dd8d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.869322 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-d391686b-283a-493e-a184-0d889c09dd8d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6703148 Jul 22 21:13:36.890868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-4e406bd2-5534-4c6b-8bc1-2f8e8934075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.893900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-4e406bd2-5534-4c6b-8bc1-2f8e8934075a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1101489 Jul 22 21:13:36.926770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8b56-2dec-4787-966f-1a92dd271c66 req-f16fa08d-2651-4154-990e-90f3a3d0455b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.936686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:36.940397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8b56-2dec-4787-966f-1a92dd271c66 req-f16fa08d-2651-4154-990e-90f3a3d0455b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.940988 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:36.951831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8b56-2dec-4787-966f-1a92dd271c66 req-f16fa08d-2651-4154-990e-90f3a3d0455b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.969786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d09e8b56-2dec-4787-966f-1a92dd271c66 req-f16fa08d-2651-4154-990e-90f3a3d0455b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2400 time: 0.2499263 Jul 22 21:13:36.978586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:36.984301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:36.998226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] 10.222.0.23 "PUT /v2.0/ports/aa66e5c2-ad16-467f-b32c-500092aef306 HTTP/1.1" status: 200 len: 1093 time: 4.8374050 Jul 22 21:13:37.003634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'tag': 'aa66e5c2-ad16-467f-b32c-500092aef306'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:37.008738 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad04279-f601-48f4-820d-cd592baaba09" -d '{"events": [{"name": "network-changed", "server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "tag": "aa66e5c2-ad16-467f-b32c-500092aef306"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:37.062672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Transition to ACTIVE for port object 8254dd4b-322b-4bd1-84df-373ddadc9b69 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:37.131016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Transition to ACTIVE for port object 8254dd4b-322b-4bd1-84df-373ddadc9b69 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:37.135973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Request body: {'port': {'device_id': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:37.150864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:37.189797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d09e8b56-2dec-4787-966f-1a92dd271c66 req-5e0b2ba6-14ae-44b3-a871-4a8c5f60a611 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177565 Jul 22 21:13:37.274840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-e5782544-e255-4f95-8b0d-a10b9736a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:37.279666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-e5782544-e255-4f95-8b0d-a10b9736a0b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3741775 Jul 22 21:13:37.297474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e57ee-c47f-4c2d-9e27-cad5871068ab service neutron] Pushing event updated for resources: {'Port': ['ID=aa66e5c2-ad16-467f-b32c-500092aef306,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:37.432793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Pushing event updated for resources: {'Port': ['ID=8254dd4b-322b-4bd1-84df-373ddadc9b69,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:37.465032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:37.468939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:37.504632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:37.580797 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebdc1f3-d125-43b9-960b-192156be30fe x-openstack-request-id: req-8ebdc1f3-d125-43b9-960b-192156be30fe {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:37.583686 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "tag": "aa66e5c2-ad16-467f-b32c-500092aef306", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:37.585458 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ebdc1f3-d125-43b9-960b-192156be30fe {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:37.586360 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'tag': 'aa66e5c2-ad16-467f-b32c-500092aef306', 'status': 'completed', 'code': 200} Jul 22 21:13:37.628024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280e47-4150-4eed-976e-79d81681f32a req-b8d8523f-4484-4656-8973-3e881c8eaba6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:37.634099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:37.640097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc280e47-4150-4eed-976e-79d81681f32a req-b8d8523f-4484-4656-8973-3e881c8eaba6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 949 time: 0.6041310 Jul 22 21:13:37.696661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-fa25171f-12bb-4485-9ec0-601eff141f6c service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015467 Jul 22 21:13:37.771810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc280e47-4150-4eed-976e-79d81681f32a req-fc51e5d6-7ece-4050-9e4c-bfd56af960d0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304431 Jul 22 21:13:37.810854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca0848bd-8b86-4426-9918-e9313c7f605a req-61f8a899-a04c-4239-b99b-bb8677b21404 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 210 time: 0.1186287 Jul 22 21:13:37.831320 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:37.840620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:37.846577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:37.991568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e6ae246-6ae2-4be0-b532-7303fbe5e097 req-dca7a60e-f2f7-4241-8dae-b0a2c47d3a67 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687507 Jul 22 21:13:37.995620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Attempting to bind port 8254dd4b-322b-4bd1-84df-373ddadc9b69 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:37.996644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Attempting to bind port 8254dd4b-322b-4bd1-84df-373ddadc9b69 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:37.996644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Attempting to bind port 8254dd4b-322b-4bd1-84df-373ddadc9b69 on network 199ba4a4-2f32-4819-a61d-fada635a30b1 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:38.010795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:38.013471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Checking segment: {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:38.013471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:38.013471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Bound using segment: {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:38.026393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Bound port: 8254dd4b-322b-4bd1-84df-373ddadc9b69, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:38.027411 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:38.089366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:38.092066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:38.230156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04279-f601-48f4-820d-cd592baaba09 req-9c89274f-b0dd-4467-9bd6-dfbbf1cc9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.231151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04279-f601-48f4-820d-cd592baaba09 req-9c89274f-b0dd-4467-9bd6-dfbbf1cc9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.232066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04279-f601-48f4-820d-cd592baaba09 req-9c89274f-b0dd-4467-9bd6-dfbbf1cc9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.234935 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ad04279-f601-48f4-820d-cd592baaba09 req-9c89274f-b0dd-4467-9bd6-dfbbf1cc9d62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2800 time: 0.5537822 Jul 22 21:13:38.255639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04065a-3856-4e9d-979e-06dce4c70402 req-c7cb8a45-2786-48f8-a3d8-dadbae95292c tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.275960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc04065a-3856-4e9d-979e-06dce4c70402 req-c7cb8a45-2786-48f8-a3d8-dadbae95292c tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.2808974 Jul 22 21:13:38.284054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] For port 8254dd4b-322b-4bd1-84df-373ddadc9b69, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:38.289922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] For port 8254dd4b-322b-4bd1-84df-373ddadc9b69, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8254dd4b-322b-4bd1-84df-373ddadc9b69,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:38.376652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc04065a-3856-4e9d-979e-06dce4c70402 req-7a78c8d5-98bb-480f-ba40-8d37e30be31a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991020 Jul 22 21:13:38.399423 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:38.453418 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:38.569248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:38.573527 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c304bef-dffe-4547-9bcd-148e54806265" -d '{"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-plugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:38.628247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935d068-7196-4b71-8675-49bce85b80dc None None] Pushing event updated for resources: {'Port': ['ID=8254dd4b-322b-4bd1-84df-373ddadc9b69,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:38.650782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:38.657506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:38.768438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.139 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/5a892763-6962-4813-a3d0-a0137b8adfed) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:38.792402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:38.827988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48141-8aec-4a77-9982-394b5d2ba0aa req-d443d304-0dc9-4732-b835-51be9fbef3d0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.830357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ca48141-8aec-4a77-9982-394b5d2ba0aa req-d443d304-0dc9-4732-b835-51be9fbef3d0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.2799416 Jul 22 21:13:38.932100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046780b6-19c3-47ca-8551-828aa808fb2e req-859c9815-28d2-47a0-8330-4a36f0103f47 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.935730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046780b6-19c3-47ca-8551-828aa808fb2e req-859c9815-28d2-47a0-8330-4a36f0103f47 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.951410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046780b6-19c3-47ca-8551-828aa808fb2e req-859c9815-28d2-47a0-8330-4a36f0103f47 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:38.960578 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-046780b6-19c3-47ca-8551-828aa808fb2e req-859c9815-28d2-47a0-8330-4a36f0103f47 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2400 time: 0.3774309 Jul 22 21:13:38.975327 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:39.042728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ca48141-8aec-4a77-9982-394b5d2ba0aa req-8cd16506-0c61-4dd3-826b-50a81e5d3a62 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638544 Jul 22 21:13:39.151768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-046780b6-19c3-47ca-8551-828aa808fb2e req-4960358d-fca4-4c21-829d-ce7f6ae6775e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438606 Jul 22 21:13:39.191307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8254dd4b-322b-4bd1-84df-373ddadc9b69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:39.351134 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fa5993-2f2c-4c4b-842f-c4c585aa4b70 x-openstack-request-id: req-b7fa5993-2f2c-4c4b-842f-c4c585aa4b70 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:39.358373 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-plugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:39.358661 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7fa5993-2f2c-4c4b-842f-c4c585aa4b70 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:39.359085 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'code': 200} Jul 22 21:13:39.384578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8254dd4b-322b-4bd1-84df-373ddadc9b69 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:39.644392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3846d0d-641e-4608-9c81-4c982f429f99 req-43661798-708f-4b42-8ac0-20b5e3dbf3b3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:39.649426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3846d0d-641e-4608-9c81-4c982f429f99 req-43661798-708f-4b42-8ac0-20b5e3dbf3b3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.1991267 Jul 22 21:13:39.717236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-229e872d-09d6-46dd-b608-aba8403aed00 req-79bef24e-f585-43c6-ac36-147bcaab3c69 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 210 time: 0.0652885 Jul 22 21:13:39.722602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:39.793336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04279-f601-48f4-820d-cd592baaba09 req-d19d46b7-1fbb-4c50-b271-b8f8008e9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:39.799434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3846d0d-641e-4608-9c81-4c982f429f99 req-f6fc0b02-a16b-4b36-8d34-796ac03d78ef tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268787 Jul 22 21:13:39.818776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04279-f601-48f4-820d-cd592baaba09 req-d19d46b7-1fbb-4c50-b271-b8f8008e9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:39.818776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04279-f601-48f4-820d-cd592baaba09 req-d19d46b7-1fbb-4c50-b271-b8f8008e9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:39.830206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ad04279-f601-48f4-820d-cd592baaba09 req-d19d46b7-1fbb-4c50-b271-b8f8008e9007 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5650499 Jul 22 21:13:39.864383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:39.952727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object 5a892763-6962-4813-a3d0-a0137b8adfed will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:39.974791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:40.008749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51060) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:40.064821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cfaaa-d1e0-4573-af55-4756b20db374 req-8c6e8e9f-cbf7-4c41-bd5d-dea885010cd0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:40.077726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-274cfaaa-d1e0-4573-af55-4756b20db374 req-8c6e8e9f-cbf7-4c41-bd5d-dea885010cd0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.1662345 Jul 22 21:13:40.177504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc82be-a356-45de-aca2-f2cb37a574e8 req-4fa9c351-f13f-4de1-8db1-0fae94bc387f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:40.192517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55bc82be-a356-45de-aca2-f2cb37a574e8 req-4fa9c351-f13f-4de1-8db1-0fae94bc387f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.2250314 Jul 22 21:13:40.204382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-274cfaaa-d1e0-4573-af55-4756b20db374 req-1e3c4750-09cc-4728-8613-bb7701fed176 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252944 Jul 22 21:13:40.280074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55bc82be-a356-45de-aca2-f2cb37a574e8 req-dc911bf5-962f-4fec-9ce8-44d26138d52f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803170 Jul 22 21:13:40.366234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-327c1dc5-a928-434b-869f-4e4134061880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:40.536744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137cb56d-7be6-433f-948b-c0dbb85d6213 None None] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:40.603728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04279-f601-48f4-820d-cd592baaba09 req-300e05a7-e0b2-4fa7-85a0-ed1ce1f52c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:40.605658 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ad04279-f601-48f4-820d-cd592baaba09 req-300e05a7-e0b2-4fa7-85a0-ed1ce1f52c35 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7441294 Jul 22 21:13:40.614696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:40.621030 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:40.632191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:40.639200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7', 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'f47f5df3-1361-417d-aca6-9289271734c6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:40.651947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603', '04bca98d-6e3a-42ac-b347-d7757caa4fb3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:40.684374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-abd17de5-9671-4b4e-9b2a-c0b5dd8a1ca7 None None] Provisioning for port 8254dd4b-322b-4bd1-84df-373ddadc9b69 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:40.737906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:40.744918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:40.755331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Transition to ACTIVE for port object c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:40.761577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:40.767589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085199-964f-4dd1-9d45-04ff14bfe706 req-b55c9e40-2b3c-4cbc-a142-21a15695281e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:40.773633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:40.778819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085199-964f-4dd1-9d45-04ff14bfe706 req-b55c9e40-2b3c-4cbc-a142-21a15695281e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:40.790792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085199-964f-4dd1-9d45-04ff14bfe706 req-b55c9e40-2b3c-4cbc-a142-21a15695281e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:40.793402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53085199-964f-4dd1-9d45-04ff14bfe706 req-b55c9e40-2b3c-4cbc-a142-21a15695281e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2400 time: 0.4142840 Jul 22 21:13:40.805420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=5a892763-6962-4813-a3d0-a0137b8adfed,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:40.825067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Allocated IP 172.25.5.92 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/98c56a72-9868-432a-8fbd-7b9ed08dffde) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:40.856345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-abd17de5-9671-4b4e-9b2a-c0b5dd8a1ca7 None None] Provisioning complete for port 8254dd4b-322b-4bd1-84df-373ddadc9b69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:40.856995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-abd17de5-9671-4b4e-9b2a-c0b5dd8a1ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.003566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371f942-8cb1-4008-a9ab-12358f8d1eab req-c5cae776-d6fc-4104-a858-741a057cef61 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:41.017098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9371f942-8cb1-4008-a9ab-12358f8d1eab req-c5cae776-d6fc-4104-a858-741a057cef61 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.3556397 Jul 22 21:13:41.045996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-327c1dc5-a928-434b-869f-4e4134061880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.073739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:41.074416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.095974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53085199-964f-4dd1-9d45-04ff14bfe706 req-3f275a27-714a-4616-b19f-f8e4351ed616 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668047 Jul 22 21:13:41.139349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Pushing event updated for resources: {'Port': ['ID=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:41.228450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-327c1dc5-a928-434b-869f-4e4134061880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.237018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9371f942-8cb1-4008-a9ab-12358f8d1eab req-5f898fdc-7400-46c4-bf64-5384629ce43d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171500 Jul 22 21:13:41.295409 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-a15bed11-3c31-47a1-b501-0a740dfe6140 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3741107 Jul 22 21:13:41.305785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Attempting to bind port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:41.306335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Attempting to bind port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:41.306864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Attempting to bind port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 on network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:41.310608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-327c1dc5-a928-434b-869f-4e4134061880 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7133adef690f42a2b800e8d7dd196ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2987025 Jul 22 21:13:41.311520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c1dc5-a928-434b-869f-4e4134061880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c233869a-bcc2-4d82-8927-8cbe4245da6b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:41.324741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51082) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:41.330465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Request body: {'port': {'device_id': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:41.401899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.427289 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-abd17de5-9671-4b4e-9b2a-c0b5dd8a1ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.523055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 on network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:41.525048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Attempting to bind port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 on network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:41.538769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe745e90-6906-4a34-a402-70d1390245de req-cda951aa-1005-4d40-9bd1-5b4a5f8ad7ae tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:41.562389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe745e90-6906-4a34-a402-70d1390245de req-cda951aa-1005-4d40-9bd1-5b4a5f8ad7ae tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 936 time: 0.2264090 Jul 22 21:13:41.575805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.618634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-abd17de5-9671-4b4e-9b2a-c0b5dd8a1ca7 None None] For port 8254dd4b-322b-4bd1-84df-373ddadc9b69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8254dd4b-322b-4bd1-84df-373ddadc9b69,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:41.656475 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-abd17de5-9671-4b4e-9b2a-c0b5dd8a1ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.664689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe745e90-6906-4a34-a402-70d1390245de req-598a052e-694e-44bc-94f6-694c0dda6109 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010079 Jul 22 21:13:41.734363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Pushing event updated for resources: {'Port': ['ID=98c56a72-9868-432a-8fbd-7b9ed08dffde,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:41.743537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:41.744465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Checking segment: {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:41.744741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Bound using segment: {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:41.745165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Bound port: c3ea70c0-75f3-4e0d-ae8d-3002528e6f14, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520394f6-10e4-4764-a330-cd526703d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:41.745624 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:41.805351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0cc73-75e4-4e08-bb78-d6c156db850d req-67923bad-2525-4524-9c4e-ff6e7369f33f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:41.809566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65b0cc73-75e4-4e08-bb78-d6c156db850d req-67923bad-2525-4524-9c4e-ff6e7369f33f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.1633942 Jul 22 21:13:41.910725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65b0cc73-75e4-4e08-bb78-d6c156db850d req-75e9f6a0-3488-446c-8037-601706310224 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895731 Jul 22 21:13:41.967046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:41.979908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ada0e31-82a4-409c-af7d-c986712dddd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.025069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd17de5-9671-4b4e-9b2a-c0b5dd8a1ca7 None None] Pushing event updated for resources: {'Port': ['ID=8254dd4b-322b-4bd1-84df-373ddadc9b69,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:42.050126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:42.060581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e48a5270-369c-4e56-bc09-39dfc23e228d None None] Provisioning for port 5a892763-6962-4813-a3d0-a0137b8adfed completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:42.070812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:42.076132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e48a5270-369c-4e56-bc09-39dfc23e228d None None] Provisioning complete for port 5a892763-6962-4813-a3d0-a0137b8adfed triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:42.076836 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e48a5270-369c-4e56-bc09-39dfc23e228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.128108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-c2263019-88c4-4916-882b-3aab26b3ae21 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397365 Jul 22 21:13:42.161913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.180632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e48a5270-369c-4e56-bc09-39dfc23e228d None None] Port 5a892763-6962-4813-a3d0-a0137b8adfed cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:42.214408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ada0e31-82a4-409c-af7d-c986712dddd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.219282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06266be-7baa-49b9-9123-817e902a2595 req-dd7f9e9f-17e8-43a3-b077-a0d7d1dc63d0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:42.229095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c06266be-7baa-49b9-9123-817e902a2595 req-dd7f9e9f-17e8-43a3-b077-a0d7d1dc63d0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.2169178 Jul 22 21:13:42.248019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] For port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:42.261888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] For port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:42.305415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.356482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f6962b03-c675-4a00-91ee-48ac3acb4a2e None None] Provisioning complete for port 8254dd4b-322b-4bd1-84df-373ddadc9b69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:42.357061 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f6962b03-c675-4a00-91ee-48ac3acb4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.398876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c06266be-7baa-49b9-9123-817e902a2595 req-c9530e52-912b-43a7-9f55-b47491b4b377 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684699 Jul 22 21:13:42.424253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-449ba5f6-626f-4ff0-8ba3-db414e02d21b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:42.456573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-449ba5f6-626f-4ff0-8ba3-db414e02d21b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031824 Jul 22 21:13:42.461292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:42.463583 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.472022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] 10.222.0.23 "PUT /v2.0/ports/c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 HTTP/1.1" status: 200 len: 1093 time: 5.3683865 Jul 22 21:13:42.482166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'tag': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:42.486659 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe005f6-8c30-45a1-a262-5dc52f41e806" -d '{"events": [{"name": "network-changed", "server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "tag": "c3ea70c0-75f3-4e0d-ae8d-3002528e6f14"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:42.502292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-e1558a18-88f1-4658-a2c4-feac33db7e7b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/quotas/048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 375 time: 0.0332477 Jul 22 21:13:42.619053 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-768756fb-c95e-4669-993d-c335d71dd558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.760160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-34494470-8a6c-4add-8315-7b238e25a574 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559800 Jul 22 21:13:42.860807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb22607-96da-49fe-ad2a-2ba5dda6afee service neutron] Pushing event updated for resources: {'Port': ['ID=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:42.897140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48c8e-9f62-4186-9aa7-41f1cd39d79f req-b3199ab4-8257-436c-a295-617d1882e8cb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:42.910772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48c8e-9f62-4186-9aa7-41f1cd39d79f req-b3199ab4-8257-436c-a295-617d1882e8cb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:42.918747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48c8e-9f62-4186-9aa7-41f1cd39d79f req-b3199ab4-8257-436c-a295-617d1882e8cb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:42.926359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ad48c8e-9f62-4186-9aa7-41f1cd39d79f req-b3199ab4-8257-436c-a295-617d1882e8cb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2412 time: 0.2876155 Jul 22 21:13:42.976939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ada0e31-82a4-409c-af7d-c986712dddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.980073 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ada0e31-82a4-409c-af7d-c986712dddd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:42.981787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ad48c8e-9f62-4186-9aa7-41f1cd39d79f req-b1299ec0-d3ba-43f5-8c50-926ef807ffac tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544255 Jul 22 21:13:42.983997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ada0e31-82a4-409c-af7d-c986712dddd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c233869a-bcc2-4d82-8927-8cbe4245da6b HTTP/1.1" status: 204 len: 168 time: 1.6499093 Jul 22 21:13:43.117283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada0e31-82a4-409c-af7d-c986712dddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c233869a-bcc2-4d82-8927-8cbe4245da6b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:43.135475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8254dd4b-322b-4bd1-84df-373ddadc9b69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:43.207553 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94658fdd-4f9b-4d11-8ded-bbce64cf0261 x-openstack-request-id: req-94658fdd-4f9b-4d11-8ded-bbce64cf0261 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:43.207885 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "tag": "c3ea70c0-75f3-4e0d-ae8d-3002528e6f14", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:43.208140 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-94658fdd-4f9b-4d11-8ded-bbce64cf0261 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:43.208550 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'tag': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14', 'status': 'completed', 'code': 200} Jul 22 21:13:43.278356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8254dd4b-322b-4bd1-84df-373ddadc9b69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:43.279057 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:43.338813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccb344-5592-4f20-be70-31d0c3326bb5 req-b13ea1c2-cd1a-4c08-b059-7744dc4b2a19 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:43.355378 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51ccb344-5592-4f20-be70-31d0c3326bb5 req-b13ea1c2-cd1a-4c08-b059-7744dc4b2a19 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 936 time: 0.1771142 Jul 22 21:13:43.369799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-c3fcf200-64ea-464e-a1f0-43b224605aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:43.377779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-c3fcf200-64ea-464e-a1f0-43b224605aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:43.382622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-c3fcf200-64ea-464e-a1f0-43b224605aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:43.386076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-c3fcf200-64ea-464e-a1f0-43b224605aff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2868 time: 0.6450214 Jul 22 21:13:43.464552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a892763-6962-4813-a3d0-a0137b8adfed {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:43.492839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:43.494367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51ccb344-5592-4f20-be70-31d0c3326bb5 req-153169ff-3819-4aa3-bb7c-c630b327601a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380067 Jul 22 21:13:43.568984 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-bfac5086-f81b-4a43-839f-844baeb4d12a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=2fcdc814-59df-4ca5-b63c-bb34209f1b14 HTTP/1.1" status: 200 len: 217 time: 0.0599995 Jul 22 21:13:43.573414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7a9ae-3f88-4e40-aa04-000d5b09322c req-df9e87d5-0d06-4ad7-829c-4cef05fbbb75 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:43.574072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:43.575168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ea7a9ae-3f88-4e40-aa04-000d5b09322c req-df9e87d5-0d06-4ad7-829c-4cef05fbbb75 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.1719608 Jul 22 21:13:43.578877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Transition to ACTIVE for port object 5a892763-6962-4813-a3d0-a0137b8adfed will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:43.589311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:43.643005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daa21714-0f52-4737-a88b-805d94315f6d req-a08bb3ca-997e-4dba-90e0-ab586e2ee399 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 210 time: 0.0631311 Jul 22 21:13:43.712672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ea7a9ae-3f88-4e40-aa04-000d5b09322c req-9a9860f9-4356-46ce-a711-b26744d1dc6b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198506 Jul 22 21:13:43.809221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-01bebeec-8fc1-4efa-bec7-01a92508996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:43.809830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-01bebeec-8fc1-4efa-bec7-01a92508996c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6053d9a0-10ca-457e-ac8a-acb62f23bb86 HTTP/1.1" status: 200 len: 801 time: 0.2329214 Jul 22 21:13:43.819920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51134) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:43.853219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Pushing event updated for resources: {'Port': ['ID=5a892763-6962-4813-a3d0-a0137b8adfed,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:43.897499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea8170fc-9f3e-435f-b558-ddb218934afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.240875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea8170fc-9f3e-435f-b558-ddb218934afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.240978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Attempting to bind port 5a892763-6962-4813-a3d0-a0137b8adfed on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:44.241469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Attempting to bind port 5a892763-6962-4813-a3d0-a0137b8adfed by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:44.241469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Attempting to bind port 5a892763-6962-4813-a3d0-a0137b8adfed on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:44.253811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-2982d2ef-d40f-4dd6-b04e-75ab6f490a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:44.255509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-2982d2ef-d40f-4dd6-b04e-75ab6f490a5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4205229 Jul 22 21:13:44.260823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Port 5a892763-6962-4813-a3d0-a0137b8adfed on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:44.261139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Attempting to bind port 5a892763-6962-4813-a3d0-a0137b8adfed on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:44.272259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:44.272604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:44.272973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:44.273668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Bound port: 5a892763-6962-4813-a3d0-a0137b8adfed, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:44.274031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.283338 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea8170fc-9f3e-435f-b558-ddb218934afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.283937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.325210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46966d8c-69ba-419e-98bd-ad869728e4cd req-d1a4637f-d504-4d4f-a480-46ad8c62f8fc tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:44.334027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46966d8c-69ba-419e-98bd-ad869728e4cd req-d1a4637f-d504-4d4f-a480-46ad8c62f8fc tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.2987359 Jul 22 21:13:44.377630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8170fc-9f3e-435f-b558-ddb218934afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27728ed1-9b3d-4151-bc04-07d1c7269ba8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:44.390713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ea8170fc-9f3e-435f-b558-ddb218934afe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37071ce682574eed9b4722f6f0914d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690067 Jul 22 21:13:44.397393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51144) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:44.454192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46966d8c-69ba-419e-98bd-ad869728e4cd req-e580a795-5a14-4ff6-b3b2-dd3c73b8ff9c tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176851 Jul 22 21:13:44.515797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575d0fb-e647-44e3-bcef-f87fc70ac49f req-12c8284c-7563-4306-976d-d2ad90c121e4 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:44.524769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575d0fb-e647-44e3-bcef-f87fc70ac49f req-12c8284c-7563-4306-976d-d2ad90c121e4 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:44.534856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575d0fb-e647-44e3-bcef-f87fc70ac49f req-12c8284c-7563-4306-976d-d2ad90c121e4 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:44.544663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7575d0fb-e647-44e3-bcef-f87fc70ac49f req-12c8284c-7563-4306-976d-d2ad90c121e4 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2412 time: 0.3287694 Jul 22 21:13:44.599704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e502dc00-5536-479e-b1fe-20130d89cf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.646332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7575d0fb-e647-44e3-bcef-f87fc70ac49f req-bb7289e8-1db7-426b-b2a0-5aaf3578644d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005840 Jul 22 21:13:44.695795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e502dc00-5536-479e-b1fe-20130d89cf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.811985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e502dc00-5536-479e-b1fe-20130d89cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.815287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e502dc00-5536-479e-b1fe-20130d89cf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.819532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e502dc00-5536-479e-b1fe-20130d89cf33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/27728ed1-9b3d-4151-bc04-07d1c7269ba8 HTTP/1.1" status: 204 len: 168 time: 0.4211175 Jul 22 21:13:44.833718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502dc00-5536-479e-b1fe-20130d89cf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27728ed1-9b3d-4151-bc04-07d1c7269ba8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:44.868795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c1024-6678-47c2-bfc9-b49d86dd3039 req-3d739cab-97cb-4631-80fb-d08141a67444 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:44.870539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d45c1024-6678-47c2-bfc9-b49d86dd3039 req-3d739cab-97cb-4631-80fb-d08141a67444 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 948 time: 0.1048651 Jul 22 21:13:44.941042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d45c1024-6678-47c2-bfc9-b49d86dd3039 req-94fbaa5a-dc1a-4eb8-b58b-35e19455ad6e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543797 Jul 22 21:13:44.964722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] For port 5a892763-6962-4813-a3d0-a0137b8adfed, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:44.964722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] For port 5a892763-6962-4813-a3d0-a0137b8adfed, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5a892763-6962-4813-a3d0-a0137b8adfed,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:45.011147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.047288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:45.048495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.050913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] 10.222.0.58 "PUT /v2.0/ports/5a892763-6962-4813-a3d0-a0137b8adfed HTTP/1.1" status: 200 len: 1097 time: 3.7410181 Jul 22 21:13:45.070294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-f0506d02-dbf5-4b2a-86c8-139d8ad87cee service neutron] 10.222.0.23 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7934494 Jul 22 21:13:45.177796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c29d57e-cb83-4349-a469-52fb7063563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.196144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1a33370-8640-4bcb-bae1-bc44928ce2f5 req-524891a5-6a41-4f3b-b595-7565cb2de61c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 210 time: 0.1239765 Jul 22 21:13:45.242216 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.249675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'tag': '5a892763-6962-4813-a3d0-a0137b8adfed'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:45.256943 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83966b26-43d9-4efd-851d-34c3ca64fef5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c3419c-04cc-4899-9e0f-7d674b877f58", "tag": "5a892763-6962-4813-a3d0-a0137b8adfed"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:45.441635 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499fc3f0-6aef-49e3-8d8a-d5d4893198c5 x-openstack-request-id: req-499fc3f0-6aef-49e3-8d8a-d5d4893198c5 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:45.444099 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c3419c-04cc-4899-9e0f-7d674b877f58", "tag": "5a892763-6962-4813-a3d0-a0137b8adfed", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:45.454412 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-499fc3f0-6aef-49e3-8d8a-d5d4893198c5 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:45.455607 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'tag': '5a892763-6962-4813-a3d0-a0137b8adfed', 'status': 'completed', 'code': 200} Jul 22 21:13:45.658684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-5fb87459-72c4-41c8-8047-a6325bf1edc1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1900828 Jul 22 21:13:45.785407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d8b9-20f2-4993-83a5-72e334fba629 service neutron] Pushing event updated for resources: {'Port': ['ID=5a892763-6962-4813-a3d0-a0137b8adfed,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:45.917950 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-0962acc7-d679-4437-afc6-f894a061545c service neutron] 10.222.0.23 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854192 Jul 22 21:13:45.944381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-3ece0271-db88-4efb-91e0-38096ef2c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:45.945930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-3ece0271-db88-4efb-91e0-38096ef2c373 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 1100 time: 0.8270910 Jul 22 21:13:45.961938 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.006430 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-1bb741dc-eec3-40ac-a465-7672a5e33eb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.235&port_id=aa66e5c2-ad16-467f-b32c-500092aef306 HTTP/1.1" status: 200 len: 217 time: 0.0677602 Jul 22 21:13:46.217475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:13:46.222847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bec835-fcf9-415f-9809-68f7278bf73f req-d984bec8-e74e-4495-8726-815e131ace7f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.224349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-63805dc4-3000-4f46-931c-7415fe49fbfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=5a892763-6962-4813-a3d0-a0137b8adfed HTTP/1.1" status: 200 len: 217 time: 0.2164209 Jul 22 21:13:46.227165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48bec835-fcf9-415f-9809-68f7278bf73f req-d984bec8-e74e-4495-8726-815e131ace7f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.1973469 Jul 22 21:13:46.303684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e3b1-892f-4eb8-afd7-757c5c86afcf req-9303ff95-e75c-4207-8004-d2aaf62f89df tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.313870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e3b1-892f-4eb8-afd7-757c5c86afcf req-9303ff95-e75c-4207-8004-d2aaf62f89df tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.326109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e3b1-892f-4eb8-afd7-757c5c86afcf req-9303ff95-e75c-4207-8004-d2aaf62f89df tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.337989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8021e3b1-892f-4eb8-afd7-757c5c86afcf req-9303ff95-e75c-4207-8004-d2aaf62f89df tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2412 time: 0.2332125 Jul 22 21:13:46.399305 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48bec835-fcf9-415f-9809-68f7278bf73f req-4a514a6d-0111-4223-a83b-73fbd58137a6 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501367 Jul 22 21:13:46.453830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8021e3b1-892f-4eb8-afd7-757c5c86afcf req-712e044b-118a-4d42-8c27-521bc52df177 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138315 Jul 22 21:13:46.510556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-7eb800d2-bf93-4c5f-96dc-e6456ba40eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.510556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-7eb800d2-bf93-4c5f-96dc-e6456ba40eef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2397702 Jul 22 21:13:46.511477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-7a3a34d5-5f18-48ec-b2b9-54cc78057f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.513210 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-7a3a34d5-5f18-48ec-b2b9-54cc78057f95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f512b7f7-69c9-4d05-9007-350cad36b238 HTTP/1.1" status: 200 len: 801 time: 0.3445573 Jul 22 21:13:46.605437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-295b3f7c-9bcc-4feb-a58f-df42b55f264d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.608476 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-295b3f7c-9bcc-4feb-a58f-df42b55f264d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9254847 Jul 22 21:13:46.677021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Request body: {'port': {'device_id': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '048d87f66b0143b49e7616f0c3817438'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:46.757357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-756ad3fe-a4d5-4af7-ad88-115e5f5c799e req-51eb2169-7042-4283-ba46-b9b609ffeb2d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 210 time: 0.1092031 Jul 22 21:13:46.816539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a3b91-9c06-4ca9-a626-ac7f12d92cad req-f19f5556-5f82-4772-95d8-23761f2381f2 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.820212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-130a3b91-9c06-4ca9-a626-ac7f12d92cad req-f19f5556-5f82-4772-95d8-23761f2381f2 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 948 time: 0.2565982 Jul 22 21:13:46.907931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:46.910933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-130a3b91-9c06-4ca9-a626-ac7f12d92cad req-1ee72bd3-df18-4562-b518-b71acf081839 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771873 Jul 22 21:13:46.936721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-3cea2478-7c65-42e9-8d46-c9b47d49dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.938406 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-3cea2478-7c65-42e9-8d46-c9b47d49dae9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8793a905-2ca9-40f7-bb15-d60bf19d00e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3736534 Jul 22 21:13:46.963412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-aaf23094-0643-418d-9969-88953ea2de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:46.964300 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Sync routers for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:46.965955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-aaf23094-0643-418d-9969-88953ea2de14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4004192 Jul 22 21:13:46.966730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.973658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51208) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:46.974064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4cd9c1d-51b6-4f59-b737-2e9bd35463d2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 11.2857623 Jul 22 21:13:47.026094 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:47.027386 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:13:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:47.205854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Made reservation on behalf of 048d87f66b0143b49e7616f0c3817438 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:47.209427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.351998 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:47.416635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Allocated IP 192.168.233.102 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/59716cea-caa6-45bd-bce8-9b29cc6998bb) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:47.537353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-45cc783b-1fde-43fa-9c2c-19b86659516a service neutron] 10.222.0.23 "GET /v2.0/networks/8793a905-2ca9-40f7-bb15-d60bf19d00e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775740 Jul 22 21:13:47.550364 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-801e2240-d624-4275-9a32-901e41134b20 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745084 Jul 22 21:13:47.955498 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.982402 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:42Z', 'revision_number': 3, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:48.005858 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-5b8737ce-1189-451a-8cb8-02f21d1ff52e service neutron] 10.222.0.23 "GET /v2.0/networks/8793a905-2ca9-40f7-bb15-d60bf19d00e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538524 Jul 22 21:13:48.015709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c3637b11-bfd6-4de2-9e7a-c470ab5997c9 req-74adf94c-6fc0-477c-b8af-0b83fea24467 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783128 Jul 22 21:13:48.069009 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Checking router: c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:48.070459 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Updating router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 port 98c56a72-9868-432a-8fbd-7b9ed08dffde binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:48.084083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:48.087488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-09e0aa74-7a38-4497-b76f-82881fe9f5f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 HTTP/1.1" status: 200 len: 217 time: 0.0612555 Jul 22 21:13:48.153160 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:48.242737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Transition to ACTIVE for port object 59716cea-caa6-45bd-bce8-9b29cc6998bb will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:48.252313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-c21feea0-c988-48dc-bc6a-3e013e5fb150 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bc2046e0063d42cbb6f70d52e2684dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924950 Jul 22 21:13:48.295176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-e2a22b42-3be2-4302-bad4-91a84acfdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.298282 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-e2a22b42-3be2-4302-bad4-91a84acfdb95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6053d9a0-10ca-457e-ac8a-acb62f23bb86 HTTP/1.1" status: 200 len: 801 time: 0.1906233 Jul 22 21:13:48.392591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106bede-be47-4f2c-af7e-6d1654409d78 req-e692dad2-7b64-4f8a-9c74-12c4c35e9663 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.403830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7106bede-be47-4f2c-af7e-6d1654409d78 req-e692dad2-7b64-4f8a-9c74-12c4c35e9663 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.2399991 Jul 22 21:13:48.406827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-e8ee93ce-2119-40f9-b35f-59fd62d85e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.408951 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-e8ee93ce-2119-40f9-b35f-59fd62d85e58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 1100 time: 0.2813370 Jul 22 21:13:48.500910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:48.534001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:48.642132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:48.666105 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:48.802228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9e1e47c7-ab52-4d1e-9cd1-a25be0d31d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.805254 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9e1e47c7-ab52-4d1e-9cd1-a25be0d31d1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4909942 Jul 22 21:13:48.809342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:48.826426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7106bede-be47-4f2c-af7e-6d1654409d78 req-60b9b191-4b83-43a5-af6b-d15a4a5b41af tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247222 Jul 22 21:13:48.839611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:48.844260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:48.864564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:48.875873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:48.909370 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-21d6e455-a170-49d2-ad38-315407da46ba tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.929420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-21d6e455-a170-49d2-ad38-315407da46ba tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6761434 Jul 22 21:13:48.961096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-22b706b0-e071-481b-9870-9dd2981e47dd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/quotas/bc2046e0063d42cbb6f70d52e2684dce HTTP/1.1" status: 200 len: 375 time: 0.0298319 Jul 22 21:13:48.988860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.989965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.099091 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:13:49.149203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-bd4d6316-3167-40b9-b223-f581e6a5df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:49.154617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-bd4d6316-3167-40b9-b223-f581e6a5df90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.7334991 Jul 22 21:13:49.166279 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-bc1f4674-504b-4119-acff-af36e40ae294 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5032496 Jul 22 21:13:49.224441 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.245576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-3ba9ca07-9b70-48d7-99dd-9e5d58c827ea tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc2046e0063d42cbb6f70d52e2684dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2824409 Jul 22 21:13:49.265789 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Transition to ACTIVE for port object 98c56a72-9868-432a-8fbd-7b9ed08dffde will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:49.283681 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.403200 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-913aace3-c73c-49a4-b4d0-b3624092a2ff service neutron] 10.222.0.23 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811114 Jul 22 21:13:49.418052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Request body: {'port': {'device_id': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:49.458991 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abff983-b6b2-4ceb-96d4-8ccbc6e6d81d None None] Pushing event updated for resources: {'Port': ['ID=98c56a72-9868-432a-8fbd-7b9ed08dffde,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:49.504594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Attempting to bind port 98c56a72-9868-432a-8fbd-7b9ed08dffde on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:49.508506 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Attempting to bind port 98c56a72-9868-432a-8fbd-7b9ed08dffde by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:49.509525 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Attempting to bind port 98c56a72-9868-432a-8fbd-7b9ed08dffde on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:49.532984 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:49.534548 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:49.536359 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.541356 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:49.542071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca93a-2c16-40c0-ad63-665d4878bcfc req-dd6a8d35-c61f-46a2-9982-cb30b195a5c5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:49.543762 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Bound port: 98c56a72-9868-432a-8fbd-7b9ed08dffde, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:49.545345 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.557466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca93a-2c16-40c0-ad63-665d4878bcfc req-dd6a8d35-c61f-46a2-9982-cb30b195a5c5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:49.576934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca93a-2c16-40c0-ad63-665d4878bcfc req-dd6a8d35-c61f-46a2-9982-cb30b195a5c5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:49.595496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a9a709a-448c-4e32-bece-549a9c0231ce None None] Provisioning for port 59716cea-caa6-45bd-bce8-9b29cc6998bb completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:49.604876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-763ca93a-2c16-40c0-ad63-665d4878bcfc req-dd6a8d35-c61f-46a2-9982-cb30b195a5c5 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2412 time: 0.4936554 Jul 22 21:13:49.612426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-e20ecf79-6bef-44dd-8d28-212801826a87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=5a892763-6962-4813-a3d0-a0137b8adfed HTTP/1.1" status: 200 len: 217 time: 0.4394100 Jul 22 21:13:49.658580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a9a709a-448c-4e32-bece-549a9c0231ce None None] Provisioning complete for port 59716cea-caa6-45bd-bce8-9b29cc6998bb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:49.660648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a9a709a-448c-4e32-bece-549a9c0231ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.717631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Allocated IP 172.20.0.1 (199ba4a4-2f32-4819-a61d-fada635a30b1/bb81cb67-a21f-44b2-bd05-c81ef0320eab/309c40f1-70cd-4265-bec6-bbf74a87af2e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:49.858081 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] For port 98c56a72-9868-432a-8fbd-7b9ed08dffde, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:49.874399 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] For port 98c56a72-9868-432a-8fbd-7b9ed08dffde, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=98c56a72-9868-432a-8fbd-7b9ed08dffde,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:49.939704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a709a-448c-4e32-bece-549a9c0231ce None None] Port 59716cea-caa6-45bd-bce8-9b29cc6998bb cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:49.941045 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.968754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:50.031401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'port_id': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'mac_address': 'fa:16:3e:ec:b8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d14413c-1d52-47c3-b230-284c77ef01d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:50.130352 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:50.138861 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:13:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:50.211517 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.265988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3b3a3fd-8e70-4590-a044-c78893ff0c32 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:50.325059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:50.334663 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.341388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-763ca93a-2c16-40c0-ad63-665d4878bcfc req-eade4e0e-e5b9-4093-877e-b6e810ae3221 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344189 Jul 22 21:13:50.436040 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abff983-b6b2-4ceb-96d4-8ccbc6e6d81d None None] Pushing event updated for resources: {'Port': ['ID=98c56a72-9868-432a-8fbd-7b9ed08dffde,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:50.452294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.528081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Transition to ACTIVE for port object 309c40f1-70cd-4265-bec6-bbf74a87af2e will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:50.546459 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:50.581499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:50.607311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c8f09-ab34-4330-980e-620a79ff5783 req-317148c9-1ecf-430c-8793-1d61e23c7ce0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:50.622218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-93eca7a1-2943-447b-ad97-c2cdf8e7777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:50.631887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-93eca7a1-2943-447b-ad97-c2cdf8e7777b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.9963017 Jul 22 21:13:50.631887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.635642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e9c8f09-ab34-4330-980e-620a79ff5783 req-317148c9-1ecf-430c-8793-1d61e23c7ce0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 936 time: 0.5245790 Jul 22 21:13:50.645779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f164cae-3941-4889-91a9-ab4a901f5586 req-9684000a-4786-44f4-bf0f-23b4be67f6bd service neutron] 10.222.0.23 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2076280 Jul 22 21:13:50.720380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e9c8f09-ab34-4330-980e-620a79ff5783 req-2aeb19f6-8532-4c4e-bdec-ee22c6121c0c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835412 Jul 22 21:13:50.734370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.741487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b3b3a3fd-8e70-4590-a044-c78893ff0c32'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:50.969655 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:42Z', 'revision_number': 3, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:50.998724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:51.080790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3f371-f0a0-41f2-997b-febbe45437ce None None] The sync data for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 is: [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:42Z', 'revision_number': 3, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:51.086911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84011e42-107c-413a-94c4-c82fe5fc702b req-8f76ae3f-535c-4653-980d-fea015dc3d03 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 210 time: 0.2302806 Jul 22 21:13:51.088300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:51.097265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:51.142815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c701b-5b3b-4e5a-8a3e-9a0bafb834e3 req-a8733420-49bf-464e-832f-047ae225a63e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.151953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-c2992a6d-527c-48d1-8b9e-71622012c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.153966 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-c2992a6d-527c-48d1-8b9e-71622012c375 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4936023 Jul 22 21:13:51.167145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-802c701b-5b3b-4e5a-8a3e-9a0bafb834e3 req-a8733420-49bf-464e-832f-047ae225a63e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 948 time: 0.3772378 Jul 22 21:13:51.171712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Pushing event updated for resources: {'Port': ['ID=309c40f1-70cd-4265-bec6-bbf74a87af2e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:51.243759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-0ceb5a58-683b-4040-8045-b227054f4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.245154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-0ceb5a58-683b-4040-8045-b227054f4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.246045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-0ceb5a58-683b-4040-8045-b227054f4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.249649 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-0ceb5a58-683b-4040-8045-b227054f4f6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2868 time: 0.4866595 Jul 22 21:13:51.487350 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.517518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-802c701b-5b3b-4e5a-8a3e-9a0bafb834e3 req-a3ed2ed3-ea21-45cc-b0e8-5ad6a6f4b44b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319429 Jul 22 21:13:51.650469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5a892763-6962-4813-a3d0-a0137b8adfed details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:51.742621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ecae3577-1a8e-49bb-9af5-34e6068b7b06 None None] Provisioning for port 309c40f1-70cd-4265-bec6-bbf74a87af2e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:51.770307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-8d5915f7-bffa-471c-bd19-23aafa8a9370 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984068 Jul 22 21:13:51.779743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ecae3577-1a8e-49bb-9af5-34e6068b7b06 None None] Provisioning complete for port 309c40f1-70cd-4265-bec6-bbf74a87af2e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:51.780118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ecae3577-1a8e-49bb-9af5-34e6068b7b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.843000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48260b-3f74-45e1-a3b5-4614c5d3d36f req-d49dfc9b-357d-4944-8746-47c38c0766ff tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.846346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a48260b-3f74-45e1-a3b5-4614c5d3d36f req-d49dfc9b-357d-4944-8746-47c38c0766ff tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 944 time: 0.4677289 Jul 22 21:13:51.918712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ecae3577-1a8e-49bb-9af5-34e6068b7b06 None None] Port 309c40f1-70cd-4265-bec6-bbf74a87af2e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:51.953423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-4a52d562-daf3-4238-9ed7-59f9bb8ee361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.955263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-4a52d562-daf3-4238-9ed7-59f9bb8ee361 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878 HTTP/1.1" status: 200 len: 903 time: 0.5413375 Jul 22 21:13:51.983561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5a892763-6962-4813-a3d0-a0137b8adfed, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5a892763-6962-4813-a3d0-a0137b8adfed,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:52.020685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '5a892763-6962-4813-a3d0-a0137b8adfed', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '5a892763-6962-4813-a3d0-a0137b8adfed', 'mac_address': 'fa:16:3e:0d:3d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:52.060313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59716cea-caa6-45bd-bce8-9b29cc6998bb {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:52.077259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.088419 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.100095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a48260b-3f74-45e1-a3b5-4614c5d3d36f req-bb8cced9-e6f7-4f95-b3f0-15f41dd7be25 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139530 Jul 22 21:13:52.113877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Transition to ACTIVE for port object 59716cea-caa6-45bd-bce8-9b29cc6998bb will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:52.120819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-279c8520-c125-4a97-88f5-567a51834a85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 HTTP/1.1" status: 200 len: 217 time: 0.1545339 Jul 22 21:13:52.157849 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.173654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-a5161c88-c156-4a29-9b65-ce473d33c8b1 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bc2046e0063d42cbb6f70d52e2684dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577176 Jul 22 21:13:52.212460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a892763-6962-4813-a3d0-a0137b8adfed {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:52.216523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a04006-80bb-4dca-9db3-8779f6229d36 req-5c566b49-9de0-4fe9-8705-5b3589cd1624 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.225000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a04006-80bb-4dca-9db3-8779f6229d36 req-5c566b49-9de0-4fe9-8705-5b3589cd1624 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.233602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.234429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a04006-80bb-4dca-9db3-8779f6229d36 req-5c566b49-9de0-4fe9-8705-5b3589cd1624 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.246064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51a04006-80bb-4dca-9db3-8779f6229d36 req-5c566b49-9de0-4fe9-8705-5b3589cd1624 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2412 time: 0.4410965 Jul 22 21:13:52.287350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5a892763-6962-4813-a3d0-a0137b8adfed, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5a892763-6962-4813-a3d0-a0137b8adfed,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:52.294503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.442227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5a892763-6962-4813-a3d0-a0137b8adfed,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.497769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-14181ec7-47c6-4326-875f-3ed348cb2eed tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.499941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-14181ec7-47c6-4326-875f-3ed348cb2eed tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498436 Jul 22 21:13:52.554205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Request body: {'port': {'device_id': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'bc2046e0063d42cbb6f70d52e2684dce'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.580402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.586421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83966b26-43d9-4efd-851d-34c3ca64fef5 req-36b52320-ab76-4fc9-83c3-4d2365d4ad98 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970502 Jul 22 21:13:52.590420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-a5404699-89f6-4871-aebb-7f97b1fa2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.594686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-a5404699-89f6-4871-aebb-7f97b1fa2835 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6053d9a0-10ca-457e-ac8a-acb62f23bb86 HTTP/1.1" status: 200 len: 801 time: 0.4106188 Jul 22 21:13:52.726090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51a04006-80bb-4dca-9db3-8779f6229d36 req-ff5244c0-4ad8-4ec1-a549-cf8c93a5db36 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788935 Jul 22 21:13:52.753053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['5a892763-6962-4813-a3d0-a0137b8adfed'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:52.794615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:52.795268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:52.795488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:52.847625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:52.847974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:52.860982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-5a6b5243-b3c1-4bbc-acc7-86a1b8891ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.862763 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-5a6b5243-b3c1-4bbc-acc7-86a1b8891ad1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a096bb9e-d04d-4e90-ac8e-61bde0eb6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526662 Jul 22 21:13:52.863612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:52.863975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:52.864365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:52.867207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Bound port: 59716cea-caa6-45bd-bce8-9b29cc6998bb, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:52.867207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.893523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:52.904422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:52.913659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a4d5-851b-4b51-8857-0b7560541bec req-e06001e2-1de2-4e2b-bd6b-5327d55aae85 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.915589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aef4a4d5-851b-4b51-8857-0b7560541bec req-e06001e2-1de2-4e2b-bd6b-5327d55aae85 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 948 time: 0.4102457 Jul 22 21:13:53.055081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-1f0faf92-4661-498b-b90c-48dbb09ea0bb service neutron] 10.222.0.23 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674991 Jul 22 21:13:53.087109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1590c629-6db9-499c-8722-1dd118b04c37 req-4f7da77b-03ed-4833-90dd-8d7affde3f40 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 210 time: 0.1200991 Jul 22 21:13:53.164993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Made reservation on behalf of bc2046e0063d42cbb6f70d52e2684dce for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:53.177632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.200977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aef4a4d5-851b-4b51-8857-0b7560541bec req-f0f3fa0c-d63d-4e99-87c6-7f247db211c2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730281 Jul 22 21:13:53.223463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.254139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.272055 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.348261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:53.381204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:53.411872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.488609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c56a72-9868-432a-8fbd-7b9ed08dffde up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:53.582753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.583538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.585872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] 10.222.0.23 "PUT /v2.0/ports/59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 1097 time: 4.1906276 Jul 22 21:13:53.589983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:53.604597 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e4742a-8c64-4b35-a492-8bb26208b4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:53.661781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port b3b3a3fd-8e70-4590-a044-c78893ff0c32 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:53.662407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.781795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339379a-a73d-4d88-89af-0e3c3b97e49a service neutron] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.805033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-abe005f6-8c30-45a1-a262-5dc52f41e806 req-3b3496cb-58c0-4248-84b5-44f78d821bdb service neutron] 10.222.0.23 "GET /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435746 Jul 22 21:13:53.820128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 98c56a72-9868-432a-8fbd-7b9ed08dffde completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:53.862271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:53.876671 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.880738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 98c56a72-9868-432a-8fbd-7b9ed08dffde triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:53.882055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.904350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-099f7fd7-2b9c-4359-9b14-9001c50f5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.910048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Pushing event updated for resources: {'Port': ['ID=309c40f1-70cd-4265-bec6-bbf74a87af2e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.926522 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-099f7fd7-2b9c-4359-9b14-9001c50f5fb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1100 time: 0.2400992 Jul 22 21:13:54.046662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14', 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878', 'port_id': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14', 'mac_address': 'fa:16:3e:ed:b9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6053d9a0-10ca-457e-ac8a-acb62f23bb86', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:54.078123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-5fb1689d-e327-48c8-918c-bea0cc908bcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.1379142 Jul 22 21:13:54.112432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.130573 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.166967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.176676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.220478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab1f9-395e-4371-91d7-990ce550badd req-e5d92aec-2dff-4954-982c-c1c8a2d42e17 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.221892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-41cb6eef-8e54-4d8e-9859-be4b3c1d25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.223040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d6ab1f9-395e-4371-91d7-990ce550badd req-e5d92aec-2dff-4954-982c-c1c8a2d42e17 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 949 time: 0.8812957 Jul 22 21:13:54.223749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:54.225532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-41cb6eef-8e54-4d8e-9859-be4b3c1d25f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1132696 Jul 22 21:13:54.226091 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e5a4a4-3ad4-41d4-ade2-4b1fa5850797" -d '{"events": [{"server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "name": "network-vif-plugged", "status": "completed", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:54.278673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:54.293154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:54.329239 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.354521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-28c54b03-0027-4e49-b631-1c1de8601b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.357857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-28c54b03-0027-4e49-b631-1c1de8601b4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1189528 Jul 22 21:13:54.384505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc0f98-cb28-4e00-bd34-579b90fff4d0 req-f4968f7e-b5e5-4148-9769-16fd0a972de9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.397214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28bc0f98-cb28-4e00-bd34-579b90fff4d0 req-f4968f7e-b5e5-4148-9769-16fd0a972de9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 944 time: 0.4969876 Jul 22 21:13:54.399632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dafd2f4-7f9c-45c8-a198-2a833a4c6302,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.413413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:54.477024 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.479215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2fcdc814-59df-4ca5-b63c-bb34209f1b14 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:54.495090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:54.513447 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.545411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:54.564996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d6ab1f9-395e-4371-91d7-990ce550badd req-a5d6a8c3-21b4-4dd5-9aaa-029a9befa6ff tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793808 Jul 22 21:13:54.607898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28bc0f98-cb28-4e00-bd34-579b90fff4d0 req-65d848f8-65f8-4fc5-b08f-8cee0a25932d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091241 Jul 22 21:13:54.609676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2fcdc814-59df-4ca5-b63c-bb34209f1b14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2fcdc814-59df-4ca5-b63c-bb34209f1b14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:54.630307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-91f51da1-4eb3-41a6-be0b-0deb32e93c40 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601781 Jul 22 21:13:54.678532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 98c56a72-9868-432a-8fbd-7b9ed08dffde, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=98c56a72-9868-432a-8fbd-7b9ed08dffde,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:54.696131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.715773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2fcdc814-59df-4ca5-b63c-bb34209f1b14', 'network_id': 'a096bb9e-d04d-4e90-ac8e-61bde0eb6878', 'port_id': '2fcdc814-59df-4ca5-b63c-bb34209f1b14', 'mac_address': 'fa:16:3e:f1:ef:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6053d9a0-10ca-457e-ac8a-acb62f23bb86', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:54.752856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.759580 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd9181-9589-4ff7-b28b-ecce016fcf70 x-openstack-request-id: req-0ffd9181-9589-4ff7-b28b-ecce016fcf70 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:54.762867 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:54.763136 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ffd9181-9589-4ff7-b28b-ecce016fcf70 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:54.763536 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'status': 'completed', 'code': 200} Jul 22 21:13:54.879353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-219c4875-310c-4ebb-beb3-f9316a8431c2 req-be539cda-7c4e-4bf0-aac4-5271f0cc258d service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342126 Jul 22 21:13:54.939617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Allocated IP 192.168.233.128 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/81e22e12-63b5-4650-8ce3-0d2fd73cf472) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:54.970285 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.047090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a71853d2-2776-41c5-8888-5ad812a7075f req-d7c2f421-3c62-4702-b609-c6a024592cfa tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 210 time: 0.1517899 Jul 22 21:13:55.064282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.077161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcdc814-59df-4ca5-b63c-bb34209f1b14 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:55.188138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=98c56a72-9868-432a-8fbd-7b9ed08dffde,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.210253 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7e73e5-5a3f-4c42-b557-e1bec85f0f08 x-openstack-request-id: req-2e7e73e5-5a3f-4c42-b557-e1bec85f0f08 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:55.210906 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "name": "network-vif-plugged", "status": "completed", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:55.211429 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e7e73e5-5a3f-4c42-b557-e1bec85f0f08 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:55.212740 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'code': 200} Jul 22 21:13:55.227285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-a262f33c-75b0-4593-ae86-4787207df672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.229888 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-a262f33c-75b0-4593-ae86-4787207df672 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1100 time: 0.2036641 Jul 22 21:13:55.261377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:13:55.262143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2fcdc814-59df-4ca5-b63c-bb34209f1b14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2fcdc814-59df-4ca5-b63c-bb34209f1b14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:55.267063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cb989257-12ab-4a29-a3d2-72ec9bc3330c None None] Provisioning complete for port 309c40f1-70cd-4265-bec6-bbf74a87af2e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:55.267935 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb989257-12ab-4a29-a3d2-72ec9bc3330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.307939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.309222 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device aa66e5c2-ad16-467f-b32c-500092aef306 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:55.424045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-b52f32e4-cd7b-46f9-9e5c-d65101b06a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.426819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-b52f32e4-cd7b-46f9-9e5c-d65101b06a47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1770463 Jul 22 21:13:55.489029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port aa66e5c2-ad16-467f-b32c-500092aef306, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=aa66e5c2-ad16-467f-b32c-500092aef306,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:55.507321 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-3939bd62-a866-4900-8c7b-0636c3b11025 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.0687225 Jul 22 21:13:55.520687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'aa66e5c2-ad16-467f-b32c-500092aef306', 'network_id': '8793a905-2ca9-40f7-bb15-d60bf19d00e5', 'port_id': 'aa66e5c2-ad16-467f-b32c-500092aef306', 'mac_address': 'fa:16:3e:9a:24:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f512b7f7-69c9-4d05-9007-350cad36b238', 'ip_address': '19.86.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:55.627354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-cb989257-12ab-4a29-a3d2-72ec9bc3330c None None] Port 309c40f1-70cd-4265-bec6-bbf74a87af2e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:55.637964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-a276e597-a3cc-4ceb-bce8-980fe89d1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.642070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-a276e597-a3cc-4ceb-bce8-980fe89d1596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1275251 Jul 22 21:13:55.663362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2fcdc814-59df-4ca5-b63c-bb34209f1b14,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.667954 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.675347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5a892763-6962-4813-a3d0-a0137b8adfed up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:55.728788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa66e5c2-ad16-467f-b32c-500092aef306 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:55.759296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c93b6-dd48-47d5-9595-095177932e06 req-831a1a28-9d61-4bcd-bad9-ad3e34ea7ee6 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.766490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c93b6-dd48-47d5-9595-095177932e06 req-831a1a28-9d61-4bcd-bad9-ad3e34ea7ee6 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.772695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c93b6-dd48-47d5-9595-095177932e06 req-831a1a28-9d61-4bcd-bad9-ad3e34ea7ee6 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.774994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-323c93b6-dd48-47d5-9595-095177932e06 req-831a1a28-9d61-4bcd-bad9-ad3e34ea7ee6 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2413 time: 0.8876655 Jul 22 21:13:55.835184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port aa66e5c2-ad16-467f-b32c-500092aef306, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=aa66e5c2-ad16-467f-b32c-500092aef306,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:55.847749 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.849508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-c28d2fd5-f29c-488a-ac01-4a9195cd8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.855887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-c28d2fd5-f29c-488a-ac01-4a9195cd8197 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958134 Jul 22 21:13:55.898565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 5a892763-6962-4813-a3d0-a0137b8adfed completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:55.932222 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 5a892763-6962-4813-a3d0-a0137b8adfed triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:55.932222 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.985411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.999875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-323c93b6-dd48-47d5-9595-095177932e06 req-12cff533-8572-49a2-b9b1-0224f91c9e51 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109132 Jul 22 21:13:56.034131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Transition to ACTIVE for port object 81e22e12-63b5-4650-8ce3-0d2fd73cf472 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:56.075520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d1638-2285-4f7b-9bf8-1a8b8983f326 req-fa1b2798-d12c-4c40-b800-38523d9dce7f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:56.082391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=aa66e5c2-ad16-467f-b32c-500092aef306,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:56.089121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-365d1638-2285-4f7b-9bf8-1a8b8983f326 req-fa1b2798-d12c-4c40-b800-38523d9dce7f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 948 time: 0.8569033 Jul 22 21:13:56.097454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-74b817fc-d7d8-4980-aa24-da23525362a5 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323623 Jul 22 21:13:56.181362 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.194466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-365d1638-2285-4f7b-9bf8-1a8b8983f326 req-8d328255-73a2-4839-ac16-e689a0e149bc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042826 Jul 22 21:13:56.199199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:56.209031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-79ac2b27-91d7-4092-a83e-8e6ef29c269b admin admin] 10.222.0.54 "PUT /v2.0/routers/c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2337134 Jul 22 21:13:56.215816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.231885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Sync routers for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:56.295635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:56.296333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:13:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:56.310467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5a892763-6962-4813-a3d0-a0137b8adfed, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5a892763-6962-4813-a3d0-a0137b8adfed,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:56.342581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:56.366692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:56.472465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:56.486009 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-60e4742a-8c64-4b35-a492-8bb26208b4ff req-4bd10a01-2362-4a5a-af27-27157a8c58ab service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500683 Jul 22 21:13:56.507571 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.510695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Pushing event updated for resources: {'Port': ['ID=81e22e12-63b5-4650-8ce3-0d2fd73cf472,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:56.536797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-2eeac09d-df40-4126-b1eb-c3162912d22b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:56.539053 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-2eeac09d-df40-4126-b1eb-c3162912d22b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.3013527 Jul 22 21:13:56.600913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:56.694956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:56.696270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.743823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['aa66e5c2-ad16-467f-b32c-500092aef306'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:56.746003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c3ea70c0-75f3-4e0d-ae8d-3002528e6f14'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:56.749046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2fcdc814-59df-4ca5-b63c-bb34209f1b14'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:56.763350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-9bcdebce-cd41-4b0b-bd1f-ee7eaee7d019 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2265115 Jul 22 21:13:56.772486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d9c43-bf5d-4d77-9ceb-0e6f3f5833a9 req-8f7643e6-c578-4caa-824e-7d72b0c9715d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:56.781381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf1d9c43-bf5d-4d77-9ceb-0e6f3f5833a9 req-8f7643e6-c578-4caa-824e-7d72b0c9715d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 950 time: 0.4498959 Jul 22 21:13:56.818509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Request body: {'port': {'device_id': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:56.826526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Deleting port b3b3a3fd-8e70-4590-a044-c78893ff0c32 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:56.827074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.865342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3125c1-725d-4d03-9bdc-7360e9533689 req-d1fb045b-f126-4bff-bef3-a1450ea0fe5f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:56.866952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c3125c1-725d-4d03-9bdc-7360e9533689 req-d1fb045b-f126-4bff-bef3-a1450ea0fe5f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81 HTTP/1.1" status: 200 len: 945 time: 0.4119267 Jul 22 21:13:56.925065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5a892763-6962-4813-a3d0-a0137b8adfed,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:56.932148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c3125c1-725d-4d03-9bdc-7360e9533689 req-19aecb17-37c8-4f64-a034-c1f650b18841 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565968 Jul 22 21:13:56.938731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-011fdb3b-27e5-4b11-8dd8-6088235c143b None None] Provisioning for port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:56.973403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-011fdb3b-27e5-4b11-8dd8-6088235c143b None None] Provisioning complete for port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:56.973785 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-011fdb3b-27e5-4b11-8dd8-6088235c143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.996527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf1d9c43-bf5d-4d77-9ceb-0e6f3f5833a9 req-769c4cdc-c8d6-493d-b587-b47caf7a2be4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139595 Jul 22 21:13:57.084361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.101892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-011fdb3b-27e5-4b11-8dd8-6088235c143b None None] Port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:57.130646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] For port b3b3a3fd-8e70-4590-a044-c78893ff0c32, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3b3a3fd-8e70-4590-a044-c78893ff0c32,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:57.132145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.193023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c56a72-9868-432a-8fbd-7b9ed08dffde up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:57.197798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Calling delete_port for b3b3a3fd-8e70-4590-a044-c78893ff0c32 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:57.221232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a892763-6962-4813-a3d0-a0137b8adfed'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:57.225595 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be91efd-2314-43e0-81b6-83c49a761384" -d '{"events": [{"server_uuid": "a6c3419c-04cc-4899-9e0f-7d674b877f58", "name": "network-vif-plugged", "status": "completed", "tag": "5a892763-6962-4813-a3d0-a0137b8adfed"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:57.416105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.465303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event deleted for resources: {'Port': ['ID=b3b3a3fd-8e70-4590-a044-c78893ff0c32,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:57.495615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-e93d7561-a2a3-4fd9-b8ae-bdae8ca931b1 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:57.497316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-e93d7561-a2a3-4fd9-b8ae-bdae8ca931b1 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks?id=199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 200 len: 829 time: 0.1376894 Jul 22 21:13:57.540147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] No DVR routers for this DVR port b3b3a3fd-8e70-4590-a044-c78893ff0c32 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:57.543196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.547315 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba67db8f-0cf7-4f80-9ae7-b3bc49cd62a3 req-cff7ecf7-0a4d-441e-aa02-317f0f5762b5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "DELETE /v2.0/ports/b3b3a3fd-8e70-4590-a044-c78893ff0c32 HTTP/1.1" status: 204 len: 173 time: 0.9917116 Jul 22 21:13:57.548805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'name': 'network-vif-deleted', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:57.551473 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af361e-39c5-48f8-980b-078680153ca4" -d '{"events": [{"server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "name": "network-vif-deleted", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:57.568624 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-3b403304-6f2a-46d9-8be7-c5ed73c11647 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/quotas/e0532359b3324bdbbd25558278983672 HTTP/1.1" status: 200 len: 375 time: 0.0321801 Jul 22 21:13:57.598196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:13:52Z', 'revision_number': 2, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:57.656445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Checking router: c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:57.656797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Updating router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 port 309c40f1-70cd-4265-bec6-bbf74a87af2e binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:57.691103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8607f-a879-4deb-a0eb-ae77bdfb2cd0 req-f5974fa2-0633-49bc-becb-c8b9498514bf tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:57.692875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5b8607f-a879-4deb-a0eb-ae77bdfb2cd0 req-f5974fa2-0633-49bc-becb-c8b9498514bf tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 936 time: 0.2138560 Jul 22 21:13:57.701874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e22e12-63b5-4650-8ce3-0d2fd73cf472 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:57.743163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 98c56a72-9868-432a-8fbd-7b9ed08dffde triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:57.743470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.743609 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.775185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5b8607f-a879-4deb-a0eb-ae77bdfb2cd0 req-f142afbe-641d-4f8b-a8d3-afd8661ec1d4 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659742 Jul 22 21:13:57.783113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Transition to ACTIVE for port object 81e22e12-63b5-4650-8ce3-0d2fd73cf472 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:57.797720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-75443ee1-d09f-424c-99ec-38b6a435f20b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0532359b3324bdbbd25558278983672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176328 Jul 22 21:13:57.801136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.859315 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.903498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:13:57.906098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:57.942385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=81e22e12-63b5-4650-8ce3-0d2fd73cf472,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:57.975368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: b3b3a3fd-8e70-4590-a044-c78893ff0c32 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:57.975901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:58.361581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-5a193e0b-f8f9-4abc-b52b-01de1f47fccd service neutron] 10.222.0.54 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520554 Jul 22 21:13:58.363688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Attempting to bind port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:58.364063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Attempting to bind port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:58.364479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Attempting to bind port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:58.386340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa93d3-d25c-4eff-a8c4-66fe2f79109a req-4f982e00-a888-4546-996b-1bf424d45238 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:58.398195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa93d3-d25c-4eff-a8c4-66fe2f79109a req-4f982e00-a888-4546-996b-1bf424d45238 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:58.409215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa93d3-d25c-4eff-a8c4-66fe2f79109a req-4f982e00-a888-4546-996b-1bf424d45238 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:58.416457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7aa93d3-d25c-4eff-a8c4-66fe2f79109a req-4f982e00-a888-4546-996b-1bf424d45238 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2415 time: 0.4754684 Jul 22 21:13:58.456043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:58.457130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Attempting to bind port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:58.499558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:58.535463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'mac_address': 'fa:16:3e:31:1e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:13:58.551233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:58.552205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:58.553644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:58.553644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Bound port: 81e22e12-63b5-4650-8ce3-0d2fd73cf472, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:58.553644 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.564674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7aa93d3-d25c-4eff-a8c4-66fe2f79109a req-320dad09-a373-46eb-a008-967eb0fc3705 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115754 Jul 22 21:13:58.618196 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.671809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59716cea-caa6-45bd-bce8-9b29cc6998bb {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:58.744774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:58.760134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.767789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-056dcf8a-b230-4cf8-b47f-46ba1a94fd7a service neutron] 10.222.0.54 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501925 Jul 22 21:13:58.771074 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.788801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] For port 81e22e12-63b5-4650-8ce3-0d2fd73cf472, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:58.795892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] For port 81e22e12-63b5-4650-8ce3-0d2fd73cf472, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=81e22e12-63b5-4650-8ce3-0d2fd73cf472,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:58.806315 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.823722 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65991a1d-ee68-422d-87a7-4dd0d3205790 x-openstack-request-id: req-65991a1d-ee68-422d-87a7-4dd0d3205790 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:58.824223 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c3419c-04cc-4899-9e0f-7d674b877f58", "name": "network-vif-plugged", "status": "completed", "tag": "5a892763-6962-4813-a3d0-a0137b8adfed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:58.832122 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65991a1d-ee68-422d-87a7-4dd0d3205790 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:58.835155 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a892763-6962-4813-a3d0-a0137b8adfed', 'code': 200} Jul 22 21:13:58.855978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Transition to ACTIVE for port object 309c40f1-70cd-4265-bec6-bbf74a87af2e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:58.890013 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.959597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:58.960980 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.964090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] 10.222.0.58 "PUT /v2.0/ports/81e22e12-63b5-4650-8ce3-0d2fd73cf472 HTTP/1.1" status: 200 len: 1097 time: 2.1506066 Jul 22 21:13:58.965004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'tag': '81e22e12-63b5-4650-8ce3-0d2fd73cf472'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:58.969121 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424dc10-9cff-4f3a-815b-d03caea54b12" -d '{"events": [{"name": "network-changed", "server_uuid": "300e0429-36e9-4b4a-9c1c-8760cbb8ef71", "tag": "81e22e12-63b5-4650-8ce3-0d2fd73cf472"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:59.038399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:59.235188 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f3d9e-2fdc-4c88-a5d2-56201a4c5966 x-openstack-request-id: req-3d6f3d9e-2fdc-4c88-a5d2-56201a4c5966 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:59.235913 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81", "name": "network-vif-deleted", "tag": "b3b3a3fd-8e70-4590-a044-c78893ff0c32", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:59.236262 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d6f3d9e-2fdc-4c88-a5d2-56201a4c5966 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:59.236543 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bff5ef-3b6f-4236-ae66-9b8dcb1a2a81', 'name': 'network-vif-deleted', 'tag': 'b3b3a3fd-8e70-4590-a044-c78893ff0c32', 'status': 'completed', 'code': 200} Jul 22 21:13:59.268651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bd41d-baf8-4a85-84c3-bf6e4f7c6ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=81e22e12-63b5-4650-8ce3-0d2fd73cf472,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:59.367261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-c5fdd7f5-2fa5-47fd-adda-e2bcfbbfd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.373067 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-c5fdd7f5-2fa5-47fd-adda-e2bcfbbfd63d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc2046e0063d42cbb6f70d52e2684dce&device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 1100 time: 0.3314247 Jul 22 21:13:59.378842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee554bc-fcbd-4610-bd6b-9b8788e06b5c None None] Pushing event updated for resources: {'Port': ['ID=309c40f1-70cd-4265-bec6-bbf74a87af2e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:59.399439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75387d41-91e6-4909-81e8-f1b2e5b89e8c req-de7982ac-f613-4475-bdc3-009250def1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.411162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75387d41-91e6-4909-81e8-f1b2e5b89e8c req-de7982ac-f613-4475-bdc3-009250def1e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 1102 time: 0.3391454 Jul 22 21:13:59.427749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031ce8-ca43-4ece-9518-d89f59881ce1 req-808a3f7c-0247-4feb-a760-5f06659c1524 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.447881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae031ce8-ca43-4ece-9518-d89f59881ce1 req-808a3f7c-0247-4feb-a760-5f06659c1524 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 949 time: 0.4533694 Jul 22 21:13:59.466838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Attempting to bind port 309c40f1-70cd-4265-bec6-bbf74a87af2e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:59.467452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Attempting to bind port 309c40f1-70cd-4265-bec6-bbf74a87af2e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:59.467881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Attempting to bind port 309c40f1-70cd-4265-bec6-bbf74a87af2e on network 199ba4a4-2f32-4819-a61d-fada635a30b1 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:59.474563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:59.474938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Checking segment: {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:59.475357 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.475761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Bound using segment: {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:59.476387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Bound port: 309c40f1-70cd-4265-bec6-bbf74a87af2e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:59.476789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.569705 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-963ada02-43fb-415a-b265-43d3023d8d73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=81e22e12-63b5-4650-8ce3-0d2fd73cf472 HTTP/1.1" status: 200 len: 217 time: 0.1736567 Jul 22 21:13:59.648349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['59716cea-caa6-45bd-bce8-9b29cc6998bb'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:59.660577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae031ce8-ca43-4ece-9518-d89f59881ce1 req-7a672ac9-c501-4f7c-98a7-673b7ccd2412 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100139 Jul 22 21:13:59.667072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75387d41-91e6-4909-81e8-f1b2e5b89e8c req-7723e04b-e98c-4dbb-bdfb-9776dc4793ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065418 Jul 22 21:13:59.704783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-a3694ecd-ab42-429b-b79b-166d6bf2df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.713571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-a3694ecd-ab42-429b-b79b-166d6bf2df52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1346719 Jul 22 21:13:59.721702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a808-2e55-425a-9200-2e069cfff2df req-92d0ce83-a4a0-4f36-a419-0074bb3ad8fb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.729784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c07a808-2e55-425a-9200-2e069cfff2df req-92d0ce83-a4a0-4f36-a419-0074bb3ad8fb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 950 time: 0.1949778 Jul 22 21:13:59.761911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] For port 309c40f1-70cd-4265-bec6-bbf74a87af2e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:59.784563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] For port 309c40f1-70cd-4265-bec6-bbf74a87af2e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=309c40f1-70cd-4265-bec6-bbf74a87af2e,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:59.800578 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.816673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c07a808-2e55-425a-9200-2e069cfff2df req-df1277d4-8600-48bd-b8e2-d80b8aabc9a0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769491 Jul 22 21:13:59.910609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:59.926571 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18652e00-6b68-4f6c-a112-0fc5f7bbd7c2 x-openstack-request-id: req-18652e00-6b68-4f6c-a112-0fc5f7bbd7c2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:59.926881 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300e0429-36e9-4b4a-9c1c-8760cbb8ef71", "tag": "81e22e12-63b5-4650-8ce3-0d2fd73cf472", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:59.927114 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18652e00-6b68-4f6c-a112-0fc5f7bbd7c2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:59.927620 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'tag': '81e22e12-63b5-4650-8ce3-0d2fd73cf472', 'status': 'completed', 'code': 200} Jul 22 21:13:59.944162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-4a68bfcb-9f03-474a-8070-6b37c2c51bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.947790 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-4a68bfcb-9f03-474a-8070-6b37c2c51bce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825202 Jul 22 21:13:59.953336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5287b-dc3d-4acf-a79c-737ff15d38af req-cd1e3642-f478-4d99-8773-d116b2747a49 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.972432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0be5287b-dc3d-4acf-a79c-737ff15d38af req-cd1e3642-f478-4d99-8773-d116b2747a49 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 948 time: 0.1430035 Jul 22 21:14:00.085411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5db0b31-8a0c-40cf-9c58-fc9a3f50ba63 req-cac31101-cae7-4a9e-b9f3-a44d323ad160 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 210 time: 0.0755706 Jul 22 21:14:00.092333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee554bc-fcbd-4610-bd6b-9b8788e06b5c None None] Pushing event updated for resources: {'Port': ['ID=309c40f1-70cd-4265-bec6-bbf74a87af2e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:00.122167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:00.122446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0be5287b-dc3d-4acf-a79c-737ff15d38af req-05eef0c6-dbe3-4367-b923-501448343696 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488643 Jul 22 21:14:00.128181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:13:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:00.132830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-dcaad195-aa00-402c-87ec-5a039277cac8 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731193 Jul 22 21:14:00.316734 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f992b675-df5f-4e64-ac11-2fba95ed93a3 req-1abc6740-0942-4fe1-b107-7b3a31ad63ed service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758807 Jul 22 21:14:00.381714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8a3f-4bc2-4114-b0a5-0981594b4826 req-1667d232-4836-49a4-82c3-bd856335d4fd tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.400163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8a3f-4bc2-4114-b0a5-0981594b4826 req-1667d232-4836-49a4-82c3-bd856335d4fd tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.406504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8a3f-4bc2-4114-b0a5-0981594b4826 req-1667d232-4836-49a4-82c3-bd856335d4fd tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.421480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9df8a3f-4bc2-4114-b0a5-0981594b4826 req-1667d232-4836-49a4-82c3-bd856335d4fd tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2415 time: 0.1851501 Jul 22 21:14:00.431787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:00.477661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:00.478047 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.488147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-533fe97b-1e9e-49f4-ac41-54115a792581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.494292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-533fe97b-1e9e-49f4-ac41-54115a792581 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc2046e0063d42cbb6f70d52e2684dce&device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 1100 time: 0.1154022 Jul 22 21:14:00.540577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:00.547261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9df8a3f-4bc2-4114-b0a5-0981594b4826 req-f23ce2ab-740d-4d53-bb3d-ca7038212a28 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215622 Jul 22 21:14:00.556725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-81251c5a-6ca6-427b-8898-9ca21f8afcb3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763159729', 'description': 'tempest-description--1939866035'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:00.592537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:00.689830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81251c5a-6ca6-427b-8898-9ca21f8afcb3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.739413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-1262f532-db75-453d-899b-f3fc15bb6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.741206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-1262f532-db75-453d-899b-f3fc15bb6d65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2280402 Jul 22 21:14:00.800249 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-a99ecd6e-8698-4c8d-88fa-32264f7d1ca2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=81e22e12-63b5-4650-8ce3-0d2fd73cf472 HTTP/1.1" status: 200 len: 217 time: 0.0467787 Jul 22 21:14:00.816669 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.896163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aebc1-78ac-426f-ac73-de0443112ead req-18a3214b-8de6-4db2-8825-8c1bc7dde440 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.901833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-474aebc1-78ac-426f-ac73-de0443112ead req-18a3214b-8de6-4db2-8825-8c1bc7dde440 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 949 time: 0.1343930 Jul 22 21:14:00.904543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:00.906769 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7062853f-8b59-441c-b74a-a6105d430286" -d '{"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-plugged", "status": "completed", "tag": "c3ea70c0-75f3-4e0d-ae8d-3002528e6f14"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:00.911816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-13ed84ca-4a73-4197-98dc-c35d92fc9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.913360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-13ed84ca-4a73-4197-98dc-c35d92fc9082 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1023605 Jul 22 21:14:00.944098 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.946320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:00.954685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.955652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2fcdc814-59df-4ca5-b63c-bb34209f1b14 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:01.019358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81251c5a-6ca6-427b-8898-9ca21f8afcb3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.043451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81251c5a-6ca6-427b-8898-9ca21f8afcb3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.050399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-474aebc1-78ac-426f-ac73-de0443112ead req-3f83220d-f9aa-4c3e-bf76-bca5a3ed773b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384189 Jul 22 21:14:01.097558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81251c5a-6ca6-427b-8898-9ca21f8afcb3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.100753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-81251c5a-6ca6-427b-8898-9ca21f8afcb3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5577583 Jul 22 21:14:01.105834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51388) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:01.112823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8ffeac20-812d-4058-83be-d5eeab66b68d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Request body: {'security_group_rule': {'security_group_id': '4b77dc00-c94f-41ec-927e-6b99a5d29d14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:01.126391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81251c5a-6ca6-427b-8898-9ca21f8afcb3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b77dc00-c94f-41ec-927e-6b99a5d29d14,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:01.167080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad829a6-d1e4-4ef6-bece-0df9b54689a3 req-88a8e565-0dbd-4e80-9b8d-6059f263e03a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.176439 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58993f6f-0413-4889-aa40-0227f5d0297e x-openstack-request-id: req-58993f6f-0413-4889-aa40-0227f5d0297e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:01.176784 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-plugged", "status": "completed", "tag": "c3ea70c0-75f3-4e0d-ae8d-3002528e6f14", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:01.177119 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58993f6f-0413-4889-aa40-0227f5d0297e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:01.177474 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14', 'code': 200} Jul 22 21:14:01.192065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ad829a6-d1e4-4ef6-bece-0df9b54689a3 req-88a8e565-0dbd-4e80-9b8d-6059f263e03a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 950 time: 0.2136087 Jul 22 21:14:01.237277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-249d3f3d-990c-4dee-8416-813451e306d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.239915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-249d3f3d-990c-4dee-8416-813451e306d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3063564 Jul 22 21:14:01.268109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:01.286898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffeac20-812d-4058-83be-d5eeab66b68d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.295365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:13:59Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:01.298704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:01.327300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-82312aaf-4e77-40b8-ad13-5e03e39638d0 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.328804 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-82312aaf-4e77-40b8-ad13-5e03e39638d0 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.23 "GET /v2.0/networks?id=199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 200 len: 829 time: 0.1862545 Jul 22 21:14:01.346901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ad829a6-d1e4-4ef6-bece-0df9b54689a3 req-a3921703-bc09-43b9-99d5-549b068c4c23 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540468 Jul 22 21:14:01.352967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29ff0676-b9f7-4af4-8541-2f9154c8b34f req-19e0aaa5-e1b5-4097-b486-7e9d45c81ced tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 210 time: 0.0752316 Jul 22 21:14:01.432546 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffeac20-812d-4058-83be-d5eeab66b68d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.438937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffeac20-812d-4058-83be-d5eeab66b68d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.489950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeac20-812d-4058-83be-d5eeab66b68d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ae15ba-05c5-4727-af1f-0b43ac45c6b2,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:01.520678 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffeac20-812d-4058-83be-d5eeab66b68d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.521905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8ffeac20-812d-4058-83be-d5eeab66b68d tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129310 Jul 22 21:14:01.530144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:01.536078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a6047b78-a816-4e87-bfdc-d84257d90bad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Request body: {'security_group_rule': {'security_group_id': '4b77dc00-c94f-41ec-927e-6b99a5d29d14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:01.538963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:01.539431 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.543917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78bb2b-3efa-40d2-9197-5c3620947367 None None] The sync data for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 is: [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:13:59Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:01.617187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162052e6-0d98-4b8a-a530-af1e1980038b req-4cf034d5-895c-4131-a1b1-e87b7d1f3dba tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.625150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-162052e6-0d98-4b8a-a530-af1e1980038b req-4cf034d5-895c-4131-a1b1-e87b7d1f3dba tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 948 time: 0.1720293 Jul 22 21:14:01.656646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6047b78-a816-4e87-bfdc-d84257d90bad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.745054 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.767546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Request body: {'port': {'device_id': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'admin_state_up': True, 'tenant_id': 'e0532359b3324bdbbd25558278983672'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:01.786636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.794227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-162052e6-0d98-4b8a-a530-af1e1980038b req-3cbf0c33-6eff-4f65-a8d4-d03af73d5d43 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678305 Jul 22 21:14:01.830412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2fcdc814-59df-4ca5-b63c-bb34209f1b14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2fcdc814-59df-4ca5-b63c-bb34209f1b14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:01.838628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.839354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:01.840295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-3f99408e-704e-4648-a65d-0afda6505179 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913885 Jul 22 21:14:01.861208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6047b78-a816-4e87-bfdc-d84257d90bad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.875796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6047b78-a816-4e87-bfdc-d84257d90bad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.909611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6047b78-a816-4e87-bfdc-d84257d90bad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175f38a5-ebf1-40fb-90ef-132a7bd6e36a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:01.912098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: b3b3a3fd-8e70-4590-a044-c78893ff0c32 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:01.912916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3b3a3fd-8e70-4590-a044-c78893ff0c32 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:01.929989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:01.943326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5798d82-83bd-43d9-8043-b99358b7a1f3 req-ef4d702b-a646-472e-aa04-d9bdf6f5244d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.955334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5798d82-83bd-43d9-8043-b99358b7a1f3 req-ef4d702b-a646-472e-aa04-d9bdf6f5244d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.961790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5798d82-83bd-43d9-8043-b99358b7a1f3 req-ef4d702b-a646-472e-aa04-d9bdf6f5244d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.963664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5798d82-83bd-43d9-8043-b99358b7a1f3 req-ef4d702b-a646-472e-aa04-d9bdf6f5244d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2416 time: 0.1928535 Jul 22 21:14:01.964624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6047b78-a816-4e87-bfdc-d84257d90bad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.967889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a6047b78-a816-4e87-bfdc-d84257d90bad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4335935 Jul 22 21:14:01.969635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:01.975047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:02.022695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2fcdc814-59df-4ca5-b63c-bb34209f1b14,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:02.033054 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5798d82-83bd-43d9-8043-b99358b7a1f3 req-83f51ce2-3269-4066-8898-8282ad105241 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528698 Jul 22 21:14:02.035084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.066204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 59716cea-caa6-45bd-bce8-9b29cc6998bb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:02.074131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 59716cea-caa6-45bd-bce8-9b29cc6998bb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:02.074507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.171425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Made reservation on behalf of e0532359b3324bdbbd25558278983672 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:02.175385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.198537 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5424dc10-9cff-4f3a-815b-d03caea54b12 req-9d191773-cc8d-4e23-9fc9-3f03e255d2d3 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810318 Jul 22 21:14:02.261629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.309364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:02.315233 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.316229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device aa66e5c2-ad16-467f-b32c-500092aef306 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:02.375468 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:02.387277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Allocated IP 172.20.0.10 (199ba4a4-2f32-4819-a61d-fada635a30b1/bb81cb67-a21f-44b2-bd05-c81ef0320eab/a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:02.448496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port aa66e5c2-ad16-467f-b32c-500092aef306 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:02.455409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port aa66e5c2-ad16-467f-b32c-500092aef306 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:02.456251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-16d853fe-5b02-4377-957b-3095f627e649 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:02.456508 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.458767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-16d853fe-5b02-4377-957b-3095f627e649 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.3472445 Jul 22 21:14:02.487018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5768c-3acd-40fc-8304-f9b824276a7b req-24a5017f-6b2b-4b8d-b7fd-391ce2113d9d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:02.498322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e5768c-3acd-40fc-8304-f9b824276a7b req-24a5017f-6b2b-4b8d-b7fd-391ce2113d9d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 949 time: 0.3499112 Jul 22 21:14:02.512832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.567605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-a2e23b3d-75c7-4356-8b37-dae00ea32b10 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/quotas/9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 375 time: 0.0584927 Jul 22 21:14:02.601632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.645451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port aa66e5c2-ad16-467f-b32c-500092aef306, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=aa66e5c2-ad16-467f-b32c-500092aef306,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:02.651313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.667571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e5768c-3acd-40fc-8304-f9b824276a7b req-5c2fd612-54cd-4fca-acd2-9589275ed805 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680305 Jul 22 21:14:02.683393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.714163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Transition to ACTIVE for port object a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:02.737575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=aa66e5c2-ad16-467f-b32c-500092aef306,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:02.780210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.832486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:02.836023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:02.838630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:02.870587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Allocated IP 172.25.5.197 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/a71b5ee7-4da9-469b-9778-2987f471ed47) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:02.883676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event updated for resources: {'Port': ['ID=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:02.891073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-474bef51-0f92-41b3-bd69-536c8377f57f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2702224 Jul 22 21:14:02.921946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:02.922648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.945106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-68fa9063-db45-4ba0-b84f-46e9538e3c02 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1858168 Jul 22 21:14:02.960357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Request body: {'port': {'device_id': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:03.050705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.109104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d327a1b-427f-4b23-87cb-85b7cab562f6 req-854a01e9-d222-48fb-aef0-74f3f1132e7a tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:03.110702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d327a1b-427f-4b23-87cb-85b7cab562f6 req-854a01e9-d222-48fb-aef0-74f3f1132e7a tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 932 time: 0.3305099 Jul 22 21:14:03.150494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 309c40f1-70cd-4265-bec6-bbf74a87af2e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:03.180183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcdc814-59df-4ca5-b63c-bb34209f1b14'}, {'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}, {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66e5c2-ad16-467f-b32c-500092aef306'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:03.182990 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25367aab-f70c-4612-a72a-19f8f88b8a51" -d '{"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-plugged", "status": "completed", "tag": "2fcdc814-59df-4ca5-b63c-bb34209f1b14"}, {"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-plugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}, {"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-plugged", "status": "completed", "tag": "aa66e5c2-ad16-467f-b32c-500092aef306"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:03.233566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 309c40f1-70cd-4265-bec6-bbf74a87af2e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:03.238388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5d4f1b70-7746-4511-839d-19e7aa788c16 None None] Provisioning for port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:03.242450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 309c40f1-70cd-4265-bec6-bbf74a87af2e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:03.242830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.245973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-72d7c46c-ce36-42e2-bef6-368caab46c96 service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392310 Jul 22 21:14:03.246126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5d4f1b70-7746-4511-839d-19e7aa788c16 None None] Provisioning complete for port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:03.246542 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1b70-7746-4511-839d-19e7aa788c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.290841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d327a1b-427f-4b23-87cb-85b7cab562f6 req-dfa2c435-7484-4c4c-89a9-6a63f51ec4be tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705484 Jul 22 21:14:03.302258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.319084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f1b70-7746-4511-839d-19e7aa788c16 None None] Port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:03.420868 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.455188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-17ad615a-1fbd-4790-994a-3702bde71203 service neutron] 10.222.0.54 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080181 Jul 22 21:14:03.460646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:03.464715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 309c40f1-70cd-4265-bec6-bbf74a87af2e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=309c40f1-70cd-4265-bec6-bbf74a87af2e,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:03.471021 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.482674 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.487735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.507602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Transition to ACTIVE for port object a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:03.514582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.609056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:03.612110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=309c40f1-70cd-4265-bec6-bbf74a87af2e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.624215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e34eda-166c-482c-b06b-ed99518d8612 req-50019a05-4902-45a6-927a-bd0eeb0efe0c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:03.626161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07e34eda-166c-482c-b06b-ed99518d8612 req-50019a05-4902-45a6-927a-bd0eeb0efe0c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 950 time: 0.2426791 Jul 22 21:14:03.637684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:03.647882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:03.663797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.689901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 81e22e12-63b5-4650-8ce3-0d2fd73cf472 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:03.710188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'Port': ['ID=a71b5ee7-4da9-469b-9778-2987f471ed47,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.710703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Attempting to bind port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:03.711443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Attempting to bind port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:03.712217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Attempting to bind port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c on network 199ba4a4-2f32-4819-a61d-fada635a30b1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:03.730072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c on network 199ba4a4-2f32-4819-a61d-fada635a30b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:03.730610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Attempting to bind port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c on network 199ba4a4-2f32-4819-a61d-fada635a30b1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:03.738029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:03.738896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Checking segment: {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:03.739053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Bound using segment: {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:03.739602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Bound port: a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de426c8-38f6-47a0-ad3c-d709f1584752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:03.740250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.755732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07e34eda-166c-482c-b06b-ed99518d8612 req-16f93d42-8df5-4c6a-bcf8-178924b4b162 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206377 Jul 22 21:14:03.906783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] For port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:03.916338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] For port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:03.923927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.942629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:03.943413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.945070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 1093 time: 0.9900963 Jul 22 21:14:03.947624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:03.952584 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:03.994900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 81e22e12-63b5-4650-8ce3-0d2fd73cf472, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=81e22e12-63b5-4650-8ce3-0d2fd73cf472,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:04.039219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '81e22e12-63b5-4650-8ce3-0d2fd73cf472', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '81e22e12-63b5-4650-8ce3-0d2fd73cf472', 'mac_address': 'fa:16:3e:fe:83:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:04.066965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a284-cc5f-4b1d-9d17-39f6287337b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:04.133011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-a2c35d18-cd47-46d0-923e-cdc26a00bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.136346 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-a2c35d18-cd47-46d0-923e-cdc26a00bda7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0532359b3324bdbbd25558278983672&device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 1096 time: 0.1349418 Jul 22 21:14:04.148149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.168047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e22e12-63b5-4650-8ce3-0d2fd73cf472 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:04.212952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 81e22e12-63b5-4650-8ce3-0d2fd73cf472, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=81e22e12-63b5-4650-8ce3-0d2fd73cf472,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:04.213245 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-ac37ad48-782d-4d08-900d-9c57060453f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 217 time: 0.0644217 Jul 22 21:14:04.220804 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.287427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-d9a61ab6-6af1-465b-bde2-573d4a8fc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.289583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-d9a61ab6-6af1-465b-bde2-573d4a8fc710 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb81cb67-a21f-44b2-bd05-c81ef0320eab HTTP/1.1" status: 200 len: 868 time: 0.0604343 Jul 22 21:14:04.344861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=81e22e12-63b5-4650-8ce3-0d2fd73cf472,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:04.391805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec81e-6749-4699-b184-c7c1054e1102 req-2bd32f5e-fe49-47e7-9f63-99f8ae81d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.394648 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-2bd32f5e-fe49-47e7-9f63-99f8ae81d701 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=199ba4a4-2f32-4819-a61d-fada635a30b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954056 Jul 22 21:14:04.462251 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.506641 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-5b4839bb-e9eb-4034-8e1e-153a3c2b95ab service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039634 Jul 22 21:14:04.553562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ec71-183f-492d-badc-de4aec3d2737 req-c8750d25-981e-486e-bf95-c958b114af2c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.559698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ec71-183f-492d-badc-de4aec3d2737 req-c8750d25-981e-486e-bf95-c958b114af2c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.566480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ec71-183f-492d-badc-de4aec3d2737 req-c8750d25-981e-486e-bf95-c958b114af2c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.569166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1e2ec71-183f-492d-badc-de4aec3d2737 req-c8750d25-981e-486e-bf95-c958b114af2c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2418 time: 0.1952791 Jul 22 21:14:04.571089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.581026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5966d2-a33d-4cbf-a827-bf4be22edd26 req-494c34cd-1cbd-419c-9465-199c47527679 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.582632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b5966d2-a33d-4cbf-a827-bf4be22edd26 req-494c34cd-1cbd-419c-9465-199c47527679 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 949 time: 0.2076070 Jul 22 21:14:04.616820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['81e22e12-63b5-4650-8ce3-0d2fd73cf472'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:04.624558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93dec81e-6749-4699-b184-c7c1054e1102 req-cea2287d-c603-4972-bc3a-ff7ae144fdb4 service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097348 Jul 22 21:14:04.688852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1e2ec71-183f-492d-badc-de4aec3d2737 req-49262074-2442-4bc3-9c24-9d13a0b295e8 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052406 Jul 22 21:14:04.704925 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b5966d2-a33d-4cbf-a827-bf4be22edd26 req-3e72fa2d-14e8-4a6e-b5fe-01eb4e24d8a7 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837026 Jul 22 21:14:04.789483 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a97b186-2b31-4f71-af64-a29f3e3981b9 x-openstack-request-id: req-9a97b186-2b31-4f71-af64-a29f3e3981b9 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:04.789855 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-plugged", "status": "completed", "tag": "2fcdc814-59df-4ca5-b63c-bb34209f1b14", "code": 200}, {"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-plugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "code": 200}, {"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-plugged", "status": "completed", "tag": "aa66e5c2-ad16-467f-b32c-500092aef306", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:04.790172 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a97b186-2b31-4f71-af64-a29f3e3981b9 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:04.790637 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcdc814-59df-4ca5-b63c-bb34209f1b14', 'code': 200} Jul 22 21:14:04.791537 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'code': 200} Jul 22 21:14:04.793363 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66e5c2-ad16-467f-b32c-500092aef306', 'code': 200} Jul 22 21:14:05.001329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.014435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f75fe-8ff8-4306-afc7-804f9d7e4165 req-111ad731-a519-4064-bf8c-46c095967729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.015544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f75fe-8ff8-4306-afc7-804f9d7e4165 req-111ad731-a519-4064-bf8c-46c095967729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.016615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f75fe-8ff8-4306-afc7-804f9d7e4165 req-111ad731-a519-4064-bf8c-46c095967729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.018480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a378-7da9-42ef-979a-a551668ae462 req-b83f1144-d5ee-4c61-8240-7e8280784e0b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.020211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c908a378-7da9-42ef-979a-a551668ae462 req-b83f1144-d5ee-4c61-8240-7e8280784e0b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2281544 Jul 22 21:14:05.020913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2e0f75fe-8ff8-4306-afc7-804f9d7e4165 req-111ad731-a519-4064-bf8c-46c095967729 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2874 time: 0.1364477 Jul 22 21:14:05.023390 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.038151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801cae-fe3a-4e9f-8a94-7324a69a1930 req-34b65f49-f02b-493a-a933-cb485e99a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.041732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5801cae-fe3a-4e9f-8a94-7324a69a1930 req-34b65f49-f02b-493a-a933-cb485e99a7d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1102 time: 0.1121838 Jul 22 21:14:05.042151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87799cc7-4a1f-4311-9ce0-e6ab46e18211 req-f791eea5-a88d-488d-a64b-dac2f84bd1f4 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.047939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87799cc7-4a1f-4311-9ce0-e6ab46e18211 req-f791eea5-a88d-488d-a64b-dac2f84bd1f4 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 1102 time: 0.1764278 Jul 22 21:14:05.111111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 309c40f1-70cd-4265-bec6-bbf74a87af2e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:05.132703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5801cae-fe3a-4e9f-8a94-7324a69a1930 req-40acc925-7943-4af4-b84a-931d0bc14082 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683093 Jul 22 21:14:05.136251 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2e0f75fe-8ff8-4306-afc7-804f9d7e4165 req-30d9898e-676f-448a-8954-0527b77ce9e0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001937 Jul 22 21:14:05.187279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 309c40f1-70cd-4265-bec6-bbf74a87af2e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:05.188147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.201159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'Port': ['ID=a71b5ee7-4da9-469b-9778-2987f471ed47,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:05.208499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.216811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87799cc7-4a1f-4311-9ce0-e6ab46e18211 req-78a2f025-6dbd-44f9-a43f-844f621c4be2 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177835 Jul 22 21:14:05.231913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c908a378-7da9-42ef-979a-a551668ae462 req-4fd19eee-5c02-4d69-bdc3-2a125c420564 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905069 Jul 22 21:14:05.253784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.253784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8401a0a2-3079-4cf4-9d38-1b538d7f4548 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2791381 Jul 22 21:14:05.311672 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf78080f-48cd-4748-9a35-75bbbd214e06 x-openstack-request-id: req-cf78080f-48cd-4748-9a35-75bbbd214e06 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:05.312284 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:05.312645 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf78080f-48cd-4748-9a35-75bbbd214e06 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:05.313194 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'status': 'completed', 'code': 200} Jul 22 21:14:05.416849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8c93d62-abab-46f2-9083-f7e42ab1ecf4 req-7ef3408d-7164-4421-8c55-dfe3c42e7fee tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 210 time: 0.0641103 Jul 22 21:14:05.478005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-a9dfffbc-46ea-42e7-a1fe-9865de994dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.480474 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-a9dfffbc-46ea-42e7-a1fe-9865de994dca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0532359b3324bdbbd25558278983672&device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 1096 time: 0.1248024 Jul 22 21:14:05.559721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef17af7-4b10-4514-b99a-3823b6e6d3eb req-18618ab9-ef36-42eb-9ee9-c13fc31440dd tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.563283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eef17af7-4b10-4514-b99a-3823b6e6d3eb req-18618ab9-ef36-42eb-9ee9-c13fc31440dd tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 944 time: 0.1160641 Jul 22 21:14:05.638279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eef17af7-4b10-4514-b99a-3823b6e6d3eb req-bf28ff89-3dd0-4f5a-9c4e-9adfc485abe7 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648584 Jul 22 21:14:05.688150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-91da369b-d8c4-45fa-9d22-e6015bd4c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.690755 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-91da369b-d8c4-45fa-9d22-e6015bd4c9f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 200 len: 930 time: 0.1905026 Jul 22 21:14:05.716027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-9838dde2-c804-4bcb-a216-dfb94b43e70f tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361383 Jul 22 21:14:05.768239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-08d88cd1-e5e9-4425-98c6-72126d19d0e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 217 time: 0.0656025 Jul 22 21:14:05.901822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-3a180a12-2468-4cf6-a17c-7a85a30ad04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.903686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-3a180a12-2468-4cf6-a17c-7a85a30ad04a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb81cb67-a21f-44b2-bd05-c81ef0320eab HTTP/1.1" status: 200 len: 868 time: 0.1273122 Jul 22 21:14:05.975131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-02801b08-cf1a-4541-87c4-f054ac3bae2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.978278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-02801b08-cf1a-4541-87c4-f054ac3bae2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521641 Jul 22 21:14:06.010508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-84ebf336-a97c-428c-b789-6392528cb1e3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:06.013005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-84ebf336-a97c-428c-b789-6392528cb1e3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 821 time: 0.2383215 Jul 22 21:14:06.016932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-7fcca127-b7b3-48cd-83be-07671eaa786d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/quotas/b388d3d8f84e4e3fb35ee222ce0c9d1d HTTP/1.1" status: 200 len: 375 time: 0.0265365 Jul 22 21:14:06.040940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-e0f8b6f2-1aa9-4147-b289-80800539da14 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:06.042618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-e0f8b6f2-1aa9-4147-b289-80800539da14 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 820 time: 0.2226026 Jul 22 21:14:06.056471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-43278de2-3e1c-4cde-8722-4803e6c9eef3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/quotas/9ee024418ac94c1b8edc077d4556029a HTTP/1.1" status: 200 len: 375 time: 0.0316160 Jul 22 21:14:06.062795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Request body: {'port': {'device_id': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'admin_state_up': True, 'tenant_id': '9dc7e15d05dd49ad9cf0a2e9a57c811e'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:06.100003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-12b475f8-a91b-4ddc-a1ce-2bdee08c9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:06.101830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-12b475f8-a91b-4ddc-a1ce-2bdee08c9b7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=199ba4a4-2f32-4819-a61d-fada635a30b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569908 Jul 22 21:14:06.227283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-350331f3-46a4-4ccc-9a6d-871c38c3dafc tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1989586 Jul 22 21:14:06.246020 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-f314f0bd-37dd-464c-8bc0-7181277223e8 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881711 Jul 22 21:14:06.359071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Made reservation on behalf of 9dc7e15d05dd49ad9cf0a2e9a57c811e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:06.374460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.414435 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-27e001d5-d3d0-431e-94d5-2f8f81a9e432 service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002307 Jul 22 21:14:06.497436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-b0e21c64-9327-4098-92a4-33b6eeb6ba95 service neutron] 10.222.0.54 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418942 Jul 22 21:14:06.862051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c881cc5-cb69-46ee-81ea-98ef2e631e0c req-095eae90-2303-4a8c-8730-1e09d3176c37 service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109845 Jul 22 21:14:06.884046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Allocated IP 172.20.0.4 (3d639708-d693-44fb-800c-d89579aa434d/3aa6d3d8-5dc4-4603-9518-dfdd07e0df26/839b62a9-86fc-4398-9e28-ebe7400c09ea) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:06.903365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5f70-2afd-4e65-9420-cb7c1fa3d753 req-9c8b53e2-32cb-44ba-889c-faea2c735a3e tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:06.906526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb5e5f70-2afd-4e65-9420-cb7c1fa3d753 req-9c8b53e2-32cb-44ba-889c-faea2c735a3e tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 949 time: 0.2906306 Jul 22 21:14:06.920155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-a892ac68-180c-4032-b81f-f67ddecb5485 service neutron] 10.222.0.54 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033458 Jul 22 21:14:07.073738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb5e5f70-2afd-4e65-9420-cb7c1fa3d753 req-abc846b8-044b-4a0e-b680-a94d56c69053 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492085 Jul 22 21:14:07.274553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.437988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.454816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['05f09b63-8f28-4d02-abe3-3cf961226f7f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:07.505646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:07.525299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Network 3d639708-d693-44fb-800c-d89579aa434d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:07.527036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:07.530068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:07.531791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068d24-6b76-4ed8-af6c-4419f56445cf req-c7b72ac1-1111-460a-954a-708403418ca8 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.540501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068d24-6b76-4ed8-af6c-4419f56445cf req-c7b72ac1-1111-460a-954a-708403418ca8 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.548680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068d24-6b76-4ed8-af6c-4419f56445cf req-c7b72ac1-1111-460a-954a-708403418ca8 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.550999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f068d24-6b76-4ed8-af6c-4419f56445cf req-c7b72ac1-1111-460a-954a-708403418ca8 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2418 time: 0.2975950 Jul 22 21:14:07.618933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5bd64-0b4e-46ac-982f-22c2ba64b593 req-9d01fde7-26b1-41b8-a221-ba735af25f49 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.627929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34e5bd64-0b4e-46ac-982f-22c2ba64b593 req-9d01fde7-26b1-41b8-a221-ba735af25f49 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2774827 Jul 22 21:14:07.662373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f068d24-6b76-4ed8-af6c-4419f56445cf req-9023f886-f0c6-4bb5-9a86-5f0ee99a3234 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007409 Jul 22 21:14:07.721731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.722766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.734971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 81e22e12-63b5-4650-8ce3-0d2fd73cf472 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:07.767447 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-6509ba04-a5bb-42f0-9051-b76a1c813fc2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7110004 Jul 22 21:14:07.777092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34e5bd64-0b4e-46ac-982f-22c2ba64b593 req-f4e9c0f3-2cd9-4ad6-b5a4-a875fe1ca074 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428192 Jul 22 21:14:07.809662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Request body: {'port': {'device_id': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:07.867437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d2c944a-0258-4508-bee0-3cc1108ae208 req-e8240add-085a-48aa-b7b3-f68aa3386eb4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 210 time: 0.0692823 Jul 22 21:14:07.986979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:08.018889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.057204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ecfb6-cf9b-4412-b930-628b3dff4b2f req-7ed3acf0-031c-4ad9-87c3-6573fd776f5d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.060842 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a56ecfb6-cf9b-4412-b930-628b3dff4b2f req-7ed3acf0-031c-4ad9-87c3-6573fd776f5d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 931 time: 0.1592720 Jul 22 21:14:08.182651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a56ecfb6-cf9b-4412-b930-628b3dff4b2f req-f9366839-7438-4a4e-b0b9-8b84934b90a0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155143 Jul 22 21:14:08.260397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e4d71-d7fe-40e5-98ec-2c064f267700 req-936ecc87-2de4-45e1-92c2-bc235055d8b9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.265451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d5e4d71-d7fe-40e5-98ec-2c064f267700 req-936ecc87-2de4-45e1-92c2-bc235055d8b9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 944 time: 0.1384227 Jul 22 21:14:08.343954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:08.371748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'port_id': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'mac_address': 'fa:16:3e:85:93:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:08.411642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d5e4d71-d7fe-40e5-98ec-2c064f267700 req-d5b8da03-e21f-4204-bea5-d72f9e8c2101 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369598 Jul 22 21:14:08.420313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83be8745-4ee7-4444-8183-27321b7596bb req-f936ce9c-98a6-4950-8bcd-93358c6d93fb tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 210 time: 0.0954556 Jul 22 21:14:08.437992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:08.447920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:08.448096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.504133 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.579059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:08.653959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:08.665512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.684660 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-c60523a1-80cf-4b82-a51c-a60d4be0cacc tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188412 Jul 22 21:14:08.836611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ffb72-0601-4c54-8468-2eff83a73db0 req-d3a1a789-22d1-4033-8435-fc46a8bc2f48 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.839957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181ffb72-0601-4c54-8468-2eff83a73db0 req-d3a1a789-22d1-4033-8435-fc46a8bc2f48 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 949 time: 0.2436249 Jul 22 21:14:08.888439 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.896292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05ec08-4f32-4266-acb8-7f528304ae6a req-37b1ac48-c59f-4768-939e-3d60344ae099 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.898792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e05ec08-4f32-4266-acb8-7f528304ae6a req-37b1ac48-c59f-4768-939e-3d60344ae099 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.3853269 Jul 22 21:14:08.940719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839b62a9-86fc-4398-9e28-ebe7400c09ea {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:08.978226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:08.982435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.034315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e22e12-63b5-4650-8ce3-0d2fd73cf472'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:09.040650 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e05ec08-4f32-4266-acb8-7f528304ae6a req-89f09df4-b0aa-41e4-8a08-7b449e154a4e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306458 Jul 22 21:14:09.044894 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefffdc3-b51c-4a78-8a33-ce1c3a479ba1" -d '{"events": [{"server_uuid": "300e0429-36e9-4b4a-9c1c-8760cbb8ef71", "name": "network-vif-plugged", "status": "completed", "tag": "81e22e12-63b5-4650-8ce3-0d2fd73cf472"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:09.073490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181ffb72-0601-4c54-8468-2eff83a73db0 req-c8a54a1c-b0d4-480d-9704-23b3c44073dd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730702 Jul 22 21:14:09.094814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Transition to ACTIVE for port object 839b62a9-86fc-4398-9e28-ebe7400c09ea will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:09.099328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 81e22e12-63b5-4650-8ce3-0d2fd73cf472, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=81e22e12-63b5-4650-8ce3-0d2fd73cf472,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:09.100792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.111607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-2842ab9a-45ad-45a4-bf57-f0cf5e1f58ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5503831 Jul 22 21:14:09.130462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-66dd4917-8890-4999-ba3e-ec5d3ddf3aee tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.133168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-66dd4917-8890-4999-ba3e-ec5d3ddf3aee tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4334145 Jul 22 21:14:09.134358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.158725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:09.237975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:09.260769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Request body: {'port': {'device_id': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'b388d3d8f84e4e3fb35ee222ce0c9d1d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:09.291279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=81e22e12-63b5-4650-8ce3-0d2fd73cf472,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:09.306936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c044ad2d-726a-49b7-8b5d-7802939a4e66 req-1df558b5-7a0a-4268-b920-3d99b7c61c27 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 210 time: 0.0515351 Jul 22 21:14:09.488556 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d980ac56-74ee-4116-9723-fc2640357734 x-openstack-request-id: req-d980ac56-74ee-4116-9723-fc2640357734 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:09.488905 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e0429-36e9-4b4a-9c1c-8760cbb8ef71", "name": "network-vif-plugged", "status": "completed", "tag": "81e22e12-63b5-4650-8ce3-0d2fd73cf472", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:09.491401 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d980ac56-74ee-4116-9723-fc2640357734 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:09.492049 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e22e12-63b5-4650-8ce3-0d2fd73cf472', 'code': 200} Jul 22 21:14:09.531303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf19df-d630-4fae-ad76-b6f465b4607a req-e43cd5a2-f667-4ad4-9129-7c3ef98b49d7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.552941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf19df-d630-4fae-ad76-b6f465b4607a req-e43cd5a2-f667-4ad4-9129-7c3ef98b49d7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.583030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf19df-d630-4fae-ad76-b6f465b4607a req-e43cd5a2-f667-4ad4-9129-7c3ef98b49d7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.586035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5bcf19df-d630-4fae-ad76-b6f465b4607a req-e43cd5a2-f667-4ad4-9129-7c3ef98b49d7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2418 time: 0.2735014 Jul 22 21:14:09.803893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5bcf19df-d630-4fae-ad76-b6f465b4607a req-a8bf62c9-4575-4b27-b519-de3f599d89cf tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919608 Jul 22 21:14:09.918550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Made reservation on behalf of b388d3d8f84e4e3fb35ee222ce0c9d1d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:09.925660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.981572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706cf28-598d-49e6-abd0-a1a14373751c req-baa41531-fbad-499b-b3ec-52494b567bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.983640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5706cf28-598d-49e6-abd0-a1a14373751c req-baa41531-fbad-499b-b3ec-52494b567bb2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 1102 time: 0.3947015 Jul 22 21:14:09.997407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56260f0-ad58-4319-b2e5-4d5daf915510 req-dd1f59e0-8d8b-4f35-8e4d-e16089bdc7c1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.008873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:10.009496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b56260f0-ad58-4319-b2e5-4d5daf915510 req-dd1f59e0-8d8b-4f35-8e4d-e16089bdc7c1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.4219530 Jul 22 21:14:10.009728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:10.010410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:10.020986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50d696-af20-44df-9420-283e17992dd8 req-6c50abb4-3127-4118-9174-52b7c72a38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.023681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-6c50abb4-3127-4118-9174-52b7c72a38ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 1096 time: 0.7751546 Jul 22 21:14:10.164654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-594dbfcb-e36b-4f93-83b9-0367664bcd05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4009914 Jul 22 21:14:10.188753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b56260f0-ad58-4319-b2e5-4d5daf915510 req-1fb047b1-ffa2-4a28-833b-8a26ca5c5486 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778629 Jul 22 21:14:10.198910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5706cf28-598d-49e6-abd0-a1a14373751c req-49bc3c35-7e7d-4e72-815b-8502221048cd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793308 Jul 22 21:14:10.307179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af2839-dc6a-49f2-9d56-bc7d8bfa9d12 req-4067f112-1514-4351-ab4d-9378931c4a7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.311774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9af2839-dc6a-49f2-9d56-bc7d8bfa9d12 req-4067f112-1514-4351-ab4d-9378931c4a7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 945 time: 0.2962270 Jul 22 21:14:10.390753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ca51b59-dda7-4c9b-9fba-35b9a6b41c57 req-9bf46f42-3625-4575-a603-fbec1544a18f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 210 time: 0.0744195 Jul 22 21:14:10.457619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-2a6985eb-9cb8-4e2b-b681-f57fea34b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.457619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-2a6985eb-9cb8-4e2b-b681-f57fea34b0e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 1096 time: 0.1992011 Jul 22 21:14:10.468709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9af2839-dc6a-49f2-9d56-bc7d8bfa9d12 req-12747d81-fb0c-47b0-9bc2-5122e2a1614b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495688 Jul 22 21:14:10.496323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:10.497038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:10.669285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:10.669830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:10.670488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:10.671203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Bound port: 839b62a9-86fc-4398-9e28-ebe7400c09ea, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:10.671778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.688688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-5ebb5656-bd18-4b81-bf98-52e7c7c7c7f6 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.690217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-5ebb5656-bd18-4b81-bf98-52e7c7c7c7f6 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 821 time: 1.0643754 Jul 22 21:14:10.721189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Request body: {'port': {'device_id': '6be5287d-9e3a-454d-b8fc-3741460add69', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'admin_state_up': True, 'tenant_id': '9ee024418ac94c1b8edc077d4556029a'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:10.752541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f92ddf90-4baf-4008-9a96-5105dcb6970b req-985f35ba-b830-4dea-a969-97db4a4877fe tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 210 time: 0.0726285 Jul 22 21:14:10.767975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-391736a6-d0d7-42b1-b9fa-1269b475793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.769661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-391736a6-d0d7-42b1-b9fa-1269b475793c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.2880573 Jul 22 21:14:10.779560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50d696-af20-44df-9420-283e17992dd8 req-cb1307c3-6d04-4ac4-b676-46de4471bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.782019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-cb1307c3-6d04-4ac4-b676-46de4471bb3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.2913830 Jul 22 21:14:10.831940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-fe63e087-6f40-4f42-b763-15aaf2a37347 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 200 len: 217 time: 0.0525661 Jul 22 21:14:10.857862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386fbe5-1744-4a26-85d9-83f25e0e0bbe req-dd86454d-28f9-4f58-8b00-97cc988830b2 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.862242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7386fbe5-1744-4a26-85d9-83f25e0e0bbe req-dd86454d-28f9-4f58-8b00-97cc988830b2 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 950 time: 0.2427726 Jul 22 21:14:10.957779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-4fec8af7-828a-4bd8-8b58-9457686506b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 200 len: 217 time: 0.1003637 Jul 22 21:14:10.967171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7386fbe5-1744-4a26-85d9-83f25e0e0bbe req-141572c5-45e4-41a6-85b3-20e7dbc551ab tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905118 Jul 22 21:14:10.981438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-65d74f16-15a6-41db-ba52-f6942057b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:10.982980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-65d74f16-15a6-41db-ba52-f6942057b4fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1185875 Jul 22 21:14:11.062217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Allocated IP 192.168.233.166 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/64786b87-ba8d-466f-a5a0-d4bf68064a6a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:11.072647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-bf0fe5ae-3f76-4826-a851-cf8fc397b654 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725315 Jul 22 21:14:11.121256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:11.248880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50d696-af20-44df-9420-283e17992dd8 req-21f5d187-5197-4614-b90c-cae48a6e7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.250545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-21f5d187-5197-4614-b90c-cae48a6e7269 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.2859237 Jul 22 21:14:11.290030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:11.315710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-2af95b18-571c-4a72-b399-0223215f4d93 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301695 Jul 22 21:14:11.344476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.348673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-c0d72884-c154-4a18-8880-524365b45b6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818684 Jul 22 21:14:11.432408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:11.551538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.553776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.556352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-00cb6e04-f88f-469a-8ce5-1f9acd6ccb96 service neutron] 10.222.0.23 "PUT /v2.0/ports/839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 200 len: 1092 time: 3.7556887 Jul 22 21:14:11.557117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:11.562120 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342f1cef-e1c8-47ac-bcfa-76f849a44832" -d '{"events": [{"name": "network-changed", "server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:11.597869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.663872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Made reservation on behalf of 9ee024418ac94c1b8edc077d4556029a for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:11.671606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.710016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b19c09a6-2a6e-4685-9eca-16bf1fa2ce91 req-5e87ea89-3d49-412e-9008-4ac795a8c695 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752916 Jul 22 21:14:11.735945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e370a5-0a80-4d3d-b7f5-70265c8cfe4a req-71dd4c3c-dce5-4c36-afaa-1a6f484da75c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.742075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e370a5-0a80-4d3d-b7f5-70265c8cfe4a req-71dd4c3c-dce5-4c36-afaa-1a6f484da75c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.748121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e370a5-0a80-4d3d-b7f5-70265c8cfe4a req-71dd4c3c-dce5-4c36-afaa-1a6f484da75c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.750090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73e370a5-0a80-4d3d-b7f5-70265c8cfe4a req-71dd4c3c-dce5-4c36-afaa-1a6f484da75c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2418 time: 0.2519834 Jul 22 21:14:11.765588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Transition to ACTIVE for port object 64786b87-ba8d-466f-a5a0-d4bf68064a6a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:11.801410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf02487-179f-4f15-bbd2-d682375214f6 req-300364ec-1cdd-4570-bcfb-e0c8af192ce9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.803194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf02487-179f-4f15-bbd2-d682375214f6 req-300364ec-1cdd-4570-bcfb-e0c8af192ce9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.3498926 Jul 22 21:14:11.853850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73e370a5-0a80-4d3d-b7f5-70265c8cfe4a req-ff6ec566-8607-44b7-bb16-0ecaa9c33b1f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943859 Jul 22 21:14:11.882366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-baf02487-179f-4f15-bbd2-d682375214f6 req-664bb57e-77c3-411a-9ae0-a52a5b1a5e36 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Jul 22 21:14:11.895419 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-ae1f57c2-cd97-4340-b702-f08eb3911c58 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809506 Jul 22 21:14:11.921871 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-d2365c7d-537c-4263-a0d1-6e5af32d2556 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4730167 Jul 22 21:14:11.987895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:12.053293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.068348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603', '04bca98d-6e3a-42ac-b347-d7757caa4fb3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:12.078342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7', 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'f47f5df3-1361-417d-aca6-9289271734c6', '5a892763-6962-4813-a3d0-a0137b8adfed'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:12.079322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-f5cbf053-7828-4fcc-8f03-4a0114d834bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:12.081019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-f5cbf053-7828-4fcc-8f03-4a0114d834bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1095 time: 0.3954685 Jul 22 21:14:12.146451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d26741df-e150-446a-9abf-eb53e9a9bd6a req-646ed4b8-1f00-4448-aea9-8be5a4807e74 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 210 time: 0.1621327 Jul 22 21:14:12.251112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431777-2aa7-45db-b2e2-1c83d1fdfb3d req-fe3d8132-77c9-4d3d-a506-b307e3119cff tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:12.263369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95431777-2aa7-45db-b2e2-1c83d1fdfb3d req-fe3d8132-77c9-4d3d-a506-b307e3119cff tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2213838 Jul 22 21:14:12.348248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Allocated IP 172.20.0.2 (7aa9f0d7-eea1-43c4-9931-88eac3ceb20e/8d14413c-1d52-47c3-b230-284c77ef01d9/acefcf95-9387-4ca3-af9a-ded13d254540) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:12.353736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-e23afa04-3375-45e4-aee8-8e4e118da139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 200 len: 217 time: 0.1849113 Jul 22 21:14:12.379813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:12.420285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:12.427679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:12.440141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:12.446798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d50d696-af20-44df-9420-283e17992dd8 req-72ecb4f2-c39f-4b3f-9cfa-3e51fa039159 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188570 Jul 22 21:14:12.452635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:12.454593 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.454904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event updated for resources: {'Port': ['ID=64786b87-ba8d-466f-a5a0-d4bf68064a6a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:12.547630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-57236cba-4cbc-40be-ad95-e41806ef9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:12.548952 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-57236cba-4cbc-40be-ad95-e41806ef9589 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1676939 Jul 22 21:14:12.595250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:12.596342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.629084 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95431777-2aa7-45db-b2e2-1c83d1fdfb3d req-2bd8736a-e8e3-4f2e-96b8-a2dd5c7cc4a1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653519 Jul 22 21:14:12.649085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-5e7c15d9-5a46-4c41-95c0-bb342f1aedd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843651 Jul 22 21:14:12.752928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7da7af-f3f5-45d3-ae4f-7a36e41b7f20 req-564a8678-bb26-498a-8496-dd0fc6faf132 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:12.779709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b7da7af-f3f5-45d3-ae4f-7a36e41b7f20 req-564a8678-bb26-498a-8496-dd0fc6faf132 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 945 time: 0.4441676 Jul 22 21:14:12.796328 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-96ff2f73-bfbb-492a-a163-134a6d81040c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5419226 Jul 22 21:14:12.835043 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72990921-2d0f-448b-924f-ebd865bd12e0 x-openstack-request-id: req-72990921-2d0f-448b-924f-ebd865bd12e0 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:12.835871 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:12.836653 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72990921-2d0f-448b-924f-ebd865bd12e0 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:12.837518 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea', 'status': 'completed', 'code': 200} Jul 22 21:14:12.879315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Request body: {'port': {'device_id': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:12.923434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b7da7af-f3f5-45d3-ae4f-7a36e41b7f20 req-ed2b94ea-bc0a-49ec-b195-c9b1fc8bc899 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426840 Jul 22 21:14:13.137019 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f8b31c6-3050-4de1-a0c3-9e16fbab553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.227080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ade5-81c5-40a8-9aae-bcdba12f6f83 req-23d4e198-1623-47d3-b9d3-7392fc530e83 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:13.228723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab22ade5-81c5-40a8-9aae-bcdba12f6f83 req-23d4e198-1623-47d3-b9d3-7392fc530e83 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 936 time: 0.1905105 Jul 22 21:14:13.320201 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.441646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab22ade5-81c5-40a8-9aae-bcdba12f6f83 req-8bf4799c-8142-4634-8b5c-f3349d105494 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015743 Jul 22 21:14:13.491468 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-ea3af72d-0283-4ea0-8124-a644a5201e4d service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7903795 Jul 22 21:14:13.545066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:13.580062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4accec-6ffd-4c4f-862c-530fc25f2b4c req-6915d644-bcbe-4011-bf02-badab397ce9f tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:13.603398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4accec-6ffd-4c4f-862c-530fc25f2b4c req-6915d644-bcbe-4011-bf02-badab397ce9f tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 950 time: 0.3108239 Jul 22 21:14:13.605747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:13.608636 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e65e35-77fa-4a1e-8c62-afc71a89e8d5" -d '{"events": [{"server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "name": "network-vif-plugged", "status": "completed", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:13.609212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.626443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c6f007c1-c9e4-4c39-adf1-757a307f50c5 None None] Provisioning for port 64786b87-ba8d-466f-a5a0-d4bf68064a6a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:13.632413 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.638403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c6f007c1-c9e4-4c39-adf1-757a307f50c5 None None] Provisioning complete for port 64786b87-ba8d-466f-a5a0-d4bf68064a6a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:13.639068 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6f007c1-c9e4-4c39-adf1-757a307f50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.640412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.746389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4accec-6ffd-4c4f-862c-530fc25f2b4c req-bf4a2528-5242-4086-b304-11938d1c67fc tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416047 Jul 22 21:14:13.765508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c6f007c1-c9e4-4c39-adf1-757a307f50c5 None None] Port 64786b87-ba8d-466f-a5a0-d4bf68064a6a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:13.941148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89c2c4fd-38e4-4525-a2c7-bd87426bd19e req-4fb62f24-4f04-478b-8d74-a5ca603fdbc7 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296324 Jul 22 21:14:13.970171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.108844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.139530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c873db-59dc-4a9e-b031-89acad6e4633 req-479f122a-c170-4853-8577-afa9b7f5f61b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.159798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c873db-59dc-4a9e-b031-89acad6e4633 req-479f122a-c170-4853-8577-afa9b7f5f61b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.166572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c873db-59dc-4a9e-b031-89acad6e4633 req-479f122a-c170-4853-8577-afa9b7f5f61b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.173405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17c873db-59dc-4a9e-b031-89acad6e4633 req-479f122a-c170-4853-8577-afa9b7f5f61b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2418 time: 0.4684067 Jul 22 21:14:14.231168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-22d51648-e37f-421b-9418-6322f5bdff72 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.236349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:14.260598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-22d51648-e37f-421b-9418-6322f5bdff72 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.266981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-22d51648-e37f-421b-9418-6322f5bdff72 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.268760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-22d51648-e37f-421b-9418-6322f5bdff72 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 2418 time: 0.5214467 Jul 22 21:14:14.275696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:14.285874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:14.433379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.434085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.448445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.491580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-97fed528-bab3-4907-b7a8-9aa04d31a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.494915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-97fed528-bab3-4907-b7a8-9aa04d31a7f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1095 time: 0.4582860 Jul 22 21:14:14.502108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.23', 61991) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:14.615728 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-4a1f56b0-171d-4d6f-90d7-217975de8199 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9017870 Jul 22 21:14:14.656837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Request body: {'port': {'device_id': '6be5287d-9e3a-454d-b8fc-3741460add69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:14.749691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ba7c-28ad-4653-aed4-956ae753eca1 req-c1ed5f76-4638-4c6c-8250-64ed55907727 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.751366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e231ba7c-28ad-4653-aed4-956ae753eca1 req-c1ed5f76-4638-4c6c-8250-64ed55907727 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.8746533 Jul 22 21:14:14.842268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17c873db-59dc-4a9e-b031-89acad6e4633 req-930f57f5-1a6c-440c-af79-e4628433933a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640818 Jul 22 21:14:14.894726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e231ba7c-28ad-4653-aed4-956ae753eca1 req-727972a6-0517-448b-8500-54adc44aa395 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119013 Jul 22 21:14:14.970488 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d003c7-38fa-48f9-b8d7-f103866a95e2 x-openstack-request-id: req-d1d003c7-38fa-48f9-b8d7-f103866a95e2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:14.971001 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "name": "network-vif-plugged", "status": "completed", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:14.971458 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1d003c7-38fa-48f9-b8d7-f103866a95e2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:14.972225 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'code': 200} Jul 22 21:14:14.999621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:15.000090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.064093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.23', 61993) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:15.154760 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-802e66d8-caf9-43dc-a089-b03963616973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.225106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b120-4756-4a46-9b19-bde151fca409 req-38c27273-c1b8-4add-8383-d7c3601e51f3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.227237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86b4b120-4756-4a46-9b19-bde151fca409 req-38c27273-c1b8-4add-8383-d7c3601e51f3 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 931 time: 0.2884102 Jul 22 21:14:15.230943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.233899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-7b456d59-e147-4dee-998a-64dac3c22564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.236373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-7b456d59-e147-4dee-998a-64dac3c22564 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.7240438 Jul 22 21:14:15.285372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:15.285666 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.299077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-e4957689-e508-4997-9991-ed4172618e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.301666 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-e4957689-e508-4997-9991-ed4172618e77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1102 time: 0.7979548 Jul 22 21:14:15.311729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:15.315764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86b4b120-4756-4a46-9b19-bde151fca409 req-28ce4f90-8384-4a9d-b138-b5129add92f9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759468 Jul 22 21:14:15.332650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc58ffb-5936-470f-91c1-124eab7a60a2 req-55724517-590b-4bfb-be71-abeb242194c3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.340384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5dc58ffb-5936-470f-91c1-124eab7a60a2 req-55724517-590b-4bfb-be71-abeb242194c3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2647011 Jul 22 21:14:15.406120 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-93dd8123-c9ea-42fa-a38f-22f85cf71566 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 200 len: 217 time: 0.1267388 Jul 22 21:14:15.416135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5dc58ffb-5936-470f-91c1-124eab7a60a2 req-4eca4a7c-5842-4a91-9ed2-587bf6de1f77 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Jul 22 21:14:15.444358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.464466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64786b87-ba8d-466f-a5a0-d4bf68064a6a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:15.500179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.561828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.601089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c3ea70c0-75f3-4e0d-ae8d-3002528e6f14', '2fcdc814-59df-4ca5-b63c-bb34209f1b14', 'aa66e5c2-ad16-467f-b32c-500092aef306'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:15.665451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57073-6191-4c92-84ac-bf8652412d23 req-c6f28bdc-a140-4d35-93e4-997f61b7fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.668070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cdc57073-6191-4c92-84ac-bf8652412d23 req-c6f28bdc-a140-4d35-93e4-997f61b7fbb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 1098 time: 0.5936999 Jul 22 21:14:15.676773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Transition to ACTIVE for port object 64786b87-ba8d-466f-a5a0-d4bf68064a6a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:15.682095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=c3ea70c0-75f3-4e0d-ae8d-3002528e6f14,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:15.698303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.727654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:15.731168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.733686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-e5065346-9f84-4fa4-aaa9-819557b3230a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "DELETE /v2.0/ports/c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 HTTP/1.1" status: 204 len: 173 time: 0.9989648 Jul 22 21:14:15.734478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-deleted', 'tag': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:15.737262 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a03cf5-c4b0-4aad-9155-0c7d782f11bb" -d '{"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-deleted", "tag": "c3ea70c0-75f3-4e0d-ae8d-3002528e6f14"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:15.837258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-18b9f906-6bed-494c-840f-19b1a5bca5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.839165 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-18b9f906-6bed-494c-840f-19b1a5bca5f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.5177763 Jul 22 21:14:15.851129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-608a1d58-4120-47b0-a508-dfa2c082c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.853669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-608a1d58-4120-47b0-a508-dfa2c082c55f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.4218585 Jul 22 21:14:15.901457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bed142-4f32-485a-86ab-8184c6f4ae46 req-eba0c34c-318b-4767-9ed2-0903b3b52bab tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.904103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60bed142-4f32-485a-86ab-8184c6f4ae46 req-eba0c34c-318b-4767-9ed2-0903b3b52bab tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 946 time: 0.3357890 Jul 22 21:14:15.968785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:14:15.997716 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.007727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006983-7a6b-433a-a94e-dd944beafbfe req-4200ed7f-9d55-46dc-91a2-086181858f20 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.009354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80006983-7a6b-433a-a94e-dd944beafbfe req-4200ed7f-9d55-46dc-91a2-086181858f20 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 948 time: 0.2267940 Jul 22 21:14:16.027526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60bed142-4f32-485a-86ab-8184c6f4ae46 req-c7333bbc-171b-4047-8793-71f7a873304d tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126528 Jul 22 21:14:16.044633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:16.045048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.120761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80006983-7a6b-433a-a94e-dd944beafbfe req-46f47550-4d11-42b5-9aa6-c459bd1cad18 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025479 Jul 22 21:14:16.149017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-99fa7d05-2f80-47b2-989e-d8aac5744865 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2599645 Jul 22 21:14:16.156045 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cdc57073-6191-4c92-84ac-bf8652412d23 req-e4d9aea9-f943-456b-b398-cc029e6c724c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721301 Jul 22 21:14:16.158304 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-269d8fec-6d39-4d09-9fb5-b4520b0374b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.2361526 Jul 22 21:14:16.159419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=64786b87-ba8d-466f-a5a0-d4bf68064a6a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:16.202932 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa76bd8-1767-45d8-9b29-a36ad8f2fb32 x-openstack-request-id: req-1aa76bd8-1767-45d8-9b29-a36ad8f2fb32 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:16.203364 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-deleted", "tag": "c3ea70c0-75f3-4e0d-ae8d-3002528e6f14", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:16.203762 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1aa76bd8-1767-45d8-9b29-a36ad8f2fb32 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:16.204460 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-deleted', 'tag': 'c3ea70c0-75f3-4e0d-ae8d-3002528e6f14', 'status': 'completed', 'code': 200} Jul 22 21:14:16.379545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port 2fcdc814-59df-4ca5-b63c-bb34209f1b14, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2fcdc814-59df-4ca5-b63c-bb34209f1b14,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:16.380195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.407432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for 2fcdc814-59df-4ca5-b63c-bb34209f1b14 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:16.421413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e87e61-8383-4623-ae4a-9a03bb5cf6e6 req-28e86c4c-5941-4047-afd0-009f2138ca08 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.422965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22e87e61-8383-4623-ae4a-9a03bb5cf6e6 req-28e86c4c-5941-4047-afd0-009f2138ca08 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 950 time: 0.2853382 Jul 22 21:14:16.475278 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-af749991-0b32-42f6-88f4-f44bef364db3 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939711 Jul 22 21:14:16.477753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-fa0f2de3-ff3e-49cc-9c2b-eb111b45275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.480889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-fa0f2de3-ff3e-49cc-9c2b-eb111b45275a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2120566 Jul 22 21:14:16.519184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897885-755a-4dd1-9f03-41291a083f01 req-95ddf946-94c8-430b-b5f6-5888ebbd3a07 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.526112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897885-755a-4dd1-9f03-41291a083f01 req-95ddf946-94c8-430b-b5f6-5888ebbd3a07 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.530914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Attempting to bind port 64786b87-ba8d-466f-a5a0-d4bf68064a6a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:16.531397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Attempting to bind port 64786b87-ba8d-466f-a5a0-d4bf68064a6a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:16.531613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55897885-755a-4dd1-9f03-41291a083f01 req-95ddf946-94c8-430b-b5f6-5888ebbd3a07 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 1682 time: 0.2647233 Jul 22 21:14:16.531768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Attempting to bind port 64786b87-ba8d-466f-a5a0-d4bf68064a6a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:16.580808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22e87e61-8383-4623-ae4a-9a03bb5cf6e6 req-b69b97f1-3132-45d2-9e4f-97e9a70e2f0f tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488357 Jul 22 21:14:16.583246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Port 64786b87-ba8d-466f-a5a0-d4bf68064a6a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:16.583495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Attempting to bind port 64786b87-ba8d-466f-a5a0-d4bf68064a6a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:16.621641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55897885-755a-4dd1-9f03-41291a083f01 req-13505138-a27f-4579-86db-8bdc8e1127ee tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Jul 22 21:14:16.623884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:16.624348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:16.624828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:16.625383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Bound port: 64786b87-ba8d-466f-a5a0-d4bf68064a6a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:16.625800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.706712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.796691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=2fcdc814-59df-4ca5-b63c-bb34209f1b14,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:16.797320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acefcf95-9387-4ca3-af9a-ded13d254540 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:16.819517 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.828774 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-342f1cef-e1c8-47ac-bcfa-76f849a44832 req-cfcc4640-cc24-4599-b2fb-212f08f345ba service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276665 Jul 22 21:14:16.860226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-50e57e51-a694-4960-b40e-642a462e432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.862453 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-50e57e51-a694-4960-b40e-642a462e432c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3599057 Jul 22 21:14:16.876354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port 2fcdc814-59df-4ca5-b63c-bb34209f1b14 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:16.880734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.883021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-1ad69369-a27a-4632-8243-f77eae6841ed tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "DELETE /v2.0/ports/2fcdc814-59df-4ca5-b63c-bb34209f1b14 HTTP/1.1" status: 204 len: 173 time: 1.1411386 Jul 22 21:14:16.895063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Transition to ACTIVE for port object acefcf95-9387-4ca3-af9a-ded13d254540 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:16.915599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] For port 64786b87-ba8d-466f-a5a0-d4bf68064a6a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:16.918908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.952965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94932db-e70a-4754-88e2-80545a51f214 req-89c5e15f-96e1-4811-9bd2-401646c3441e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.960838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d94932db-e70a-4754-88e2-80545a51f214 req-89c5e15f-96e1-4811-9bd2-401646c3441e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.2694151 Jul 22 21:14:16.993596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] For port 64786b87-ba8d-466f-a5a0-d4bf68064a6a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=64786b87-ba8d-466f-a5a0-d4bf68064a6a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:17.001322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406c99-1dfc-47a5-92fa-1628f09b30fc req-6d095983-3cd1-4c4b-92a1-f3baa846d3e7 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.002940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36406c99-1dfc-47a5-92fa-1628f09b30fc req-6d095983-3cd1-4c4b-92a1-f3baa846d3e7 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 931 time: 0.2765214 Jul 22 21:14:17.049039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.080516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d94932db-e70a-4754-88e2-80545a51f214 req-8d8d5ac7-8a9a-45f6-ba1f-3d4163e5c704 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186090 Jul 22 21:14:17.097198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Pushing event updated for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:17.106536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36406c99-1dfc-47a5-92fa-1628f09b30fc req-76b50d2e-b758-4f1e-8747-df802cb2a233 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910494 Jul 22 21:14:17.115578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.116679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.119209 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] 10.222.0.23 "PUT /v2.0/ports/64786b87-ba8d-466f-a5a0-d4bf68064a6a HTTP/1.1" status: 200 len: 1097 time: 4.2717173 Jul 22 21:14:17.125073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'tag': '64786b87-ba8d-466f-a5a0-d4bf68064a6a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:17.129700 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904b962-ecb2-4b50-9d96-faa062f4cc01" -d '{"events": [{"name": "network-changed", "server_uuid": "57000c67-7606-48b1-a5dc-3bb1c58dccb9", "tag": "64786b87-ba8d-466f-a5a0-d4bf68064a6a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:17.169997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port aa66e5c2-ad16-467f-b32c-500092aef306 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:17.170594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.355809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-e8ba8b85-c6a6-4a96-b74f-9c2c742cb356 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790931 Jul 22 21:14:17.391247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port aa66e5c2-ad16-467f-b32c-500092aef306, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=aa66e5c2-ad16-467f-b32c-500092aef306,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:17.391636 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.415432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for aa66e5c2-ad16-467f-b32c-500092aef306 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:17.486291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13e71b-dc72-4bc5-9a4d-d58c49713dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=64786b87-ba8d-466f-a5a0-d4bf68064a6a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:17.553757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19fd9-9f4f-4e77-ba04-6929f26f12a2 req-6f4ca1ad-731d-43ca-8ea1-7881ecb87a61 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.555680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bc19fd9-9f4f-4e77-ba04-6929f26f12a2 req-6f4ca1ad-731d-43ca-8ea1-7881ecb87a61 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2534838 Jul 22 21:14:17.581871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Attempting to bind port acefcf95-9387-4ca3-af9a-ded13d254540 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:17.582572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Attempting to bind port acefcf95-9387-4ca3-af9a-ded13d254540 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:17.583251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Attempting to bind port acefcf95-9387-4ca3-af9a-ded13d254540 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:17.604247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Port acefcf95-9387-4ca3-af9a-ded13d254540 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:17.604866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Attempting to bind port acefcf95-9387-4ca3-af9a-ded13d254540 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:17.628837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-7dbfe43c-8f68-4347-aec6-a58a40b45a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.630318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-7dbfe43c-8f68-4347-aec6-a58a40b45a26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 1100 time: 0.4431133 Jul 22 21:14:17.631160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:17.631459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Checking segment: {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:17.632212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Bound using segment: {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:17.632565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Bound port: acefcf95-9387-4ca3-af9a-ded13d254540, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:17.633022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.638721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-e22a89c1-3058-485f-84a8-3648b6329182 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685621 Jul 22 21:14:17.659993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bc19fd9-9f4f-4e77-ba04-6929f26f12a2 req-ab03d527-cf43-453b-8cb8-de3c9c37279c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820343 Jul 22 21:14:17.710311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-0ef67e97-8c78-41f0-a348-a2347fdf2a80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=64786b87-ba8d-466f-a5a0-d4bf68064a6a HTTP/1.1" status: 200 len: 217 time: 0.0588832 Jul 22 21:14:17.735066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5adc2e-a380-4100-810c-db87ce411931 req-8df4f75b-04cd-4dcc-b906-4f23c7087fc9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.740184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa5adc2e-a380-4100-810c-db87ce411931 req-8df4f75b-04cd-4dcc-b906-4f23c7087fc9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 946 time: 0.2092755 Jul 22 21:14:17.798404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-802ccca2-cd42-4d8f-b400-63969f349e48 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.799972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-802ccca2-cd42-4d8f-b400-63969f349e48 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.58 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 950 time: 0.3329637 Jul 22 21:14:17.839714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-f60f9d7b-f981-4f3e-b892-d35a56af1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.841255 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-f60f9d7b-f981-4f3e-b892-d35a56af1038 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1032701 Jul 22 21:14:17.852412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.866784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:17.894247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa5adc2e-a380-4100-810c-db87ce411931 req-d8c3316d-2594-44cb-8df7-5176b522efc3 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217384 Jul 22 21:14:17.897725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=aa66e5c2-ad16-467f-b32c-500092aef306,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:17.945802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:17.948597 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.959222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.979384 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8792d48-2330-4f4b-b602-ae29a634da9f x-openstack-request-id: req-e8792d48-2330-4f4b-b602-ae29a634da9f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:17.979831 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57000c67-7606-48b1-a5dc-3bb1c58dccb9", "tag": "64786b87-ba8d-466f-a5a0-d4bf68064a6a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:17.980231 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8792d48-2330-4f4b-b602-ae29a634da9f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:17.980822 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'tag': '64786b87-ba8d-466f-a5a0-d4bf68064a6a', 'status': 'completed', 'code': 200} Jul 22 21:14:18.002417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port aa66e5c2-ad16-467f-b32c-500092aef306 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:18.009307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.014113 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1201707-4c86-4632-b7ff-d3d8d344164a req-f79ea377-dd8a-4a21-83d4-8cce4871f5a2 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.23 "DELETE /v2.0/ports/aa66e5c2-ad16-467f-b32c-500092aef306 HTTP/1.1" status: 204 len: 173 time: 1.1216156 Jul 22 21:14:18.057880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:18.074638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e6c9-6359-491d-804b-a6b1d06afa66 req-53b2c072-2cae-48ec-87a8-2c49e92bddeb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.081537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a184e6c9-6359-491d-804b-a6b1d06afa66 req-53b2c072-2cae-48ec-87a8-2c49e92bddeb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 948 time: 0.3096173 Jul 22 21:14:18.095773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:18.096060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c3ea70c0-75f3-4e0d-ae8d-3002528e6f14 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:18.096434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2fcdc814-59df-4ca5-b63c-bb34209f1b14 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:18.113671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.114688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.117076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] 10.222.0.23 "PUT /v2.0/ports/acefcf95-9387-4ca3-af9a-ded13d254540 HTTP/1.1" status: 200 len: 1092 time: 3.4826043 Jul 22 21:14:18.158220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 2fcdc814-59df-4ca5-b63c-bb34209f1b14 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:18.158477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2fcdc814-59df-4ca5-b63c-bb34209f1b14 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:18.158886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device aa66e5c2-ad16-467f-b32c-500092aef306 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:18.179361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d3ee-54e5-498d-a840-97696ce62c25 service neutron] Pushing event updated for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:18.189580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-edae4e4f-860b-42cc-952c-7f2a37a26365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.192198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-edae4e4f-860b-42cc-952c-7f2a37a26365 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3203032 Jul 22 21:14:18.206622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-deleted', 'tag': '2fcdc814-59df-4ca5-b63c-bb34209f1b14'}, {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-deleted', 'tag': 'aa66e5c2-ad16-467f-b32c-500092aef306'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:18.209237 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d562f90-a659-4e51-90ac-74a4a1c4b961" -d '{"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-deleted", "tag": "2fcdc814-59df-4ca5-b63c-bb34209f1b14"}, {"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-deleted", "tag": "aa66e5c2-ad16-467f-b32c-500092aef306"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:18.213857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: aa66e5c2-ad16-467f-b32c-500092aef306 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:18.214907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device aa66e5c2-ad16-467f-b32c-500092aef306 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:18.249390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a184e6c9-6359-491d-804b-a6b1d06afa66 req-bc8d032f-40ee-4466-bc79-a810595f6249 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398287 Jul 22 21:14:18.277755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Deleting port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:18.277755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.293419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf38a39-30ab-4832-ad10-db4068062c52 req-ea26a338-eda9-46a1-9c80-485984988402 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.300860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3cf38a39-30ab-4832-ad10-db4068062c52 req-ea26a338-eda9-46a1-9c80-485984988402 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 950 time: 0.2165875 Jul 22 21:14:18.364573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3cf38a39-30ab-4832-ad10-db4068062c52 req-5ca57b0b-fbce-4586-82c9-313bef32897a tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/security-groups?id=9dafd2f4-7f9c-45c8-a198-2a833a4c6302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625165 Jul 22 21:14:18.408494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d235508e-9d36-481e-a64b-9edbc69fe657 req-c804afae-39aa-4452-887a-a2eaaecda6c1 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=9771e54d-4cdb-4e4c-b357-62ede7939fd9 HTTP/1.1" status: 200 len: 210 time: 0.0637641 Jul 22 21:14:18.647856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efffc0d-b1af-47df-a5e3-2551938d68b3 req-359039e1-2aee-48b0-b911-a2d67bad6532 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.650685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2efffc0d-b1af-47df-a5e3-2551938d68b3 req-359039e1-2aee-48b0-b911-a2d67bad6532 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.1784685 Jul 22 21:14:18.723438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd36844-fc92-4549-807b-3ab9f7ccda74 req-6308a1da-646d-4a9f-b684-5e6ebd2bd67a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.726253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cd36844-fc92-4549-807b-3ab9f7ccda74 req-6308a1da-646d-4a9f-b684-5e6ebd2bd67a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 943 time: 0.2011232 Jul 22 21:14:18.777532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2efffc0d-b1af-47df-a5e3-2551938d68b3 req-ecac0143-b08e-4c18-b209-4f97bcaaedc8 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181285 Jul 22 21:14:18.814784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cd36844-fc92-4549-807b-3ab9f7ccda74 req-b83d0def-12aa-479c-956f-782caab39ffd tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776343 Jul 22 21:14:18.855700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-a41c7962-72b4-4fd4-9d5e-87464d8a7f37 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421452 Jul 22 21:14:18.898848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-302c3c3f-0357-41f5-ac25-b31901d503da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.901840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-302c3c3f-0357-41f5-ac25-b31901d503da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 1095 time: 0.6511648 Jul 22 21:14:18.907915 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f6553b-ebf4-4736-91ec-754f76f2eed8 x-openstack-request-id: req-20f6553b-ebf4-4736-91ec-754f76f2eed8 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:18.908349 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-deleted", "tag": "2fcdc814-59df-4ca5-b63c-bb34209f1b14", "status": "completed", "code": 200}, {"server_uuid": "9771e54d-4cdb-4e4c-b357-62ede7939fd9", "name": "network-vif-deleted", "tag": "aa66e5c2-ad16-467f-b32c-500092aef306", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:18.908770 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20f6553b-ebf4-4736-91ec-754f76f2eed8 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:18.909419 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-deleted', 'tag': '2fcdc814-59df-4ca5-b63c-bb34209f1b14', 'status': 'completed', 'code': 200} Jul 22 21:14:18.909836 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9771e54d-4cdb-4e4c-b357-62ede7939fd9', 'name': 'network-vif-deleted', 'tag': 'aa66e5c2-ad16-467f-b32c-500092aef306', 'status': 'completed', 'code': 200} Jul 22 21:14:18.930966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] For port 81e22e12-63b5-4650-8ce3-0d2fd73cf472, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=81e22e12-63b5-4650-8ce3-0d2fd73cf472,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:18.930966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.034712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Calling delete_port for 81e22e12-63b5-4650-8ce3-0d2fd73cf472 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:19.038959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-426e0678-535e-48b1-8ef6-8949adcb98b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acefcf95-9387-4ca3-af9a-ded13d254540 HTTP/1.1" status: 200 len: 217 time: 0.1036611 Jul 22 21:14:19.104179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1629f-994d-4c01-9640-37f4216ef0f5 req-7612ced6-a424-4343-bffb-1db586003310 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.106022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adf1629f-994d-4c01-9640-37f4216ef0f5 req-7612ced6-a424-4343-bffb-1db586003310 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.1115746 Jul 22 21:14:19.123631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2bc8b-20ec-4750-a563-7d99bacb1f00 req-a35ad9e7-4bdc-41c1-86f3-43888ee02704 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.125621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dff2bc8b-20ec-4750-a563-7d99bacb1f00 req-a35ad9e7-4bdc-41c1-86f3-43888ee02704 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 946 time: 0.1166952 Jul 22 21:14:19.195741 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adf1629f-994d-4c01-9640-37f4216ef0f5 req-1e3d88f8-7883-467b-9da8-20b969a6c914 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689962 Jul 22 21:14:19.198747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dff2bc8b-20ec-4750-a563-7d99bacb1f00 req-1e23d18d-6b14-435b-b952-70f129643d3a tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650833 Jul 22 21:14:19.219675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-5c0dd301-96c0-4942-b8ca-f575c9ae036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.221456 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-5c0dd301-96c0-4942-b8ca-f575c9ae036b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d14413c-1d52-47c3-b230-284c77ef01d9 HTTP/1.1" status: 200 len: 861 time: 0.1328633 Jul 22 21:14:19.231918 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d852b86-7380-4ec9-83a4-dce1280021b9 req-d155abd4-26e6-48bf-a967-9d280bcb5cf1 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540316 Jul 22 21:14:19.291948 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-bc2db976-4abd-48cd-8e5b-554e9f4b090b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579584 Jul 22 21:14:19.538600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-3acb1137-79c7-4d3a-bd75-ca60a9041fa8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 258 time: 0.2774041 Jul 22 21:14:19.557575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7622-626b-4a61-8b31-afb175dfcdd7 req-aea5d510-c073-4ccb-a4f5-7d41a3b872f4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.560327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0ea7622-626b-4a61-8b31-afb175dfcdd7 req-aea5d510-c073-4ccb-a4f5-7d41a3b872f4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 948 time: 0.2283347 Jul 22 21:14:19.568414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:19.573379 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.582667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-216ec039-5adb-498b-abf0-e99e9c987359 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814002 Jul 22 21:14:19.608270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-81e95c36-437f-4680-ae28-a56a2e9032a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.609779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-81e95c36-437f-4680-ae28-a56a2e9032a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 1100 time: 0.2947142 Jul 22 21:14:19.629891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.657548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0ea7622-626b-4a61-8b31-afb175dfcdd7 req-fbb9ba4e-0bfd-4665-bea3-bbafef0a3165 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815971 Jul 22 21:14:19.663600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Pushing event deleted for resources: {'Port': ['ID=81e22e12-63b5-4650-8ce3-0d2fd73cf472,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:19.804196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 81e22e12-63b5-4650-8ce3-0d2fd73cf472 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:19.828238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db7d6de5-bd42-4e83-84c6-68e1e9805c98 req-b9f33fff-59ea-4fc2-9532-92050979d037 tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.54 "GET /v2.0/ports?device_id=300e0429-36e9-4b4a-9c1c-8760cbb8ef71 HTTP/1.1" status: 200 len: 210 time: 0.0549645 Jul 22 21:14:19.855905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 81e22e12-63b5-4650-8ce3-0d2fd73cf472 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:19.856977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 81e22e12-63b5-4650-8ce3-0d2fd73cf472 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:19.864668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.939752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51644) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:19.940488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] No DVR routers for this DVR port 81e22e12-63b5-4650-8ce3-0d2fd73cf472 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:19.944753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.947004 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7d34ff2-0726-4dbb-bcc1-5fb7f1e60b2e req-3ae8927e-4048-4c42-84e8-c12b6e1b92bd tempest-ImagesNegativeTestJSON-1133033543 tempest-ImagesNegativeTestJSON-1133033543-project] 10.222.0.58 "DELETE /v2.0/ports/81e22e12-63b5-4650-8ce3-0d2fd73cf472 HTTP/1.1" status: 204 len: 173 time: 2.1315415 Jul 22 21:14:19.949885 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-46bfa0db-3dec-48cc-abed-8d8c1170da2b req-23d0cd58-a26d-43ce-a455-83a2c56396c6 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560245 Jul 22 21:14:20.010215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540'}, {'server_uuid': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'name': 'network-vif-deleted', 'tag': '81e22e12-63b5-4650-8ce3-0d2fd73cf472'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:20.013216 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540"}, {"server_uuid": "300e0429-36e9-4b4a-9c1c-8760cbb8ef71", "name": "network-vif-deleted", "tag": "81e22e12-63b5-4650-8ce3-0d2fd73cf472"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:20.065223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-5fe7552f-1d60-493a-9e56-cade5d925709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.067086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-5fe7552f-1d60-493a-9e56-cade5d925709 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4270024 Jul 22 21:14:20.116728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting subnet f512b7f7-69c9-4d05-9007-350cad36b238 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:14:20.141802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-9948dde5-b120-442a-8264-127c432d0746 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=64786b87-ba8d-466f-a5a0-d4bf68064a6a HTTP/1.1" status: 200 len: 217 time: 0.0632796 Jul 22 21:14:20.215095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-05efeb84-75e5-477f-b42b-3b070e0a2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.217177 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-05efeb84-75e5-477f-b42b-3b070e0a2343 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0615509 Jul 22 21:14:20.300900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-9259080a-9c23-43a9-98b3-e88eb3457ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.303164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-9259080a-9c23-43a9-98b3-e88eb3457ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785837 Jul 22 21:14:20.463399 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-fcfba526-f117-4da0-9c1c-3544813b2de4 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342032 Jul 22 21:14:20.536957 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.619789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5904b962-ecb2-4b50-9d96-faa062f4cc01 req-63878a5b-3eab-4cce-8d7b-6b279837d34a service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437809 Jul 22 21:14:20.639071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Allocated IP 172.25.5.157 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/ff518214-8637-4a33-8fb0-914afb502cd3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:20.650867 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.780530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e06b-962b-428e-af4b-bdf41a97d14e req-aa1fa686-d74a-4c2c-bf2b-8e9b6a68da8a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.783044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06c4e06b-962b-428e-af4b-bdf41a97d14e req-aa1fa686-d74a-4c2c-bf2b-8e9b6a68da8a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.7258599 Jul 22 21:14:20.928965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.936474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06c4e06b-962b-428e-af4b-bdf41a97d14e req-0f80b9df-1ede-4ab7-91ca-e5a89bfa124b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385005 Jul 22 21:14:21.011638 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.088468 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.152925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Subnet': ['ID=f512b7f7-69c9-4d05-9007-350cad36b238,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:21.157015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.159769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ac5a32ef-e43d-4acb-bc62-58f2217ff874 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/subnets/f512b7f7-69c9-4d05-9007-350cad36b238 HTTP/1.1" status: 204 len: 168 time: 1.2185462 Jul 22 21:14:21.160644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b8a15-0632-41b8-b38e-761e40bf6539 None None] Network 8793a905-2ca9-40f7-bb15-d60bf19d00e5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:21.164261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51656) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:21.177722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.249903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:21.272206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d8b04-1513-4d26-995a-45fbfe0793e4 req-bd18f557-0ec4-4502-ab79-0a74c1676cb5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:21.274787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b8d8b04-1513-4d26-995a-45fbfe0793e4 req-bd18f557-0ec4-4502-ab79-0a74c1676cb5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 943 time: 0.2321129 Jul 22 21:14:21.283075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.284073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:21.291684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:21.366423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event updated for resources: {'Port': ['ID=ff518214-8637-4a33-8fb0-914afb502cd3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:21.377226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:21.377940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.428130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b8d8b04-1513-4d26-995a-45fbfe0793e4 req-10c53ea6-381b-4b69-a1d2-c0c570351ea5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277974 Jul 22 21:14:21.487938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa,segment=NetworkSegment(eb6317a5-698d-439b-967e-dfda090af1c8),segment_id=eb6317a5-698d-439b-967e-dfda090af1c8)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:21.488980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.495248 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.522146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:21.576269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.651059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f7b9f-d9dc-4c76-bbbc-4a6a82b49908 None None] DHCP port deletion for 8793a905-2ca9-40f7-bb15-d60bf19d00e5 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:14:21.657388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.679814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b95f7b9f-d9dc-4c76-bbbc-4a6a82b49908 None None] The port 'b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa' was deleted {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 21:14:21.695657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:21.698758 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6a2ded-1258-4047-8a03-939f1224bc7f x-openstack-request-id: req-5e6a2ded-1258-4047-8a03-939f1224bc7f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:21.699059 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540", "status": "completed", "code": 200}, {"server_uuid": "300e0429-36e9-4b4a-9c1c-8760cbb8ef71", "name": "network-vif-deleted", "tag": "81e22e12-63b5-4650-8ce3-0d2fd73cf472", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:21.699311 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e6a2ded-1258-4047-8a03-939f1224bc7f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:21.699813 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'status': 'completed', 'code': 200} Jul 22 21:14:21.700262 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e0429-36e9-4b4a-9c1c-8760cbb8ef71', 'name': 'network-vif-deleted', 'tag': '81e22e12-63b5-4650-8ce3-0d2fd73cf472', 'status': 'completed', 'code': 200} Jul 22 21:14:21.701571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:21.850396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.859534 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.865773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.881111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8793a905-2ca9-40f7-bb15-d60bf19d00e5']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:21.896560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6317a5-698d-439b-967e-dfda090af1c8') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:21.896902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6317a5-698d-439b-967e-dfda090af1c8') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:21.909154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.915337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d38d44-101a-4aca-9f64-fea887337282 req-aeb97f6f-f3f3-4e7f-8af5-266cd65efcab tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:21.917563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d38d44-101a-4aca-9f64-fea887337282 req-aeb97f6f-f3f3-4e7f-8af5-266cd65efcab tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.1557474 Jul 22 21:14:21.917978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-231715a1-7512-425a-985f-f40ce8807876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:21.919522 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-231715a1-7512-425a-985f-f40ce8807876 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 1095 time: 0.1678674 Jul 22 21:14:21.931683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.957696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:14:21.958104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:14:21.961770 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:14:21.969156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event updated for resources: {'Port': ['ID=ff518214-8637-4a33-8fb0-914afb502cd3,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.000914 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.006131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d38d44-101a-4aca-9f64-fea887337282 req-69d7b16b-c8dd-4600-b8e1-a48fdb44a435 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740273 Jul 22 21:14:22.040748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.040748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-9d9b2cd7-9dbe-476d-9a17-61e216afe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4750271 Jul 22 21:14:22.075403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.090198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 64786b87-ba8d-466f-a5a0-d4bf68064a6a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:22.095955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.100714 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/networks/8793a905-2ca9-40f7-bb15-d60bf19d00e5 HTTP/1.1" status: 204 len: 168 time: 0.9349964 Jul 22 21:14:22.107265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51660) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:22.137065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-fa925f89-ef93-42ec-9f87-c2772297e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.140107 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-fa925f89-ef93-42ec-9f87-c2772297e5c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 922 time: 0.2095609 Jul 22 21:14:22.141925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08963a27-695c-473b-8055-f7f7485b4806 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Network': ['ID=8793a905-2ca9-40f7-bb15-d60bf19d00e5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.160610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-f18127d7-2ef8-4b86-8759-fddf43224408 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.1225250 Jul 22 21:14:22.218977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-9e5427ae-c7aa-4e26-9982-9f0669c23ed3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acefcf95-9387-4ca3-af9a-ded13d254540 HTTP/1.1" status: 200 len: 217 time: 0.0659649 Jul 22 21:14:22.221742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting subnet 6053d9a0-10ca-457e-ac8a-acb62f23bb86 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:14:22.234919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.252837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 64786b87-ba8d-466f-a5a0-d4bf68064a6a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=64786b87-ba8d-466f-a5a0-d4bf68064a6a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:22.273591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '64786b87-ba8d-466f-a5a0-d4bf68064a6a', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '64786b87-ba8d-466f-a5a0-d4bf68064a6a', 'mac_address': 'fa:16:3e:f9:cc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:22.294096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-1ff82ee8-79fb-4e49-aa28-464771e58801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.296743 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-1ff82ee8-79fb-4e49-aa28-464771e58801 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d14413c-1d52-47c3-b230-284c77ef01d9 HTTP/1.1" status: 200 len: 861 time: 0.0665853 Jul 22 21:14:22.319499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.328593 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.341421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-0d71e587-38ad-44a7-a733-bf3109a8fecd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377495 Jul 22 21:14:22.348442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64786b87-ba8d-466f-a5a0-d4bf68064a6a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:22.355617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dffa4-d188-4f08-88ad-6a9d5312fea0 req-d662431c-e9f2-4c8c-b26f-869e01d7f604 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.357113 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee0dffa4-d188-4f08-88ad-6a9d5312fea0 req-d662431c-e9f2-4c8c-b26f-869e01d7f604 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 948 time: 0.2651718 Jul 22 21:14:22.381751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 64786b87-ba8d-466f-a5a0-d4bf68064a6a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=64786b87-ba8d-466f-a5a0-d4bf68064a6a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:22.388199 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.435075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-62a85eb1-e6c2-4e8c-ad7e-b70d523a920d tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.436540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-62a85eb1-e6c2-4e8c-ad7e-b70d523a920d tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2751596 Jul 22 21:14:22.461903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=64786b87-ba8d-466f-a5a0-d4bf68064a6a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.494968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-eaa2dda3-edee-423f-986d-13a98859550b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:14:22.496201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e5f97fd-1352-44a4-8426-b64bcc16e1ed req-eaa2dda3-edee-423f-986d-13a98859550b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192153 Jul 22 21:14:22.496401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-f91cc58d-3e0b-48f7-aebc-6e024acea8dd service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420901 Jul 22 21:14:22.504531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee0dffa4-d188-4f08-88ad-6a9d5312fea0 req-45572f2c-4e92-465c-9946-a9a2a1ff7e15 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326544 Jul 22 21:14:22.518455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.660128 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.663192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df91ff14-0d8a-4d4b-b962-d831c3cd61f2 req-12bd77af-829b-4abf-b64a-fdbea7a06fdb service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500719 Jul 22 21:14:22.713674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Subnet': ['ID=6053d9a0-10ca-457e-ac8a-acb62f23bb86,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.724297 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.726168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-46afab31-14a9-46a7-a1fe-238ffb27f373 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/subnets/6053d9a0-10ca-457e-ac8a-acb62f23bb86 HTTP/1.1" status: 204 len: 168 time: 0.6168516 Jul 22 21:14:22.729040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51670) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:22.739407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fec2e3-b354-429b-bb77-33a9a2526c0e None None] Network a096bb9e-d04d-4e90-ac8e-61bde0eb6878 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:22.759930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb5f71-e19b-4d52-b5a8-33060d76f22e req-9c6982ca-9268-4d2c-a7d0-700099757b1e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.761540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3deb5f71-e19b-4d52-b5a8-33060d76f22e req-9c6982ca-9268-4d2c-a7d0-700099757b1e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.1589050 Jul 22 21:14:22.786913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['64786b87-ba8d-466f-a5a0-d4bf68064a6a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:22.793707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f618d4b-9ac7-4ded-bc2a-fc798490834e req-0fec57ed-8776-42d8-b229-1defa2ba37fd tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.795282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f618d4b-9ac7-4ded-bc2a-fc798490834e req-0fec57ed-8776-42d8-b229-1defa2ba37fd tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 943 time: 0.1470287 Jul 22 21:14:22.828434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3deb5f71-e19b-4d52-b5a8-33060d76f22e req-743417d6-7345-46b8-98d4-12fdb3ed1a0f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610290 Jul 22 21:14:22.831397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.873131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f618d4b-9ac7-4ded-bc2a-fc798490834e req-d133941a-653a-4c4a-b644-fe346617602f tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582707 Jul 22 21:14:22.929546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port dc159b1f-c140-4515-b7d7-3c78d0894d48 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:22.930858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.034955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-82c809cd-4d40-4ce8-a89a-3cdea33e24b1 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:23.041365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-82c809cd-4d40-4ce8-a89a-3cdea33e24b1 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1230628 Jul 22 21:14:23.053061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port dc159b1f-c140-4515-b7d7-3c78d0894d48, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dc159b1f-c140-4515-b7d7-3c78d0894d48,segment=NetworkSegment(520394f6-10e4-4764-a330-cd526703d582),segment_id=520394f6-10e4-4764-a330-cd526703d582)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:23.053438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.085494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for dc159b1f-c140-4515-b7d7-3c78d0894d48 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:23.138388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-56b49d2f-da45-4148-ac61-b09eebd453d7 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.0839274 Jul 22 21:14:23.143353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] DHCP port deletion for a096bb9e-d04d-4e90-ac8e-61bde0eb6878 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:14:23.144325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Request body: {'floatingip': {'port_id': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:23.179355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:23.203048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.208343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:23.208684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b49bf077-f6a2-4ba1-9ff0-24ed60ad38fa not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:23.246547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.247553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] Deleting port dc159b1f-c140-4515-b7d7-3c78d0894d48 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:23.247940 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.279678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=dc159b1f-c140-4515-b7d7-3c78d0894d48,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.281851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port dc159b1f-c140-4515-b7d7-3c78d0894d48 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:23.359624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] For port dc159b1f-c140-4515-b7d7-3c78d0894d48, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:23.360430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.382861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.384917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] Calling delete_port for dc159b1f-c140-4515-b7d7-3c78d0894d48 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:23.389235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] Port dc159b1f-c140-4515-b7d7-3c78d0894d48 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:14:23.391235 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.396957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a096bb9e-d04d-4e90-ac8e-61bde0eb6878']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:23.409481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520394f6-10e4-4764-a330-cd526703d582') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:23.409779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520394f6-10e4-4764-a330-cd526703d582') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:23.423327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.438073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] Pushing event deleted for resources: {'Port': ['ID=dc159b1f-c140-4515-b7d7-3c78d0894d48,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.440418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098866d-4ad8-47a0-bd2d-a41bf2091f6a None None] No DVR routers for this DVR port dc159b1f-c140-4515-b7d7-3c78d0894d48 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:23.446935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fa702-e5d8-4746-8e67-53b1471f3cc7 req-ed74ae5b-5b5d-453f-9d4e-6856f783d575 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:23.453695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.455896 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf9fa702-e5d8-4746-8e67-53b1471f3cc7 req-ed74ae5b-5b5d-453f-9d4e-6856f783d575 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2629118 Jul 22 21:14:23.457546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:14:23.458172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:14:23.478884 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:14:23.542121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.554586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.557460 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/networks/a096bb9e-d04d-4e90-ac8e-61bde0eb6878 HTTP/1.1" status: 204 len: 168 time: 0.8272715 Jul 22 21:14:23.575553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51680) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:23.580427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1472853433'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:23.585708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15997a76-21fe-45ce-a0e7-c56ee2ac6d29 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Network': ['ID=a096bb9e-d04d-4e90-ac8e-61bde0eb6878,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.630367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:23.637080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.640977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf9fa702-e5d8-4746-8e67-53b1471f3cc7 req-8b44a729-49eb-4c44-9661-9ba6e7eef572 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753170 Jul 22 21:14:23.676538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:14:23.704481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.704868 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Added segment 7d132ed5-f8b2-4280-b556-5680eb5fcdb2 of type vlan for network 4e1dd29b-5c47-4c46-91c5-29d02db3928a Jul 22 21:14:23.761276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.802487 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.812027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:23.812783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.847882 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2728357 Jul 22 21:14:23.855181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51684) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:23.866507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'subnet': {'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:23.920900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065587ac-f507-4ac1-bc51-18629d7c8457 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Network': ['ID=4e1dd29b-5c47-4c46-91c5-29d02db3928a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.935515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4e1dd29b-5c47-4c46-91c5-29d02db3928a details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:14:24.082286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff93d49-08a0-4fc9-b7ec-95e6a80954dc req-1328d556-0933-4513-878e-2fea9776e3a4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:24.083819 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ff93d49-08a0-4fc9-b7ec-95e6a80954dc req-1328d556-0933-4513-878e-2fea9776e3a4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 949 time: 0.2973890 Jul 22 21:14:24.091647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:24.125564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:24.129593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.138468 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.160304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.227287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:24.239565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '839b62a9-86fc-4398-9e28-ebe7400c09ea', 'network_id': '3d639708-d693-44fb-800c-d89579aa434d', 'port_id': '839b62a9-86fc-4398-9e28-ebe7400c09ea', 'mac_address': 'fa:16:3e:52:32:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa6d3d8-5dc4-4603-9518-dfdd07e0df26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:24.263643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ff93d49-08a0-4fc9-b7ec-95e6a80954dc req-264dc501-d0fd-4169-9f9f-ced2c544f77f tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687577 Jul 22 21:14:24.302537 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.324408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839b62a9-86fc-4398-9e28-ebe7400c09ea {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:24.353143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:24.359726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.360695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device acefcf95-9387-4ca3-af9a-ded13d254540 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:24.376128 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Floating IP 7943d0cf-6b07-415a-8b28-56e8a3f84843 associated. External IP: 172.25.5.157, port: a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c. Jul 22 21:14:24.442552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:24.528095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:24.541332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'port_id': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'mac_address': 'fa:16:3e:19:ba:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d14413c-1d52-47c3-b230-284c77ef01d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:24.582758 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.596081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acefcf95-9387-4ca3-af9a-ded13d254540 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:24.614440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.617533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:24.623450 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.623648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d729-f897-4b6c-af84-659e9ad24dad req-1bc7afb6-f089-4e67-bd29-d0f302981be6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:24.625506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b085d729-f897-4b6c-af84-659e9ad24dad req-1bc7afb6-f089-4e67-bd29-d0f302981be6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 944 time: 0.2687545 Jul 22 21:14:24.687619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:24.815546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Subnet': ['ID=c77b4b3b-c59a-435c-86eb-1b60a03d94de,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:24.842667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b085d729-f897-4b6c-af84-659e9ad24dad req-836065fb-1273-4541-a4ed-a29460f0078a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037499 Jul 22 21:14:24.857928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Checking segment: {'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:24.858350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network hostable DHCP agents. Network: 4e1dd29b-5c47-4c46-91c5-29d02db3928a, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:14:24.897327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:24.906231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network 4e1dd29b-5c47-4c46-91c5-29d02db3928a is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:14:24.920058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4e1dd29b-5c47-4c46-91c5-29d02db3928a) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:24.936731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf8b83-9467-42b2-b224-7e29c034c610 None None] Network 4e1dd29b-5c47-4c46-91c5-29d02db3928a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:24.961020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:24.961629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.071644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-385e347e-6014-49ae-b6e9-6ae158be5731 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2129693 Jul 22 21:14:25.074243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51696) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:25.079519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1060149440'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:25.080479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['839b62a9-86fc-4398-9e28-ebe7400c09ea'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:25.085948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['acefcf95-9387-4ca3-af9a-ded13d254540'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:25.118111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:25.122256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.139731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc159b1f-c140-4515-b7d7-3c78d0894d48 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:25.157380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:14:25.169029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.169413 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Added segment 40e27046-1f5e-40df-98d6-faa5d52853b4 of type vlan for network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d Jul 22 21:14:25.189080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: dc159b1f-c140-4515-b7d7-3c78d0894d48 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:25.189413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc159b1f-c140-4515-b7d7-3c78d0894d48 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:25.218711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.253863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4e1dd29b-5c47-4c46-91c5-29d02db3928a', 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'fixed_ips': [{'subnet_id': 'c77b4b3b-c59a-435c-86eb-1b60a03d94de'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:14:25.255538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.259753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.270466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.271549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.323735 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2482564 Jul 22 21:14:25.327575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51700) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:25.333637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'subnet': {'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:25.412403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Network': ['ID=e6b2e9a5-e01c-4a80-b21c-94fc99e5238d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.425601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:25.427703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.428125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.428679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.429092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.429847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.430365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.430836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.431049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.431296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.431831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.432255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.432706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.433359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccde0d-d070-48ac-96dd-e3da7dc18a37 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:25.446034 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a3132-f635-4506-af53-4aefb03479ab None None] Sync routers for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:25.458448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:25.459320 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:14:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:25.462961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:14:25.480643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3c2d-d7da-4091-8fcf-f790c961a5c6 req-b8d0f8c4-ec97-42b8-93f4-5428f7e0a975 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.482240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e2b3c2d-d7da-4091-8fcf-f790c961a5c6 req-b8d0f8c4-ec97-42b8-93f4-5428f7e0a975 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 944 time: 0.5232596 Jul 22 21:14:25.523190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:25.525746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-4c04b1b5-dc4d-42dc-8737-413af87ff651 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "PUT /v2.0/floatingips/7943d0cf-6b07-415a-8b28-56e8a3f84843 HTTP/1.1" status: 200 len: 997 time: 2.3865492 Jul 22 21:14:25.526354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:25.528811 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8" -d '{"events": [{"name": "network-changed", "server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:25.529258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.595012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e2b3c2d-d7da-4091-8fcf-f790c961a5c6 req-3b052b1b-77e7-4cd5-9d58-fc1e3f6f272c tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045878 Jul 22 21:14:25.628595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-58b3b595-182d-4fc5-ab6e-8a669db4340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.630603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-58b3b595-182d-4fc5-ab6e-8a669db4340a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0532359b3324bdbbd25558278983672&device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 1098 time: 0.0829611 Jul 22 21:14:25.660770 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:25.763970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-837b7ced-524d-4cf3-bc0c-1c8d37ee3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.765505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-837b7ced-524d-4cf3-bc0c-1c8d37ee3c5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 200 len: 930 time: 0.1265469 Jul 22 21:14:25.805327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Allocated IP 19.80.0.2 (4e1dd29b-5c47-4c46-91c5-29d02db3928a/c77b4b3b-c59a-435c-86eb-1b60a03d94de/859e6342-a492-410b-acf3-bb091169505b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:25.841913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.947592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Subnet': ['ID=f5e102f9-3174-46bc-aa88-7a291470bc65,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.957275 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-8ddc3240-7ae2-410c-8170-a4346926eeed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 1000 time: 0.1674855 Jul 22 21:14:25.974308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Checking segment: {'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:25.975415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network hostable DHCP agents. Network: e6b2e9a5-e01c-4a80-b21c-94fc99e5238d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:14:25.994991 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7943d0cf-6b07-415a-8b28-56e8a3f84843', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'port_id': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'mac_address': 'fa:16:3e:85:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:21Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 1, 'project_id': 'e0532359b3324bdbbd25558278983672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 5, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:25.997191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:14:26.013105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e6b2e9a5-e01c-4a80-b21c-94fc99e5238d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:26.028636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060ac61-aa79-417a-b9d2-83bd70afe48b None None] Network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:26.034974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.037765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.057162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-ebc1c983-ca41-404d-861e-646e4ccc02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.058660 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a3132-f635-4506-af53-4aefb03479ab None None] Checking router: c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:26.059633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-ebc1c983-ca41-404d-861e-646e4ccc02ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb81cb67-a21f-44b2-bd05-c81ef0320eab HTTP/1.1" status: 200 len: 868 time: 0.0821581 Jul 22 21:14:26.074451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c0143-e1ba-4190-86b1-6c61efdca2d2 req-3e62af24-ab32-4e9a-a1dd-4bb462935f07 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.074796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-72ae122e-2a3f-4088-9295-f1d08d037820 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7450876 Jul 22 21:14:26.076197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-156c0143-e1ba-4190-86b1-6c61efdca2d2 req-3e62af24-ab32-4e9a-a1dd-4bb462935f07 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2059896 Jul 22 21:14:26.078426 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:26.079353 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:14:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:26.153379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 64786b87-ba8d-466f-a5a0-d4bf68064a6a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:26.187461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-156c0143-e1ba-4190-86b1-6c61efdca2d2 req-66bd71ef-2ec5-436e-bd9a-df85985e5064 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660524 Jul 22 21:14:26.221146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-099daa1a-925f-49e4-9ec1-ba743dc9c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.221146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-099daa1a-925f-49e4-9ec1-ba743dc9c88a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=199ba4a4-2f32-4819-a61d-fada635a30b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380563 Jul 22 21:14:26.289342 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:26.398431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-75b89fa8-63bf-4e19-91f5-a53a580d2d4e service neutron] 10.222.0.54 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739581 Jul 22 21:14:26.414404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.475674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Transition to ACTIVE for port object 859e6342-a492-410b-acf3-bb091169505b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:26.477700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e45d1-3a36-4e14-ba8a-ffc65234979c req-c37e79a7-1a60-44ab-acc9-e8efc402f574 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.484656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b37e45d1-3a36-4e14-ba8a-ffc65234979c req-c37e79a7-1a60-44ab-acc9-e8efc402f574 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 949 time: 0.1675985 Jul 22 21:14:26.514172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Transition to ACTIVE for port object 859e6342-a492-410b-acf3-bb091169505b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:26.518494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 64786b87-ba8d-466f-a5a0-d4bf68064a6a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:26.529156 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.536631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 64786b87-ba8d-466f-a5a0-d4bf68064a6a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:26.537161 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.591005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b37e45d1-3a36-4e14-ba8a-ffc65234979c req-586c4542-1968-4675-aa6b-7eac31ef6ba4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004519 Jul 22 21:14:26.623537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f200ad0-6c70-4a7f-a1f6-701df943a0b6 req-86242310-205f-406c-b74b-9eea1724f572 service neutron] 10.222.0.54 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114906 Jul 22 21:14:26.644489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Network 4e1dd29b-5c47-4c46-91c5-29d02db3928a is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:26.648076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e6b2e9a5-e01c-4a80-b21c-94fc99e5238d', 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'fixed_ips': [{'subnet_id': 'f5e102f9-3174-46bc-aa88-7a291470bc65'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:14:26.649131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.671043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:26.681998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:26.698923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Pushing event updated for resources: {'Port': ['ID=859e6342-a492-410b-acf3-bb091169505b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:26.723770 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d624382-32cd-48c6-81e1-93e789b02c55 x-openstack-request-id: req-3d624382-32cd-48c6-81e1-93e789b02c55 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:26.724388 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:26.724764 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d624382-32cd-48c6-81e1-93e789b02c55 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:26.725340 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'status': 'completed', 'code': 200} Jul 22 21:14:26.737795 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731a3132-f635-4506-af53-4aefb03479ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7943d0cf-6b07-415a-8b28-56e8a3f84843', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'port_id': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'mac_address': 'fa:16:3e:85:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:21Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 1, 'project_id': 'e0532359b3324bdbbd25558278983672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 5, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:26.792243 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a3132-f635-4506-af53-4aefb03479ab None None] The sync data for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 is: [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7943d0cf-6b07-415a-8b28-56e8a3f84843', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'port_id': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'mac_address': 'fa:16:3e:85:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:21Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 1, 'project_id': 'e0532359b3324bdbbd25558278983672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 5, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:26.925477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-ea6ebc0b-a64e-41d3-8ae1-591a71212067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.927460 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-ea6ebc0b-a64e-41d3-8ae1-591a71212067 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0532359b3324bdbbd25558278983672&device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 1098 time: 0.1583717 Jul 22 21:14:27.052613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-43c00dd3-bc92-4730-8062-0a26b16b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.054717 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-43c00dd3-bc92-4730-8062-0a26b16b10e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 200 len: 930 time: 0.1195312 Jul 22 21:14:27.086333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Attempting to bind port 859e6342-a492-410b-acf3-bb091169505b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:27.087487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Attempting to bind port 859e6342-a492-410b-acf3-bb091169505b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:27.088111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Attempting to bind port 859e6342-a492-410b-acf3-bb091169505b on network 4e1dd29b-5c47-4c46-91c5-29d02db3928a {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:27.103694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:27.104320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Checking segment: {'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:27.104956 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.105732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Bound using segment: {'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:27.106660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Bound port: 859e6342-a492-410b-acf3-bb091169505b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:27.107414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.189903 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-f1e8d8d1-784e-4f0f-afa3-3b2f4001d34c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 1000 time: 0.1163664 Jul 22 21:14:27.204935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261e32-7cf5-4a43-9157-57eb31f2676e req-b9acff70-35dc-4e85-bb7e-3f7146ffc4f6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.208948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51734) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:27.216809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb261e32-7cf5-4a43-9157-57eb31f2676e req-b9acff70-35dc-4e85-bb7e-3f7146ffc4f6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 944 time: 0.3648336 Jul 22 21:14:27.221448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Allocated IP 19.86.0.2 (e6b2e9a5-e01c-4a80-b21c-94fc99e5238d/f5e102f9-3174-46bc-aa88-7a291470bc65/5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:27.280132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-dbc96fe3-2bbc-4964-8133-491f59ed4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.282209 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-dbc96fe3-2bbc-4964-8133-491f59ed4c57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb81cb67-a21f-44b2-bd05-c81ef0320eab HTTP/1.1" status: 200 len: 868 time: 0.0839114 Jul 22 21:14:27.285689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-9cea25c7-f123-455a-ac57-e9e52417054f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.296902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-9cea25c7-f123-455a-ac57-e9e52417054f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.301099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c583d5-b42f-4989-ba86-a66da0bc255a None None] New status for floating IP 7943d0cf-6b07-415a-8b28-56e8a3f84843: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:27.313606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-9cea25c7-f123-455a-ac57-e9e52417054f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/networks?id=4e1dd29b-5c47-4c46-91c5-29d02db3928a&id=e6b2e9a5-e01c-4a80-b21c-94fc99e5238d HTTP/1.1" status: 200 len: 1392 time: 0.3684764 Jul 22 21:14:27.358831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-9bb4ab32-03f1-4ee0-b276-cc5f31a5f77e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/quotas/e265c13f1bc64d1fae3b37165364bcd0 HTTP/1.1" status: 200 len: 375 time: 0.0437968 Jul 22 21:14:27.364670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-2dcc682d-f38b-46c8-836d-56335ecb07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.366355 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-2dcc682d-f38b-46c8-836d-56335ecb07eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=199ba4a4-2f32-4819-a61d-fada635a30b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730281 Jul 22 21:14:27.382284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.391985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb261e32-7cf5-4a43-9157-57eb31f2676e req-7e29d57e-e912-4f6e-90c1-de7c440bc86c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737230 Jul 22 21:14:27.475358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-088b9acf-b9fd-4b2e-937e-6201bc9bfcc7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151912 Jul 22 21:14:27.521816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-12f29a4a-f479-49ec-80b2-bd46cc40e1f2 service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415672 Jul 22 21:14:27.534258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64786b87-ba8d-466f-a5a0-d4bf68064a6a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:27.535578 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7516aad2-fc07-47ab-b1a9-9ab401c7e037 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc2046e0063d42cbb6f70d52e2684dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253891 Jul 22 21:14:27.537223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51740) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:27.537738 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc9609-01b2-4ece-bd9e-4c2759b3cab8" -d '{"events": [{"server_uuid": "57000c67-7606-48b1-a5dc-3bb1c58dccb9", "name": "network-vif-plugged", "status": "completed", "tag": "64786b87-ba8d-466f-a5a0-d4bf68064a6a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:27.595097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] For port 859e6342-a492-410b-acf3-bb091169505b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:27.632825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 64786b87-ba8d-466f-a5a0-d4bf68064a6a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=64786b87-ba8d-466f-a5a0-d4bf68064a6a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:27.642384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] For port 859e6342-a492-410b-acf3-bb091169505b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=859e6342-a492-410b-acf3-bb091169505b,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:27.649641 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.660439 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7693-5eba-4c03-97cd-af159b128f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.663540 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.676015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-d3698e6c-8991-4b14-b74b-175b44e913f0 service neutron] 10.222.0.54 "GET /v2.0/networks/4e1dd29b-5c47-4c46-91c5-29d02db3928a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826618 Jul 22 21:14:27.686489 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e2a4e53-90e7-47c8-8231-0bb07b6115f8 req-9202a59a-60bf-4949-8a45-8cac7ffd3304 service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498625 Jul 22 21:14:27.706035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7693-5eba-4c03-97cd-af159b128f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.707575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58820b-e8d0-4edc-b3f9-f476717485e6 req-bd5e9410-23c2-4733-94b9-f4386250f792 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.715765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa58820b-e8d0-4edc-b3f9-f476717485e6 req-bd5e9410-23c2-4733-94b9-f4386250f792 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 944 time: 0.2085836 Jul 22 21:14:27.778069 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7693-5eba-4c03-97cd-af159b128f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.782432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7693-5eba-4c03-97cd-af159b128f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.784052 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f6ea7693-5eba-4c03-97cd-af159b128f99 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9dafd2f4-7f9c-45c8-a198-2a833a4c6302 HTTP/1.1" status: 204 len: 168 time: 0.2459359 Jul 22 21:14:27.796047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea7693-5eba-4c03-97cd-af159b128f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dafd2f4-7f9c-45c8-a198-2a833a4c6302,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:27.831780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=64786b87-ba8d-466f-a5a0-d4bf68064a6a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:27.863623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa58820b-e8d0-4edc-b3f9-f476717485e6 req-f03ba6db-62bb-4e97-aba3-1d5a809fc27a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466231 Jul 22 21:14:27.909815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.928899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Transition to ACTIVE for port object 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:27.938722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f0c54-49c1-4b0f-98bc-dafc7b1b0b4e None None] Pushing event updated for resources: {'Port': ['ID=859e6342-a492-410b-acf3-bb091169505b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:27.959918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Transition to ACTIVE for port object 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:27.970026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-56d07b09-a1fc-4969-b312-0273c598f5ea service neutron] 10.222.0.54 "GET /v2.0/networks/4e1dd29b-5c47-4c46-91c5-29d02db3928a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815413 Jul 22 21:14:27.975723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.050441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:28.054316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:28.062240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:28.078828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Pushing event updated for resources: {'Port': ['ID=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:28.136647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:28.182012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-92f874c5-48ad-4e06-87a5-8200b7c270f5 service neutron] 10.222.0.54 "GET /v2.0/networks/e6b2e9a5-e01c-4a80-b21c-94fc99e5238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127788 Jul 22 21:14:28.187717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Attempting to bind port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:28.188010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Attempting to bind port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:28.188386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Attempting to bind port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b on network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:28.198509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:28.199214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Checking segment: {'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:28.199792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.200401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Bound using segment: {'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:28.201053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Bound port: 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:28.201622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.219759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-1a8ecc52-90fa-41d4-ba58-1223e0824b9c tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 258 time: 0.3220074 Jul 22 21:14:28.255716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 839b62a9-86fc-4398-9e28-ebe7400c09ea completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:28.266703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 839b62a9-86fc-4398-9e28-ebe7400c09ea triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:28.267127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.272100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:28.308505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] For port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:28.312402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-3eb64060-8635-4bf6-b628-3f3f965e4a5b service neutron] 10.222.0.54 "GET /v2.0/networks/e6b2e9a5-e01c-4a80-b21c-94fc99e5238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295071 Jul 22 21:14:28.313138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] For port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:28.313615 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.326254 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.408017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e297e9b-23b7-4638-bebc-760127321189 None None] Pushing event updated for resources: {'Port': ['ID=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:28.460731 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.525566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.562029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:28.567689 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.568825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device acefcf95-9387-4ca3-af9a-ded13d254540 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:28.635136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Allocated IP 172.25.5.244 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/9e25188f-690b-40eb-a976-a3aa3ffd2822) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:28.744657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:28.788664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port acefcf95-9387-4ca3-af9a-ded13d254540 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:28.798189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port acefcf95-9387-4ca3-af9a-ded13d254540 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:28.798564 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.921179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.963880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d64732-fb1d-4ced-a0eb-1b9c14ed66b9 req-2e32cf4b-bbb3-4d1e-ac78-923abe1fb90f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:28.977949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99d64732-fb1d-4ced-a0eb-1b9c14ed66b9 req-2e32cf4b-bbb3-4d1e-ac78-923abe1fb90f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2139349 Jul 22 21:14:29.129489 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.182871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:29.189107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.220310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99d64732-fb1d-4ced-a0eb-1b9c14ed66b9 req-320409bc-d45c-4f45-8a0f-d5870de3da1a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219937 Jul 22 21:14:29.234840 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.329674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:29.352572 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce7dbe3-a06d-45ab-9e93-0e8891d4f27b x-openstack-request-id: req-2ce7dbe3-a06d-45ab-9e93-0e8891d4f27b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:29.360970 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57000c67-7606-48b1-a5dc-3bb1c58dccb9", "name": "network-vif-plugged", "status": "completed", "tag": "64786b87-ba8d-466f-a5a0-d4bf68064a6a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:29.361324 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ce7dbe3-a06d-45ab-9e93-0e8891d4f27b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:29.361768 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64786b87-ba8d-466f-a5a0-d4bf68064a6a', 'code': 200} Jul 22 21:14:29.367477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:29.370557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:29.373721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:29.492036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:29.510839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec5975-aee3-4b15-a62a-16a036ccac5e None None] Network 4e1dd29b-5c47-4c46-91c5-29d02db3928a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:29.553699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49083e86-dd4f-4bb5-9ccc-4f5a4d2c8fe0 req-688dfea8-a8ac-4ebe-b727-374100e76b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:29.555652 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49083e86-dd4f-4bb5-9ccc-4f5a4d2c8fe0 req-688dfea8-a8ac-4ebe-b727-374100e76b98 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 1102 time: 0.1500487 Jul 22 21:14:29.570121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event updated for resources: {'Port': ['ID=9e25188f-690b-40eb-a976-a3aa3ffd2822,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:29.571686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:29.580460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.591450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d53592d8-83b3-43d3-842f-616f60654137 None None] Provisioning for port 859e6342-a492-410b-acf3-bb091169505b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:29.604526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 859e6342-a492-410b-acf3-bb091169505b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:29.612277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49083e86-dd4f-4bb5-9ccc-4f5a4d2c8fe0 req-4f78f023-fddd-45a8-9794-dd07bafa06d5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467355 Jul 22 21:14:29.685425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48ffb6-c402-4b56-8c79-2349e3bffa0b req-d7dacf70-d689-4a6c-b744-755ffc32a02c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:29.692563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e48ffb6-c402-4b56-8c79-2349e3bffa0b req-d7dacf70-d689-4a6c-b744-755ffc32a02c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 950 time: 0.1797397 Jul 22 21:14:29.704548 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.804308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e48ffb6-c402-4b56-8c79-2349e3bffa0b req-e0fa7604-91c8-4e83-8906-a370c1f8036c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962396 Jul 22 21:14:29.807104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 859e6342-a492-410b-acf3-bb091169505b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:29.817908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 859e6342-a492-410b-acf3-bb091169505b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:29.818284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.044862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.051965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.091118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6c980-89c8-4bf2-9526-fcfc09195bcb None None] Network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:30.104732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21aaa8-db32-46a9-8e4e-77c1217ccc68 req-84d74551-db4d-4209-ac8d-f58ded48f26d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.106469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f21aaa8-db32-46a9-8e4e-77c1217ccc68 req-84d74551-db4d-4209-ac8d-f58ded48f26d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.1729333 Jul 22 21:14:30.139263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event updated for resources: {'Port': ['ID=9e25188f-690b-40eb-a976-a3aa3ffd2822,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:30.199409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f21aaa8-db32-46a9-8e4e-77c1217ccc68 req-56497a94-7a5a-4523-a5a6-365dc8f34b4d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810502 Jul 22 21:14:30.206863 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.233631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.236796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-2007be72-81c2-4c4e-92dc-badd7491d6c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9738402 Jul 22 21:14:30.280044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aafc3165-f05a-45af-b644-2605a3a9ded6 None None] Provisioning for port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:30.306880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aafc3165-f05a-45af-b644-2605a3a9ded6 None None] Provisioning complete for port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:30.307731 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aafc3165-f05a-45af-b644-2605a3a9ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.339440 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.415737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61218374-2dde-4236-a0fa-adb28543913e req-963929d8-8fe7-45ea-b4f3-f48cf9ea2acf tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 210 time: 0.0716770 Jul 22 21:14:30.421081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-3372262d-a8ad-4d6a-8ffe-560f746f1c31 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 696 time: 0.1688800 Jul 22 21:14:30.482868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 859e6342-a492-410b-acf3-bb091169505b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=859e6342-a492-410b-acf3-bb091169505b,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:30.563742 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.608659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-6275368f-efa8-4df9-86aa-a7005a7b573c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.617848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-6275368f-efa8-4df9-86aa-a7005a7b573c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.620059 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-6275368f-efa8-4df9-86aa-a7005a7b573c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.58 "GET /v2.0/networks?id=4e1dd29b-5c47-4c46-91c5-29d02db3928a&id=e6b2e9a5-e01c-4a80-b21c-94fc99e5238d HTTP/1.1" status: 200 len: 1392 time: 0.2619181 Jul 22 21:14:30.638213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'port': {'device_id': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a', 'admin_state_up': True, 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:30.673025 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aafc3165-f05a-45af-b644-2605a3a9ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.688466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-26b2a7c6-65c2-483e-bf6f-38837001dab4 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.701104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa1b0af3-ce16-459b-9f7e-e0046e434cb8 req-26b2a7c6-65c2-483e-bf6f-38837001dab4 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2632985 Jul 22 21:14:30.701358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=859e6342-a492-410b-acf3-bb091169505b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:30.731287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-aafc3165-f05a-45af-b644-2605a3a9ded6 None None] For port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:30.736499 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aafc3165-f05a-45af-b644-2605a3a9ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.785628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686cc2c-1d63-4ab1-84bc-c40c883e5f6d req-f31992e9-ca50-4596-a25f-c2dafc66cbf2 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.794734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a686cc2c-1d63-4ab1-84bc-c40c883e5f6d req-f31992e9-ca50-4596-a25f-c2dafc66cbf2 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 945 time: 0.1951902 Jul 22 21:14:30.820099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc3165-f05a-45af-b644-2605a3a9ded6 None None] Pushing event updated for resources: {'Port': ['ID=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:30.844580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:30.851366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.876627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1f706e95-c55e-4f8e-9e5a-f7867e1d494e None None] Provisioning complete for port 859e6342-a492-410b-acf3-bb091169505b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:30.877482 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f706e95-c55e-4f8e-9e5a-f7867e1d494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.886865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a686cc2c-1d63-4ab1-84bc-c40c883e5f6d req-6a00af63-b640-4418-a0e5-675079a904ad tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786774 Jul 22 21:14:30.964325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.136052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2c45-0d9f-4fe4-94f6-26665f527f89 req-dbadf0eb-2ee5-4334-90fd-36230681bd43 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.143301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e02a2c45-0d9f-4fe4-94f6-26665f527f89 req-dbadf0eb-2ee5-4334-90fd-36230681bd43 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.0971067 Jul 22 21:14:31.189074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b31a0695-94b3-477d-9e41-a162469d88e4 None None] Provisioning complete for port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:31.190008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b31a0695-94b3-477d-9e41-a162469d88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.220653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e02a2c45-0d9f-4fe4-94f6-26665f527f89 req-f40cab30-80da-45bb-8314-f1807bf4ccdc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760424 Jul 22 21:14:31.237947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Allocated IP 19.80.0.9 (4e1dd29b-5c47-4c46-91c5-29d02db3928a/c77b4b3b-c59a-435c-86eb-1b60a03d94de/28c665de-611d-4a67-9420-259a738d2efa) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:31.241922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:31.365902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea'}, {'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:31.369154 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a635020-421b-49fb-b70b-d06037069045" -d '{"events": [{"server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "name": "network-vif-plugged", "status": "completed", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea"}, {"server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "name": "network-vif-plugged", "status": "completed", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:31.393368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:31.393921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.437672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219a3bd-1ccf-4a67-91e3-150f80c8849b req-905325ca-30ea-48a4-b7ee-94eaf45ccd8f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.440306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6219a3bd-1ccf-4a67-91e3-150f80c8849b req-905325ca-30ea-48a4-b7ee-94eaf45ccd8f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2125435 Jul 22 21:14:31.455602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5e17e-0e02-4330-9648-d7cd44b04a47 req-3ac4336a-32dd-48bf-9e5d-b653040d1f06 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.457396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1da5e17e-0e02-4330-9648-d7cd44b04a47 req-3ac4336a-32dd-48bf-9e5d-b653040d1f06 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 950 time: 0.1284935 Jul 22 21:14:31.541426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 859e6342-a492-410b-acf3-bb091169505b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:31.543524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6219a3bd-1ccf-4a67-91e3-150f80c8849b req-1e814863-0459-45b2-b122-9785a30686fe tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 696 time: 0.0850098 Jul 22 21:14:31.561913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1da5e17e-0e02-4330-9648-d7cd44b04a47 req-b5486035-7301-439d-ab40-044f81dd7a7b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604966 Jul 22 21:14:31.565987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-6219a3bd-1ccf-4a67-91e3-150f80c8849b req-e63cbd5e-08ff-493c-adb7-d5c928d2dcea tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Request body: {'floatingip': {'port_id': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:31.613817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6219a3bd-1ccf-4a67-91e3-150f80c8849b req-e63cbd5e-08ff-493c-adb7-d5c928d2dcea tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.627189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 859e6342-a492-410b-acf3-bb091169505b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:31.627861 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.653293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51808) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:31.750256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.830996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.840587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.845577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Transition to ACTIVE for port object 28c665de-611d-4a67-9420-259a738d2efa will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:31.880742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.933349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network 4e1dd29b-5c47-4c46-91c5-29d02db3928a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:31.938310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:31.942876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:31.947458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Port': ['ID=28c665de-611d-4a67-9420-259a738d2efa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:31.985098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3fbd6-48e4-477b-9a84-33b664f668cf req-0bb7bdd8-ad24-43bf-a034-cfdf1c243075 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.987913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4e3fbd6-48e4-477b-9a84-33b664f668cf req-0bb7bdd8-ad24-43bf-a034-cfdf1c243075 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.2714953 Jul 22 21:14:32.025284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.026271 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.072809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4e3fbd6-48e4-477b-9a84-33b664f668cf req-f2855269-bb2a-4de6-953b-532ba566432d tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721095 Jul 22 21:14:32.089290 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-6219a3bd-1ccf-4a67-91e3-150f80c8849b req-e63cbd5e-08ff-493c-adb7-d5c928d2dcea tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 21:14:32.090868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6219a3bd-1ccf-4a67-91e3-150f80c8849b req-e63cbd5e-08ff-493c-adb7-d5c928d2dcea tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "PUT /v2.0/floatingips/3b451987-a8f9-4649-ae3c-46b66d90e31b HTTP/1.1" status: 409 len: 551 time: 0.5339158 Jul 22 21:14:32.150926 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c65652-eb5b-4593-877f-36d91720d8aa x-openstack-request-id: req-72c65652-eb5b-4593-877f-36d91720d8aa {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:32.151464 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "name": "network-vif-plugged", "status": "completed", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea", "code": 200}, {"server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "name": "network-vif-plugged", "status": "completed", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:32.151916 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72c65652-eb5b-4593-877f-36d91720d8aa {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:32.152825 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea', 'code': 200} Jul 22 21:14:32.153255 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'code': 200} Jul 22 21:14:32.191187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.198533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.203260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-1300a928-9a63-4cbc-ad83-2844a8fa459c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5706091 Jul 22 21:14:32.219609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Request body: {'port': {'device_id': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d', 'admin_state_up': True, 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:32.239180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=304c4555d883408ebf121528e4f171b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843625 Jul 22 21:14:32.254984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51818) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:32.330045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c198eeb-ee86-4e08-98ba-f0141dc90a80,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:32.336280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fd3897da-45b5-4c2e-8bf1-85618a6201be None None] Provisioning for port 28c665de-611d-4a67-9420-259a738d2efa completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:32.341420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fd3897da-45b5-4c2e-8bf1-85618a6201be None None] Provisioning complete for port 28c665de-611d-4a67-9420-259a738d2efa triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:32.342464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd3897da-45b5-4c2e-8bf1-85618a6201be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.356589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.357034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.357278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.357680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.358019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.358380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.358786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.359121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.359697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.360058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.360388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.360776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e6c87-72e4-41fd-80e3-984df1a8e2e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:32.390524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fd3897da-45b5-4c2e-8bf1-85618a6201be None None] Port 28c665de-611d-4a67-9420-259a738d2efa cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:32.424894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-906d3dbe-3ab1-46d0-b70a-a61715a35071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.453031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf37039-31fe-4fac-91a6-bd709e4176f1 req-c92b9173-cb28-4016-bbc3-53da43e73c5c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.454582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf37039-31fe-4fac-91a6-bd709e4176f1 req-c92b9173-cb28-4016-bbc3-53da43e73c5c tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 930 time: 0.2234898 Jul 22 21:14:32.466936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fdae4-84f5-40e6-97dc-c9720cb10926 req-58fea7d2-92f1-4cc1-b0e2-f317b0734a42 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.470181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df1fdae4-84f5-40e6-97dc-c9720cb10926 req-58fea7d2-92f1-4cc1-b0e2-f317b0734a42 tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 1102 time: 0.2125826 Jul 22 21:14:32.470593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-906d3dbe-3ab1-46d0-b70a-a61715a35071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.475280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687de5b0-57a9-4f63-b878-1c1c0ae86917 req-fa4289e2-75af-4bd9-8e83-189eb818786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.477829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-687de5b0-57a9-4f63-b878-1c1c0ae86917 req-fa4289e2-75af-4bd9-8e83-189eb818786a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1097 time: 0.1877880 Jul 22 21:14:32.485364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce45eab-86bb-4655-9d09-be21b5839154 req-d7893c81-0744-4650-9ea7-b69868dd5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.487555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ce45eab-86bb-4655-9d09-be21b5839154 req-d7893c81-0744-4650-9ea7-b69868dd5058 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 1097 time: 0.1883008 Jul 22 21:14:32.509356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Made reservation on behalf of e265c13f1bc64d1fae3b37165364bcd0 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:32.513079 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.553233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf37039-31fe-4fac-91a6-bd709e4176f1 req-44036cae-b56e-49b0-8054-59eb501fec15 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916367 Jul 22 21:14:32.560781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df1fdae4-84f5-40e6-97dc-c9720cb10926 req-1b17acd4-e6a6-414b-a3a5-5cf6dcf9ecdd tempest-ServersOnMultiNodesTest-1520710638 tempest-ServersOnMultiNodesTest-1520710638-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705657 Jul 22 21:14:32.595755 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ce45eab-86bb-4655-9d09-be21b5839154 req-46908a8a-3a98-4443-ba42-c842954ccbc1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936332 Jul 22 21:14:32.595755 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-687de5b0-57a9-4f63-b878-1c1c0ae86917 req-b2121b6b-bb6f-440d-86d1-a932c0132bcf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054921 Jul 22 21:14:32.608994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-906d3dbe-3ab1-46d0-b70a-a61715a35071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.614439 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-906d3dbe-3ab1-46d0-b70a-a61715a35071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.616626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-906d3dbe-3ab1-46d0-b70a-a61715a35071 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c198eeb-ee86-4e08-98ba-f0141dc90a80 HTTP/1.1" status: 204 len: 168 time: 0.3592441 Jul 22 21:14:32.654912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d3dbe-3ab1-46d0-b70a-a61715a35071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c198eeb-ee86-4e08-98ba-f0141dc90a80,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:32.779877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Allocated IP 19.86.0.23 (e6b2e9a5-e01c-4a80-b21c-94fc99e5238d/f5e102f9-3174-46bc-aa88-7a291470bc65/b44b12d6-5153-46ec-92a1-daadcb661bb1) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:32.839960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-16ee5fd7-823b-41b4-995c-8468f7311703 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips/3b451987-a8f9-4649-ae3c-46b66d90e31b HTTP/1.1" status: 200 len: 693 time: 0.0898039 Jul 22 21:14:32.859497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9958a2-edc3-4ef4-b6a9-fca327515158 req-d97f324f-1a9a-48b5-8235-f0832905f826 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.873571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d9958a2-edc3-4ef4-b6a9-fca327515158 req-d97f324f-1a9a-48b5-8235-f0832905f826 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 945 time: 0.1842983 Jul 22 21:14:32.968464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d9958a2-edc3-4ef4-b6a9-fca327515158 req-d188bfb5-b9e6-46fe-9c55-7307bafff503 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937378 Jul 22 21:14:33.060135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-2c6ac6d7-b1d1-49fe-93e4-feec51633dbc tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.060774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.061817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-2c6ac6d7-b1d1-49fe-93e4-feec51633dbc tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.1842325 Jul 22 21:14:33.081217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-9297eb3c-a87b-4bf7-81db-6f4e24b2ccf9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:14:33.081879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Transition to ACTIVE for port object b44b12d6-5153-46ec-92a1-daadcb661bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:33.083209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-9297eb3c-a87b-4bf7-81db-6f4e24b2ccf9 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134211 Jul 22 21:14:33.146929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.247107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:33.252815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:33.256824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:33.260589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event updated for resources: {'Port': ['ID=b44b12d6-5153-46ec-92a1-daadcb661bb1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:33.392176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.392887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.433700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-06a3db52-44ca-406d-999a-693eb1841e8e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2233677 Jul 22 21:14:33.448419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Request body: {'port': {'device_id': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:33.562880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.641132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-ca5d462c-91a8-47ab-b149-7dc33c0bc946 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 696 time: 0.5469317 Jul 22 21:14:33.715354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-0711a5a3-4885-4888-9ed8-ec8fd138f4c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 696 time: 0.0697715 Jul 22 21:14:33.881443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809fc5-02c2-4f89-9e03-f35586659376 req-84e3a8ed-036e-4ec5-b7bb-d4ffcfb2e452 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.891298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61809fc5-02c2-4f89-9e03-f35586659376 req-84e3a8ed-036e-4ec5-b7bb-d4ffcfb2e452 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.8034279 Jul 22 21:14:33.910544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a74877a9-5348-4f77-bf54-da666cddda86 None None] Provisioning for port b44b12d6-5153-46ec-92a1-daadcb661bb1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:33.917935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a74877a9-5348-4f77-bf54-da666cddda86 None None] Provisioning complete for port b44b12d6-5153-46ec-92a1-daadcb661bb1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:33.918493 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a74877a9-5348-4f77-bf54-da666cddda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.919712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Deleting port 9e25188f-690b-40eb-a976-a3aa3ffd2822 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:33.920093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.957295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61809fc5-02c2-4f89-9e03-f35586659376 req-e14ea0c7-6610-41a9-8eaf-7b93dc78260e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674593 Jul 22 21:14:34.013258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a74877a9-5348-4f77-bf54-da666cddda86 None None] Port b44b12d6-5153-46ec-92a1-daadcb661bb1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:34.123822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.124375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.136774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c665de-611d-4a67-9420-259a738d2efa {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:34.147189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Calling delete_port for 9e25188f-690b-40eb-a976-a3aa3ffd2822 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:34.155321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.177971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Transition to ACTIVE for port object 28c665de-611d-4a67-9420-259a738d2efa will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:34.184112 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.343471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Pushing event updated for resources: {'Port': ['ID=28c665de-611d-4a67-9420-259a738d2efa,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:34.395588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Attempting to bind port 28c665de-611d-4a67-9420-259a738d2efa on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:34.395921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Attempting to bind port 28c665de-611d-4a67-9420-259a738d2efa by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:34.396209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Attempting to bind port 28c665de-611d-4a67-9420-259a738d2efa on network 4e1dd29b-5c47-4c46-91c5-29d02db3928a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:34.404350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Port 28c665de-611d-4a67-9420-259a738d2efa on network 4e1dd29b-5c47-4c46-91c5-29d02db3928a not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:34.404861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Attempting to bind port 28c665de-611d-4a67-9420-259a738d2efa on network 4e1dd29b-5c47-4c46-91c5-29d02db3928a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:34.417936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:34.418524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Checking segment: {'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:34.418984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Bound using segment: {'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:34.419732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Bound port: 28c665de-611d-4a67-9420-259a738d2efa, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d132ed5-f8b2-4280-b556-5680eb5fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:34.421345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.425626 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.462550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event deleted for resources: {'Port': ['ID=9e25188f-690b-40eb-a976-a3aa3ffd2822,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:34.493561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71048b1-0a73-45a3-a307-1fb132965b2f req-55c6b548-c967-4946-939f-2d4aff9527b5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.502184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c71048b1-0a73-45a3-a307-1fb132965b2f req-55c6b548-c967-4946-939f-2d4aff9527b5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.1793549 Jul 22 21:14:34.568462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] For port 28c665de-611d-4a67-9420-259a738d2efa, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:34.572691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] For port 28c665de-611d-4a67-9420-259a738d2efa, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=28c665de-611d-4a67-9420-259a738d2efa,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:34.580613 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.618315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c71048b1-0a73-45a3-a307-1fb132965b2f req-637e6044-fa26-4423-a867-3511b74272c0 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882235 Jul 22 21:14:34.623603 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.630441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.632116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.632814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.633293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-234975fc-c8b0-4ada-908a-a66607a7ea5d req-041113d8-4a35-4684-b01f-d8ff3587ab0f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "DELETE /v2.0/floatingips/3b451987-a8f9-4649-ae3c-46b66d90e31b HTTP/1.1" status: 204 len: 173 time: 0.9076614 Jul 22 21:14:34.634507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] 10.222.0.58 "PUT /v2.0/ports/28c665de-611d-4a67-9420-259a738d2efa HTTP/1.1" status: 200 len: 1091 time: 1.1915340 Jul 22 21:14:34.634775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'tag': '28c665de-611d-4a67-9420-259a738d2efa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:34.637420 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef" -d '{"events": [{"name": "network-changed", "server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "tag": "28c665de-611d-4a67-9420-259a738d2efa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:34.684994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Request body: {'port': {'device_id': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:34.732040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e00e-1ae5-461d-aa8c-98ceec0c0872 service neutron] Pushing event updated for resources: {'Port': ['ID=28c665de-611d-4a67-9420-259a738d2efa,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:34.838064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.852513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c5f81-b1b5-4abc-bb7a-b4d1a278146f req-7c81df56-fea7-4244-a27d-4c1d997cfafb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.860117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c5f81-b1b5-4abc-bb7a-b4d1a278146f req-7c81df56-fea7-4244-a27d-4c1d997cfafb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.862062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c8c5f81-b1b5-4abc-bb7a-b4d1a278146f req-7c81df56-fea7-4244-a27d-4c1d997cfafb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1664 time: 0.1327579 Jul 22 21:14:34.925959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c8c5f81-b1b5-4abc-bb7a-b4d1a278146f req-c834a2fe-9bdd-4e8f-834c-5428154538a0 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558679 Jul 22 21:14:35.262496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44b12d6-5153-46ec-92a1-daadcb661bb1 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:35.270459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.283933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Transition to ACTIVE for port object b44b12d6-5153-46ec-92a1-daadcb661bb1 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:35.290410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.347800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Pushing event updated for resources: {'Port': ['ID=b44b12d6-5153-46ec-92a1-daadcb661bb1,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:35.357190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20aabab-bfbf-4979-a52c-274aaf287bfe req-80a6d319-ae47-441d-96d4-49eb4f180e41 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.359701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a20aabab-bfbf-4979-a52c-274aaf287bfe req-80a6d319-ae47-441d-96d4-49eb4f180e41 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 945 time: 0.3347967 Jul 22 21:14:35.369790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88fed-2c52-4095-b62a-1d045ede0f26 req-d9eb028e-ded1-446d-82cf-015f778da980 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.371493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0f88fed-2c52-4095-b62a-1d045ede0f26 req-d9eb028e-ded1-446d-82cf-015f778da980 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 950 time: 0.1405432 Jul 22 21:14:35.452028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Attempting to bind port b44b12d6-5153-46ec-92a1-daadcb661bb1 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:35.452610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Attempting to bind port b44b12d6-5153-46ec-92a1-daadcb661bb1 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:35.453146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Attempting to bind port b44b12d6-5153-46ec-92a1-daadcb661bb1 on network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:35.462968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Port b44b12d6-5153-46ec-92a1-daadcb661bb1 on network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:35.463487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Attempting to bind port b44b12d6-5153-46ec-92a1-daadcb661bb1 on network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:35.464909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a20aabab-bfbf-4979-a52c-274aaf287bfe req-8f79e217-fd38-4248-ac06-1706c0693eea tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872419 Jul 22 21:14:35.485037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0f88fed-2c52-4095-b62a-1d045ede0f26 req-162794a6-20ef-440d-828a-4704960d56b6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000965 Jul 22 21:14:35.486398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:35.486968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Checking segment: {'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:35.487609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Bound using segment: {'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:35.488400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Bound port: b44b12d6-5153-46ec-92a1-daadcb661bb1, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e27046-1f5e-40df-98d6-faa5d52853b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:35.489056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.591415 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ae10d-7876-4249-97b9-4f9487c7dd2b x-openstack-request-id: req-de4ae10d-7876-4249-97b9-4f9487c7dd2b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:35.591886 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "tag": "28c665de-611d-4a67-9420-259a738d2efa", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:35.592350 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de4ae10d-7876-4249-97b9-4f9487c7dd2b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:35.593098 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'tag': '28c665de-611d-4a67-9420-259a738d2efa', 'status': 'completed', 'code': 200} Jul 22 21:14:35.665700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] For port b44b12d6-5153-46ec-92a1-daadcb661bb1, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:35.672747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] For port b44b12d6-5153-46ec-92a1-daadcb661bb1, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b44b12d6-5153-46ec-92a1-daadcb661bb1,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:35.678503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.724604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.725646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.728083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] 10.222.0.58 "PUT /v2.0/ports/b44b12d6-5153-46ec-92a1-daadcb661bb1 HTTP/1.1" status: 200 len: 1092 time: 1.0522563 Jul 22 21:14:35.736654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-307c0bb6-aff2-4850-af5b-bc486a52c590 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 1002 time: 0.2121980 Jul 22 21:14:35.770930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ae096-a5a7-4728-90aa-dc3b7435feae service neutron] Pushing event updated for resources: {'Port': ['ID=b44b12d6-5153-46ec-92a1-daadcb661bb1,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:35.868622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-82890b23-f462-48f1-b087-a12ebff8789c tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.870317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-82890b23-f462-48f1-b087-a12ebff8789c tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports/a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 943 time: 0.1235206 Jul 22 21:14:35.879373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-026a120c-c15c-4d44-a3d8-e18a91b04cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.880078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-026a120c-c15c-4d44-a3d8-e18a91b04cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.882746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-026a120c-c15c-4d44-a3d8-e18a91b04cd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1938 time: 0.2732799 Jul 22 21:14:35.919954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd86f-4d5d-4686-8dff-c6612f437ac4 req-de482eda-a11f-4a34-81a8-44ca2f2da48c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.922494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dffcd86f-4d5d-4686-8dff-c6612f437ac4 req-de482eda-a11f-4a34-81a8-44ca2f2da48c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2537179 Jul 22 21:14:36.150792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dffcd86f-4d5d-4686-8dff-c6612f437ac4 req-9f72159d-adb0-4838-bcc5-76fe3b9983af tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107520 Jul 22 21:14:36.159875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-edaeb6a2-fa3c-4f43-9f5c-96447de3e53f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 1002 time: 0.2209435 Jul 22 21:14:36.192543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-8e0ad265-ff6a-408d-b879-e50e6cb4e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.193253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-8e0ad265-ff6a-408d-b879-e50e6cb4e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.194079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-8e0ad265-ff6a-408d-b879-e50e6cb4e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.196658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-8e0ad265-ff6a-408d-b879-e50e6cb4e290 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3063776 Jul 22 21:14:36.480392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-47a523e9-5c2c-4c55-80fa-e13dc9305f61 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.481850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-47a523e9-5c2c-4c55-80fa-e13dc9305f61 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2934330 Jul 22 21:14:36.485042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-ed8778e5-5e76-47a9-8ac0-5ab86e786d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.486473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bc8d51f-8e05-4fc7-92a0-943bf24c1eef req-ed8778e5-5e76-47a9-8ac0-5ab86e786d3c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2791028 Jul 22 21:14:36.616290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-2abda07f-b5bb-4bc1-8f85-e456b181f100 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 1002 time: 0.1214836 Jul 22 21:14:36.625227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848fe26-6d58-476b-abe7-db0126ffed7c req-6dfd41b3-4413-46b7-953b-80eada5fbda6 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.626930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5848fe26-6d58-476b-abe7-db0126ffed7c req-6dfd41b3-4413-46b7-953b-80eada5fbda6 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 945 time: 0.2327964 Jul 22 21:14:36.634154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:36.720867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-e9099b0a-c829-4735-bc3d-3dcef0389592 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.722630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-e9099b0a-c829-4735-bc3d-3dcef0389592 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/ports?device_id=57000c67-7606-48b1-a5dc-3bb1c58dccb9 HTTP/1.1" status: 200 len: 950 time: 0.0768688 Jul 22 21:14:36.742040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.747115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5848fe26-6d58-476b-abe7-db0126ffed7c req-4f5e06bf-87f8-447a-addc-d6f99c750241 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096489 Jul 22 21:14:36.781592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-6d32cd59-ea0a-4256-bcb9-81dce66ea6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.781963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-6d32cd59-ea0a-4256-bcb9-81dce66ea6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.783726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-6d32cd59-ea0a-4256-bcb9-81dce66ea6d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1980 time: 0.2290170 Jul 22 21:14:36.849653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-92a4f33f-41be-4447-b8b7-88ac3073e363 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=28c665de-611d-4a67-9420-259a738d2efa HTTP/1.1" status: 200 len: 217 time: 0.0486901 Jul 22 21:14:36.850203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port 64786b87-ba8d-466f-a5a0-d4bf68064a6a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:36.851237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.959499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port 64786b87-ba8d-466f-a5a0-d4bf68064a6a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=64786b87-ba8d-466f-a5a0-d4bf68064a6a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:36.960441 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.974680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for 64786b87-ba8d-466f-a5a0-d4bf68064a6a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:37.008846 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.013492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-7e8ded65-c738-4139-9ef0-4636f117a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.015030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-7e8ded65-c738-4139-9ef0-4636f117a0c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c77b4b3b-c59a-435c-86eb-1b60a03d94de HTTP/1.1" status: 200 len: 801 time: 0.1307132 Jul 22 21:14:37.019619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.020070 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Floating IP 7943d0cf-6b07-415a-8b28-56e8a3f84843 disassociated. External IP: 172.25.5.157, port: a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c. Jul 22 21:14:37.149460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebab5-f385-4ce8-9747-bc338967da9a req-a6d11208-d273-482a-9257-863d937b2841 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.150955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1bebab5-f385-4ce8-9747-bc338967da9a req-a6d11208-d273-482a-9257-863d937b2841 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.3096337 Jul 22 21:14:37.154323 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.173026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7', 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'f47f5df3-1361-417d-aca6-9289271734c6', '5a892763-6962-4813-a3d0-a0137b8adfed'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:37.179475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603', '04bca98d-6e3a-42ac-b347-d7757caa4fb3', '64786b87-ba8d-466f-a5a0-d4bf68064a6a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:37.211765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=64786b87-ba8d-466f-a5a0-d4bf68064a6a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:37.220309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-9a469e30-6988-4378-87d5-15befee8ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.221756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-9a469e30-6988-4378-87d5-15befee8ad88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e1dd29b-5c47-4c46-91c5-29d02db3928a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993082 Jul 22 21:14:37.240880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1bebab5-f385-4ce8-9747-bc338967da9a req-61096d6d-6ced-4237-8953-0c93cbf5402a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800166 Jul 22 21:14:37.310049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port 64786b87-ba8d-466f-a5a0-d4bf68064a6a on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:37.316694 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.320491 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eaf3741d-25f5-4fc9-afba-b179fbaf01eb req-835c1d63-581f-4b91-b0ff-f8e5eca0efe9 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "DELETE /v2.0/ports/64786b87-ba8d-466f-a5a0-d4bf68064a6a HTTP/1.1" status: 204 len: 173 time: 0.5902193 Jul 22 21:14:37.594517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'tag': 'b44b12d6-5153-46ec-92a1-daadcb661bb1'}, {'server_uuid': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'name': 'network-vif-deleted', 'tag': '64786b87-ba8d-466f-a5a0-d4bf68064a6a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:37.597804 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "tag": "b44b12d6-5153-46ec-92a1-daadcb661bb1"}, {"server_uuid": "57000c67-7606-48b1-a5dc-3bb1c58dccb9", "name": "network-vif-deleted", "tag": "64786b87-ba8d-466f-a5a0-d4bf68064a6a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:37.870119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-d2bba5fb-ebaf-4ea6-adcb-a0c4ea9aea4b service neutron] 10.222.0.58 "GET /v2.0/networks/4e1dd29b-5c47-4c46-91c5-29d02db3928a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401777 Jul 22 21:14:37.874740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:37.903594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e09482-0331-45a3-b19d-0eff621c7869 req-8951368a-668f-4025-ae8d-ff2c040c5d90 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.914302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e09482-0331-45a3-b19d-0eff621c7869 req-8951368a-668f-4025-ae8d-ff2c040c5d90 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.917029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26e09482-0331-45a3-b19d-0eff621c7869 req-8951368a-668f-4025-ae8d-ff2c040c5d90 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1676 time: 0.1994646 Jul 22 21:14:38.174301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26e09482-0331-45a3-b19d-0eff621c7869 req-b662681a-9218-4b3a-a79e-133b08a9c330 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358706 Jul 22 21:14:38.221968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-971a9065-8a2f-45b2-9a60-3fa7b9066025 service neutron] 10.222.0.58 "GET /v2.0/networks/4e1dd29b-5c47-4c46-91c5-29d02db3928a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429079 Jul 22 21:14:38.292673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-dc286a2d-242d-441e-b3aa-b2267133b2ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=b44b12d6-5153-46ec-92a1-daadcb661bb1 HTTP/1.1" status: 200 len: 217 time: 0.0588300 Jul 22 21:14:38.293298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:38.298287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.310885 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] Sync routers for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:38.326971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:38.328044 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:14:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:38.386295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-0604d0dc-9f99-4b48-b311-f8d02d261f7b tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "PUT /v2.0/floatingips/7943d0cf-6b07-415a-8b28-56e8a3f84843 HTTP/1.1" status: 200 len: 695 time: 1.7568855 Jul 22 21:14:38.389440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:38.391223 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:38.411176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-e7b0d057-8a6a-40d9-87d1-b666675c765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:38.413428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-e7b0d057-8a6a-40d9-87d1-b666675c765b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5e102f9-3174-46bc-aa88-7a291470bc65 HTTP/1.1" status: 200 len: 801 time: 0.1108971 Jul 22 21:14:38.528527 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:38.581437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-7f58cb28-2498-447e-9b17-cdd0969d8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:38.593876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-7f58cb28-2498-447e-9b17-cdd0969d8d36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0532359b3324bdbbd25558278983672&device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 1098 time: 0.1928167 Jul 22 21:14:38.609916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-eed1c7a3-74bf-4001-a87f-052f3e52fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:38.612353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-eed1c7a3-74bf-4001-a87f-052f3e52fdca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b2e9a5-e01c-4a80-b21c-94fc99e5238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790185 Jul 22 21:14:38.742494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:38.827195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-4a076f60-e180-49a0-85d8-63b0ed53aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:38.831746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-4a076f60-e180-49a0-85d8-63b0ed53aeaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 200 len: 930 time: 0.2365665 Jul 22 21:14:38.836516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-e41e7c81-f1e1-4f43-9838-994dea0e8be8 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b2e9a5-e01c-4a80-b21c-94fc99e5238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073517 Jul 22 21:14:38.954232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-dc86e404-a77e-4ad6-8436-31dfd64124b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 217 time: 0.1108458 Jul 22 21:14:38.984031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c33bcf03-2f0b-4f7e-b8ec-6167224a5e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.030154 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 5, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:39.118629 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] Checking router: c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:39.134824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-77752cfc-dd65-468c-8c36-c6af04bf840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:39.136557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-77752cfc-dd65-468c-8c36-c6af04bf840b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb81cb67-a21f-44b2-bd05-c81ef0320eab HTTP/1.1" status: 200 len: 868 time: 0.1630194 Jul 22 21:14:39.145316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5ac021c-bdda-4f45-91cc-58506543f596 req-c97355a5-1242-4169-a07e-9a58e26107b1 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b2e9a5-e01c-4a80-b21c-94fc99e5238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902703 Jul 22 21:14:39.146455 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:39.147940 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:14:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:39.219682 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c33bcf03-2f0b-4f7e-b8ec-6167224a5e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.230845 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c33bcf03-2f0b-4f7e-b8ec-6167224a5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.250737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee922b97-2ee2-4f69-8369-074398c9de46 req-118a6263-d21a-437c-bebf-5235eeb45312 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:39.258252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee922b97-2ee2-4f69-8369-074398c9de46 req-118a6263-d21a-437c-bebf-5235eeb45312 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2883174 Jul 22 21:14:39.302341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c33bcf03-2f0b-4f7e-b8ec-6167224a5e8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c30d8b24bc464f70b83ea9c70a152488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529783 Jul 22 21:14:39.302341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bcf03-2f0b-4f7e-b8ec-6167224a5e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a867abd-b0cf-4dd3-84bc-37eb59d101fc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:39.302341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51942) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:39.327541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee922b97-2ee2-4f69-8369-074398c9de46 req-19a38f9f-1b64-4636-8535-1781e998fed7 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681856 Jul 22 21:14:39.341306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-ed856094-8faa-40ba-b9af-0481390e4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:39.343820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-ed856094-8faa-40ba-b9af-0481390e4342 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=199ba4a4-2f32-4819-a61d-fada635a30b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866298 Jul 22 21:14:39.361659 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:39.396359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dec485b-e74c-4788-a565-7d5f20ff7558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.429337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dec485b-e74c-4788-a565-7d5f20ff7558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.508306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dec485b-e74c-4788-a565-7d5f20ff7558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.511047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dec485b-e74c-4788-a565-7d5f20ff7558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.516506 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5dec485b-e74c-4788-a565-7d5f20ff7558 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a867abd-b0cf-4dd3-84bc-37eb59d101fc HTTP/1.1" status: 204 len: 168 time: 0.1970160 Jul 22 21:14:39.537388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec485b-e74c-4788-a565-7d5f20ff7558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a867abd-b0cf-4dd3-84bc-37eb59d101fc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:39.569298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-4d4d4088-cbae-4cf4-b03e-cb367fa42380 service neutron] 10.222.0.54 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178764 Jul 22 21:14:39.606569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62869eb-e140-468d-ab39-a26a4f2285a1 req-16085b33-68a1-4c03-a481-50f4ece999fb tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:39.619888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e62869eb-e140-468d-ab39-a26a4f2285a1 req-16085b33-68a1-4c03-a481-50f4ece999fb tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1097 time: 0.2261090 Jul 22 21:14:39.724615 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 5, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:39.737968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e62869eb-e140-468d-ab39-a26a4f2285a1 req-de6a5c25-1777-41cf-9694-490fec8086ea tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169267 Jul 22 21:14:39.773297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dcf5b92-e7e1-41ae-9f9f-5b717d17af1f req-3defe634-b2ee-4c67-a4c9-9656ba65ce2f service neutron] 10.222.0.54 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992550 Jul 22 21:14:39.811098 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e47951-4d50-4b5c-ac81-47be9397cbcd None None] The sync data for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 is: [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:13:51Z', 'revision_number': 4, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '309c40f1-70cd-4265-bec6-bbf74a87af2e', 'name': '', 'network_id': '199ba4a4-2f32-4819-a61d-fada635a30b1', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:48Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 5, 'project_id': 'e0532359b3324bdbbd25558278983672', 'subnets': [{'id': 'bb81cb67-a21f-44b2-bd05-c81ef0320eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:39.915671 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb5790-6a68-4a13-be1c-6a747c919ccc x-openstack-request-id: req-2cbb5790-6a68-4a13-be1c-6a747c919ccc {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:39.919690 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "tag": "b44b12d6-5153-46ec-92a1-daadcb661bb1", "status": "completed", "code": 200}, {"server_uuid": "57000c67-7606-48b1-a5dc-3bb1c58dccb9", "name": "network-vif-deleted", "tag": "64786b87-ba8d-466f-a5a0-d4bf68064a6a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:39.922321 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2cbb5790-6a68-4a13-be1c-6a747c919ccc {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:39.924502 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'tag': 'b44b12d6-5153-46ec-92a1-daadcb661bb1', 'status': 'completed', 'code': 200} Jul 22 21:14:39.929074 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57000c67-7606-48b1-a5dc-3bb1c58dccb9', 'name': 'network-vif-deleted', 'tag': '64786b87-ba8d-466f-a5a0-d4bf68064a6a', 'status': 'completed', 'code': 200} Jul 22 21:14:39.973637 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa959c9-065c-4058-92fe-97995698e4e8 x-openstack-request-id: req-5fa959c9-065c-4058-92fe-97995698e4e8 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:39.973930 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:39.974185 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fa959c9-065c-4058-92fe-97995698e4e8 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:39.974846 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'status': 'completed', 'code': 200} Jul 22 21:14:40.111874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-24f1590c-0ccf-4f3d-bcb7-36a8dbad31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.114823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-24f1590c-0ccf-4f3d-bcb7-36a8dbad31af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0532359b3324bdbbd25558278983672&device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 1098 time: 0.0933011 Jul 22 21:14:40.151621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-72398241-b93c-4df8-840d-ec95259a79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.152239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-72398241-b93c-4df8-840d-ec95259a79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.153966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-72398241-b93c-4df8-840d-ec95259a79fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1980 time: 0.1911626 Jul 22 21:14:40.166466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 64786b87-ba8d-466f-a5a0-d4bf68064a6a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:40.248878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 64786b87-ba8d-466f-a5a0-d4bf68064a6a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:40.249494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 64786b87-ba8d-466f-a5a0-d4bf68064a6a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:40.343055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-daf1d6d9-4b90-4426-b119-02df346fe41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.345753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-daf1d6d9-4b90-4426-b119-02df346fe41c service neutron] 10.222.0.23 "GET /v2.0/networks?id=199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 200 len: 930 time: 0.2185895 Jul 22 21:14:40.406734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffa3e2-93c4-4257-80bf-78a81e9414a7 None None] New status for floating IP 7943d0cf-6b07-415a-8b28-56e8a3f84843: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:40.423078 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-bf69c742-0653-49a9-80d3-ed94d065d19d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 200 len: 217 time: 0.0642529 Jul 22 21:14:40.437882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-f21cf1f1-3888-4858-a8e7-ef9c08c0e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.437882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-f21cf1f1-3888-4858-a8e7-ef9c08c0e4fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b2e9a5-e01c-4a80-b21c-94fc99e5238d HTTP/1.1" status: 200 len: 903 time: 0.2717240 Jul 22 21:14:40.498374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-dd45c79c-4ceb-49d6-8406-9bf355ae6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.503085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-dd45c79c-4ceb-49d6-8406-9bf355ae6500 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb81cb67-a21f-44b2-bd05-c81ef0320eab HTTP/1.1" status: 200 len: 868 time: 0.0718493 Jul 22 21:14:40.594154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-ca3f6d11-7b32-4fb9-8d48-a70226157743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.594618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-aa49c321-6944-4ae6-b2eb-581a526d0b0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=b44b12d6-5153-46ec-92a1-daadcb661bb1 HTTP/1.1" status: 200 len: 217 time: 0.1511264 Jul 22 21:14:40.595759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-ca3f6d11-7b32-4fb9-8d48-a70226157743 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=199ba4a4-2f32-4819-a61d-fada635a30b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836492 Jul 22 21:14:40.597990 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-dd597ae3-320e-4456-98ee-ce15402b0747 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips/7943d0cf-6b07-415a-8b28-56e8a3f84843 HTTP/1.1" status: 200 len: 695 time: 0.1404393 Jul 22 21:14:40.615584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd867-4740-4ede-ac78-1d4db23f13ff req-254982d8-e1b2-4530-ab83-5a69ff54e5cb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.622024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd867-4740-4ede-ac78-1d4db23f13ff req-254982d8-e1b2-4530-ab83-5a69ff54e5cb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.634253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c32bd867-4740-4ede-ac78-1d4db23f13ff req-254982d8-e1b2-4530-ab83-5a69ff54e5cb tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1676 time: 0.3804936 Jul 22 21:14:40.745014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-29232288-2043-43bf-89d1-a6aa3495136d service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330791 Jul 22 21:14:40.806617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-c4868efd-3bd1-4e51-a252-9d4f6d4e09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.809283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-c4868efd-3bd1-4e51-a252-9d4f6d4e09d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5e102f9-3174-46bc-aa88-7a291470bc65 HTTP/1.1" status: 200 len: 801 time: 0.1714175 Jul 22 21:14:40.895500 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07b6cdbf-2b68-48b0-8788-b5747ce74fc0 req-48ad93d3-5d8c-44b4-b521-e4627f1f78f9 service neutron] 10.222.0.23 "GET /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348271 Jul 22 21:14:40.946866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c32bd867-4740-4ede-ac78-1d4db23f13ff req-c8408e72-95c0-41df-be44-0e3c202025a0 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967008 Jul 22 21:14:40.977215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-b7abb3d4-9902-4792-8b4e-a475610c4997 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.978707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-b7abb3d4-9902-4792-8b4e-a475610c4997 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3431187 Jul 22 21:14:41.046701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-16be8314-e570-48ad-85e4-2a5d44eeeb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.048985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-16be8314-e570-48ad-85e4-2a5d44eeeb97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b2e9a5-e01c-4a80-b21c-94fc99e5238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247422 Jul 22 21:14:41.054702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-9b568a0b-a312-4054-a0a6-2e4d6cd5e6ed tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.0670774 Jul 22 21:14:41.168774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-e0fd8ea1-604f-48a5-935e-63ab3dcb85fe tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.1054511 Jul 22 21:14:41.327628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-2125b357-ba1b-492a-9a9e-bc0210fc9904 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b2e9a5-e01c-4a80-b21c-94fc99e5238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622035 Jul 22 21:14:41.348977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0aa09-332a-4768-baa7-87398dce2b56 req-e7ac30ef-af1b-46b3-a5d7-47e8783b0045 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.351258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdb0aa09-332a-4768-baa7-87398dce2b56 req-e7ac30ef-af1b-46b3-a5d7-47e8783b0045 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1097 time: 0.3008707 Jul 22 21:14:41.468525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdb0aa09-332a-4768-baa7-87398dce2b56 req-b8d04dc0-9ccc-4dfa-aaee-0522ae65786c tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083992 Jul 22 21:14:41.493881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c3bb7cb-8a28-4c2c-9cf1-226e4557e0e5 req-a5662c60-89e9-4dde-a38f-5c8d6046aed4 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b2e9a5-e01c-4a80-b21c-94fc99e5238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452606 Jul 22 21:14:41.496089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Deleting port ff518214-8637-4a33-8fb0-914afb502cd3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:41.496438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:41.604451 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:41.604976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:41.654654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Calling delete_port for ff518214-8637-4a33-8fb0-914afb502cd3 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:41.797445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5ade8-57ff-4f90-8c6b-4c509c7c9eea req-03476ec5-3c98-4609-8283-1bbf767f67ce tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.798959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19a5ade8-57ff-4f90-8c6b-4c509c7c9eea req-03476ec5-3c98-4609-8283-1bbf767f67ce tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 950 time: 0.2160044 Jul 22 21:14:41.837446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-a9d6b344-3108-4a98-9b6a-364f259637be tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.839110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-a9d6b344-3108-4a98-9b6a-364f259637be tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 950 time: 0.2076445 Jul 22 21:14:41.929632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 28c665de-611d-4a67-9420-259a738d2efa details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:41.936973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19a5ade8-57ff-4f90-8c6b-4c509c7c9eea req-16318122-af52-4791-8920-c4d1eef67424 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261961 Jul 22 21:14:42.051707 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.077836 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 28c665de-611d-4a67-9420-259a738d2efa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=28c665de-611d-4a67-9420-259a738d2efa,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:42.091469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '28c665de-611d-4a67-9420-259a738d2efa', 'network_id': '4e1dd29b-5c47-4c46-91c5-29d02db3928a', 'port_id': '28c665de-611d-4a67-9420-259a738d2efa', 'mac_address': 'fa:16:3e:3a:6f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77b4b3b-c59a-435c-86eb-1b60a03d94de', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:42.121069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event deleted for resources: {'Port': ['ID=ff518214-8637-4a33-8fb0-914afb502cd3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:42.155373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.175165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c665de-611d-4a67-9420-259a738d2efa {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:42.186807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device acefcf95-9387-4ca3-af9a-ded13d254540 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:42.218275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 28c665de-611d-4a67-9420-259a738d2efa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=28c665de-611d-4a67-9420-259a738d2efa,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:42.223563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port 5a892763-6962-4813-a3d0-a0137b8adfed {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:42.223944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.230653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.231760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device b44b12d6-5153-46ec-92a1-daadcb661bb1 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:42.265311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.268227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.269428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c450437-5523-489d-a655-e9ebdd82fa99 req-089063fb-1fcf-47bc-871e-67fa7c64014f tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "DELETE /v2.0/floatingips/7943d0cf-6b07-415a-8b28-56e8a3f84843 HTTP/1.1" status: 204 len: 173 time: 1.0709603 Jul 22 21:14:42.282193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64278f88-f390-449d-8b14-9c64d4ef3178 req-5875dc35-6c91-4a55-9bf0-aaca0079a3e9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:42.283917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64278f88-f390-449d-8b14-9c64d4ef3178 req-5875dc35-6c91-4a55-9bf0-aaca0079a3e9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2479389 Jul 22 21:14:42.407376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64278f88-f390-449d-8b14-9c64d4ef3178 req-16aa1e57-906e-4ed4-931e-655d2a1052db tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152599 Jul 22 21:14:42.413423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port 5a892763-6962-4813-a3d0-a0137b8adfed, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5a892763-6962-4813-a3d0-a0137b8adfed,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:42.414025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.440173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for 5a892763-6962-4813-a3d0-a0137b8adfed owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:42.440351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=28c665de-611d-4a67-9420-259a738d2efa,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:42.476829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.477551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.477551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.477907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.478245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.478636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.478974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.479307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.479641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.480000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.480334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.480721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:42.491830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:42.727733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'port_id': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'mac_address': 'fa:16:3e:19:ba:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d14413c-1d52-47c3-b230-284c77ef01d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:42.745878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0429a995-c7d4-414e-a24b-09edde459c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.820500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port b44b12d6-5153-46ec-92a1-daadcb661bb1, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b44b12d6-5153-46ec-92a1-daadcb661bb1,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:42.846685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.851967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'b44b12d6-5153-46ec-92a1-daadcb661bb1', 'network_id': 'e6b2e9a5-e01c-4a80-b21c-94fc99e5238d', 'port_id': 'b44b12d6-5153-46ec-92a1-daadcb661bb1', 'mac_address': 'fa:16:3e:61:35:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e102f9-3174-46bc-aa88-7a291470bc65', 'ip_address': '19.86.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:42.883744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acefcf95-9387-4ca3-af9a-ded13d254540 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:42.952446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:42.957202 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.961624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:43.005489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44b12d6-5153-46ec-92a1-daadcb661bb1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:43.049251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port b44b12d6-5153-46ec-92a1-daadcb661bb1, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b44b12d6-5153-46ec-92a1-daadcb661bb1,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:43.066589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:43.070648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:43.122752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:43.159304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7', 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'f47f5df3-1361-417d-aca6-9289271734c6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:43.169148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603', '04bca98d-6e3a-42ac-b347-d7757caa4fb3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:43.198811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=5a892763-6962-4813-a3d0-a0137b8adfed,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:43.209357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['acefcf95-9387-4ca3-af9a-ded13d254540'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:43.267993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=b44b12d6-5153-46ec-92a1-daadcb661bb1,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:43.307600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf987-7720-44b0-8517-60e2f794ee73 req-c99e6e86-00ac-4ebf-8b69-28083478d970 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.313691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf987-7720-44b0-8517-60e2f794ee73 req-c99e6e86-00ac-4ebf-8b69-28083478d970 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.321663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3edaf987-7720-44b0-8517-60e2f794ee73 req-c99e6e86-00ac-4ebf-8b69-28083478d970 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1678 time: 0.2939854 Jul 22 21:14:43.354703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port 5a892763-6962-4813-a3d0-a0137b8adfed on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:43.358601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:43.360669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41f8433f-4c62-499b-bef5-2b3432d21eec req-5c11c31b-3c8a-492f-ba36-eff129381e09 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "DELETE /v2.0/ports/5a892763-6962-4813-a3d0-a0137b8adfed HTTP/1.1" status: 204 len: 173 time: 1.5110552 Jul 22 21:14:43.374992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'name': 'network-vif-deleted', 'tag': '5a892763-6962-4813-a3d0-a0137b8adfed'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:43.377439 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d48b135-68ad-4f8e-a510-60ad7b5e501a" -d '{"events": [{"server_uuid": "a6c3419c-04cc-4899-9e0f-7d674b877f58", "name": "network-vif-deleted", "tag": "5a892763-6962-4813-a3d0-a0137b8adfed"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:43.419352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['28c665de-611d-4a67-9420-259a738d2efa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:43.423146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['b44b12d6-5153-46ec-92a1-daadcb661bb1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:43.431307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3edaf987-7720-44b0-8517-60e2f794ee73 req-5eb3ed0a-d273-4a09-b9b5-d7f54e315efa tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074183 Jul 22 21:14:43.499541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75957e3d-bf74-4b51-b20e-8c9813b91b4b req-4c3eb326-ab99-41b8-8684-711590e9db82 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.502612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75957e3d-bf74-4b51-b20e-8c9813b91b4b req-4c3eb326-ab99-41b8-8684-711590e9db82 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 944 time: 0.1489758 Jul 22 21:14:43.577390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75957e3d-bf74-4b51-b20e-8c9813b91b4b req-e9f263e9-b026-41d9-be10-242f05156ff5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684068 Jul 22 21:14:43.747796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-204629cb-a73b-4c8f-b46e-a26ca6b27a3d req-11bb5ad6-6649-4109-8179-a72a1f43a599 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c3419c-04cc-4899-9e0f-7d674b877f58 HTTP/1.1" status: 200 len: 210 time: 0.0619588 Jul 22 21:14:43.966197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5a892763-6962-4813-a3d0-a0137b8adfed no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:43.992843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c43bd-a81d-4b45-b3de-9034326b5c2c req-1cfe1d17-48b1-4258-997e-579ecce79ea6 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.994541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-877c43bd-a81d-4b45-b3de-9034326b5c2c req-1cfe1d17-48b1-4258-997e-579ecce79ea6 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0997303 Jul 22 21:14:44.057955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 5a892763-6962-4813-a3d0-a0137b8adfed {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:44.058791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5a892763-6962-4813-a3d0-a0137b8adfed not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:44.070866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-877c43bd-a81d-4b45-b3de-9034326b5c2c req-30f16700-2043-4abb-a55b-1218ae408ae4 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0695534 Jul 22 21:14:44.115591 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e6507-e18c-4b93-89a6-ed165b7ce21e x-openstack-request-id: req-e62e6507-e18c-4b93-89a6-ed165b7ce21e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:44.118667 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c3419c-04cc-4899-9e0f-7d674b877f58", "name": "network-vif-deleted", "tag": "5a892763-6962-4813-a3d0-a0137b8adfed", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:44.122565 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e62e6507-e18c-4b93-89a6-ed165b7ce21e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:44.123477 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c3419c-04cc-4899-9e0f-7d674b877f58', 'name': 'network-vif-deleted', 'tag': '5a892763-6962-4813-a3d0-a0137b8adfed', 'status': 'completed', 'code': 200} Jul 22 21:14:44.286122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb826-2393-4e01-bfea-6186a5ae1c05 req-4e60fa58-2402-4ab3-a8f3-9b2a3c48043e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:44.289835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c22cb826-2393-4e01-bfea-6186a5ae1c05 req-4e60fa58-2402-4ab3-a8f3-9b2a3c48043e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.0968099 Jul 22 21:14:44.352402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c22cb826-2393-4e01-bfea-6186a5ae1c05 req-94b9934b-e355-4371-9628-f96c7371ca3f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 Jul 22 21:14:44.719261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9c5d8bc-5759-4bb0-a1f2-65cc5484d04c req-779e3f3a-73d3-4842-8ea1-9323ffe42727 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0386219 Jul 22 21:14:44.853236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b315348-88b5-46f5-ae10-065d0d81c51b req-956cacd3-f28b-414a-a78f-458a964aa8b0 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:44.865603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b315348-88b5-46f5-ae10-065d0d81c51b req-956cacd3-f28b-414a-a78f-458a964aa8b0 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:44.868161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b315348-88b5-46f5-ae10-065d0d81c51b req-956cacd3-f28b-414a-a78f-458a964aa8b0 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1678 time: 0.0904238 Jul 22 21:14:44.918855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b315348-88b5-46f5-ae10-065d0d81c51b req-67e8c456-b472-4658-87a9-2f15980f1da6 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Jul 22 21:14:45.028075 n-d-762330-19 neutron-server[94091]: WARNING keystonemiddleware.auth_token [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-d2365c7d-537c-4263-a0d1-6e5af32d2556 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 21:14:45.032892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-13261620-08d9-4046-9923-4dc63a8b326c tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:14:45.034747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-13261620-08d9-4046-9923-4dc63a8b326c tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1270561 Jul 22 21:14:45.050294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:45.051180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Unknown quota resources ['binding']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:14:45.099035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57a75-404f-451c-b18d-976f553289ff req-c71fb1bc-d84c-4dd9-bc0a-f91494aa0e91 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.101530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fc57a75-404f-451c-b18d-976f553289ff req-c71fb1bc-d84c-4dd9-bc0a-f91494aa0e91 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 944 time: 0.0970237 Jul 22 21:14:45.145245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e221740f-4dda-4553-b9ce-7d8aa7d1ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.171411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fc57a75-404f-451c-b18d-976f553289ff req-16b640fc-b410-4b96-bfaf-2dea8974fe05 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632823 Jul 22 21:14:45.218982 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.229197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:45.229583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:45.230149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:45.237578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:45.238131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:45.246606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:45.247172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:45.247786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:45.248538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Bound port: 839b62a9-86fc-4398-9e28-ebe7400c09ea, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:45.342262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:45.348115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.350296 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-a4cec503-b1ef-41e2-97dd-4e6c472b1c41 service neutron] 10.222.0.54 "POST /v2.0/ports/839b62a9-86fc-4398-9e28-ebe7400c09ea/bindings HTTP/1.1" status: 201 len: 390 time: 0.3063481 Jul 22 21:14:45.721592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-b247c2f5-1956-4551-aabf-792867aba79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.724737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-b247c2f5-1956-4551-aabf-792867aba79b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1097 time: 0.0910635 Jul 22 21:14:45.919173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-aaf82cad-e18b-4d79-9dd4-b9a460ce8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.921494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-aaf82cad-e18b-4d79-9dd4-b9a460ce8135 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.1875918 Jul 22 21:14:45.938189 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.965031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 28c665de-611d-4a67-9420-259a738d2efa up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:45.986795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40053-3190-44ca-9710-ac51d79a4532 req-54c47476-5c9e-429d-9850-f009c82c2436 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.989328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61d40053-3190-44ca-9710-ac51d79a4532 req-54c47476-5c9e-429d-9850-f009c82c2436 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2434177 Jul 22 21:14:45.993916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fea47d83-60a7-49f5-a812-2df16e545d5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 200 len: 217 time: 0.0641217 Jul 22 21:14:46.024850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 28c665de-611d-4a67-9420-259a738d2efa completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:46.029204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 28c665de-611d-4a67-9420-259a738d2efa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:46.029615 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.034115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f327d1-fbc2-4470-a541-cbb4e149ef41 req-46df8279-4c36-4390-9d31-4c66ed2ea1f6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.036458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6f327d1-fbc2-4470-a541-cbb4e149ef41 req-46df8279-4c36-4390-9d31-4c66ed2ea1f6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.2261140 Jul 22 21:14:46.121231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61d40053-3190-44ca-9710-ac51d79a4532 req-de8f1b8b-7097-4b3e-8f43-f283f33d9ed5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201224 Jul 22 21:14:46.138670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-374afa3d-c9d8-4432-bcbd-43693af32079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.140660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-374afa3d-c9d8-4432-bcbd-43693af32079 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.1374528 Jul 22 21:14:46.145812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.171829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6f327d1-fbc2-4470-a541-cbb4e149ef41 req-3e305686-aa27-492c-838b-abaae5e3e461 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092126 Jul 22 21:14:46.192430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c665de-611d-4a67-9420-259a738d2efa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:46.196658 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac179ef3-4550-457d-92d2-91f6bb3bdaa7" -d '{"events": [{"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-plugged", "status": "completed", "tag": "28c665de-611d-4a67-9420-259a738d2efa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:46.210290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-9ae1a198-bc27-4c9f-9a73-986c23ad2c0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557687 Jul 22 21:14:46.227103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device acefcf95-9387-4ca3-af9a-ded13d254540 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:46.236570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 28c665de-611d-4a67-9420-259a738d2efa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=28c665de-611d-4a67-9420-259a738d2efa,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:46.269549 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.271274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device b44b12d6-5153-46ec-92a1-daadcb661bb1 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:46.435331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=28c665de-611d-4a67-9420-259a738d2efa,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:46.458688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port acefcf95-9387-4ca3-af9a-ded13d254540 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:46.459107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.460846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b9bde-67da-498a-8fac-2a15e2758bf9 req-d6379dd9-3ffd-4be0-b32f-520b1669c43e tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.463585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port b44b12d6-5153-46ec-92a1-daadcb661bb1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:46.474746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-913b9bde-67da-498a-8fac-2a15e2758bf9 req-d6379dd9-3ffd-4be0-b32f-520b1669c43e tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 946 time: 0.2095072 Jul 22 21:14:46.494494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port b44b12d6-5153-46ec-92a1-daadcb661bb1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:46.494925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.517827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-3d3b4992-68a7-4ca2-9ad6-ad2939ae330b service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972908 Jul 22 21:14:46.568610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-913b9bde-67da-498a-8fac-2a15e2758bf9 req-87fba2d0-e00e-4ba4-9e36-d7a04566587d tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927474 Jul 22 21:14:46.648509 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.659581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.713337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:46.722149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.731271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port b44b12d6-5153-46ec-92a1-daadcb661bb1, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b44b12d6-5153-46ec-92a1-daadcb661bb1,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:46.736415 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.744609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-99ac857a-32cd-42bf-8433-25a11ffc5f98 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164795 Jul 22 21:14:46.783168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b893a-25be-4c59-a6b8-04b38787ed9a req-4c377f3a-5b07-4ce2-b1d9-7520204c1743 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.789549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b893a-25be-4c59-a6b8-04b38787ed9a req-4c377f3a-5b07-4ce2-b1d9-7520204c1743 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.791211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-865b893a-25be-4c59-a6b8-04b38787ed9a req-4c377f3a-5b07-4ce2-b1d9-7520204c1743 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1679 time: 0.2141683 Jul 22 21:14:46.809626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbc7fc-26f3-4bde-b084-91d2a666af58 req-b63b29b0-bfb9-4356-82ea-f2812f7d97e5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.810822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:46.815223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9dbc7fc-26f3-4bde-b084-91d2a666af58 req-b63b29b0-bfb9-4356-82ea-f2812f7d97e5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 944 time: 0.1569400 Jul 22 21:14:46.904440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-865b893a-25be-4c59-a6b8-04b38787ed9a req-dd38bb58-815f-47c6-ad3f-85bb7c81487f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881057 Jul 22 21:14:46.914544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=b44b12d6-5153-46ec-92a1-daadcb661bb1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:46.932508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9dbc7fc-26f3-4bde-b084-91d2a666af58 req-2496942f-87ca-4ce6-8a88-7b616a337d89 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940397 Jul 22 21:14:46.971741 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72838a71-e3fb-4ce6-82e7-9c3cbe6e6f96 x-openstack-request-id: req-72838a71-e3fb-4ce6-82e7-9c3cbe6e6f96 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:46.972395 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-plugged", "status": "completed", "tag": "28c665de-611d-4a67-9420-259a738d2efa", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:46.972663 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72838a71-e3fb-4ce6-82e7-9c3cbe6e6f96 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:46.973210 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c665de-611d-4a67-9420-259a738d2efa', 'code': 200} Jul 22 21:14:47.160632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76b3f1-8cbe-4e28-a973-46871fe7632c req-70955b50-e8f8-4c74-b163-21cae84dc7d3 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.164861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c76b3f1-8cbe-4e28-a973-46871fe7632c req-70955b50-e8f8-4c74-b163-21cae84dc7d3 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 950 time: 0.1244180 Jul 22 21:14:47.231148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c76b3f1-8cbe-4e28-a973-46871fe7632c req-6503b029-5899-4ceb-ad4e-2797e6ae6b6c tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Jul 22 21:14:47.457110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5925f47-d6e0-49c2-a666-401550380b33 req-b742e12b-214e-4c83-a236-ec1cbaa602b1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.459115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5925f47-d6e0-49c2-a666-401550380b33 req-b742e12b-214e-4c83-a236-ec1cbaa602b1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.1199198 Jul 22 21:14:47.489142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-3d7d5140-4ce7-49ab-86af-c4bc26dd83c5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.492266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-3d7d5140-4ce7-49ab-86af-c4bc26dd83c5 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 945 time: 0.0969050 Jul 22 21:14:47.524480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5925f47-d6e0-49c2-a666-401550380b33 req-d7d3248f-76c9-4f8b-9938-fa84b55deca3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Jul 22 21:14:47.539673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce047-02e8-402e-9ab1-e30cf2ca6a45 req-41aea3ca-5904-4a47-8ce1-dd32e6cb208a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.541377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-782ce047-02e8-402e-9ab1-e30cf2ca6a45 req-41aea3ca-5904-4a47-8ce1-dd32e6cb208a tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.1277218 Jul 22 21:14:47.615372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-782ce047-02e8-402e-9ab1-e30cf2ca6a45 req-a4654873-2fbc-40d4-864d-1a1660568a15 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627379 Jul 22 21:14:47.684430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Deleting port acefcf95-9387-4ca3-af9a-ded13d254540 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:47.684943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.862155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] For port acefcf95-9387-4ca3-af9a-ded13d254540, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=acefcf95-9387-4ca3-af9a-ded13d254540,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:47.863752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.876185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e35bd-d405-4e6a-a71c-4f78f0ce9866 req-f042ff78-d49c-4168-af8b-2b78630190c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.885226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac5e35bd-d405-4e6a-a71c-4f78f0ce9866 req-f042ff78-d49c-4168-af8b-2b78630190c8 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 946 time: 0.1064129 Jul 22 21:14:47.889790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Calling delete_port for acefcf95-9387-4ca3-af9a-ded13d254540 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:47.948010 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.955980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac5e35bd-d405-4e6a-a71c-4f78f0ce9866 req-66035522-ddb9-4fc5-a347-d6926beed471 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Jul 22 21:14:48.082389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-e9bb8ce1-1968-4ca1-9bb9-2b9860c7ebdc tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.084503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-e9bb8ce1-1968-4ca1-9bb9-2b9860c7ebdc tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.23 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 946 time: 0.1265180 Jul 22 21:14:48.147724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.188727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event deleted for resources: {'Port': ['ID=acefcf95-9387-4ca3-af9a-ded13d254540,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:48.265521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] No DVR routers for this DVR port acefcf95-9387-4ca3-af9a-ded13d254540 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:48.268341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a1c8-d225-451c-8289-02524533e3f5 req-a4521cd1-9606-4940-a681-fc762575ff6a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.268916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.271454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7aa4897d-9cf6-4c41-b357-11511d7773df req-b2fd4dc8-362d-4bf0-8814-8fd139884183 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "DELETE /v2.0/ports/acefcf95-9387-4ca3-af9a-ded13d254540 HTTP/1.1" status: 204 len: 173 time: 0.7693582 Jul 22 21:14:48.271914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'name': 'network-vif-deleted', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:48.274189 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152a122-2348-4518-a0f4-35d742007543" -d '{"events": [{"server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "name": "network-vif-deleted", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:48.278156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a1c8-d225-451c-8289-02524533e3f5 req-a4521cd1-9606-4940-a681-fc762575ff6a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.283532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6533a1c8-d225-451c-8289-02524533e3f5 req-a4521cd1-9606-4940-a681-fc762575ff6a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1680 time: 0.2283628 Jul 22 21:14:48.306787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Deleting port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:48.307550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.313948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-5ebb747c-a76f-4caa-848e-661fc83cfb2e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.315480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-5ebb747c-a76f-4caa-848e-661fc83cfb2e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 950 time: 0.2024732 Jul 22 21:14:48.379453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9029bb34-52ca-451c-acec-fbd80cffffb9 req-9d91d313-5ae6-4dc5-8b67-bebccc85ca56 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6be5287d-9e3a-454d-b8fc-3741460add69 HTTP/1.1" status: 200 len: 210 time: 0.0864210 Jul 22 21:14:48.447898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] For port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:48.448710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.464035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Calling delete_port for a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:48.514743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6533a1c8-d225-451c-8289-02524533e3f5 req-6b010a05-435c-40ac-bfa2-1b5518531b21 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187045 Jul 22 21:14:48.631948 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224ebc3-66ff-41db-8bdc-85b62a5d767e x-openstack-request-id: req-6224ebc3-66ff-41db-8bdc-85b62a5d767e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:48.632736 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "name": "network-vif-deleted", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:48.632736 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6224ebc3-66ff-41db-8bdc-85b62a5d767e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:48.633209 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'name': 'network-vif-deleted', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'status': 'completed', 'code': 200} Jul 22 21:14:48.636918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.649149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port f47f5df3-1361-417d-aca6-9289271734c6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:48.649560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.652765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:48.699153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Pushing event deleted for resources: {'Port': ['ID=a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:48.764526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] No DVR routers for this DVR port a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:48.767689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.771248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aef3ae97-76e4-4ad5-b882-71a190c542c2 req-8d9422ef-534c-4544-b5e3-fe1fbb6fe444 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.23 "DELETE /v2.0/ports/a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c HTTP/1.1" status: 204 len: 173 time: 0.6747015 Jul 22 21:14:48.824017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2878784-b423-4f80-ac62-25a0401e14a8 req-f23b0c2d-62ed-4858-89bb-2bd3c455678d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.825666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2878784-b423-4f80-ac62-25a0401e14a8 req-f23b0c2d-62ed-4858-89bb-2bd3c455678d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 950 time: 0.3099947 Jul 22 21:14:48.849247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port f47f5df3-1361-417d-aca6-9289271734c6, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f47f5df3-1361-417d-aca6-9289271734c6,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:48.849620 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.878174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for f47f5df3-1361-417d-aca6-9289271734c6 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:48.974459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540'}, {'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44b12d6-5153-46ec-92a1-daadcb661bb1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:48.978887 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4608d3a8-1fa8-4030-896a-4d3a8a4cad7b" -d '{"events": [{"server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "name": "network-vif-plugged", "status": "completed", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540"}, {"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-plugged", "status": "completed", "tag": "b44b12d6-5153-46ec-92a1-daadcb661bb1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:48.981828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2878784-b423-4f80-ac62-25a0401e14a8 req-f1835eb0-06ac-45f1-a0a4-90aeb2b24502 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434746 Jul 22 21:14:49.018104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59ed74-dc00-4af4-9ecc-722583a8042e req-a46ea83a-e9fb-4173-8f8f-1bc47e5e0ab6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.021174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e59ed74-dc00-4af4-9ecc-722583a8042e req-a46ea83a-e9fb-4173-8f8f-1bc47e5e0ab6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2577991 Jul 22 21:14:49.127688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e59ed74-dc00-4af4-9ecc-722583a8042e req-bb557303-1228-406f-b029-c7922189f73e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966105 Jul 22 21:14:49.217857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418455b-a2b4-4ede-a2d0-a44be25df73e req-27d0304a-ff78-49be-8b77-7d5c43d6114b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.220773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f418455b-a2b4-4ede-a2d0-a44be25df73e req-27d0304a-ff78-49be-8b77-7d5c43d6114b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.1393447 Jul 22 21:14:49.222463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.255588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603', '04bca98d-6e3a-42ac-b347-d7757caa4fb3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:49.274661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=f47f5df3-1361-417d-aca6-9289271734c6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:49.310176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7', 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'f47f5df3-1361-417d-aca6-9289271734c6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:49.322937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f418455b-a2b4-4ede-a2d0-a44be25df73e req-1747d667-afd8-4a36-9eda-d02a9d4476eb tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Jul 22 21:14:49.403667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port f47f5df3-1361-417d-aca6-9289271734c6 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:49.409608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.413081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcc9ebe0-9d32-42a7-a0ff-01710b502bcf req-8d22f280-8c68-4355-9278-1c44a0482248 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "DELETE /v2.0/ports/f47f5df3-1361-417d-aca6-9289271734c6 HTTP/1.1" status: 204 len: 173 time: 1.0616477 Jul 22 21:14:49.436024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2127c409-7507-496c-809b-f6f93b834eac', 'name': 'network-vif-deleted', 'tag': 'f47f5df3-1361-417d-aca6-9289271734c6'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:49.439679 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dd6c60-f60f-40eb-98cb-e5691e807dd0" -d '{"events": [{"server_uuid": "2127c409-7507-496c-809b-f6f93b834eac", "name": "network-vif-deleted", "tag": "f47f5df3-1361-417d-aca6-9289271734c6"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:49.492897 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad6b7e1-72f4-4d57-9b4a-386899b71532 x-openstack-request-id: req-fad6b7e1-72f4-4d57-9b4a-386899b71532 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:49.493179 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be5287d-9e3a-454d-b8fc-3741460add69", "name": "network-vif-plugged", "status": "completed", "tag": "acefcf95-9387-4ca3-af9a-ded13d254540", "code": 200}, {"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-plugged", "status": "completed", "tag": "b44b12d6-5153-46ec-92a1-daadcb661bb1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:49.493795 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fad6b7e1-72f4-4d57-9b4a-386899b71532 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:49.493795 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be5287d-9e3a-454d-b8fc-3741460add69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acefcf95-9387-4ca3-af9a-ded13d254540', 'code': 200} Jul 22 21:14:49.494060 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44b12d6-5153-46ec-92a1-daadcb661bb1', 'code': 200} Jul 22 21:14:49.523690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e31c2e8c-77e4-4a69-abdf-0c8118b9fbe7 req-069ac5b2-3e37-470c-b83a-673a3b8f59b2 tempest-FloatingIPsAssociationNegativeTestJSON-386232080 tempest-FloatingIPsAssociationNegativeTestJSON-386232080-project] 10.222.0.54 "GET /v2.0/ports?device_id=207e5a17-7dac-48cf-a449-a2aba12c3a3f HTTP/1.1" status: 200 len: 210 time: 0.1177905 Jul 22 21:14:49.588484 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf97743-2efd-4b34-aff5-69481d858403 x-openstack-request-id: req-9bf97743-2efd-4b34-aff5-69481d858403 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:49.590570 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2127c409-7507-496c-809b-f6f93b834eac", "name": "network-vif-deleted", "tag": "f47f5df3-1361-417d-aca6-9289271734c6", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:49.590833 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bf97743-2efd-4b34-aff5-69481d858403 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:49.591233 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2127c409-7507-496c-809b-f6f93b834eac', 'name': 'network-vif-deleted', 'tag': 'f47f5df3-1361-417d-aca6-9289271734c6', 'status': 'completed', 'code': 200} Jul 22 21:14:49.632565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c34c12-d133-4669-a9dc-1260506a38e5 req-ec87df3e-72fc-41a2-b457-cb68d35b20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.633436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c34c12-d133-4669-a9dc-1260506a38e5 req-ec87df3e-72fc-41a2-b457-cb68d35b20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.637085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4c34c12-d133-4669-a9dc-1260506a38e5 req-ec87df3e-72fc-41a2-b457-cb68d35b20f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1984 time: 0.1457286 Jul 22 21:14:49.698254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4c34c12-d133-4669-a9dc-1260506a38e5 req-11e5854c-bff1-42f0-bb3c-6e4a6ec412d3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539660 Jul 22 21:14:49.894727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfff72-8aed-43e5-a452-6fe9a9787aa7 req-a8146b4c-195b-4e68-ad94-55920e6dda86 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.901431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfff72-8aed-43e5-a452-6fe9a9787aa7 req-a8146b4c-195b-4e68-ad94-55920e6dda86 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.903188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06bfff72-8aed-43e5-a452-6fe9a9787aa7 req-a8146b4c-195b-4e68-ad94-55920e6dda86 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1680 time: 0.1701927 Jul 22 21:14:49.998893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52142) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:50.059423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06bfff72-8aed-43e5-a452-6fe9a9787aa7 req-ee0a04bb-e143-4636-9326-3c994e9d0d28 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420987 Jul 22 21:14:50.132118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-dcea0b85-7812-4a56-b5e3-d734dd0ac561 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:50.133858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-dcea0b85-7812-4a56-b5e3-d734dd0ac561 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 821 time: 0.2267070 Jul 22 21:14:50.164005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-083a0b3d-011c-4862-9f6c-ea29d822f1d9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/quotas/9ee024418ac94c1b8edc077d4556029a HTTP/1.1" status: 200 len: 375 time: 0.0174086 Jul 22 21:14:50.275784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device acefcf95-9387-4ca3-af9a-ded13d254540 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:50.291080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06507c17-25b6-4164-bbfc-ea562114ebe9 req-6e371ec7-8275-4368-9c58-26ec9064ccdb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2127c409-7507-496c-809b-f6f93b834eac HTTP/1.1" status: 200 len: 210 time: 0.0624056 Jul 22 21:14:50.309085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: acefcf95-9387-4ca3-af9a-ded13d254540 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:50.309524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device acefcf95-9387-4ca3-af9a-ded13d254540 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:50.331282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bc02-f78a-4e83-9080-ebbf33b7e495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.386718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-19e7d8b9-5214-4bc9-8296-ef255f8fe213 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2067380 Jul 22 21:14:50.500190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995940d-572b-4e35-8879-396c444de4c3 req-17a8586d-b67f-4f50-b52a-e2b1c8b15fe9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:50.502624 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a995940d-572b-4e35-8879-396c444de4c3 req-17a8586d-b67f-4f50-b52a-e2b1c8b15fe9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.1067767 Jul 22 21:14:50.533347 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bc02-f78a-4e83-9080-ebbf33b7e495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.539814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bc02-f78a-4e83-9080-ebbf33b7e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.582689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5bc02-f78a-4e83-9080-ebbf33b7e495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3898f7d5-bcad-4142-a40f-9cf54c9527b3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:50.587231 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d1c5bc02-f78a-4e83-9080-ebbf33b7e495 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=728ac80f0b4f4279a58ec764a540fc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861392 Jul 22 21:14:50.589847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:50.604598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a995940d-572b-4e35-8879-396c444de4c3 req-da22552a-432d-49c8-84fe-db997a879d77 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918391 Jul 22 21:14:50.637321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'name': 'network-vif-deleted', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:50.640206 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233db801-2d32-4c5d-9936-376ecf7815b3" -d '{"events": [{"server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "name": "network-vif-deleted", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:50.662724 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-6a028a0c-a8cb-4a1b-b91e-b6d0f2bba611 service neutron] 10.222.0.54 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740974 Jul 22 21:14:50.664599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1b33-bc94-42f5-81eb-7f37dae5847a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.695336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1b33-bc94-42f5-81eb-7f37dae5847a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.771203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1b33-bc94-42f5-81eb-7f37dae5847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.775924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1b33-bc94-42f5-81eb-7f37dae5847a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.781996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9d9e1b33-bc94-42f5-81eb-7f37dae5847a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3898f7d5-bcad-4142-a40f-9cf54c9527b3 HTTP/1.1" status: 204 len: 168 time: 0.1908355 Jul 22 21:14:50.803982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e1b33-bc94-42f5-81eb-7f37dae5847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3898f7d5-bcad-4142-a40f-9cf54c9527b3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:50.934545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-a15ab670-d5a7-4b98-8c9e-2ac9a217182f service neutron] 10.222.0.54 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707262 Jul 22 21:14:50.989709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772012-65ea-4512-a152-d36ec3ec628a req-6c6340eb-6819-4621-9d04-aafff77ea829 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:50.998597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c772012-65ea-4512-a152-d36ec3ec628a req-6c6340eb-6819-4621-9d04-aafff77ea829 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.1441908 Jul 22 21:14:51.085552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c772012-65ea-4512-a152-d36ec3ec628a req-5a300e71-9676-4172-bd52-4916ed23ef83 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816872 Jul 22 21:14:51.156028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52178) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:51.211773 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca880624-8d1d-491e-b649-35af2991cb83 x-openstack-request-id: req-ca880624-8d1d-491e-b649-35af2991cb83 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:51.212078 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e5a17-7dac-48cf-a449-a2aba12c3a3f", "name": "network-vif-deleted", "tag": "a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:51.212335 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca880624-8d1d-491e-b649-35af2991cb83 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:51.212735 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e5a17-7dac-48cf-a449-a2aba12c3a3f', 'name': 'network-vif-deleted', 'tag': 'a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c', 'status': 'completed', 'code': 200} Jul 22 21:14:51.311241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecbf57a7-78ee-45b1-bf3a-c265d08cade9 req-372b3e14-cf38-4273-b33f-3d487615ce6c tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 210 time: 0.0384727 Jul 22 21:14:51.347652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645a90a-63f2-40f3-97ef-c910edac270e req-ddaa1a9c-abf3-42e3-860f-1fc98c3fc94a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:51.353842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645a90a-63f2-40f3-97ef-c910edac270e req-ddaa1a9c-abf3-42e3-860f-1fc98c3fc94a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:51.355635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4645a90a-63f2-40f3-97ef-c910edac270e req-ddaa1a9c-abf3-42e3-860f-1fc98c3fc94a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1680 time: 0.1291766 Jul 22 21:14:51.441884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4645a90a-63f2-40f3-97ef-c910edac270e req-9cb11cc8-bf01-4b47-acb7-db910dc7d042 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800591 Jul 22 21:14:51.789734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52206) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:51.975351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f47f5df3-1361-417d-aca6-9289271734c6 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:52.051501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: f47f5df3-1361-417d-aca6-9289271734c6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:52.051923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f47f5df3-1361-417d-aca6-9289271734c6 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:52.063405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2068600609-network', 'tenant_id': '78828cac2e234b82af9a35d4d929d23c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:52.200803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2b181-2684-476b-94bb-ee82d5995e80 req-6f4b6d76-b385-4b62-a0cc-d26c0c2ebba8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:52.203532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d2b181-2684-476b-94bb-ee82d5995e80 req-6f4b6d76-b385-4b62-a0cc-d26c0c2ebba8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2908270 Jul 22 21:14:52.204705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Made reservation on behalf of 78828cac2e234b82af9a35d4d929d23c for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:52.208178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.259605 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.289092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:52.329583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d2b181-2684-476b-94bb-ee82d5995e80 req-ac31a8fd-ef62-4e44-8ca5-149449efa61e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043732 Jul 22 21:14:52.358159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:52.358782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0a6860f-9c3f-4456-b5b6-d0faaa6edd6c not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:52.369972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c2fb1-a14a-4eb2-a910-04bf48514f1e req-ad6142af-0c15-47a3-b75c-c704925683e7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:52.377326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c2fb1-a14a-4eb2-a910-04bf48514f1e req-ad6142af-0c15-47a3-b75c-c704925683e7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:52.386749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b86c2fb1-a14a-4eb2-a910-04bf48514f1e req-ad6142af-0c15-47a3-b75c-c704925683e7 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1680 time: 0.2846873 Jul 22 21:14:52.404388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.480534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b86c2fb1-a14a-4eb2-a910-04bf48514f1e req-ef1681c8-00dd-4714-8c83-e966846df93f tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927947 Jul 22 21:14:52.651610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.659851 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.699910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:14:52.722563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc4c2e-dab3-4994-86b2-af94888d9a07 req-2e10aa77-ec56-4c21-8da3-ccd4dd61df46 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:52.724931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ccc4c2e-dab3-4994-86b2-af94888d9a07 req-2e10aa77-ec56-4c21-8da3-ccd4dd61df46 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 949 time: 0.2238631 Jul 22 21:14:52.728808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f3572a-94cb-4508-aead-5d2c3bc775ff,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:52.737654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.738023 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Added segment ff782359-3572-4fc1-974c-fc9fb07b9658 of type vlan for network 5d717593-551c-492d-b037-201ff1a7dfb5 Jul 22 21:14:52.859703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963fb85-254b-418c-8289-fe070437dafe req-dfe424e1-16b6-4162-8060-4e6f031b7184 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:52.861641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9963fb85-254b-418c-8289-fe070437dafe req-dfe424e1-16b6-4162-8060-4e6f031b7184 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.2566514 Jul 22 21:14:52.864341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.887342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Deleting port 309c40f1-70cd-4265-bec6-bbf74a87af2e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:52.888029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.907780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ccc4c2e-dab3-4994-86b2-af94888d9a07 req-302891d6-7bb2-4c02-a7fc-6995202322fa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542904 Jul 22 21:14:52.968766 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:14:53.009942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.012799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.014147 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.057689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] For port 309c40f1-70cd-4265-bec6-bbf74a87af2e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=309c40f1-70cd-4265-bec6-bbf74a87af2e,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:53.058451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.081816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Calling delete_port for 309c40f1-70cd-4265-bec6-bbf74a87af2e owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:53.088558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9963fb85-254b-418c-8289-fe070437dafe req-1eef8b18-0b5b-4a54-b068-152666aee9cc tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122557 Jul 22 21:14:53.119017 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56414f64-84bc-4d05-ad3f-a7cb4d4c9b6c req-4f0f66c7-df63-4044-be33-af58cdd8a9e9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 210 time: 0.0907416 Jul 22 21:14:53.137338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3417799 Jul 22 21:14:53.137720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:53.146166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Request body: {'subnet': {'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2068600609-subnet', 'tenant_id': '78828cac2e234b82af9a35d4d929d23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:53.220947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Made reservation on behalf of 78828cac2e234b82af9a35d4d929d23c for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:53.223551 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.228591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d819e-5bbc-44c7-bb82-24b7957f0bdb admin admin] Pushing event updated for resources: {'Network': ['ID=5d717593-551c-492d-b037-201ff1a7dfb5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:53.248957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 5d717593-551c-492d-b037-201ff1a7dfb5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:14:53.335224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-edb7c9dc-5e29-4732-ab78-5f1a8a816763 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.337064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-edb7c9dc-5e29-4732-ab78-5f1a8a816763 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 949 time: 0.2213686 Jul 22 21:14:53.442990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.482289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=309c40f1-70cd-4265-bec6-bbf74a87af2e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:54.026818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-6d5dd0fc-fd05-46e8-b14f-9eeb3bfdc4af tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.028299 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-6d5dd0fc-fd05-46e8-b14f-9eeb3bfdc4af tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 821 time: 0.3895228 Jul 22 21:14:54.059360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-799dd3ab-035b-4722-ad45-f76dd01f0940 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.064050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-799dd3ab-035b-4722-ad45-f76dd01f0940 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.065712 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-799dd3ab-035b-4722-ad45-f76dd01f0940 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1680 time: 0.4887507 Jul 22 21:14:54.070382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Request body: {'port': {'device_id': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'admin_state_up': True, 'tenant_id': '9ee024418ac94c1b8edc077d4556029a'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:54.076068 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.148292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.177937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f52506d-3014-49d1-9351-8f72de29698a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:54.203266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port f41ce7aa-5b7a-453d-a371-8485789bcfe9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:54.203596 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.218511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912d28-3b5a-455f-baea-91e6e06fdf16 req-acce8f25-ff54-45d7-8645-27af04d2291b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.220215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df912d28-3b5a-455f-baea-91e6e06fdf16 req-acce8f25-ff54-45d7-8645-27af04d2291b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.7555954 Jul 22 21:14:54.227052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60582-db98-47d5-a234-382c3731fc26 req-158a8d17-1851-4238-bd05-c0795fde25e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.228673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-78c60582-db98-47d5-a234-382c3731fc26 req-158a8d17-1851-4238-bd05-c0795fde25e6 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02420f5-08d0-428e-8492-dc6eaeb83373 HTTP/1.1" status: 200 len: 949 time: 0.2897429 Jul 22 21:14:54.284103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15008b2b-a6cb-4fd8-b3b5-43cbd3edbc61 req-877a71a0-914a-460f-b0f9-a59cd1796d2a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.290280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15008b2b-a6cb-4fd8-b3b5-43cbd3edbc61 req-877a71a0-914a-460f-b0f9-a59cd1796d2a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.292041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15008b2b-a6cb-4fd8-b3b5-43cbd3edbc61 req-877a71a0-914a-460f-b0f9-a59cd1796d2a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1680 time: 0.2744339 Jul 22 21:14:54.297601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Checking segment: {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:54.298053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Network hostable DHCP agents. Network: 5d717593-551c-492d-b037-201ff1a7dfb5, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:14:54.400054 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df912d28-3b5a-455f-baea-91e6e06fdf16 req-712f633a-f53e-48bd-ba9d-daf1c12e9743 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649654 Jul 22 21:14:54.424670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Network 5d717593-551c-492d-b037-201ff1a7dfb5 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:14:54.439322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15008b2b-a6cb-4fd8-b3b5-43cbd3edbc61 req-a2f3cfae-a869-4345-a73a-bae36cd9689e tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303537 Jul 22 21:14:54.449160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port f41ce7aa-5b7a-453d-a371-8485789bcfe9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f41ce7aa-5b7a-453d-a371-8485789bcfe9,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:54.449160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.452422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 5d717593-551c-492d-b037-201ff1a7dfb5) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:54.463721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be414084-6e1d-4172-997b-e8a4e4f84dac None None] Network 5d717593-551c-492d-b037-201ff1a7dfb5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:54.470757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Made reservation on behalf of 9ee024418ac94c1b8edc077d4556029a for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:54.474418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.487271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for f41ce7aa-5b7a-453d-a371-8485789bcfe9 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:54.520548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port b44b12d6-5153-46ec-92a1-daadcb661bb1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:54.520892 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.573673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.574182 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.662926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f071f7d3-f2dd-4f8d-b54a-8d13a0f279d6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5235915 Jul 22 21:14:54.712429 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e171104e-f506-4abc-a693-3e3d8422bd86 None None] Network 5d717593-551c-492d-b037-201ff1a7dfb5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:54.750968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:54.751459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.844714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa559f6-5ddf-4b00-9abc-30dcb3d17189 req-433f35b3-d202-487d-ad7f-37a10ce236ff tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.859787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fa559f6-5ddf-4b00-9abc-30dcb3d17189 req-433f35b3-d202-487d-ad7f-37a10ce236ff tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.2882471 Jul 22 21:14:54.875721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7a22-14dd-47e0-91ad-a522c209dc73 req-c5168236-29e8-4def-965d-5321a7cdb72d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.877617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25ff7a22-14dd-47e0-91ad-a522c209dc73 req-c5168236-29e8-4def-965d-5321a7cdb72d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa0688ca-0dca-46cf-9cfc-dce7b07b50be HTTP/1.1" status: 200 len: 949 time: 0.3007331 Jul 22 21:14:54.889880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.905080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:54.963207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=f41ce7aa-5b7a-453d-a371-8485789bcfe9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:54.964968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603', '04bca98d-6e3a-42ac-b347-d7757caa4fb3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:55.021695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port 04bca98d-6e3a-42ac-b347-d7757caa4fb3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=04bca98d-6e3a-42ac-b347-d7757caa4fb3,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:55.021695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:55.055184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for 04bca98d-6e3a-42ac-b347-d7757caa4fb3 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:55.056747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fa559f6-5ddf-4b00-9abc-30dcb3d17189 req-167304c6-6be4-499c-8ede-3f574c65b51e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954107 Jul 22 21:14:55.100109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port f41ce7aa-5b7a-453d-a371-8485789bcfe9 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:55.123695 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:55.139071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dddbab1b-6643-4ffa-8276-a6bb48e0579a req-42082372-a2f7-4a62-819c-d63218714c58 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "DELETE /v2.0/ports/f41ce7aa-5b7a-453d-a371-8485789bcfe9 HTTP/1.1" status: 204 len: 173 time: 1.7933166 Jul 22 21:14:55.180706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25ff7a22-14dd-47e0-91ad-a522c209dc73 req-de18eef8-70f5-495d-902b-52b89bd3267f tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776198 Jul 22 21:14:55.181751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'name': 'network-vif-deleted', 'tag': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:55.186873 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba71008-a747-489a-9ead-7498c7c66daa" -d '{"events": [{"server_uuid": "aa0688ca-0dca-46cf-9cfc-dce7b07b50be", "name": "network-vif-deleted", "tag": "f41ce7aa-5b7a-453d-a371-8485789bcfe9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:55.257313 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:55.287581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port b44b12d6-5153-46ec-92a1-daadcb661bb1, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b44b12d6-5153-46ec-92a1-daadcb661bb1,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:55.287905 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:55.328282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for b44b12d6-5153-46ec-92a1-daadcb661bb1 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:55.340526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c0dd905-cf14-4e26-a419-6b9f9d4893b9 req-f75c7bf6-5849-4af0-8cd3-d7421820c903 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 210 time: 0.0555980 Jul 22 21:14:55.389591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:55.412171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Allocated IP 172.20.0.2 (7aa9f0d7-eea1-43c4-9931-88eac3ceb20e/8d14413c-1d52-47c3-b230-284c77ef01d9/b97ad790-d942-45cd-9217-7731dfa68605) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:55.432100 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc580fe-8e55-4454-8fdf-9cd2a27f26f3 x-openstack-request-id: req-8cc580fe-8e55-4454-8fdf-9cd2a27f26f3 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:55.432943 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0688ca-0dca-46cf-9cfc-dce7b07b50be", "name": "network-vif-deleted", "tag": "f41ce7aa-5b7a-453d-a371-8485789bcfe9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:55.432943 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8cc580fe-8e55-4454-8fdf-9cd2a27f26f3 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:55.433290 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0688ca-0dca-46cf-9cfc-dce7b07b50be', 'name': 'network-vif-deleted', 'tag': 'f41ce7aa-5b7a-453d-a371-8485789bcfe9', 'status': 'completed', 'code': 200} Jul 22 21:14:55.438951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=04bca98d-6e3a-42ac-b347-d7757caa4fb3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:55.689910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7124-ef13-4a39-8f7b-96a99686d36f req-58eae5b5-d93c-4111-aa1f-fb835a9417c5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:55.692402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38bc7124-ef13-4a39-8f7b-96a99686d36f req-58eae5b5-d93c-4111-aa1f-fb835a9417c5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.1635630 Jul 22 21:14:55.716404 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-6a9f2c9f-c8fd-4c5f-a1a3-7ae8d04a3874 service neutron] show failed (client error): The resource could not be found. Jul 22 21:14:55.718197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-6a9f2c9f-c8fd-4c5f-a1a3-7ae8d04a3874 service neutron] 10.222.0.23 "GET /v2.0/ports/59716cea-caa6-45bd-bce8-9b29cc6998bb/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.2606187 Jul 22 21:14:55.744922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port 04bca98d-6e3a-42ac-b347-d7757caa4fb3 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:55.785985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:55.788889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-78c60582-db98-47d5-a234-382c3731fc26 req-c891ef7c-b3a7-4b1f-9a13-2dbd1284e603 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "DELETE /v2.0/ports/04bca98d-6e3a-42ac-b347-d7757caa4fb3 HTTP/1.1" status: 204 len: 173 time: 1.5492268 Jul 22 21:14:55.802405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'name': 'network-vif-deleted', 'tag': '04bca98d-6e3a-42ac-b347-d7757caa4fb3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:55.805475 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622a465d-af9c-40ed-8d98-e5d2506504f5" -d '{"events": [{"server_uuid": "b02420f5-08d0-428e-8492-dc6eaeb83373", "name": "network-vif-deleted", "tag": "04bca98d-6e3a-42ac-b347-d7757caa4fb3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:55.930200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38bc7124-ef13-4a39-8f7b-96a99686d36f req-83c500ee-8103-413d-b07c-850b4f047a86 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147076 Jul 22 21:14:55.982925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-84849448-14fc-4217-af92-35e9e78b9b6b tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:55.990618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-84849448-14fc-4217-af92-35e9e78b9b6b tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/networks?id=5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 200 len: 818 time: 0.2657475 Jul 22 21:14:56.009489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device b44b12d6-5153-46ec-92a1-daadcb661bb1 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:56.011566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-44555181-aa05-4011-9cbb-4ebe3f05469a tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/quotas/78828cac2e234b82af9a35d4d929d23c HTTP/1.1" status: 200 len: 375 time: 0.0198293 Jul 22 21:14:56.073080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-9e70d150-a5b3-4ea3-8cb6-8427943dc133 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78828cac2e234b82af9a35d4d929d23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599380 Jul 22 21:14:56.175044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.318860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-63844aeb-9aed-48c0-a571-f8ef65ef46cf service neutron] 10.222.0.54 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350929 Jul 22 21:14:56.354650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:56.386794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0df46780-f56f-45db-ac14-c4f02c36be4b', '53130b2c-2586-4148-9c00-23d81c097db7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:56.388522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-81944d07-c5b2-4350-9251-7c080b931b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:56.391290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-81944d07-c5b2-4350-9251-7c080b931b5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c&tenant_id=048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 1102 time: 0.3658216 Jul 22 21:14:56.406426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:56.411363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:56.415077 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-78eb096b-342a-46ba-9696-7f0984dc5dc5 admin admin] 10.222.0.54 "PUT /v2.0/routers/c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2557561 Jul 22 21:14:56.417693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52278) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:56.418367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.437666 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] Sync routers for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:56.478495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 28c665de-611d-4a67-9420-259a738d2efa no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:56.478846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.493937 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:56.501369 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:14:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:56.530009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38352ae-65e8-4ac5-a13c-eebf1bd24834 req-7e883eea-455b-4477-bdf1-16081fa74a54 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:56.538956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38352ae-65e8-4ac5-a13c-eebf1bd24834 req-7e883eea-455b-4477-bdf1-16081fa74a54 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:56.554077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f38352ae-65e8-4ac5-a13c-eebf1bd24834 req-7e883eea-455b-4477-bdf1-16081fa74a54 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 1602 time: 0.3999979 Jul 22 21:14:56.580749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=b44b12d6-5153-46ec-92a1-daadcb661bb1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:56.633480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port b44b12d6-5153-46ec-92a1-daadcb661bb1 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:56.639337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.642128 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-5ae25182-c544-46af-b87a-540c3301e47d tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.58 "DELETE /v2.0/ports/b44b12d6-5153-46ec-92a1-daadcb661bb1 HTTP/1.1" status: 204 len: 173 time: 2.5511191 Jul 22 21:14:56.682951 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:56.685457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.731672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-c1d72121-c30f-40ee-ad0d-a502b70fa689 service neutron] 10.222.0.54 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939915 Jul 22 21:14:56.768075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f38352ae-65e8-4ac5-a13c-eebf1bd24834 req-996eb259-744a-4dc6-a89c-6ae7c18f9ed3 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/security-groups?id=566ed868-0ff3-490c-8e57-107536a69848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125440 Jul 22 21:14:56.788133 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.861846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.990293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.002369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c665de-611d-4a67-9420-259a738d2efa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:57.018816 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc2be5-d45a-469e-bc95-1cb7fb3ce3c7" -d '{"events": [{"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-unplugged", "status": "completed", "tag": "28c665de-611d-4a67-9420-259a738d2efa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:57.044633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event updated for resources: {'Port': ['ID=b97ad790-d942-45cd-9217-7731dfa68605,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:57.054719 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7921b551-646e-4c23-9a53-ed2969352841 x-openstack-request-id: req-7921b551-646e-4c23-9a53-ed2969352841 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:57.055054 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02420f5-08d0-428e-8492-dc6eaeb83373", "name": "network-vif-deleted", "tag": "04bca98d-6e3a-42ac-b347-d7757caa4fb3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:57.055290 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7921b551-646e-4c23-9a53-ed2969352841 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:57.055625 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02420f5-08d0-428e-8492-dc6eaeb83373', 'name': 'network-vif-deleted', 'tag': '04bca98d-6e3a-42ac-b347-d7757caa4fb3', 'status': 'completed', 'code': 200} Jul 22 21:14:57.079198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 28c665de-611d-4a67-9420-259a738d2efa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=28c665de-611d-4a67-9420-259a738d2efa,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:57.088353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:57.095861 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.096636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:57.097010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f41ce7aa-5b7a-453d-a371-8485789bcfe9 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:57.101663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:57.143237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port 28c665de-611d-4a67-9420-259a738d2efa {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:57.143619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.167153 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:14:53Z', 'revision_number': 5, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port': {'id': '98c56a72-9868-432a-8fbd-7b9ed08dffde', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:40Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:57.195971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.212863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:57.213509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.234150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:57.242736 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] Checking router: c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:57.255323 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] Routers {'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:57.256788 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:14:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:57.267078 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-26f1151b-d6dd-452b-b2bb-d5d44eb37041 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2226138 Jul 22 21:14:57.325232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=28c665de-611d-4a67-9420-259a738d2efa,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:57.326697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:57.337325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: f41ce7aa-5b7a-453d-a371-8485789bcfe9 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:57.337679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f41ce7aa-5b7a-453d-a371-8485789bcfe9 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:57.342611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Request body: {'port': {'device_id': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:57.399138 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] Set router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:57.405316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.431388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Transition to ACTIVE for port object 59716cea-caa6-45bd-bce8-9b29cc6998bb will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:57.436835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:57.439356 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b0dcd-0234-488e-817d-7639a3d3a015" -d '{"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-unplugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:57.463588 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.492185 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:14:57Z', 'revision_number': 6, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:57.499714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port 28c665de-611d-4a67-9420-259a738d2efa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=28c665de-611d-4a67-9420-259a738d2efa,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:57.501994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.530801 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2db05d-6665-48b3-af8a-dcdbd359ad13 None None] The sync data for ids ['c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2'] in n-d-762330-19 is: [{'id': 'c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1755248436-router', 'tenant_id': 'e0532359b3324bdbbd25558278983672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:35Z', 'updated_at': '2021-07-22T21:14:57Z', 'revision_number': 6, 'project_id': 'e0532359b3324bdbbd25558278983672', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:57.544617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for 28c665de-611d-4a67-9420-259a738d2efa owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:57.594497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:57.637087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] No DVR routers for this DVR port 59716cea-caa6-45bd-bce8-9b29cc6998bb on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:57.687480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Deleting port 98c56a72-9868-432a-8fbd-7b9ed08dffde {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:57.688029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.730837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.783042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:57.783512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:57.783942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:57.794538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fd258-a463-4652-ad46-4fd4c97a5631 req-ff00456b-3a6a-4952-b134-b2bc7b626ae1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:57.796518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b85fd258-a463-4652-ad46-4fd4c97a5631 req-ff00456b-3a6a-4952-b134-b2bc7b626ae1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.3629916 Jul 22 21:14:57.805450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:57.805898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:57.836642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:57.836978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:57.837289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:57.837743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Bound port: 59716cea-caa6-45bd-bce8-9b29cc6998bb, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:57.838107 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:57.887383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b85fd258-a463-4652-ad46-4fd4c97a5631 req-7c7d36b4-f489-4873-9fd0-bc5da9f1fee4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735323 Jul 22 21:14:57.926229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b072c2-5dc0-4364-b391-a301b9f2e131 req-a0b5d8ae-f298-4a99-9bc4-9c76907457b0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:57.934066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57b072c2-5dc0-4364-b391-a301b9f2e131 req-a0b5d8ae-f298-4a99-9bc4-9c76907457b0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 931 time: 0.2983799 Jul 22 21:14:58.020717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57b072c2-5dc0-4364-b391-a301b9f2e131 req-cb81cd9b-f877-461c-998d-31ae75a69db7 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857456 Jul 22 21:14:58.028859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:58.032758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:58.044018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.099484 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efbf4bc-22b3-4f2b-a74c-d86ea217923c x-openstack-request-id: req-4efbf4bc-22b3-4f2b-a74c-d86ea217923c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:58.100945 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-unplugged", "status": "completed", "tag": "28c665de-611d-4a67-9420-259a738d2efa", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:58.101414 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4efbf4bc-22b3-4f2b-a74c-d86ea217923c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:58.102643 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c665de-611d-4a67-9420-259a738d2efa', 'code': 200} Jul 22 21:14:58.116891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.117706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.119250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] 10.222.0.58 "PUT /v2.0/ports/59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 1097 time: 1.7211792 Jul 22 21:14:58.204996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb9a5-98e7-4595-8def-8f580a38e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:58.253829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] For port 98c56a72-9868-432a-8fbd-7b9ed08dffde, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=98c56a72-9868-432a-8fbd-7b9ed08dffde,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:58.254509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.274989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:58.279781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ffa96-7dcf-4572-bf46-3c9453702ae6 req-7f981c3a-c393-4787-a900-ab532a3f8e9b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.281017 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a16ffa96-7dcf-4572-bf46-3c9453702ae6 req-7f981c3a-c393-4787-a900-ab532a3f8e9b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 948 time: 0.2298019 Jul 22 21:14:58.330222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Calling delete_port for 98c56a72-9868-432a-8fbd-7b9ed08dffde owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:58.352128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.385583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:58.386455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 04bca98d-6e3a-42ac-b347-d7757caa4fb3 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:58.418526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 04bca98d-6e3a-42ac-b347-d7757caa4fb3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:58.419278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 04bca98d-6e3a-42ac-b347-d7757caa4fb3 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:58.429844 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a16ffa96-7dcf-4572-bf46-3c9453702ae6 req-963cbdb4-a290-4ad3-80fb-ea8d93fbe093 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355789 Jul 22 21:14:58.495734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=28c665de-611d-4a67-9420-259a738d2efa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:58.512101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-25348008-fe39-461a-8835-4de1cb914c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.522505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-25348008-fe39-461a-8835-4de1cb914c74 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1100 time: 0.3729026 Jul 22 21:14:58.531175 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c730998-dee1-45f6-995b-c0ab8e3a4b72 x-openstack-request-id: req-1c730998-dee1-45f6-995b-c0ab8e3a4b72 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:58.532527 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-unplugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:58.532899 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c730998-dee1-45f6-995b-c0ab8e3a4b72 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:58.533314 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'code': 200} Jul 22 21:14:58.585829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97ad790-d942-45cd-9217-7731dfa68605 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:58.650749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.657418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8aa07aa6-3b57-4e7a-ba1a-7cf542d32828 req-77591e91-fdc5-4c75-893a-fb187cc1e388 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 210 time: 0.0622869 Jul 22 21:14:58.716982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e63182f5-256f-467a-b4ca-f860c5384633 req-6d254862-ae0f-4206-a37d-cbe200c268e8 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 210 time: 0.1475618 Jul 22 21:14:58.725591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port 28c665de-611d-4a67-9420-259a738d2efa on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:58.745889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.757029 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5229a46a-bf29-4433-b10d-1b94ecaefffb req-09012b2f-86ed-45f0-be90-20ac4197ff3a tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.58 "DELETE /v2.0/ports/28c665de-611d-4a67-9420-259a738d2efa HTTP/1.1" status: 204 len: 173 time: 2.1092854 Jul 22 21:14:58.772937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Transition to ACTIVE for port object b97ad790-d942-45cd-9217-7731dfa68605 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:58.935246 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.970110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-5bcc012a-b998-4f4c-9eb2-185bd2c34361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.972347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-5bcc012a-b998-4f4c-9eb2-185bd2c34361 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4363885 Jul 22 21:14:59.061407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-deleted', 'tag': 'b44b12d6-5153-46ec-92a1-daadcb661bb1'}, {'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-deleted', 'tag': '28c665de-611d-4a67-9420-259a738d2efa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:59.066225 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887badbf-9f07-4c62-9ff2-71eeb6a596f6" -d '{"events": [{"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-deleted", "tag": "b44b12d6-5153-46ec-92a1-daadcb661bb1"}, {"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-deleted", "tag": "28c665de-611d-4a67-9420-259a738d2efa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:59.069935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-7196df87-39a8-49f5-a92d-e5b4a76f69f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.0868483 Jul 22 21:14:59.149793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Pushing event updated for resources: {'Port': ['ID=b97ad790-d942-45cd-9217-7731dfa68605,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:59.187798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 309c40f1-70cd-4265-bec6-bbf74a87af2e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:59.197383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.220131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 309c40f1-70cd-4265-bec6-bbf74a87af2e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:59.222104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 309c40f1-70cd-4265-bec6-bbf74a87af2e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:59.222104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c56a72-9868-432a-8fbd-7b9ed08dffde no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:59.247321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 98c56a72-9868-432a-8fbd-7b9ed08dffde {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:59.247635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c56a72-9868-432a-8fbd-7b9ed08dffde not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:59.261892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-03db985e-5c5d-4e17-8109-03e44e92b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.263399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-03db985e-5c5d-4e17-8109-03e44e92b97d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1679177 Jul 22 21:14:59.273718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c56a72-9868-432a-8fbd-7b9ed08dffde,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:59.364548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263dc9a-4162-4eb5-96b6-fddc300ef8e2 req-8bde42e7-d19b-4481-81a5-6d8b65bc5183 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.367012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c263dc9a-4162-4eb5-96b6-fddc300ef8e2 req-8bde42e7-d19b-4481-81a5-6d8b65bc5183 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.2947757 Jul 22 21:14:59.389556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Attempting to bind port b97ad790-d942-45cd-9217-7731dfa68605 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:59.389888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Attempting to bind port b97ad790-d942-45cd-9217-7731dfa68605 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:59.390463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Attempting to bind port b97ad790-d942-45cd-9217-7731dfa68605 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:59.408140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Port b97ad790-d942-45cd-9217-7731dfa68605 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:59.408923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Attempting to bind port b97ad790-d942-45cd-9217-7731dfa68605 on network 7aa9f0d7-eea1-43c4-9931-88eac3ceb20e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:59.425490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.432775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:59.433865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Checking segment: {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:59.434852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Bound using segment: {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:59.435979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Bound port: b97ad790-d942-45cd-9217-7731dfa68605, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba6b18f-b097-4698-9970-7350e61d5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:59.436980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.453050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c263dc9a-4162-4eb5-96b6-fddc300ef8e2 req-1f7d0245-1535-4d0b-b108-18034bd6ba02 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Jul 22 21:14:59.475929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330020f8-d6e8-4aee-bfd9-96debab6488b req-79bded64-5647-4702-89fd-9ffc8ebc586a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.483632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-330020f8-d6e8-4aee-bfd9-96debab6488b req-79bded64-5647-4702-89fd-9ffc8ebc586a tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 943 time: 0.2257705 Jul 22 21:14:59.542163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-911b2cc8-0859-4bd6-bc06-c3f45e240896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.543790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-911b2cc8-0859-4bd6-bc06-c3f45e240896 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2710736 Jul 22 21:14:59.576310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-601d5db7-8537-4030-83b8-6fed756d306b tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.578561 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-601d5db7-8537-4030-83b8-6fed756d306b tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.3189557 Jul 22 21:14:59.585942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.608317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.616863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:59.629092 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fb7c13-c73e-48aa-a5e9-d8ceca75c77f x-openstack-request-id: req-e8fb7c13-c73e-48aa-a5e9-d8ceca75c77f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:59.629480 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-deleted", "tag": "b44b12d6-5153-46ec-92a1-daadcb661bb1", "status": "completed", "code": 200}, {"server_uuid": "6e57c14f-b49d-4bb6-98e2-577c05ca6b06", "name": "network-vif-deleted", "tag": "28c665de-611d-4a67-9420-259a738d2efa", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:59.630001 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8fb7c13-c73e-48aa-a5e9-d8ceca75c77f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:59.630677 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-deleted', 'tag': 'b44b12d6-5153-46ec-92a1-daadcb661bb1', 'status': 'completed', 'code': 200} Jul 22 21:14:59.631082 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e57c14f-b49d-4bb6-98e2-577c05ca6b06', 'name': 'network-vif-deleted', 'tag': '28c665de-611d-4a67-9420-259a738d2efa', 'status': 'completed', 'code': 200} Jul 22 21:14:59.647752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-330020f8-d6e8-4aee-bfd9-96debab6488b req-ccc9000e-3271-47d9-a599-fff7d37e2514 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625795 Jul 22 21:14:59.786398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-eb3785e0-4999-48a0-8365-8059800d5c65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.788043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-eb3785e0-4999-48a0-8365-8059800d5c65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "GET /v2.0/networks?id=5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 200 len: 818 time: 0.3011405 Jul 22 21:14:59.820149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Request body: {'port': {'device_id': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5', 'admin_state_up': True, 'tenant_id': '78828cac2e234b82af9a35d4d929d23c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:59.837440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] For port b97ad790-d942-45cd-9217-7731dfa68605, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:59.841806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.842581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:14:59.864513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.865858 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b3e67b7-fece-4ad6-95ee-51b903e984b0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c5a389f6-c2f8-47f6-b781-8e5ef78d0cb2 HTTP/1.1" status: 204 len: 168 time: 3.4454677 Jul 22 21:14:59.869472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:59.886384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] For port b97ad790-d942-45cd-9217-7731dfa68605, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b97ad790-d942-45cd-9217-7731dfa68605,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:59.886852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-1dc5275b-f7cd-467c-a2ec-71129491bb6c service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247290 Jul 22 21:15:00.002171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.008181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:00.099500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] Deleting subnet bb81cb67-a21f-44b2-bd05-c81ef0320eab {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:00.143417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.58', 50606) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:00.206371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-789d129f-8c9c-45ef-b258-96dfb5a9ab24 req-0c9ab238-8546-47ca-a1b1-8f58c4961912 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 210 time: 0.1526732 Jul 22 21:15:00.208486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.211031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.214780 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.215022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.215142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] 10.222.0.23 "PUT /v2.0/ports/b97ad790-d942-45cd-9217-7731dfa68605 HTTP/1.1" status: 200 len: 1092 time: 2.9225550 Jul 22 21:15:00.253479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a4166e69-5162-48dc-bd0f-ea40fecf872b tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.255396 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a4166e69-5162-48dc-bd0f-ea40fecf872b tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.23 "GET /v2.0/networks?id=5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 200 len: 818 time: 0.4505584 Jul 22 21:15:00.289406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Request body: {'port': {'device_id': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5', 'admin_state_up': True, 'tenant_id': '78828cac2e234b82af9a35d4d929d23c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:00.375268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:00.395710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:15:00.667514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6be4ba-fcda-4c1d-93e5-4858bfc31717 service neutron] Pushing event updated for resources: {'Port': ['ID=b97ad790-d942-45cd-9217-7731dfa68605,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:00.698622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:00.701035 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976c3ccd-dd93-4b89-b44c-8e2790672bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:00.769716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd71d2d-22d4-4090-ba99-99eec3c6973f req-86427380-d17e-46f4-a54e-03db7a7764bc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.771541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fd71d2d-22d4-4090-ba99-99eec3c6973f req-86427380-d17e-46f4-a54e-03db7a7764bc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 948 time: 1.0105159 Jul 22 21:15:00.771710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.58', 50609) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:00.779154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92c59756-099d-4c0a-9f5f-a611b2f67733 req-e1848467-4741-4e3f-a382-ae8a984e64e9 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e57c14f-b49d-4bb6-98e2-577c05ca6b06 HTTP/1.1" status: 200 len: 210 time: 0.0680211 Jul 22 21:15:00.805842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.845276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f4691a8-d9c4-4cf7-9f44-7bdd67c43fb7 req-025a7d92-d6cd-407f-8e81-fedcae29b5cd service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9298515 Jul 22 21:15:00.856785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-664795f3-3cef-48f2-8b14-7894de23114f tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.858334 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-664795f3-3cef-48f2-8b14-7894de23114f tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "GET /v2.0/networks?id=5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 200 len: 818 time: 0.7135875 Jul 22 21:15:00.861111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Made reservation on behalf of 78828cac2e234b82af9a35d4d929d23c for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:00.864976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.882120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Request body: {'port': {'device_id': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5', 'admin_state_up': True, 'tenant_id': '78828cac2e234b82af9a35d4d929d23c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:00.915829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fd71d2d-22d4-4090-ba99-99eec3c6973f req-37e696ec-ff87-490f-bb9a-0c90288c9638 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175108 Jul 22 21:15:00.944522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.038452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.095378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:01.145306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:01.168981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-2f6cb20f-fd92-4873-948c-f392fb1fb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.171091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-2f6cb20f-fd92-4873-948c-f392fb1fb574 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 1095 time: 0.8758044 Jul 22 21:15:01.236537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.288234 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-6133bb5e-ebcc-43ec-b604-2aee295fb5c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b97ad790-d942-45cd-9217-7731dfa68605 HTTP/1.1" status: 200 len: 217 time: 0.0955839 Jul 22 21:15:01.295082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Made reservation on behalf of 78828cac2e234b82af9a35d4d929d23c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:01.298800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.300956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb81cb67-a21f-44b2-bd05-c81ef0320eab,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:01.311579 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.311923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.316202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-18f73ec8-fa60-42c2-906d-ae85ac0ae6d5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bb81cb67-a21f-44b2-bd05-c81ef0320eab HTTP/1.1" status: 204 len: 168 time: 1.4422524 Jul 22 21:15:01.319985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52356) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:01.320940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8216f-9fa0-4804-8aba-343c0261d970 None None] Network 199ba4a4-2f32-4819-a61d-fada635a30b1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:01.365931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f502-89b4-4a33-8e87-29fbd67c9cce req-b279b218-eb4d-4759-a15d-508c6c022e74 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.367698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d69f502-89b4-4a33-8e87-29fbd67c9cce req-b279b218-eb4d-4759-a15d-508c6c022e74 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 948 time: 0.2875111 Jul 22 21:15:01.370942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.381180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108065e6-3856-4585-8466-960800e275fe req-33b77dda-0e74-4aae-8319-fbf3e6c6001e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.382745 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-108065e6-3856-4585-8466-960800e275fe req-33b77dda-0e74-4aae-8319-fbf3e6c6001e tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 948 time: 0.6069160 Jul 22 21:15:01.391228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Allocated IP 172.20.0.12 (5d717593-551c-492d-b037-201ff1a7dfb5/7f52506d-3014-49d1-9351-8f72de29698a/d899cb83-5676-49fb-ae2e-c513b35d4bc3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:01.476350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c552a-d879-4018-9f8b-3c560a1d4ebf req-2a87bbfa-4c66-4160-adc5-dc54487d8ebe tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.478002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b14c552a-d879-4018-9f8b-3c560a1d4ebf req-2a87bbfa-4c66-4160-adc5-dc54487d8ebe tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 945 time: 0.3110316 Jul 22 21:15:01.506422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.540924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d69f502-89b4-4a33-8e87-29fbd67c9cce req-3a6bda7a-9629-4e7e-88db-9594d62e03a7 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524770 Jul 22 21:15:01.563181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-9771e032-77e8-4815-b17f-023224d12e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.568064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-9771e032-77e8-4815-b17f-023224d12e86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d14413c-1d52-47c3-b230-284c77ef01d9 HTTP/1.1" status: 200 len: 861 time: 0.2481658 Jul 22 21:15:01.626089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] DHCP port deletion for 199ba4a4-2f32-4819-a61d-fada635a30b1 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:15:01.641735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'tag': 'b97ad790-d942-45cd-9217-7731dfa68605'}, {'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:01.645946 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2e2709-f937-4e2d-af28-3cd38e6bafea" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8fa343-8fc6-43e3-ab2a-dfbe7633c479", "tag": "b97ad790-d942-45cd-9217-7731dfa68605"}, {"server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "name": "network-vif-unplugged", "status": "completed", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:01.693948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:01.712004 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-d22a5819-4510-40fa-ac14-7fb90028facc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928273 Jul 22 21:15:01.723100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] Deleting port 8254dd4b-322b-4bd1-84df-373ddadc9b69 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:01.723710 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.740087 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.751657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b14c552a-d879-4018-9f8b-3c560a1d4ebf req-ddd10e25-08ae-4a8d-ba32-1109399222cb tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365444 Jul 22 21:15:01.798444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Made reservation on behalf of 78828cac2e234b82af9a35d4d929d23c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:01.813294 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.849557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] For port 8254dd4b-322b-4bd1-84df-373ddadc9b69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8254dd4b-322b-4bd1-84df-373ddadc9b69,segment=NetworkSegment(0de426c8-38f6-47a0-ad3c-d709f1584752),segment_id=0de426c8-38f6-47a0-ad3c-d709f1584752)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:01.850090 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.865808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] Calling delete_port for 8254dd4b-322b-4bd1-84df-373ddadc9b69 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:01.906988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc168bfb-2327-4078-aeef-7f2dbc168d54 req-28958e62-b427-45a2-b77c-5a89222ee688 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.916236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc168bfb-2327-4078-aeef-7f2dbc168d54 req-28958e62-b427-45a2-b77c-5a89222ee688 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 943 time: 0.2750545 Jul 22 21:15:01.964060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-42445b89-7b7b-4709-a88d-64cda43a264a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.965654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-42445b89-7b7b-4709-a88d-64cda43a264a tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0ac928f-a4b2-4736-bec8-1be018cbda87 HTTP/1.1" status: 200 len: 950 time: 0.3700860 Jul 22 21:15:01.971060 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453425f9-da3d-4b1b-93b3-8dcac2007716 x-openstack-request-id: req-453425f9-da3d-4b1b-93b3-8dcac2007716 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:01.971938 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:01.972191 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-453425f9-da3d-4b1b-93b3-8dcac2007716 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:01.972589 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'status': 'completed', 'code': 200} Jul 22 21:15:01.988183 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.998560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.58', 50611) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:02.027421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] Pushing event deleted for resources: {'Port': ['ID=8254dd4b-322b-4bd1-84df-373ddadc9b69,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:02.031498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ba050-5055-4403-831a-a7a7e0ce267f None None] No DVR routers for this DVR port 8254dd4b-322b-4bd1-84df-373ddadc9b69 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:02.056879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.059745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Deleting port 8254dd4b-322b-4bd1-84df-373ddadc9b69 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:02.060214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.067342 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-0cb104b9-8b05-416e-b651-37abe683d64f service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448091 Jul 22 21:15:02.072573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:02.072915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:02.073396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:02.119987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:02.120329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Attempting to bind port 839b62a9-86fc-4398-9e28-ebe7400c09ea on network 3d639708-d693-44fb-800c-d89579aa434d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:02.151687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:02.157697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Checking segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:02.157697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Bound using segment: {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:02.157697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Bound port: 839b62a9-86fc-4398-9e28-ebe7400c09ea, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3d639708-d693-44fb-800c-d89579aa434d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:02.157697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.183165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc168bfb-2327-4078-aeef-7f2dbc168d54 req-09794c74-8bd7-4fde-a413-b5480191f7d0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656744 Jul 22 21:15:02.235791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port 0df46780-f56f-45db-ac14-c4f02c36be4b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:02.236450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.251772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5dcb02ea-7d95-440b-b12c-5ad31e233be6 req-2ce20343-8dd0-427a-ba28-0c9e646e808b tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 210 time: 0.1407802 Jul 22 21:15:02.313220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52370) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:02.340910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] For port 8254dd4b-322b-4bd1-84df-373ddadc9b69, host n-d-762330-19, got binding levels [] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:02.341442 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.369665 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16a0c05-02ea-4ee0-82f5-7bfe662ad7f8 x-openstack-request-id: req-f16a0c05-02ea-4ee0-82f5-7bfe662ad7f8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:02.370246 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8fa343-8fc6-43e3-ab2a-dfbe7633c479", "tag": "b97ad790-d942-45cd-9217-7731dfa68605", "status": "completed", "code": 200}, {"server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "name": "network-vif-unplugged", "status": "completed", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:02.370246 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f16a0c05-02ea-4ee0-82f5-7bfe662ad7f8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:02.370705 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'tag': 'b97ad790-d942-45cd-9217-7731dfa68605', 'status': 'completed', 'code': 200} Jul 22 21:15:02.370952 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea', 'code': 200} Jul 22 21:15:02.385046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-129c30b2-c657-4c44-9be5-708a35b9c0b3 req-324cec8e-1b2e-4f8b-9b88-d4bb1c4dd3e0 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069129 Jul 22 21:15:02.420730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Calling delete_port for 8254dd4b-322b-4bd1-84df-373ddadc9b69 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:02.430148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:02.437029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:02.437550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Port 8254dd4b-322b-4bd1-84df-373ddadc9b69 was not found and therefore no delete operation was performed {{(pid=94092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:15:02.451049 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.467047 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.504493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.522501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-aa4aed7d-9354-4495-8270-79f0edd89657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:02.524575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-aa4aed7d-9354-4495-8270-79f0edd89657 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1100 time: 0.5189943 Jul 22 21:15:02.534526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-a61a8843-5d83-4dd3-aaf3-fc9bb8c1147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:02.536068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-a61a8843-5d83-4dd3-aaf3-fc9bb8c1147d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1100 time: 0.5329332 Jul 22 21:15:02.542878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting subnet f5e102f9-3174-46bc-aa88-7a291470bc65 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:02.553834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] No DVR routers for this DVR port 8254dd4b-322b-4bd1-84df-373ddadc9b69 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:02.557058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.606477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port 0df46780-f56f-45db-ac14-c4f02c36be4b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0df46780-f56f-45db-ac14-c4f02c36be4b,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:02.606934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.645827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8254dd4b-322b-4bd1-84df-373ddadc9b69,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:02.668658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for 0df46780-f56f-45db-ac14-c4f02c36be4b owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:02.682071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=8']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:02.705947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Network 5d717593-551c-492d-b037-201ff1a7dfb5 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:02.725537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Allocated IP 172.20.0.10 (5d717593-551c-492d-b037-201ff1a7dfb5/7f52506d-3014-49d1-9351-8f72de29698a/0d100d93-d4db-4322-82af-1d3439128c36) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:02.738965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:02.739488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.740973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] 10.222.0.58 "PUT /v2.0/ports/839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 200 len: 1123 time: 3.1528330 Jul 22 21:15:02.758391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port 53130b2c-2586-4148-9c00-23d81c097db7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:02.758665 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.790932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:02.830577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.836878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['839b62a9-86fc-4398-9e28-ebe7400c09ea'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:02.841751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:02.874467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-4766a0bc-9ee0-4a78-9886-cd20a2dc7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:02.876242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-4766a0bc-9ee0-4a78-9886-cd20a2dc7f78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee024418ac94c1b8edc077d4556029a&device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 1095 time: 0.4175823 Jul 22 21:15:02.934030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['839b62a9-86fc-4398-9e28-ebe7400c09ea'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:03.082308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.165006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Pushing event updated for resources: {'Port': ['ID=d899cb83-5676-49fb-ae2e-c513b35d4bc3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:03.175933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.176631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.188285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199ba4a4-2f32-4819-a61d-fada635a30b1']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:03.206477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf025f-d86c-471a-aeed-40c648c1e70a req-9779fcad-e25e-47c4-91b3-9306f06e0822 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.208394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afbf025f-d86c-471a-aeed-40c648c1e70a req-9779fcad-e25e-47c4-91b3-9306f06e0822 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 948 time: 0.8169665 Jul 22 21:15:03.261747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de426c8-38f6-47a0-ad3c-d709f1584752') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:03.262051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de426c8-38f6-47a0-ad3c-d709f1584752') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:03.287803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8254dd4b-322b-4bd1-84df-373ddadc9b69 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:03.316139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8254dd4b-322b-4bd1-84df-373ddadc9b69 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:03.316427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8254dd4b-322b-4bd1-84df-373ddadc9b69 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:03.316947 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.331364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-2cc449a7-2d2d-4e59-ba1b-14b00eaf6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.333991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-2cc449a7-2d2d-4e59-ba1b-14b00eaf6d7a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.7875800 Jul 22 21:15:03.339832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-f8e154d9-474c-4ff2-9006-719de5464f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.342238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-f8e154d9-474c-4ff2-9006-719de5464f0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 200 len: 922 time: 0.4559190 Jul 22 21:15:03.369249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-3565bae4-cf9a-42b6-9488-6b56eba10887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.370998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-3565bae4-cf9a-42b6-9488-6b56eba10887 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.8218400 Jul 22 21:15:03.382782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-5acba00f-6983-4a5b-92db-e163b55a3308 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5678294 Jul 22 21:15:03.422324 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-2a69dbbf-0cf6-4b50-a44d-61b5dcaaab9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b97ad790-d942-45cd-9217-7731dfa68605 HTTP/1.1" status: 200 len: 217 time: 0.0663993 Jul 22 21:15:03.430965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.451236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:03.459679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.465485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Request body: {'port': {'device_id': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:03.478613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port 53130b2c-2586-4148-9c00-23d81c097db7, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=53130b2c-2586-4148-9c00-23d81c097db7,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:03.478993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.538310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=0df46780-f56f-45db-ac14-c4f02c36be4b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:03.567831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-c6679c88-c207-41b9-84ee-8bff84fbecab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.1880927 Jul 22 21:15:03.570168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:03.570168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:03.583249 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:03.615168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-d1af4599-66b3-47aa-8985-d3ed88e08b49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.2104011 Jul 22 21:15:03.627710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for 53130b2c-2586-4148-9c00-23d81c097db7 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:03.630160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.631101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port 0df46780-f56f-45db-ac14-c4f02c36be4b on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:03.638626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-be9a645e-3bc9-4ef2-ad81-857f9572f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.640559 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-be9a645e-3bc9-4ef2-ad81-857f9572f595 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d14413c-1d52-47c3-b230-284c77ef01d9 HTTP/1.1" status: 200 len: 861 time: 0.2072759 Jul 22 21:15:03.641512 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.643874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "DELETE /v2.0/ports/0df46780-f56f-45db-ac14-c4f02c36be4b HTTP/1.1" status: 204 len: 173 time: 2.2414947 Jul 22 21:15:03.656152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afbf025f-d86c-471a-aeed-40c648c1e70a req-3e9bf712-228e-415b-99c0-f63489687b07 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272597 Jul 22 21:15:03.666127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64d17-9a74-40a9-b0af-d35e9b1428b1 req-e18e3cec-b48c-4145-8d05-822bc32c5221 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.667729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ca64d17-9a74-40a9-b0af-d35e9b1428b1 req-e18e3cec-b48c-4145-8d05-822bc32c5221 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=c10fb091-607b-48aa-aa06-ad3b4193d291 HTTP/1.1" status: 200 len: 948 time: 1.0016088 Jul 22 21:15:03.746475 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-2c0166ee-f9e3-4028-929e-2294cb0602f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953517 Jul 22 21:15:03.755066 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.926368 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-29c959b5-5f3f-418a-ba17-5a24c3710ffe service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674719 Jul 22 21:15:03.931640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.015045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:04.026157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 53130b2c-2586-4148-9c00-23d81c097db7 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:04.062688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Network 5d717593-551c-492d-b037-201ff1a7dfb5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:04.079638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:04.118559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:04.128052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Pushing event updated for resources: {'Port': ['ID=0d100d93-d4db-4322-82af-1d3439128c36,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:04.132982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Allocated IP 172.20.0.7 (5d717593-551c-492d-b037-201ff1a7dfb5/7f52506d-3014-49d1-9351-8f72de29698a/959804b5-7813-419c-b5e4-1a251fed44ca) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:04.254585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:04.256005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.282529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b2e2709-f937-4e2d-af28-3cd38e6bafea req-a96f94ab-8d33-4203-91ce-2927c43e35d6 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441162 Jul 22 21:15:04.296724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a9a0687-150a-4b69-b47e-1ecf8a6ba4fd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0144694 Jul 22 21:15:04.318469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b97ad790-d942-45cd-9217-7731dfa68605 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:04.329672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Request body: {'port': {'device_id': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:04.366323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:04.372844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea'}, {'server_uuid': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'name': 'network-vif-deleted', 'tag': '0df46780-f56f-45db-ac14-c4f02c36be4b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:04.374899 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b559d4c-f155-459c-b835-19ba2fa82a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea"}, {"server_uuid": "c10fb091-607b-48aa-aa06-ad3b4193d291", "name": "network-vif-deleted", "tag": "0df46780-f56f-45db-ac14-c4f02c36be4b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:04.414221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'mac_address': 'fa:16:3e:31:1e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:04.420214 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.442771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.444723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.464438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-4784659c-77e1-42d6-85ee-cd19e853c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:04.465939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-4784659c-77e1-42d6-85ee-cd19e853c997 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.8800390 Jul 22 21:15:04.468860 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.473362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/199ba4a4-2f32-4819-a61d-fada635a30b1 HTTP/1.1" status: 204 len: 168 time: 3.1497688 Jul 22 21:15:04.507291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ca64d17-9a74-40a9-b0af-d35e9b1428b1 req-7a7b8996-9b4f-464f-9264-89118108dddb tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7588129 Jul 22 21:15:04.513289 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.623452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-5e7a9a99-df19-460d-8e0b-6486e488f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:04.626298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-5e7a9a99-df19-460d-8e0b-6486e488f452 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.9755406 Jul 22 21:15:04.650747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71d76c-063e-401d-b219-badc9a70e0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=199ba4a4-2f32-4819-a61d-fada635a30b1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:04.658514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b97ad790-d942-45cd-9217-7731dfa68605, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b97ad790-d942-45cd-9217-7731dfa68605,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:04.689341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59716cea-caa6-45bd-bce8-9b29cc6998bb {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:04.699373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'b97ad790-d942-45cd-9217-7731dfa68605', 'network_id': '7aa9f0d7-eea1-43c4-9931-88eac3ceb20e', 'port_id': 'b97ad790-d942-45cd-9217-7731dfa68605', 'mac_address': 'fa:16:3e:56:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d14413c-1d52-47c3-b230-284c77ef01d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:04.707865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:04.712281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.734026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 53130b2c-2586-4148-9c00-23d81c097db7, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=53130b2c-2586-4148-9c00-23d81c097db7,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:04.738880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:04.742094 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea26012-6d5f-4094-a0b5-f9f8ecd934f8" -d '{"events": [{"server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "name": "network-vif-unplugged", "status": "completed", "tag": "53130b2c-2586-4148-9c00-23d81c097db7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:04.754138 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.754944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0df46780-f56f-45db-ac14-c4f02c36be4b no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:04.820651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:04.825860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 0df46780-f56f-45db-ac14-c4f02c36be4b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:04.826817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0df46780-f56f-45db-ac14-c4f02c36be4b not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:04.862223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.862878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.868905 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.904363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.924952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e102f9-3174-46bc-aa88-7a291470bc65,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:04.931289 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.933936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=53130b2c-2586-4148-9c00-23d81c097db7,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:04.938954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-20aa2521-4fca-4c07-816a-8fc63066ee40 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/subnets/f5e102f9-3174-46bc-aa88-7a291470bc65 HTTP/1.1" status: 204 len: 168 time: 2.6209886 Jul 22 21:15:04.940773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52396) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:04.943850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4466545a-4021-4346-a653-7abb83ad8df9 None None] Network e6b2e9a5-e01c-4a80-b21c-94fc99e5238d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:04.952384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97ad790-d942-45cd-9217-7731dfa68605 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:05.067382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b97ad790-d942-45cd-9217-7731dfa68605, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b97ad790-d942-45cd-9217-7731dfa68605,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:05.113163 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.129037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:05.129980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6392c3-f4c4-425a-b52c-66eaaa4effea req-b467d52b-f9a8-48ef-951d-6ea1cda75b45 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.140370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb6392c3-f4c4-425a-b52c-66eaaa4effea req-b467d52b-f9a8-48ef-951d-6ea1cda75b45 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 1.3016620 Jul 22 21:15:05.166286 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.180113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.194846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1047563c-a1dd-4a66-9839-152be3ea176c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0532359b3324bdbbd25558278983672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757156 Jul 22 21:15:05.221700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52398) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:05.275300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b97ad790-d942-45cd-9217-7731dfa68605,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:05.296752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['59716cea-caa6-45bd-bce8-9b29cc6998bb'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:05.318756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Network 5d717593-551c-492d-b037-201ff1a7dfb5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:05.349350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-f06fa44d-7601-4964-8835-79cf952c1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.351542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-f06fa44d-7601-4964-8835-79cf952c1927 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8009226 Jul 22 21:15:05.369619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:05.402637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:05.414656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Pushing event updated for resources: {'Port': ['ID=959804b5-7813-419c-b5e4-1a251fed44ca,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:05.459461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-f697604a-8a01-4f9c-a8c4-a39ad158f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.462224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-f697604a-8a01-4f9c-a8c4-a39ad158f73f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7965412 Jul 22 21:15:05.502971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e880f5-d11f-4b6a-a5c5-952a9cfc7e6e req-57b48aad-d2b5-4ed9-adf2-e7e1e30943ea tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.504787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92e880f5-d11f-4b6a-a5c5-952a9cfc7e6e req-57b48aad-d2b5-4ed9-adf2-e7e1e30943ea tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 943 time: 0.8749688 Jul 22 21:15:05.519166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.539276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['388b0d77-180c-4d3e-ab96-3d9906540603'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:05.575067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] DHCP port deletion for e6b2e9a5-e01c-4a80-b21c-94fc99e5238d request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:15:05.600371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb6392c3-f4c4-425a-b52c-66eaaa4effea req-3de29dc7-43d5-4894-a010-2b1ea17bcda6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001958 Jul 22 21:15:05.610884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.612322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.662028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-00d217f8-d633-44bf-a209-a14ddf1d6d8e tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7847581 Jul 22 21:15:05.666876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:05.667452 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.676522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=53130b2c-2586-4148-9c00-23d81c097db7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:05.698345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Request body: {'port': {'device_id': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:05.738889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b97ad790-d942-45cd-9217-7731dfa68605'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:05.824983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1816917-0e60-424e-affd-0f391b67ef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.859318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port 53130b2c-2586-4148-9c00-23d81c097db7 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:05.862924 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.865366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d562f89a-08e5-4487-8e7e-349ac05c3cb5 req-acd85b84-8e45-4c1a-829e-1ac45ce6da2d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.58 "DELETE /v2.0/ports/53130b2c-2586-4148-9c00-23d81c097db7 HTTP/1.1" status: 204 len: 173 time: 3.8865259 Jul 22 21:15:05.872125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'name': 'network-vif-deleted', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:05.874545 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5155dd68-a178-4470-a9dc-debfda4785ee" -d '{"events": [{"server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "name": "network-vif-deleted", "tag": "53130b2c-2586-4148-9c00-23d81c097db7"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:05.875126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:05.875769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.885941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92e880f5-d11f-4b6a-a5c5-952a9cfc7e6e req-0346b7b8-69fc-4b28-8a28-548e03a5bd4e tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571846 Jul 22 21:15:05.902301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-4461f6e2-b9ce-4468-bcd1-8e7dfa8e1cba service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214529 Jul 22 21:15:05.922325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d100d93-d4db-4322-82af-1d3439128c36 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:05.934133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:05.949570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.983959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] Deleting port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:05.984581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.989389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1816917-0e60-424e-affd-0f391b67ef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.990823 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.995199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-2b41011a-4f8a-40cf-b13f-603ff274a689 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890947 Jul 22 21:15:05.999008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Transition to ACTIVE for port object 0d100d93-d4db-4322-82af-1d3439128c36 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:06.060161 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.220592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d100d93-d4db-4322-82af-1d3439128c36,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:06.305205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664720-a31b-4125-818b-5f160ba2c585 req-c01e35ca-9e2b-4fb6-9fc8-260661a6c4c4 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:06.306787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4664720-a31b-4125-818b-5f160ba2c585 req-c01e35ca-9e2b-4fb6-9fc8-260661a6c4c4 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 931 time: 0.5734162 Jul 22 21:15:06.381038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] For port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,segment=NetworkSegment(40e27046-1f5e-40df-98d6-faa5d52853b4),segment_id=40e27046-1f5e-40df-98d6-faa5d52853b4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:06.381780 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.383476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-367eadbd-1723-4688-b3d0-097f64cb00d8 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656501 Jul 22 21:15:06.415347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1816917-0e60-424e-affd-0f391b67ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.419523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1816917-0e60-424e-affd-0f391b67ef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.424587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a1816917-0e60-424e-affd-0f391b67ef61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce HTTP/1.1" status: 204 len: 168 time: 1.1945109 Jul 22 21:15:06.435536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] Calling delete_port for 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:06.485047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.512359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4664720-a31b-4125-818b-5f160ba2c585 req-b2782205-5962-454b-80de-4cbca5687dce tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807296 Jul 22 21:15:06.513030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1816917-0e60-424e-affd-0f391b67ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d11ad0-fa6c-4400-a9c2-e12c992bc0ce,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:06.527324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-976c3ccd-dd93-4b89-b44c-8e2790672bb5 req-14496316-0a1c-45fb-b028-4059519eb5fd service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096934 Jul 22 21:15:06.611919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:06.650829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:06.685570 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd510ab-5f7d-4c81-8255-8a4f0815640f x-openstack-request-id: req-9fd510ab-5f7d-4c81-8255-8a4f0815640f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:06.685910 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea", "status": "completed", "code": 200}, {"server_uuid": "c10fb091-607b-48aa-aa06-ad3b4193d291", "name": "network-vif-deleted", "tag": "0df46780-f56f-45db-ac14-c4f02c36be4b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:06.686168 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9fd510ab-5f7d-4c81-8255-8a4f0815640f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:06.686782 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea', 'status': 'completed', 'code': 200} Jul 22 21:15:06.687189 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10fb091-607b-48aa-aa06-ad3b4193d291', 'name': 'network-vif-deleted', 'tag': '0df46780-f56f-45db-ac14-c4f02c36be4b', 'status': 'completed', 'code': 200} Jul 22 21:15:06.702793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d899cb83-5676-49fb-ae2e-c513b35d4bc3 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:06.735535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba222d-b9ce-4b53-bd44-37e83b9982fa req-11ff840e-04e0-48a6-a156-b0aa993633ed tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:06.750227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adba222d-b9ce-4b53-bd44-37e83b9982fa req-11ff840e-04e0-48a6-a156-b0aa993633ed tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 949 time: 0.4619734 Jul 22 21:15:06.754388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Attempting to bind port 0d100d93-d4db-4322-82af-1d3439128c36 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:06.754603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Attempting to bind port 0d100d93-d4db-4322-82af-1d3439128c36 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:06.755036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Attempting to bind port 0d100d93-d4db-4322-82af-1d3439128c36 on network 5d717593-551c-492d-b037-201ff1a7dfb5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:06.774867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Port 0d100d93-d4db-4322-82af-1d3439128c36 on network 5d717593-551c-492d-b037-201ff1a7dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:06.775196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Attempting to bind port 0d100d93-d4db-4322-82af-1d3439128c36 on network 5d717593-551c-492d-b037-201ff1a7dfb5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:06.832360 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.844774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.877424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:06.878510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Checking segment: {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:06.879222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Bound using segment: {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:06.879867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Bound port: 0d100d93-d4db-4322-82af-1d3439128c36, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:06.880417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.889198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.890928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b2e9a5-e01c-4a80-b21c-94fc99e5238d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:06.910474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] No DVR routers for this DVR port 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:06.912536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc1fe8-bfe4-4b31-b629-7c72a067a377 None None] Pushing event deleted for resources: {'Port': ['ID=5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:06.929250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e27046-1f5e-40df-98d6-faa5d52853b4') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:06.929550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e27046-1f5e-40df-98d6-faa5d52853b4') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:06.952885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Transition to ACTIVE for port object d899cb83-5676-49fb-ae2e-c513b35d4bc3 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:06.969705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adba222d-b9ce-4b53-bd44-37e83b9982fa req-d46a0463-569d-4f9e-9e2d-937340a2436b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181644 Jul 22 21:15:06.988231 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.992305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.155758 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2859f7ec-7786-4061-80bf-a2548929e159 x-openstack-request-id: req-2859f7ec-7786-4061-80bf-a2548929e159 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:07.156213 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "name": "network-vif-deleted", "tag": "53130b2c-2586-4148-9c00-23d81c097db7", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:07.156491 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2859f7ec-7786-4061-80bf-a2548929e159 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:07.157083 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'name': 'network-vif-deleted', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7', 'status': 'completed', 'code': 200} Jul 22 21:15:07.159359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.172763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:07.172763 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.181038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-a87adade-5cd6-4f83-bc21-c99c0b2019b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.183437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-a87adade-5cd6-4f83-bc21-c99c0b2019b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1126 time: 0.4211953 Jul 22 21:15:07.191635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d899cb83-5676-49fb-ae2e-c513b35d4bc3,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.224020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:07.288017 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693166b1-345e-4277-b189-ad199d203a47 x-openstack-request-id: req-693166b1-345e-4277-b189-ad199d203a47 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:07.288483 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ac928f-a4b2-4736-bec8-1be018cbda87", "name": "network-vif-unplugged", "status": "completed", "tag": "53130b2c-2586-4148-9c00-23d81c097db7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:07.289557 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-693166b1-345e-4277-b189-ad199d203a47 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:07.291638 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ac928f-a4b2-4736-bec8-1be018cbda87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53130b2c-2586-4148-9c00-23d81c097db7', 'code': 200} Jul 22 21:15:07.296063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:07.298389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5d4f5d7c-aa4f-462b-8a7b-8e8027ea4d8b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:07.364605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] For port 0d100d93-d4db-4322-82af-1d3439128c36, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:07.388464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] For port 0d100d93-d4db-4322-82af-1d3439128c36, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d100d93-d4db-4322-82af-1d3439128c36,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:07.389862 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:07.541120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Attempting to bind port d899cb83-5676-49fb-ae2e-c513b35d4bc3 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:07.541666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Attempting to bind port d899cb83-5676-49fb-ae2e-c513b35d4bc3 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:07.541793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Attempting to bind port d899cb83-5676-49fb-ae2e-c513b35d4bc3 on network 5d717593-551c-492d-b037-201ff1a7dfb5 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:07.556886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-31ed959a-6c68-457a-9d3c-1324b3bd37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.558681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-31ed959a-6c68-457a-9d3c-1324b3bd37ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.3600950 Jul 22 21:15:07.563234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Port d899cb83-5676-49fb-ae2e-c513b35d4bc3 on network 5d717593-551c-492d-b037-201ff1a7dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:07.563457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Attempting to bind port d899cb83-5676-49fb-ae2e-c513b35d4bc3 on network 5d717593-551c-492d-b037-201ff1a7dfb5 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:07.580051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959804b5-7813-419c-b5e4-1a251fed44ca {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:07.589792 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.605227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Transition to ACTIVE for port object 959804b5-7813-419c-b5e4-1a251fed44ca will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:07.608373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.614478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.616901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:07.617253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Checking segment: {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:07.617651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Bound using segment: {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:07.618171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Bound port: d899cb83-5676-49fb-ae2e-c513b35d4bc3, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:07.618519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.619243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.621968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-ee4a21cd-6e38-4722-bc01-e616ec17ede2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 200 len: 217 time: 0.0553091 Jul 22 21:15:07.641441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a3168-31c0-491f-9c56-3d3b67208790 req-1771935a-2fb3-4927-a874-17df5870bbb3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.649473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-746a3168-31c0-491f-9c56-3d3b67208790 req-1771935a-2fb3-4927-a874-17df5870bbb3 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.3520069 Jul 22 21:15:07.681178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8d098-05c0-4705-9118-26d4ac9d8d83 req-9376121e-5a6e-4a91-89d8-92e5aefddf85 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.682881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40e8d098-05c0-4705-9118-26d4ac9d8d83 req-9376121e-5a6e-4a91-89d8-92e5aefddf85 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.3047738 Jul 22 21:15:07.684566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.689579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/networks/e6b2e9a5-e01c-4a80-b21c-94fc99e5238d HTTP/1.1" status: 204 len: 168 time: 2.7452366 Jul 22 21:15:07.707058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52438) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:07.759011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd1e49-9895-4f86-a522-c97c53786d99 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Network': ['ID=e6b2e9a5-e01c-4a80-b21c-94fc99e5238d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.771067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:07.780868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.781490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.783239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] 10.222.0.23 "PUT /v2.0/ports/0d100d93-d4db-4322-82af-1d3439128c36 HTTP/1.1" status: 200 len: 1093 time: 3.4626334 Jul 22 21:15:07.812223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e686c6-c02f-4978-81ea-eaf243c37df7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d100d93-d4db-4322-82af-1d3439128c36,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.823972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting subnet c77b4b3b-c59a-435c-86eb-1b60a03d94de {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:07.859035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.864464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-746a3168-31c0-491f-9c56-3d3b67208790 req-4dd6a859-9517-415f-ae7c-2c543733b049 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140362 Jul 22 21:15:07.867040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-b76e5f99-7ef7-4057-b390-1e8e83097472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.868174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-b76e5f99-7ef7-4057-b390-1e8e83097472 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.2145154 Jul 22 21:15:07.960609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Pushing event updated for resources: {'Port': ['ID=959804b5-7813-419c-b5e4-1a251fed44ca,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.980905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-726912720-network', 'tenant_id': '01e9f7075a374b268849af53746ad08a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:07.992252 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.004257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-d897fb72-0fb4-47e5-b1ee-6882eaac30ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092415 Jul 22 21:15:08.029166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] For port d899cb83-5676-49fb-ae2e-c513b35d4bc3, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:08.038226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40e8d098-05c0-4705-9118-26d4ac9d8d83 req-f22be515-03fa-41c9-bc06-edf40c65c8c5 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212373 Jul 22 21:15:08.070578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:08.100682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-8bbe53b0-8d31-4ac3-a1f7-a0868f46493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:08.102415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-8bbe53b0-8d31-4ac3-a1f7-a0868f46493a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78828cac2e234b82af9a35d4d929d23c&device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 1096 time: 0.2721248 Jul 22 21:15:08.134515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] For port d899cb83-5676-49fb-ae2e-c513b35d4bc3, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d899cb83-5676-49fb-ae2e-c513b35d4bc3,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:08.137379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Attempting to bind port 959804b5-7813-419c-b5e4-1a251fed44ca on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:08.137752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Attempting to bind port 959804b5-7813-419c-b5e4-1a251fed44ca by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:08.138084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Attempting to bind port 959804b5-7813-419c-b5e4-1a251fed44ca on network 5d717593-551c-492d-b037-201ff1a7dfb5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:08.147783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Made reservation on behalf of 01e9f7075a374b268849af53746ad08a for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:08.150134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.177993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 59716cea-caa6-45bd-bce8-9b29cc6998bb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:08.184997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-de8aec4e-c1ac-45e0-b8b7-1f01830c5e6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d100d93-d4db-4322-82af-1d3439128c36 HTTP/1.1" status: 200 len: 217 time: 0.0727832 Jul 22 21:15:08.185504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Port 959804b5-7813-419c-b5e4-1a251fed44ca on network 5d717593-551c-492d-b037-201ff1a7dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:08.185829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Attempting to bind port 959804b5-7813-419c-b5e4-1a251fed44ca on network 5d717593-551c-492d-b037-201ff1a7dfb5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:08.188413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 59716cea-caa6-45bd-bce8-9b29cc6998bb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:08.189633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.195378 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.211192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.224424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:08.225049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.226859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] 10.222.0.58 "PUT /v2.0/ports/d899cb83-5676-49fb-ae2e-c513b35d4bc3 HTTP/1.1" status: 200 len: 1093 time: 4.8259289 Jul 22 21:15:08.229115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.281730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:08.282026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Checking segment: {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:08.282409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Bound using segment: {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:08.283492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Bound port: 959804b5-7813-419c-b5e4-1a251fed44ca, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff782359-3572-4fc1-974c-fc9fb07b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:08.283901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.346227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-c53ae900-d159-475e-8aa8-cfbbebe2cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:08.347910 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-c53ae900-d159-475e-8aa8-cfbbebe2cd7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f52506d-3014-49d1-9351-8f72de29698a HTTP/1.1" status: 200 len: 858 time: 0.1524782 Jul 22 21:15:08.368903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b97ad790-d942-45cd-9217-7731dfa68605 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:08.399878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-305a3203-e456-4adb-9490-1815ec791951 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d717593-551c-492d-b037-201ff1a7dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401306 Jul 22 21:15:08.508344 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.545886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port b97ad790-d942-45cd-9217-7731dfa68605 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:08.556398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port b97ad790-d942-45cd-9217-7731dfa68605 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:08.556783 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.561948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:08.580972 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.599246 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.613966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df461cc-12b3-49b2-bafb-dafc6ef7c147 req-5082b0f9-6752-4b58-9060-01a97251b371 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:08.621813 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7df461cc-12b3-49b2-bafb-dafc6ef7c147 req-5082b0f9-6752-4b58-9060-01a97251b371 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 944 time: 0.6332896 Jul 22 21:15:08.635625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:08.647317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.651208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a130f-2ee1-4ac8-a549-091862b0d0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d899cb83-5676-49fb-ae2e-c513b35d4bc3,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:08.672173 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-88332fb9-ac19-43b5-8572-2077072e13fe service neutron] 10.222.0.23 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465329 Jul 22 21:15:08.685162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-fd16dc9d-7b83-4125-a7d7-175f38bba81c service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456037 Jul 22 21:15:08.695285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'tag': '0d100d93-d4db-4322-82af-1d3439128c36'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:08.697510 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863c8562-c76d-458c-ae06-28d896da4fee" -d '{"events": [{"name": "network-changed", "server_uuid": "4e212f20-fceb-4a9d-8f99-15fb0ab0afac", "tag": "0d100d93-d4db-4322-82af-1d3439128c36"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:08.705921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f7414-ac85-4b51-a4c3-76a865ed5ea2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:08.715708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.744349 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.786688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:15:08.795122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b97ad790-d942-45cd-9217-7731dfa68605, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b97ad790-d942-45cd-9217-7731dfa68605,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:08.804652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-1e55b3ef-77c0-40a5-b659-48d25183be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:08.804892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.807032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-1e55b3ef-77c0-40a5-b659-48d25183be88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78828cac2e234b82af9a35d4d929d23c&device_id=54098f00-6597-4e9d-a53d-caa495b1efe0 HTTP/1.1" status: 200 len: 1096 time: 0.5106883 Jul 22 21:15:08.874450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b97ad790-d942-45cd-9217-7731dfa68605,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:08.877610 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-55afde7c-50af-4568-84d4-d81897b89d83 service neutron] 10.222.0.23 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764727 Jul 22 21:15:08.910877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Subnet': ['ID=c77b4b3b-c59a-435c-86eb-1b60a03d94de,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:08.913694 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.916157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ed3f4f6a-3f34-4ff8-9bdc-b0a38a55cb26 tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/subnets/c77b4b3b-c59a-435c-86eb-1b60a03d94de HTTP/1.1" status: 204 len: 168 time: 1.2076592 Jul 22 21:15:08.922325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52456) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:08.927876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db3370-c99e-4475-8601-b88201f29752 None None] Network 4e1dd29b-5c47-4c46-91c5-29d02db3928a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:09.014195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] For port 959804b5-7813-419c-b5e4-1a251fed44ca, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:09.030480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.072771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] For port 959804b5-7813-419c-b5e4-1a251fed44ca, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=959804b5-7813-419c-b5e4-1a251fed44ca,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:09.086874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.183213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.184549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.185600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/959804b5-7813-419c-b5e4-1a251fed44ca HTTP/1.1" status: 200 len: 1092 time: 3.5132105 Jul 22 21:15:09.208736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-f04aa27f-877f-42a4-8d7e-81cf865c1ebc service neutron] 10.222.0.23 "GET /v2.0/ports/839b62a9-86fc-4398-9e28-ebe7400c09ea/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.1958892 Jul 22 21:15:09.210957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] DHCP port deletion for 4e1dd29b-5c47-4c46-91c5-29d02db3928a request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:15:09.224607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'tag': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:09.226971 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296e56be-d202-4e26-ac2f-06853af35eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "54098f00-6597-4e9d-a53d-caa495b1efe0", "tag": "d899cb83-5676-49fb-ae2e-c513b35d4bc3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:09.257129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.257483 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Added segment 988704f8-49f3-4aba-9881-904aff1efa3b of type vlan for network f429f1f0-5685-4bdf-b376-a3a5ec70daff Jul 22 21:15:09.277674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] Deleting port 859e6342-a492-410b-acf3-bb091169505b {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:09.278438 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.279793 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-1ceb6c3d-0072-438c-835e-26afa1aeb69e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5853605 Jul 22 21:15:09.304070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}, {'server_uuid': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97ad790-d942-45cd-9217-7731dfa68605'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:09.309123 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6c99ee-c1c4-4ba6-8445-fd791a3df849" -d '{"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-plugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}, {"server_uuid": "8f8fa343-8fc6-43e3-ab2a-dfbe7633c479", "name": "network-vif-plugged", "status": "completed", "tag": "b97ad790-d942-45cd-9217-7731dfa68605"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:09.313463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7df461cc-12b3-49b2-bafb-dafc6ef7c147 req-43bba06b-2f05-44a3-832a-b6d16d00d240 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851358 Jul 22 21:15:09.332779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14210-bc2d-4865-84aa-6d2e34f596e9 service neutron] Pushing event updated for resources: {'Port': ['ID=959804b5-7813-419c-b5e4-1a251fed44ca,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:09.380169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] For port 859e6342-a492-410b-acf3-bb091169505b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=859e6342-a492-410b-acf3-bb091169505b,segment=NetworkSegment(7d132ed5-f8b2-4280-b556-5680eb5fcdb2),segment_id=7d132ed5-f8b2-4280-b556-5680eb5fcdb2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:09.380592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.395630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] Calling delete_port for 859e6342-a492-410b-acf3-bb091169505b owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:09.405408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.452943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-a30cfac9-96af-479a-8eae-a4c17b39273e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.454635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-a30cfac9-96af-479a-8eae-a4c17b39273e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c&tenant_id=048d87f66b0143b49e7616f0c3817438&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 949 time: 0.9478137 Jul 22 21:15:09.456060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-7c2e80fd-6134-40b1-98f0-1d786d517887 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899cb83-5676-49fb-ae2e-c513b35d4bc3 HTTP/1.1" status: 200 len: 217 time: 0.2201836 Jul 22 21:15:09.501992 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.531264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] Pushing event deleted for resources: {'Port': ['ID=859e6342-a492-410b-acf3-bb091169505b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:09.535580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef96fd4-49c4-48e3-94c6-af74984695af None None] No DVR routers for this DVR port 859e6342-a492-410b-acf3-bb091169505b on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:09.557013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.557976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.558613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.646357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b559d4c-f155-459c-b835-19ba2fa82a5a req-7cc6a2d4-a1f0-48dd-857c-9f27ce64d403 service neutron] 10.222.0.23 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284594 Jul 22 21:15:09.682573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9005964 Jul 22 21:15:09.692604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-0e2d1015-d843-4df7-b986-98afe33f514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.694187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-0e2d1015-d843-4df7-b986-98afe33f514c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f52506d-3014-49d1-9351-8f72de29698a HTTP/1.1" status: 200 len: 858 time: 0.2093639 Jul 22 21:15:09.694334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52464) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:09.702535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Request body: {'subnet': {'network_id': 'f429f1f0-5685-4bdf-b376-a3a5ec70daff', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-726912720-subnet', 'tenant_id': '01e9f7075a374b268849af53746ad08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:09.714813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Deleting port 859e6342-a492-410b-acf3-bb091169505b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:09.715154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.749864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89048059-2312-43bf-be2e-70fda22e032e req-7d9c4fe4-bed4-4f9b-baf8-06d69285e86c tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.751476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89048059-2312-43bf-be2e-70fda22e032e req-7d9c4fe4-bed4-4f9b-baf8-06d69285e86c tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 943 time: 1.1184447 Jul 22 21:15:09.771898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc461a-ff8c-4aa2-9aac-8baf8c4be1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f429f1f0-5685-4bdf-b376-a3a5ec70daff,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:09.783878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f429f1f0-5685-4bdf-b376-a3a5ec70daff details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:15:09.809138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-98eb4870-8aa4-45fd-a9ef-372e80614b71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5d717593-551c-492d-b037-201ff1a7dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013043 Jul 22 21:15:09.847211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-533b0d46-43a0-44e5-baa2-c8964fa5e9ab service neutron] 10.222.0.58 "GET /v2.0/ports/59716cea-caa6-45bd-bce8-9b29cc6998bb/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 383 time: 0.3237112 Jul 22 21:15:09.862673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Made reservation on behalf of 01e9f7075a374b268849af53746ad08a for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:09.865247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.887756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-e6655730-c69a-47f6-85d8-49a5823c19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.889473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-e6655730-c69a-47f6-85d8-49a5823c19a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78828cac2e234b82af9a35d4d929d23c&device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 1095 time: 0.6488988 Jul 22 21:15:09.915616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-95cdf5a9-a300-42fe-8d59-3a554b912f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.917340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-95cdf5a9-a300-42fe-8d59-3a554b912f65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1102 time: 0.6070333 Jul 22 21:15:09.922539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] For port 859e6342-a492-410b-acf3-bb091169505b, host n-d-762330-19, got binding levels [] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:09.922982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:09.947414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-47323e68-9b8b-4cb9-8604-a3d206f47c99 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4725337 Jul 22 21:15:09.987158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89048059-2312-43bf-be2e-70fda22e032e req-55840a7e-40cc-441a-b344-14fb33eb6459 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229764 Jul 22 21:15:10.018351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206a9d-0259-407c-a2d4-f6a7dcfb1b46 req-d77178eb-7210-43be-9c78-cb5040673f67 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.020868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01206a9d-0259-407c-a2d4-f6a7dcfb1b46 req-d77178eb-7210-43be-9c78-cb5040673f67 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.5559905 Jul 22 21:15:10.045505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-9e92bad1-4656-454f-9fb3-6d523214be0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=959804b5-7813-419c-b5e4-1a251fed44ca HTTP/1.1" status: 200 len: 217 time: 0.1253660 Jul 22 21:15:10.051885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Calling delete_port for 859e6342-a492-410b-acf3-bb091169505b owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:10.093442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Port 859e6342-a492-410b-acf3-bb091169505b was not found and therefore no delete operation was performed {{(pid=94091) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:15:10.101829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-9da01b41-5998-4adc-9639-136e783c4074 service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780790 Jul 22 21:15:10.108998 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99936d99-8a35-4937-9d9d-eee3e9f8467c x-openstack-request-id: req-99936d99-8a35-4937-9d9d-eee3e9f8467c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:10.109541 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e212f20-fceb-4a9d-8f99-15fb0ab0afac", "tag": "0d100d93-d4db-4322-82af-1d3439128c36", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:10.109706 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99936d99-8a35-4937-9d9d-eee3e9f8467c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:10.109992 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'tag': '0d100d93-d4db-4322-82af-1d3439128c36', 'status': 'completed', 'code': 200} Jul 22 21:15:10.129270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01206a9d-0259-407c-a2d4-f6a7dcfb1b46 req-0b95883f-f9f0-4b76-bbbd-d22510d0a7d9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884922 Jul 22 21:15:10.145935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:10.152673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-e7278a68-6774-466b-9a63-fdfb8da4e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.154279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-e7278a68-6774-466b-9a63-fdfb8da4e986 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1102 time: 0.2570553 Jul 22 21:15:10.266350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] No DVR routers for this DVR port 859e6342-a492-410b-acf3-bb091169505b on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:10.285075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Port': ['ID=859e6342-a492-410b-acf3-bb091169505b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:10.288043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68837-022e-4134-8193-31765d05131b req-b6db4ec1-499b-4398-aabc-1b8809f5eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.289634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-b6db4ec1-499b-4398-aabc-1b8809f5eca3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 1097 time: 0.2982364 Jul 22 21:15:10.302494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:10.309016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-ff0a6238-d3df-4419-b884-0c88f30122f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.310700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-ff0a6238-d3df-4419-b884-0c88f30122f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f52506d-3014-49d1-9351-8f72de29698a HTTP/1.1" status: 200 len: 858 time: 0.2459030 Jul 22 21:15:10.358463 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9fd611-25cc-435d-aa09-8dabf6b401e7 x-openstack-request-id: req-5a9fd611-25cc-435d-aa09-8dabf6b401e7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:10.358760 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54098f00-6597-4e9d-a53d-caa495b1efe0", "tag": "d899cb83-5676-49fb-ae2e-c513b35d4bc3", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:10.359165 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a9fd611-25cc-435d-aa09-8dabf6b401e7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:10.359387 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'tag': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3', 'status': 'completed', 'code': 200} Jul 22 21:15:10.361758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:10.412809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6f416db9-9cc3-4231-baa3-deb101bd3bf2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5d717593-551c-492d-b037-201ff1a7dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661151 Jul 22 21:15:10.429805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-a309edfb-1a27-4b34-8f3d-4404dadbeee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.433226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-a309edfb-1a27-4b34-8f3d-4404dadbeee6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4817288 Jul 22 21:15:10.436227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-c8848c8b-ead4-4c28-b272-eea366a51cf9 service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222003 Jul 22 21:15:10.450022 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4806ba-f6fc-4b7c-b2f9-0ff10f154e61 x-openstack-request-id: req-ec4806ba-f6fc-4b7c-b2f9-0ff10f154e61 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:10.451463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:10.454092 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-plugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "code": 200}, {"server_uuid": "8f8fa343-8fc6-43e3-ab2a-dfbe7633c479", "name": "network-vif-plugged", "status": "completed", "tag": "b97ad790-d942-45cd-9217-7731dfa68605", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:10.457672 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec4806ba-f6fc-4b7c-b2f9-0ff10f154e61 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:10.458982 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'code': 200} Jul 22 21:15:10.460704 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97ad790-d942-45cd-9217-7731dfa68605', 'code': 200} Jul 22 21:15:10.501909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-0b19860d-e867-4188-9c45-4083a69a8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.503869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-0b19860d-e867-4188-9c45-4083a69a8e5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3096426 Jul 22 21:15:10.508095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8562-c76d-458c-ae06-28d896da4fee req-153d304f-3672-4eb5-ad0f-6baea08adaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.509680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863c8562-c76d-458c-ae06-28d896da4fee req-153d304f-3672-4eb5-ad0f-6baea08adaf6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78828cac2e234b82af9a35d4d929d23c&device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 1096 time: 0.3794279 Jul 22 21:15:10.594070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-33412190-e1e5-4235-921f-1cb41785ddde service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.0802894 Jul 22 21:15:10.630797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-7b93bde1-5448-4b29-9470-092b9fb8418c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.1657598 Jul 22 21:15:10.632693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9087d-fd3d-470a-a227-d67df16a9be6 req-50fc7d6b-c0c5-423b-b326-0b8ac85ce3f6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.634312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40a9087d-fd3d-470a-a227-d67df16a9be6 req-50fc7d6b-c0c5-423b-b326-0b8ac85ce3f6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 943 time: 0.3723507 Jul 22 21:15:10.663823 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:10.704383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68837-022e-4134-8193-31765d05131b req-f57d1b7d-f8b8-4a07-8193-2601ef3861eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.705824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-f57d1b7d-f8b8-4a07-8193-2601ef3861eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.3532145 Jul 22 21:15:10.709329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839b62a9-86fc-4398-9e28-ebe7400c09ea {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:10.773757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1dd29b-5c47-4c46-91c5-29d02db3928a']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:10.791205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:10.816785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-b29cf1c2-eec8-4d5d-b861-b3c70a9eb686 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 200 len: 217 time: 0.0747876 Jul 22 21:15:10.831921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d132ed5-f8b2-4280-b556-5680eb5fcdb2') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:10.832720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d132ed5-f8b2-4280-b556-5680eb5fcdb2') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:10.860974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-aafe3feb-c18f-4398-b9e3-842d39948fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.863604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-aafe3feb-c18f-4398-b9e3-842d39948fb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2439575 Jul 22 21:15:10.894521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:10.926752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:10.928509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40a9087d-fd3d-470a-a227-d67df16a9be6 req-f6eeb3ee-71fc-4aee-acc5-ac8cacdae8c3 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654183 Jul 22 21:15:10.950644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8562-c76d-458c-ae06-28d896da4fee req-31a1dde2-43df-41f6-b911-effef7781870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.962055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863c8562-c76d-458c-ae06-28d896da4fee req-31a1dde2-43df-41f6-b911-effef7781870 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 200 len: 919 time: 0.4237998 Jul 22 21:15:10.967025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-b7d23fa1-e845-4e3e-b3e6-b99a00ef48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.976535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-b7d23fa1-e845-4e3e-b3e6-b99a00ef48de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2979858 Jul 22 21:15:10.989503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:11.022072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:11.026143 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-e313065c-af2a-4b4a-9faa-2b0b99412119 service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838397 Jul 22 21:15:11.047897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:11.047897 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:11.056462 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:11.095296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863c8562-c76d-458c-ae06-28d896da4fee req-1c7e42eb-3e6c-4c3d-8191-0687769ea3e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d100d93-d4db-4322-82af-1d3439128c36 HTTP/1.1" status: 200 len: 217 time: 0.1174326 Jul 22 21:15:11.118133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-fe4c1a68-f413-4830-b4ee-ae1fb94dd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.119738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-fe4c1a68-f413-4830-b4ee-ae1fb94dd691 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78828cac2e234b82af9a35d4d929d23c&device_id=54098f00-6597-4e9d-a53d-caa495b1efe0 HTTP/1.1" status: 200 len: 1096 time: 0.5517509 Jul 22 21:15:11.152411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68837-022e-4134-8193-31765d05131b req-80d2ed61-d281-4cd9-9ae3-bb0342c3a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.153993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-80d2ed61-d281-4cd9-9ae3-bb0342c3a5c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.3184886 Jul 22 21:15:11.178650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 859e6342-a492-410b-acf3-bb091169505b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:11.205609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 859e6342-a492-410b-acf3-bb091169505b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:11.206328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 859e6342-a492-410b-acf3-bb091169505b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:11.224237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf327e68-2d06-44e2-8cee-7d16214899a1 req-638d3fd1-0cfe-43fb-830b-8a3d6818bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.226135 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf327e68-2d06-44e2-8cee-7d16214899a1 req-638d3fd1-0cfe-43fb-830b-8a3d6818bf97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 1097 time: 0.7123024 Jul 22 21:15:11.259437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-eb9f6459-5b36-4ba3-86a0-f5607e145ff1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721450 Jul 22 21:15:11.328393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8562-c76d-458c-ae06-28d896da4fee req-05cf75d9-5f63-45da-8400-2ce1615108f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.330464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863c8562-c76d-458c-ae06-28d896da4fee req-05cf75d9-5f63-45da-8400-2ce1615108f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f52506d-3014-49d1-9351-8f72de29698a HTTP/1.1" status: 200 len: 858 time: 0.2088211 Jul 22 21:15:11.361455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58d8bbf-d367-4fce-8bb4-99c4bda67276,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:11.363994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:11.408354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863c8562-c76d-458c-ae06-28d896da4fee req-459268ef-9cf1-4305-9f32-d3cb050609f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d717593-551c-492d-b037-201ff1a7dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565879 Jul 22 21:15:11.426026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:11.428800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] 10.222.0.54 "DELETE /v2.0/networks/4e1dd29b-5c47-4c46-91c5-29d02db3928a HTTP/1.1" status: 204 len: 168 time: 2.5047626 Jul 22 21:15:11.447183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-eb404fda-e76a-4028-a16e-cb23671e10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.448908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-eb404fda-e76a-4028-a16e-cb23671e10c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5346260 Jul 22 21:15:11.457399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5e416-ab3d-48e2-97e8-3430bf9a7942 req-cb973855-36f5-42a2-b1dd-041060cf941d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.458910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5b5e416-ab3d-48e2-97e8-3430bf9a7942 req-cb973855-36f5-42a2-b1dd-041060cf941d tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.4977391 Jul 22 21:15:11.474467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3a235-65f4-481e-8d5f-e72216f6f41b tempest-ServersTestMultiNic-1932976788 tempest-ServersTestMultiNic-1932976788-project] Pushing event deleted for resources: {'Network': ['ID=4e1dd29b-5c47-4c46-91c5-29d02db3928a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:11.496173 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf327e68-2d06-44e2-8cee-7d16214899a1 req-4adf3e9b-9352-4519-8056-f9b77fcc068b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277026 Jul 22 21:15:11.514406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] Transition to ACTIVE for port object 839b62a9-86fc-4398-9e28-ebe7400c09ea will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:11.524243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-3315e6f5-82e9-4732-8ed4-3fa951e58e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.526804 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-3315e6f5-82e9-4732-8ed4-3fa951e58e9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5310092 Jul 22 21:15:11.527824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Checking segment: {'id': '988704f8-49f3-4aba-9881-904aff1efa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f429f1f0-5685-4bdf-b376-a3a5ec70daff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:11.528378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Network hostable DHCP agents. Network: f429f1f0-5685-4bdf-b376-a3a5ec70daff, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:15:11.537896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:11.545601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59de6b19-babb-4c82-8bde-c42db7278c88 req-6a79a071-0601-4044-95a9-0ceb0b678b0f service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839020 Jul 22 21:15:11.549155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e58abb-4e58-4af8-b7ce-a69918591495 req-00435a56-36f0-4ab0-9674-33ce0b0fc29c tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.551386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69e58abb-4e58-4af8-b7ce-a69918591495 req-00435a56-36f0-4ab0-9674-33ce0b0fc29c tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 945 time: 0.4714139 Jul 22 21:15:11.588502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-192076b4-686d-4305-9700-e450e5adead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.591109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-192076b4-686d-4305-9700-e450e5adead7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 200 len: 919 time: 0.4555309 Jul 22 21:15:11.684010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Network f429f1f0-5685-4bdf-b376-a3a5ec70daff is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:15:11.749055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-2de9eb48-2201-435b-b1fa-fe5021cfa269 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899cb83-5676-49fb-ae2e-c513b35d4bc3 HTTP/1.1" status: 200 len: 217 time: 0.1332886 Jul 22 21:15:11.754575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] No DVR routers for this DVR port 839b62a9-86fc-4398-9e28-ebe7400c09ea on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:11.757030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-c0f33bfb-9e1f-4cec-a308-dbabee80ba9e service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763584 Jul 22 21:15:11.759695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] Pushing event updated for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:11.768118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, f429f1f0-5685-4bdf-b376-a3a5ec70daff) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:11.784524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.785268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:11.803084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bec637-df12-4bc4-93aa-d170fa7d8be4 None None] Network f429f1f0-5685-4bdf-b376-a3a5ec70daff requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:11.855645 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-fc1ec624-22c5-4d1f-b9bc-e01879ea781f service neutron] 10.222.0.23 "PUT /v2.0/ports/839b62a9-86fc-4398-9e28-ebe7400c09ea/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 2.6328566 Jul 22 21:15:11.860061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-87b9a352-39b1-492b-87a4-03bec7a586cb service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672052 Jul 22 21:15:11.876494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5b5e416-ab3d-48e2-97e8-3430bf9a7942 req-a77a4514-5cc0-4fe9-8c25-def26a9bff2a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793135 Jul 22 21:15:11.877818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a9acb92e-416f-4c96-9895-a48d55043ec0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1738133 Jul 22 21:15:11.990823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69e58abb-4e58-4af8-b7ce-a69918591495 req-6bd30618-b307-494e-912d-d96cd36563c8 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045475 Jul 22 21:15:11.998605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-40fa61a5-b1f9-4e70-bc21-529e00282aee service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328352 Jul 22 21:15:12.005943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863c8562-c76d-458c-ae06-28d896da4fee req-58561a17-fe8d-467f-9d38-fd269381ce9b service neutron] 10.222.0.23 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448904 Jul 22 21:15:12.116090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'tag': '959804b5-7813-419c-b5e4-1a251fed44ca'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:12.120470 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e304f8-28aa-4b7e-8413-b55229ea3c15" -d '{"events": [{"name": "network-changed", "server_uuid": "6253fa80-0084-42b5-a97b-d34ae7e8f726", "tag": "959804b5-7813-419c-b5e4-1a251fed44ca"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:12.123501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d899cb83-5676-49fb-ae2e-c513b35d4bc3 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:12.130150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:12.207755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92739342-087f-4ed3-90a4-16d106b2bc9e None None] Network f429f1f0-5685-4bdf-b376-a3a5ec70daff requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:12.217557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d53b544-ec09-40ed-ac54-e14f20dfdf09 req-9579a89b-2088-46df-8049-4ae1b6272a67 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378720 Jul 22 21:15:12.239809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-e67f4ddd-2eee-4f07-9e18-a7b7fbe9740f tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.243176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-e67f4ddd-2eee-4f07-9e18-a7b7fbe9740f tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.3012619 Jul 22 21:15:12.382282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-0572703e-8d33-42bd-bb07-b8d0289bfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.386246 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-0572703e-8d33-42bd-bb07-b8d0289bfba8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e HTTP/1.1" status: 200 len: 1096 time: 0.1335459 Jul 22 21:15:12.427616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d100d93-d4db-4322-82af-1d3439128c36 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:12.590547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-288c1652-ef79-4b9c-a103-a1c374717695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.592625 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-288c1652-ef79-4b9c-a103-a1c374717695 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1096 time: 0.1667225 Jul 22 21:15:12.662635 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-980fefb2-2f28-413f-ba90-df571478ec01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:12.806657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d899cb83-5676-49fb-ae2e-c513b35d4bc3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d899cb83-5676-49fb-ae2e-c513b35d4bc3,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:12.825582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-176aad6a-58b3-423c-9d47-061c8f2d8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.827908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-176aad6a-58b3-423c-9d47-061c8f2d8123 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f52506d-3014-49d1-9351-8f72de29698a HTTP/1.1" status: 200 len: 858 time: 1.0660095 Jul 22 21:15:12.963059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fdf60-95e7-411d-952a-87cc99cf641e req-b04a5d7d-177d-4aba-b403-81dab0243f79 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.965601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-083fdf60-95e7-411d-952a-87cc99cf641e req-b04a5d7d-177d-4aba-b403-81dab0243f79 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.23 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.2540057 Jul 22 21:15:12.977164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-ffb890d7-913a-42ca-93c9-fd856f4d63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.979597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-ffb890d7-913a-42ca-93c9-fd856f4d63bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 200 len: 921 time: 0.3797503 Jul 22 21:15:12.981614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3', 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5', 'port_id': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3', 'mac_address': 'fa:16:3e:b9:95:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f52506d-3014-49d1-9351-8f72de29698a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:13.008767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-3ca41ea1-75e2-490c-9058-1e853c8389f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5d717593-551c-492d-b037-201ff1a7dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143606 Jul 22 21:15:13.049791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d100d93-d4db-4322-82af-1d3439128c36, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d100d93-d4db-4322-82af-1d3439128c36,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:13.075451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '0d100d93-d4db-4322-82af-1d3439128c36', 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5', 'port_id': '0d100d93-d4db-4322-82af-1d3439128c36', 'mac_address': 'fa:16:3e:05:25:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f52506d-3014-49d1-9351-8f72de29698a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:13.077855 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.099755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d899cb83-5676-49fb-ae2e-c513b35d4bc3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:13.166353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d899cb83-5676-49fb-ae2e-c513b35d4bc3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d899cb83-5676-49fb-ae2e-c513b35d4bc3,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:13.173648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.180058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-9e98510b-99a2-4222-967c-cc478304fe40 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3957605 Jul 22 21:15:13.266615 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-6d4bc3d7-ed98-4701-ad36-5d9bd82d1074 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 200 len: 217 time: 0.1410868 Jul 22 21:15:13.270284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d899cb83-5676-49fb-ae2e-c513b35d4bc3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:13.278899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc29a6-57d0-4893-8d40-4d34f8d83f5b req-1f3213b1-0807-4376-ba76-86f37b8393fa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.280407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.286612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64bc29a6-57d0-4893-8d40-4d34f8d83f5b req-1f3213b1-0807-4376-ba76-86f37b8393fa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 943 time: 0.5566230 Jul 22 21:15:13.295433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d100d93-d4db-4322-82af-1d3439128c36 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:13.298729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Deleting port 6558ff25-2325-4d52-9770-77d84fd94a69 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:13.299340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.318872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d100d93-d4db-4322-82af-1d3439128c36, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d100d93-d4db-4322-82af-1d3439128c36,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:13.323636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.345557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-efa37c4f-dc80-4606-a5e8-bf2924d32121 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2813916 Jul 22 21:15:13.382130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-863c8562-c76d-458c-ae06-28d896da4fee req-61bdc318-eb93-4e31-8fed-b9cc16494197 service neutron] 10.222.0.23 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688459 Jul 22 21:15:13.407940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0d100d93-d4db-4322-82af-1d3439128c36,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:13.422291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] For port 6558ff25-2325-4d52-9770-77d84fd94a69, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6558ff25-2325-4d52-9770-77d84fd94a69,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:13.423279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.424459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede729ed-f4b0-4f6d-8fe2-6e7f77642df5 req-941c75b5-f75d-41c1-bdc6-2a66ea46965b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.428730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ede729ed-f4b0-4f6d-8fe2-6e7f77642df5 req-941c75b5-f75d-41c1-bdc6-2a66ea46965b tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 949 time: 1.3349335 Jul 22 21:15:13.481326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-97af5540-b065-4b46-9589-5685c50c3d8f service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760328 Jul 22 21:15:13.489003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64bc29a6-57d0-4893-8d40-4d34f8d83f5b req-0f1c2b34-d059-4c91-b33b-1848bb490a0d tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008710 Jul 22 21:15:13.544840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d899cb83-5676-49fb-ae2e-c513b35d4bc3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:13.554959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-810e00dd-d714-4852-a594-ae2e27d1607f tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.556662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-810e00dd-d714-4852-a594-ae2e27d1607f tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 949 time: 0.4325967 Jul 22 21:15:13.583798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ede729ed-f4b0-4f6d-8fe2-6e7f77642df5 req-0802cc39-1062-461e-98b8-690781ed6e7d tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f3a1d5e-01ec-40c1-a425-8528fb19b522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439130 Jul 22 21:15:13.667377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0d100d93-d4db-4322-82af-1d3439128c36'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:13.804551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-296e56be-d202-4e26-ac2f-06853af35eb9 req-ac781d71-34b4-4f35-920a-67b329084ac5 service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120615 Jul 22 21:15:13.843813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472a500-8f45-4622-a7e9-c5510b3d1193 req-7c0c11fa-a4bb-4e94-8409-776412d1ee23 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.853025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2472a500-8f45-4622-a7e9-c5510b3d1193 req-7c0c11fa-a4bb-4e94-8409-776412d1ee23 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 944 time: 0.1084235 Jul 22 21:15:13.882564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18133278-5331-4696-9676-564d6ee2b802 req-763a0f0e-ad85-4dd8-8b77-52257e8f3041 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.884022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18133278-5331-4696-9676-564d6ee2b802 req-763a0f0e-ad85-4dd8-8b77-52257e8f3041 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.2191653 Jul 22 21:15:13.919790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2472a500-8f45-4622-a7e9-c5510b3d1193 req-7b1b5959-aea9-45a5-ab48-98ae040cc53f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657849 Jul 22 21:15:13.944221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18133278-5331-4696-9676-564d6ee2b802 req-ff8d50f3-57da-4390-894c-07ad9f754295 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518119 Jul 22 21:15:13.994185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8bcb030b-abe0-4b12-b82f-af7293b6b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.995668 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8bcb030b-abe0-4b12-b82f-af7293b6b793 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 200 len: 860 time: 0.7158747 Jul 22 21:15:14.085349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-7903128c-23b3-40e4-9899-6547f733bb79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d639708-d693-44fb-800c-d89579aa434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751507 Jul 22 21:15:14.088752 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038a6dcb-d2f0-41b9-8e6f-4a987ce18520 x-openstack-request-id: req-038a6dcb-d2f0-41b9-8e6f-4a987ce18520 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:14.089043 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6253fa80-0084-42b5-a97b-d34ae7e8f726", "tag": "959804b5-7813-419c-b5e4-1a251fed44ca", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:14.089294 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-038a6dcb-d2f0-41b9-8e6f-4a987ce18520 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:14.089683 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'tag': '959804b5-7813-419c-b5e4-1a251fed44ca', 'status': 'completed', 'code': 200} Jul 22 21:15:14.106549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 959804b5-7813-419c-b5e4-1a251fed44ca details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:14.162631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-c83413cd-3a48-432e-9209-560b5a51ca8d req-53df78d0-1930-4a58-9529-b6c30567658a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1810671402', 'description': 'tempest-description-173533891'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:14.222457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c83413cd-3a48-432e-9209-560b5a51ca8d req-53df78d0-1930-4a58-9529-b6c30567658a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.237342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Deleting port 388b0d77-180c-4d3e-ab96-3d9906540603 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:14.238510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.250305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-967b04bc-c97a-42a6-8876-22d28789c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.251319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-967b04bc-c97a-42a6-8876-22d28789c3bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78828cac2e234b82af9a35d4d929d23c&device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 1095 time: 0.1943040 Jul 22 21:15:14.265601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 959804b5-7813-419c-b5e4-1a251fed44ca, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=959804b5-7813-419c-b5e4-1a251fed44ca,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:14.281444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '959804b5-7813-419c-b5e4-1a251fed44ca', 'network_id': '5d717593-551c-492d-b037-201ff1a7dfb5', 'port_id': '959804b5-7813-419c-b5e4-1a251fed44ca', 'mac_address': 'fa:16:3e:aa:91:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f52506d-3014-49d1-9351-8f72de29698a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:14.293953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c40f-7191-4a4a-9beb-037c7071cbb0 req-9288cacb-0a27-432d-9b62-018dda00a55e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.295641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edb8c40f-7191-4a4a-9beb-037c7071cbb0 req-9288cacb-0a27-432d-9b62-018dda00a55e tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 946 time: 0.1871543 Jul 22 21:15:14.295883 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.296543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.296865 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093 disassociated. External IP: 172.25.5.187, port: 6558ff25-2325-4d52-9770-77d84fd94a69. Jul 22 21:15:14.297892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Calling delete_port for 6558ff25-2325-4d52-9770-77d84fd94a69 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:14.343512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.368396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959804b5-7813-419c-b5e4-1a251fed44ca {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:14.371558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-96341742-254d-40cc-b26c-729adc3d4868 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772112 Jul 22 21:15:14.407404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 959804b5-7813-419c-b5e4-1a251fed44ca, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=959804b5-7813-419c-b5e4-1a251fed44ca,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:14.414221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.450214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edb8c40f-7191-4a4a-9beb-037c7071cbb0 req-4caf3aa5-4392-4efa-9549-1e9da96bfe35 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups?id=43175761-9f76-4fda-af22-cf33f830021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319463 Jul 22 21:15:14.467442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-392c2e1a-5ec9-488d-96f4-419307980c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.468981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-392c2e1a-5ec9-488d-96f4-419307980c1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 200 len: 919 time: 0.2011862 Jul 22 21:15:14.490193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c83413cd-3a48-432e-9209-560b5a51ca8d req-53df78d0-1930-4a58-9529-b6c30567658a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.500549 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c83413cd-3a48-432e-9209-560b5a51ca8d req-53df78d0-1930-4a58-9529-b6c30567658a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.523814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=959804b5-7813-419c-b5e4-1a251fed44ca,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:14.553604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-0e6b48ef-6338-436e-bdc6-8e844028031c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=959804b5-7813-419c-b5e4-1a251fed44ca HTTP/1.1" status: 200 len: 217 time: 0.0742273 Jul 22 21:15:14.585798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] For port 388b0d77-180c-4d3e-ab96-3d9906540603, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=388b0d77-180c-4d3e-ab96-3d9906540603,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:14.586205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.615594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c83413cd-3a48-432e-9209-560b5a51ca8d req-53df78d0-1930-4a58-9529-b6c30567658a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.619622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c83413cd-3a48-432e-9209-560b5a51ca8d req-53df78d0-1930-4a58-9529-b6c30567658a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4670973 Jul 22 21:15:14.619622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df78d0-1930-4a58-9529-b6c30567658a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7b3d96-e211-48d8-bfdc-356a19b527e7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:14.620012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Calling delete_port for 388b0d77-180c-4d3e-ab96-3d9906540603 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:14.660237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-ec1175ca-fb69-42a0-9670-ca75fc892036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.661703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-ec1175ca-fb69-42a0-9670-ca75fc892036 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f52506d-3014-49d1-9351-8f72de29698a HTTP/1.1" status: 200 len: 858 time: 0.0913715 Jul 22 21:15:14.673465 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-4b3b23fa-4887-4f88-a70d-c68f58e0a4a1 service neutron] 10.222.0.58 "GET /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900333 Jul 22 21:15:14.705128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-6a350761-2125-4cae-9602-b3529c77d3f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5d717593-551c-492d-b037-201ff1a7dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349874 Jul 22 21:15:14.726150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa160e0d-dd89-4b5c-9331-389bbb4b151f req-fefc59cc-07ce-4a87-aaa6-964414241ba0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.728462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa160e0d-dd89-4b5c-9331-389bbb4b151f req-fefc59cc-07ce-4a87-aaa6-964414241ba0 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 945 time: 0.1593676 Jul 22 21:15:14.746158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.790971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['959804b5-7813-419c-b5e4-1a251fed44ca'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:14.805253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event deleted for resources: {'Port': ['ID=6558ff25-2325-4d52-9770-77d84fd94a69,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:14.869644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa160e0d-dd89-4b5c-9331-389bbb4b151f req-0018f69c-bf9a-4d36-b8d5-3cfecbfb2618 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306722 Jul 22 21:15:14.898232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-fc660534-a170-4856-a323-a91ac1354b83 service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679566 Jul 22 21:15:14.978717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9f34-b101-418f-b2b3-792280ea6d7b req-0a32b663-cdcc-4315-83c5-1ed71a707994 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.987971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.992906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10ac9f34-b101-418f-b2b3-792280ea6d7b req-0a32b663-cdcc-4315-83c5-1ed71a707994 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 944 time: 0.2090228 Jul 22 21:15:15.035094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Pushing event deleted for resources: {'Port': ['ID=388b0d77-180c-4d3e-ab96-3d9906540603,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:15.087779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Router ba30d540-3230-4bd3-a6b4-9a4825b08825 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:15:15.089619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-355b10c1-0ca4-4279-9ca3-3409e1001a27 req-3cd4c0c8-0a44-4278-9b09-5ec0339aa0f0 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bef8f91-976b-47a3-9819-cac0bd87f5cd HTTP/1.1" status: 200 len: 210 time: 0.0737579 Jul 22 21:15:15.123722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] No DVR routers for this DVR port 388b0d77-180c-4d3e-ab96-3d9906540603 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:15.138430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.140784 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c10d17bb-0ee2-4db7-95a0-17d3c3734e72 req-d378fb10-8bcc-4bff-a7bd-7a854fa093c4 tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] 10.222.0.23 "DELETE /v2.0/ports/388b0d77-180c-4d3e-ab96-3d9906540603 HTTP/1.1" status: 204 len: 173 time: 1.5647695 Jul 22 21:15:15.146804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10ac9f34-b101-418f-b2b3-792280ea6d7b req-9436f88a-6a30-40a2-9c09-3319b02360c6 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479168 Jul 22 21:15:15.157380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7e304f8-28aa-4b7e-8413-b55229ea3c15 req-70e9c35c-c130-4793-9230-9a7201b49ad1 service neutron] 10.222.0.58 "GET /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448001 Jul 22 21:15:15.171766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-01628a61-b9b4-4e2f-9a32-a07b16683e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.239520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.242016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-979c391f-7668-45a4-83df-5e34601b2426 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/6b7b3d96-e211-48d8-bfdc-356a19b527e7 HTTP/1.1" status: 200 len: 1804 time: 0.0737543 Jul 22 21:15:15.270035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b7b3d96-e211-48d8-bfdc-356a19b527e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:15.270673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b7b3d96-e211-48d8-bfdc-356a19b527e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:15.308388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-57c9e10a-bf73-47c9-8686-15b73a4126d4 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.310471 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-57c9e10a-bf73-47c9-8686-15b73a4126d4 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478&tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.2841160 Jul 22 21:15:15.384436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:15.400292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] Sync routers for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:15.417380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.417939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:15.420087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:15.489546 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.498041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.546373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788d9028-4433-448d-819e-38ae39dde791,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:15.557508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.561952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ef360c2-8542-443e-8498-bdc1751524c0 req-d2bb5753-f061-4f67-b522-3d66f54e7449 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3048728 Jul 22 21:15:15.566093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] No DVR routers for this DVR port 6558ff25-2325-4d52-9770-77d84fd94a69 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:15.571743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.574333 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-083fdf60-95e7-411d-952a-87cc99cf641e req-7f7cde35-fe33-4b7b-98de-d3430cf1c2c0 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.23 "DELETE /v2.0/ports/6558ff25-2325-4d52-9770-77d84fd94a69 HTTP/1.1" status: 204 len: 173 time: 2.6001086 Jul 22 21:15:15.717310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-35ef8e0c-8123-43f7-bed2-099fbf14203a service neutron] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:15.721832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-35ef8e0c-8123-43f7-bed2-099fbf14203a service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:15.723104 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-35ef8e0c-8123-43f7-bed2-099fbf14203a service neutron] 10.222.0.58 "DELETE /v2.0/ports/839b62a9-86fc-4398-9e28-ebe7400c09ea/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.4048340 Jul 22 21:15:15.782109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:15.903344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2baf1-1428-46a8-8099-28aefe5ad690 req-a8ae6b54-0105-407a-8153-d3ab8abbf9a1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.906874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aaa2baf1-1428-46a8-8099-28aefe5ad690 req-a8ae6b54-0105-407a-8153-d3ab8abbf9a1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.1885712 Jul 22 21:15:15.919943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1134-e92a-45bb-af77-8f55dfa0101c req-a47e1182-ac56-4de7-bec0-50416a49aa7c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.921706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-348b1134-e92a-45bb-af77-8f55dfa0101c req-a47e1182-ac56-4de7-bec0-50416a49aa7c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 944 time: 0.3233287 Jul 22 21:15:16.018299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-348b1134-e92a-45bb-af77-8f55dfa0101c req-4f821278-08bb-4449-8a85-95e691a0514e tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Jul 22 21:15:16.023810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aaa2baf1-1428-46a8-8099-28aefe5ad690 req-20d73d3f-90ee-449c-be22-d1a6ebd6a7c8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999625 Jul 22 21:15:16.087789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.091009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'name': 'network-vif-deleted', 'tag': '388b0d77-180c-4d3e-ab96-3d9906540603'}, {'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'name': 'network-vif-deleted', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:16.102421 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88589b0e-f8b9-4588-ba46-c92ad11a3cf4" -d '{"events": [{"server_uuid": "9bef8f91-976b-47a3-9819-cac0bd87f5cd", "name": "network-vif-deleted", "tag": "388b0d77-180c-4d3e-ab96-3d9906540603"}, {"server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "name": "network-vif-deleted", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:16.134047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52526) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:16.149903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 959804b5-7813-419c-b5e4-1a251fed44ca up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:16.340726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 959804b5-7813-419c-b5e4-1a251fed44ca completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:16.353240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 959804b5-7813-419c-b5e4-1a251fed44ca triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:16.354063 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.380485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b23dd23e-f861-48e9-b613-dc527afc6172 req-25f79714-04e3-46a1-bce2-e875b8e57383 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/ports?device_id=44789cf3-f19b-45ec-816a-f76d4e1f0c01 HTTP/1.1" status: 200 len: 210 time: 0.0721326 Jul 22 21:15:16.422666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d100d93-d4db-4322-82af-1d3439128c36 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:16.433828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-4948f64c-d251-4c20-939d-929d85a78cf8 req-9692e40a-069d-4ff4-bd09-d6fa3a8ea4b8 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1668625207', 'description': 'tempest-description-521278150'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:16.579632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-f662a35a-84e0-478e-88dd-bfb736429d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.584082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-f662a35a-84e0-478e-88dd-bfb736429d48 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c&tenant_id=048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 1102 time: 0.1484606 Jul 22 21:15:16.603211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:16.634011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 0d100d93-d4db-4322-82af-1d3439128c36 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:16.635643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4948f64c-d251-4c20-939d-929d85a78cf8 req-9692e40a-069d-4ff4-bd09-d6fa3a8ea4b8 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.646070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506ef92-cef1-45fb-b54a-eee25a7e6e48 req-3736a08f-a696-49ee-aa40-580ccc537975 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.649804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 0d100d93-d4db-4322-82af-1d3439128c36 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:16.650401 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.653040 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.654734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5506ef92-cef1-45fb-b54a-eee25a7e6e48 req-3736a08f-a696-49ee-aa40-580ccc537975 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 945 time: 0.3975389 Jul 22 21:15:16.661708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:16.739352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5506ef92-cef1-45fb-b54a-eee25a7e6e48 req-4894b726-2e72-4498-9344-11a3120f150e tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups?id=624b43c6-2c89-4801-b1db-79ad0ddbd42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840654 Jul 22 21:15:16.753458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] Checking router: ba30d540-3230-4bd3-a6b4-9a4825b08825 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:16.788618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959804b5-7813-419c-b5e4-1a251fed44ca'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:16.791146 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394f6444-e171-4abd-82dd-6c9544016800" -d '{"events": [{"server_uuid": "6253fa80-0084-42b5-a97b-d34ae7e8f726", "name": "network-vif-plugged", "status": "completed", "tag": "959804b5-7813-419c-b5e4-1a251fed44ca"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:16.800500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.812938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 959804b5-7813-419c-b5e4-1a251fed44ca, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=959804b5-7813-419c-b5e4-1a251fed44ca,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:16.816777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:16.817446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:16.833874 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.834840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d899cb83-5676-49fb-ae2e-c513b35d4bc3 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:16.869845 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4948f64c-d251-4c20-939d-929d85a78cf8 req-9692e40a-069d-4ff4-bd09-d6fa3a8ea4b8 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:16.971724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4948f64c-d251-4c20-939d-929d85a78cf8 req-9692e40a-069d-4ff4-bd09-d6fa3a8ea4b8 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.021454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692e40a-069d-4ff4-bd09-d6fa3a8ea4b8 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57b2c5-a4be-484b-8c5f-a5d5cec272cc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:17.042336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4948f64c-d251-4c20-939d-929d85a78cf8 req-9692e40a-069d-4ff4-bd09-d6fa3a8ea4b8 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.064400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4948f64c-d251-4c20-939d-929d85a78cf8 req-9692e40a-069d-4ff4-bd09-d6fa3a8ea4b8 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6396034 Jul 22 21:15:17.111754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=959804b5-7813-419c-b5e4-1a251fed44ca,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:17.132771 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e5b0d0-5638-455e-818a-5418db8e29ef x-openstack-request-id: req-73e5b0d0-5638-455e-818a-5418db8e29ef {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:17.133153 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef8f91-976b-47a3-9819-cac0bd87f5cd", "name": "network-vif-deleted", "tag": "388b0d77-180c-4d3e-ab96-3d9906540603", "status": "completed", "code": 200}, {"server_uuid": "44789cf3-f19b-45ec-816a-f76d4e1f0c01", "name": "network-vif-deleted", "tag": "6558ff25-2325-4d52-9770-77d84fd94a69", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:17.133380 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73e5b0d0-5638-455e-818a-5418db8e29ef {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:17.133711 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef8f91-976b-47a3-9819-cac0bd87f5cd', 'name': 'network-vif-deleted', 'tag': '388b0d77-180c-4d3e-ab96-3d9906540603', 'status': 'completed', 'code': 200} Jul 22 21:15:17.133965 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44789cf3-f19b-45ec-816a-f76d4e1f0c01', 'name': 'network-vif-deleted', 'tag': '6558ff25-2325-4d52-9770-77d84fd94a69', 'status': 'completed', 'code': 200} Jul 22 21:15:17.201123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:17.281079 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d645c2-58b8-4eb6-ba00-37c38332b6e6 x-openstack-request-id: req-f7d645c2-58b8-4eb6-ba00-37c38332b6e6 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:17.281535 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6253fa80-0084-42b5-a97b-d34ae7e8f726", "name": "network-vif-plugged", "status": "completed", "tag": "959804b5-7813-419c-b5e4-1a251fed44ca", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:17.281896 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7d645c2-58b8-4eb6-ba00-37c38332b6e6 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:17.282400 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959804b5-7813-419c-b5e4-1a251fed44ca', 'code': 200} Jul 22 21:15:17.296444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.317073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port d899cb83-5676-49fb-ae2e-c513b35d4bc3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:17.389774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d100d93-d4db-4322-82af-1d3439128c36, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d100d93-d4db-4322-82af-1d3439128c36,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:17.392032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:17.429779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port d899cb83-5676-49fb-ae2e-c513b35d4bc3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:17.432462 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.507162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:17.530490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.542459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 388b0d77-180c-4d3e-ab96-3d9906540603 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:17.542680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7e4e5-30d1-4347-8f44-f0d16184713b req-2bf2492b-1256-4c28-8d54-b2facf550f3d tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:17.542862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66469f94-a208-45da-ae7d-bb744d5de0b0 req-e59fd6ef-5bc6-4218-80bd-1a580712320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:17.544964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-66469f94-a208-45da-ae7d-bb744d5de0b0 req-e59fd6ef-5bc6-4218-80bd-1a580712320a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 1097 time: 0.2672455 Jul 22 21:15:17.548073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67c7e4e5-30d1-4347-8f44-f0d16184713b req-2bf2492b-1256-4c28-8d54-b2facf550f3d tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 945 time: 0.3700163 Jul 22 21:15:17.558236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.579238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 388b0d77-180c-4d3e-ab96-3d9906540603 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:17.579666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 388b0d77-180c-4d3e-ab96-3d9906540603 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:17.580205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6558ff25-2325-4d52-9770-77d84fd94a69 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:17.625024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 6558ff25-2325-4d52-9770-77d84fd94a69 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:17.625480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6558ff25-2325-4d52-9770-77d84fd94a69 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:17.649703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:17.658208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f82826-c69b-46c9-aab4-4ba133d2ef95 req-ac4f8088-09db-4ed1-9694-873941c28c7a tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:17.660083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43f82826-c69b-46c9-aab4-4ba133d2ef95 req-ac4f8088-09db-4ed1-9694-873941c28c7a tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 1096 time: 0.3904679 Jul 22 21:15:17.684606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0d100d93-d4db-4322-82af-1d3439128c36,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:17.707116 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-66469f94-a208-45da-ae7d-bb744d5de0b0 req-ee37df10-61ee-434c-b5a6-73a8c468fd36 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517177 Jul 22 21:15:17.713412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.725564 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.735985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Transition to ACTIVE for port object 59716cea-caa6-45bd-bce8-9b29cc6998bb will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:17.741601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.758677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-f5013ec4-a0e1-4bd7-88c5-c16848c7aaff tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:17.760421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-f5013ec4-a0e1-4bd7-88c5-c16848c7aaff tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 945 time: 0.1852734 Jul 22 21:15:17.768591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d899cb83-5676-49fb-ae2e-c513b35d4bc3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d899cb83-5676-49fb-ae2e-c513b35d4bc3,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:17.776405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.803769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-0b014764-2755-4a46-b6de-bb0f4a100790 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3847749 Jul 22 21:15:17.819301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a2ab5c54-2ca2-4f66-b06c-474d0613a3e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b388d3d8f84e4e3fb35ee222ce0c9d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226375 Jul 22 21:15:17.832099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67c7e4e5-30d1-4347-8f44-f0d16184713b req-8287878d-03a4-40b6-a262-c06dad3a035d tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830906 Jul 22 21:15:17.836467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52550) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:17.865200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43f82826-c69b-46c9-aab4-4ba133d2ef95 req-071aa3a4-218f-4242-93bd-97853cc9bd61 tempest-LiveAutoBlockMigrationV225Test-1881697647 tempest-LiveAutoBlockMigrationV225Test-1881697647-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792715 Jul 22 21:15:17.892452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d899cb83-5676-49fb-ae2e-c513b35d4bc3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:17.899106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] No DVR routers for this DVR port 59716cea-caa6-45bd-bce8-9b29cc6998bb on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:17.943994 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.958157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:17.958867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:18.001390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac283abf-4138-4588-91ae-51b9635c1cb0 None None] The sync data for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 is: [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:09:23Z', 'revision_number': 4, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '20d01910-080c-4e10-bd78-cf412fcee026', 'name': '', 'network_id': '22fc2921-f54b-4be0-9cdd-cc09f2ad49c5', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'mac_address': 'fa:16:3e:3f:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:22Z', 'updated_at': '2021-07-22T21:09:30Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'subnets': [{'id': 'a04d65b9-ad86-404a-a10b-d05e2b780a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:15:18.051679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:18.052041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:18.052375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:18.060776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:18.061121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Attempting to bind port 59716cea-caa6-45bd-bce8-9b29cc6998bb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:18.071216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Deleting port b97ad790-d942-45cd-9217-7731dfa68605 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:18.071669 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.074814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:18.075649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:18.075649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:18.075966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Bound port: 59716cea-caa6-45bd-bce8-9b29cc6998bb, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:18.076536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.151135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18b8a65a-646e-44ae-ad05-34a4c1f7bf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.180163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-880f229f-c714-485a-9055-1a85d7953ce5 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/9d57b2c5-a4be-484b-8c5f-a5d5cec272cc HTTP/1.1" status: 200 len: 1804 time: 0.2598224 Jul 22 21:15:18.195507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-7f4e83f1-facc-4cdd-a02f-e59b9a50412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.197120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-7f4e83f1-facc-4cdd-a02f-e59b9a50412a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 1102 time: 0.3420377 Jul 22 21:15:18.208723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18b8a65a-646e-44ae-ad05-34a4c1f7bf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.217380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d57b2c5-a4be-484b-8c5f-a5d5cec272cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:18.217518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d57b2c5-a4be-484b-8c5f-a5d5cec272cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:18.253858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:18.258696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:18.265956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] For port b97ad790-d942-45cd-9217-7731dfa68605, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b97ad790-d942-45cd-9217-7731dfa68605,segment=NetworkSegment(aba6b18f-b097-4698-9970-7350e61d5f02),segment_id=aba6b18f-b097-4698-9970-7350e61d5f02)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:18.266391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.269418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.313209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Calling delete_port for b97ad790-d942-45cd-9217-7731dfa68605 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:18.319204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.320135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.321802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] 10.222.0.23 "PUT /v2.0/ports/59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 1098 time: 1.7233961 Jul 22 21:15:18.339418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9937-62c7-4bb5-9a5a-0cf5adfcfc1b req-390795a6-43ed-49c0-a536-d8b082670da8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.341074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4fc9937-62c7-4bb5-9a5a-0cf5adfcfc1b req-390795a6-43ed-49c0-a536-d8b082670da8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 949 time: 0.3183620 Jul 22 21:15:18.465156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68364e-6736-4642-ad80-238afbfe1a56 service neutron] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=11']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:18.472197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18b8a65a-646e-44ae-ad05-34a4c1f7bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.472197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18b8a65a-646e-44ae-ad05-34a4c1f7bf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.480453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-18b8a65a-646e-44ae-ad05-34a4c1f7bf11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f3a1d5e-01ec-40c1-a425-8528fb19b522 HTTP/1.1" status: 204 len: 168 time: 0.6406906 Jul 22 21:15:18.506635 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d94850-3ed4-44db-a20c-7a71fda29fa7 None None] New status for floating IP 30a0860d-bf1e-424b-b466-b5aa159e7093: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:15:18.544767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-e279be43-bc9c-4876-bb6b-b442fa2fce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.546648 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-e279be43-bc9c-4876-bb6b-b442fa2fce36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1101 time: 0.1728246 Jul 22 21:15:18.552750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.590591 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.616327 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.646305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4c90dd-2148-42bb-809d-d83111a6e0e0,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:18.648407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8a65a-646e-44ae-ad05-34a4c1f7bf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3a1d5e-01ec-40c1-a425-8528fb19b522,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:18.651109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-76503522-72c8-4c04-91a0-a3d74970b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.653199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-76503522-72c8-4c04-91a0-a3d74970b63b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4253831 Jul 22 21:15:18.663657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4fc9937-62c7-4bb5-9a5a-0cf5adfcfc1b req-b60c906c-4213-4bb7-9f3f-775ea6b817dd tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747965 Jul 22 21:15:18.700018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-8747010e-7326-4cc4-bb99-fc16a5f0c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.701964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-8747010e-7326-4cc4-bb99-fc16a5f0c8f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1386199 Jul 22 21:15:18.776798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-154519db-437e-4be2-b09b-029e56284c0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 200 len: 217 time: 0.0993369 Jul 22 21:15:18.803872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-7acc3ec5-57d5-4f65-9315-3c6883baeba8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.0888786 Jul 22 21:15:18.821773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.823698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a86ac804-217f-44e9-9f37-6f3d9b99230b req-1a18fa46-4a38-4bd3-b42d-2e66390c11cf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6221869 Jul 22 21:15:18.865334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Deleting port 483fdf81-8311-47f2-a1ce-8c5632efd721 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:18.865334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.887249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-59bfb5c8-acb4-41ea-b67a-58f21d92c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.888785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-59bfb5c8-acb4-41ea-b67a-58f21d92c6d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0734901 Jul 22 21:15:18.954563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.062008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] No DVR routers for this DVR port b97ad790-d942-45cd-9217-7731dfa68605 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:19.065636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event deleted for resources: {'Port': ['ID=b97ad790-d942-45cd-9217-7731dfa68605,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:19.068593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.071227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85924b7c-194f-46bb-bd76-6996ae7bb4ad req-3479af1e-ce1a-4718-90f3-cdaeff29faf9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.23 "DELETE /v2.0/ports/b97ad790-d942-45cd-9217-7731dfa68605 HTTP/1.1" status: 204 len: 173 time: 1.2813625 Jul 22 21:15:19.085066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-b64547fd-0d36-4cb6-b718-285588e15ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.087273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-b64547fd-0d36-4cb6-b718-285588e15ad6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1845164 Jul 22 21:15:19.200027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}, {'name': 'network-changed', 'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}, {'server_uuid': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'name': 'network-vif-deleted', 'tag': 'b97ad790-d942-45cd-9217-7731dfa68605'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:19.284099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d100d93-d4db-4322-82af-1d3439128c36'}, {'server_uuid': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:19.286580 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1659c307-2c28-42a9-b643-5d0ebf78241a" -d '{"events": [{"server_uuid": "4e212f20-fceb-4a9d-8f99-15fb0ab0afac", "name": "network-vif-plugged", "status": "completed", "tag": "0d100d93-d4db-4322-82af-1d3439128c36"}, {"server_uuid": "54098f00-6597-4e9d-a53d-caa495b1efe0", "name": "network-vif-plugged", "status": "completed", "tag": "d899cb83-5676-49fb-ae2e-c513b35d4bc3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:19.323210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52566) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:19.349230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1881bcfe-1b54-4f48-a0fd-2f698c8320a6 req-3e96f593-62e7-446e-8ebd-d86a22fcd39a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1691122025', 'description': 'tempest-description-796737382'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:19.373250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-713f857f-6495-4ecd-8c63-577cb752753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.375286 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-713f857f-6495-4ecd-8c63-577cb752753c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.5865204 Jul 22 21:15:19.404589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80955a33-a507-4e55-9f81-03e0a8361949 req-4e2f9b6b-6f68-46e2-aea7-1cf6119f08ee tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f8fa343-8fc6-43e3-ab2a-dfbe7633c479 HTTP/1.1" status: 200 len: 210 time: 0.0832481 Jul 22 21:15:19.483042 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d6ba85-370a-452a-b508-e1721353bb4b" -d '{"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-unplugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}, {"name": "network-changed", "server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}, {"server_uuid": "8f8fa343-8fc6-43e3-ab2a-dfbe7633c479", "name": "network-vif-deleted", "tag": "b97ad790-d942-45cd-9217-7731dfa68605"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:19.484739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1881bcfe-1b54-4f48-a0fd-2f698c8320a6 req-3e96f593-62e7-446e-8ebd-d86a22fcd39a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.508944 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-5f3a0bbe-a7ad-4bfa-a760-8f636c13abde service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115050 Jul 22 21:15:19.512057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] For port 483fdf81-8311-47f2-a1ce-8c5632efd721, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=483fdf81-8311-47f2-a1ce-8c5632efd721,segment=NetworkSegment(405e412c-904b-452f-a7bd-6ac311e80113),segment_id=405e412c-904b-452f-a7bd-6ac311e80113)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:19.512429 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.551211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a2fcc689-b954-4d05-bc8c-d981c5b072e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ca9169cf49444f9a1528bf1dcd37f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235937 Jul 22 21:15:19.551447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52576) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:19.568262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Calling delete_port for 483fdf81-8311-47f2-a1ce-8c5632efd721 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:19.653588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-23fcd475-c5c9-496b-88a8-e0552b2dbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.655112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-23fcd475-c5c9-496b-88a8-e0552b2dbe8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2571156 Jul 22 21:15:19.658570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-678427aa-2c80-4392-ba6a-9af2ce512625 req-a103f479-458e-4df0-b780-5e64aeddd39b service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414599 Jul 22 21:15:19.659484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191ddb3f-0e05-4e01-92fa-72daa40b3891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.699745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191ddb3f-0e05-4e01-92fa-72daa40b3891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.734160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfcc7c-431a-4adf-ab6f-7b2302003ed0 req-8d89e3b3-7d1b-4c19-8fe5-4d7b36f07de9 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.735601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93cfcc7c-431a-4adf-ab6f-7b2302003ed0 req-8d89e3b3-7d1b-4c19-8fe5-4d7b36f07de9 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 945 time: 0.2527940 Jul 22 21:15:19.750747 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191ddb3f-0e05-4e01-92fa-72daa40b3891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.753430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191ddb3f-0e05-4e01-92fa-72daa40b3891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.754592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-191ddb3f-0e05-4e01-92fa-72daa40b3891 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7738e2d-9f4e-4a9f-9726-66c02efbf44e HTTP/1.1" status: 204 len: 168 time: 0.2024870 Jul 22 21:15:19.763820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ddb3f-0e05-4e01-92fa-72daa40b3891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7738e2d-9f4e-4a9f-9726-66c02efbf44e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:19.865800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-23ef57d7-7ee6-4f7b-bd0b-be1e1ec37b92 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.868236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-23ef57d7-7ee6-4f7b-bd0b-be1e1ec37b92 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 944 time: 0.0880594 Jul 22 21:15:19.889635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1881bcfe-1b54-4f48-a0fd-2f698c8320a6 req-3e96f593-62e7-446e-8ebd-d86a22fcd39a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.900355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1881bcfe-1b54-4f48-a0fd-2f698c8320a6 req-3e96f593-62e7-446e-8ebd-d86a22fcd39a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:19.908003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93cfcc7c-431a-4adf-ab6f-7b2302003ed0 req-d6c42b48-5d47-4486-b0a4-2a0216c184c4 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607337 Jul 22 21:15:19.926259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-b13fb45d-b590-4846-ac17-ca0840f598aa service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562032 Jul 22 21:15:19.988259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96f593-62e7-446e-8ebd-d86a22fcd39a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe162a7b-998a-4c77-acc8-fd13ff1fd0b8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:19.993262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1881bcfe-1b54-4f48-a0fd-2f698c8320a6 req-3e96f593-62e7-446e-8ebd-d86a22fcd39a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.000421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1881bcfe-1b54-4f48-a0fd-2f698c8320a6 req-3e96f593-62e7-446e-8ebd-d86a22fcd39a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6780810 Jul 22 21:15:20.088812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Deleting port 839b62a9-86fc-4398-9e28-ebe7400c09ea {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:20.089174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.096347 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f75610-a0cf-4dac-b061-222ce1772bc5 x-openstack-request-id: req-d0f75610-a0cf-4dac-b061-222ce1772bc5 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:20.098221 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e212f20-fceb-4a9d-8f99-15fb0ab0afac", "name": "network-vif-plugged", "status": "completed", "tag": "0d100d93-d4db-4322-82af-1d3439128c36", "code": 200}, {"server_uuid": "54098f00-6597-4e9d-a53d-caa495b1efe0", "name": "network-vif-plugged", "status": "completed", "tag": "d899cb83-5676-49fb-ae2e-c513b35d4bc3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:20.098647 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0f75610-a0cf-4dac-b061-222ce1772bc5 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:20.099308 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d100d93-d4db-4322-82af-1d3439128c36', 'code': 200} Jul 22 21:15:20.099733 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3', 'code': 200} Jul 22 21:15:20.145271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:20.198773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d09f79-cff7-4165-ba51-34c33fb5530b req-13b50900-0f59-4c76-8257-6223ade44e5b service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532456 Jul 22 21:15:20.214519 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897fc72-7221-473e-8e01-5a16830a99bb x-openstack-request-id: req-7897fc72-7221-473e-8e01-5a16830a99bb {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:20.214918 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-unplugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "code": 200}, {"name": "network-changed", "server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "status": "completed", "code": 200}, {"server_uuid": "8f8fa343-8fc6-43e3-ab2a-dfbe7633c479", "name": "network-vif-deleted", "tag": "b97ad790-d942-45cd-9217-7731dfa68605", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:20.215356 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7897fc72-7221-473e-8e01-5a16830a99bb {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:20.215996 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'code': 200} Jul 22 21:15:20.216453 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'status': 'completed', 'code': 200} Jul 22 21:15:20.217042 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8fa343-8fc6-43e3-ab2a-dfbe7633c479', 'name': 'network-vif-deleted', 'tag': 'b97ad790-d942-45cd-9217-7731dfa68605', 'status': 'completed', 'code': 200} Jul 22 21:15:20.239908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:20.347963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] For port 839b62a9-86fc-4398-9e28-ebe7400c09ea, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=839b62a9-86fc-4398-9e28-ebe7400c09ea,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:20.348336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.371002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Calling delete_port for 839b62a9-86fc-4398-9e28-ebe7400c09ea owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:20.384457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b97ad790-d942-45cd-9217-7731dfa68605 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:20.388404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30307ee-a722-46ca-ae46-c0f8626bfcce req-19ea3138-8a69-458b-93c9-f31e59ac5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.389997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a30307ee-a722-46ca-ae46-c0f8626bfcce req-19ea3138-8a69-458b-93c9-f31e59ac5626 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 1098 time: 0.1717863 Jul 22 21:15:20.406735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.430666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: b97ad790-d942-45cd-9217-7731dfa68605 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:20.431025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b97ad790-d942-45cd-9217-7731dfa68605 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:20.452183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-eaefe52c-89be-475b-929d-e605e0f0d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.454905 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-eaefe52c-89be-475b-929d-e605e0f0d781 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1101 time: 0.1934073 Jul 22 21:15:20.456241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Pushing event deleted for resources: {'Port': ['ID=483fdf81-8311-47f2-a1ce-8c5632efd721,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:20.498006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab98b26-b042-4980-a67d-d65dd84a33f6 req-83078329-7a7d-47d6-b83d-d8aea68384d1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.498006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ab98b26-b042-4980-a67d-d65dd84a33f6 req-83078329-7a7d-47d6-b83d-d8aea68384d1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 944 time: 0.4600005 Jul 22 21:15:20.534981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae65534-7376-4057-b127-45e2c5666913 req-e1d9c851-e1a6-426f-9614-2b89ed54b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.536738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ae65534-7376-4057-b127-45e2c5666913 req-e1d9c851-e1a6-426f-9614-2b89ed54b750 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54098f00-6597-4e9d-a53d-caa495b1efe0 HTTP/1.1" status: 200 len: 1098 time: 0.3352046 Jul 22 21:15:20.541382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a30307ee-a722-46ca-ae46-c0f8626bfcce req-657ac6ae-ff70-4bdb-bfcc-d852a8b2c52c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425924 Jul 22 21:15:20.545621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-0c1b211d-1da4-43c5-bd1e-bd62f0f49f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.547406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-0c1b211d-1da4-43c5-bd1e-bd62f0f49f80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1101 time: 0.2901502 Jul 22 21:15:20.591293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91fbee-6d2c-4f2f-bc70-6b608b4cc7ce req-17fd9fc8-0b0a-4001-a95f-91e416a9db1b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.599612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b91fbee-6d2c-4f2f-bc70-6b608b4cc7ce req-17fd9fc8-0b0a-4001-a95f-91e416a9db1b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 949 time: 0.3029428 Jul 22 21:15:20.628757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-4e97820f-ec41-456d-8de6-0c1ba6f377dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.631307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-4e97820f-ec41-456d-8de6-0c1ba6f377dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1655202 Jul 22 21:15:20.730356 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.733437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b91fbee-6d2c-4f2f-bc70-6b608b4cc7ce req-771f0997-4669-4fc3-87bb-80ce4d2be1e3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324172 Jul 22 21:15:20.742499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['05f09b63-8f28-4d02-abe3-3cf961226f7f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:20.757970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-e93ddf8e-0378-4edc-8ea2-0d9a97f5a028 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.1192791 Jul 22 21:15:20.758803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ab98b26-b042-4980-a67d-d65dd84a33f6 req-e146d4a1-dd3d-4050-b10e-f6f5adbb9be9 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476001 Jul 22 21:15:20.839505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ae65534-7376-4057-b127-45e2c5666913 req-ecb91c13-a2e9-4081-a500-562d6202a1a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840292 Jul 22 21:15:20.841674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event deleted for resources: {'Port': ['ID=839b62a9-86fc-4398-9e28-ebe7400c09ea,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:20.862288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-7e856781-a2e8-4a7b-aeb2-3bf79ed650ca req-b0c78686-e9ce-422e-8581-9a193183ba19 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1870690942', 'description': 'tempest-description-1626766011'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:20.899719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] No DVR routers for this DVR port 839b62a9-86fc-4398-9e28-ebe7400c09ea on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:20.903167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.906058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-795d75d4-429e-4865-8e94-b4ff4e05a83a req-48353686-4522-43b8-99e7-3918e20de381 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "DELETE /v2.0/ports/839b62a9-86fc-4398-9e28-ebe7400c09ea HTTP/1.1" status: 204 len: 173 time: 1.0294688 Jul 22 21:15:20.916161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-6c49ad42-c845-4e5c-a835-141f57d47f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.917717 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-6c49ad42-c845-4e5c-a835-141f57d47f8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1456907 Jul 22 21:15:21.019955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-096ee1cb-229d-4919-b140-fe3fbf66b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.024962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-096ee1cb-229d-4919-b140-fe3fbf66b730 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931978 Jul 22 21:15:21.113592 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7e856781-a2e8-4a7b-aeb2-3bf79ed650ca req-b0c78686-e9ce-422e-8581-9a193183ba19 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.168927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-9e68c5a2-8011-469f-8fd5-796e8b3b9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.171902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-9e68c5a2-8011-469f-8fd5-796e8b3b9478 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.5964289 Jul 22 21:15:21.200397 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-87468df0-ff5e-445b-802c-a949b56382e4 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650450 Jul 22 21:15:21.266162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9785e-5254-4995-8d63-105ff399f6e3 req-538c6149-8110-45fb-bede-f6323f0b8702 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.267978 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-faa9785e-5254-4995-8d63-105ff399f6e3 req-538c6149-8110-45fb-bede-f6323f0b8702 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 946 time: 0.3791082 Jul 22 21:15:21.274099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-e1c73344-3b0f-4873-bff3-451cf3a19bc8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.0907080 Jul 22 21:15:21.327754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.336592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-27a49741-596a-4426-99d5-3431cbb2f492 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279001 Jul 22 21:15:21.471693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-88293771-19bb-49d9-bea1-10e05afcde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.473250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-88293771-19bb-49d9-bea1-10e05afcde57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1843646 Jul 22 21:15:21.482881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-faa9785e-5254-4995-8d63-105ff399f6e3 req-4ad6de35-bc67-4e29-aa9c-18f94849452b tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010102 Jul 22 21:15:21.576637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52618) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:21.629827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7e856781-a2e8-4a7b-aeb2-3bf79ed650ca req-b0c78686-e9ce-422e-8581-9a193183ba19 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.647046 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7e856781-a2e8-4a7b-aeb2-3bf79ed650ca req-b0c78686-e9ce-422e-8581-9a193183ba19 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.749940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8807943a-c145-4cf0-9218-56356d98298a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.799361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7e856781-a2e8-4a7b-aeb2-3bf79ed650ca req-b0c78686-e9ce-422e-8581-9a193183ba19 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.804554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e856781-a2e8-4a7b-aeb2-3bf79ed650ca req-b0c78686-e9ce-422e-8581-9a193183ba19 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9679348 Jul 22 21:15:21.833894 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8807943a-c145-4cf0-9218-56356d98298a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.880299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c78686-e9ce-422e-8581-9a193183ba19 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd4d6a-e955-480b-82c7-a24a292ad54e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:21.972829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-cbdb307d-d80b-4588-a247-9c56375e0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.979112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-cbdb307d-d80b-4588-a247-9c56375e0a79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4854431 Jul 22 21:15:21.979890 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8807943a-c145-4cf0-9218-56356d98298a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.984014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8807943a-c145-4cf0-9218-56356d98298a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.986285 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8807943a-c145-4cf0-9218-56356d98298a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "DELETE /v2.0/security-groups/43175761-9f76-4fda-af22-cf33f830021c HTTP/1.1" status: 204 len: 168 time: 0.4046302 Jul 22 21:15:21.992074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52640) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:22.038282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807943a-c145-4cf0-9218-56356d98298a tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43175761-9f76-4fda-af22-cf33f830021c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:22.052465 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-4fd2db19-5313-481d-8172-d603a83272d5 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] show failed (client error): The resource could not be found. Jul 22 21:15:22.054803 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4fd2db19-5313-481d-8172-d603a83272d5 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "GET /v2.0/security-groups/43175761-9f76-4fda-af22-cf33f830021c HTTP/1.1" status: 404 len: 347 time: 0.0563705 Jul 22 21:15:22.059159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52642) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:22.217143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36fc6e57-2c86-4b5e-b494-13cbe10120c7 req-1bf688a2-d503-4f17-8f60-4919456c1795 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 210 time: 0.0859931 Jul 22 21:15:22.230865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'name': 'network-vif-deleted', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:22.234179 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f2b04-4693-4697-9fbd-452895af6378" -d '{"events": [{"server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "name": "network-vif-deleted", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:22.281273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Deleting port 87c23d8b-bdfd-4cdf-90a1-59e5f4b62d03 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:22.281974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.370775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.371123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.384019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Calling delete_port for 87c23d8b-bdfd-4cdf-90a1-59e5f4b62d03 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:22.425794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:22.494768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594208d-5466-400a-b2ab-12065b6afcae req-725544ac-0b11-42d1-8407-08e1ddd3bee0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:22.504610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e594208d-5466-400a-b2ab-12065b6afcae req-725544ac-0b11-42d1-8407-08e1ddd3bee0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 949 time: 0.6257017 Jul 22 21:15:22.512971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:15:22.551919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-8b7da18d-7b6d-4496-ba72-e466cc12bba6 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/fe162a7b-998a-4c77-acc8-fd13ff1fd0b8 HTTP/1.1" status: 200 len: 1804 time: 0.2786148 Jul 22 21:15:22.575449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-e88fb000-ef67-43d7-8a65-82811666447c service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473214 Jul 22 21:15:22.582602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:22.587758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.595772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'mac_address': 'fa:16:3e:31:1e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:22.620734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Pushing event deleted for resources: {'Port': ['ID=87c23d8b-bdfd-4cdf-90a1-59e5f4b62d03,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:22.651587 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.665601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59716cea-caa6-45bd-bce8-9b29cc6998bb {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:22.699597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:22.702521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.705740 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.705986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.711698 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a48525e8-4ee0-45be-b1b6-e39c55caad34 tempest-ServersWithSpecificFlavorTestJSON-698218587 tempest-ServersWithSpecificFlavorTestJSON-698218587-project] 10.222.0.54 "DELETE /v2.0/floatingips/30a0860d-bf1e-424b-b466-b5aa159e7093 HTTP/1.1" status: 204 len: 168 time: 0.6472743 Jul 22 21:15:22.762818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=12']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:22.815781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e594208d-5466-400a-b2ab-12065b6afcae req-6a8b6f71-f497-42a6-90f4-406031d23adf tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760851 Jul 22 21:15:22.841036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-cdad1d16-22db-4c6d-97cc-593974771c9a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/16bd4d6a-e955-480b-82c7-a24a292ad54e HTTP/1.1" status: 200 len: 1805 time: 0.2843897 Jul 22 21:15:22.850572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe162a7b-998a-4c77-acc8-fd13ff1fd0b8', 'remote_group_id': '16bd4d6a-e955-480b-82c7-a24a292ad54e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:22.850888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe162a7b-998a-4c77-acc8-fd13ff1fd0b8', 'remote_group_id': '16bd4d6a-e955-480b-82c7-a24a292ad54e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:22.898659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:22.907458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-acc0d92f-603c-4b0a-b5fb-c6cd8d584534 admin admin] 10.222.0.54 "PUT /v2.0/routers/097ea529-88cb-4ec6-80a6-fcc0b4383cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7719555 Jul 22 21:15:22.910338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52654) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:22.911043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1d6ba85-370a-452a-b508-e1721353bb4b req-f7047c5f-ca4a-4b77-baee-07d96717c7fb service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781620 Jul 22 21:15:22.914024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] Sync routers for ids ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:22.926004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] Routers {'097ea529-88cb-4ec6-80a6-fcc0b4383cc1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:22.930724 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:22.981960 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17205ae9-fbb9-4aed-975b-bea13ea2d7fc x-openstack-request-id: req-17205ae9-fbb9-4aed-975b-bea13ea2d7fc {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:22.982508 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9594ce0-8a29-4d0d-a2ed-44d00ae8d478", "name": "network-vif-deleted", "tag": "839b62a9-86fc-4398-9e28-ebe7400c09ea", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:22.982802 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17205ae9-fbb9-4aed-975b-bea13ea2d7fc {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:22.983927 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9594ce0-8a29-4d0d-a2ed-44d00ae8d478', 'name': 'network-vif-deleted', 'tag': '839b62a9-86fc-4398-9e28-ebe7400c09ea', 'status': 'completed', 'code': 200} Jul 22 21:15:23.035607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.055665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['59716cea-caa6-45bd-bce8-9b29cc6998bb'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:23.114374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.177056 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.192047 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.225698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7664f8-ebc2-4227-9677-65f9c7b2e43b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:23.238222 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.252277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c990279-7ab9-47b2-84dd-3590cfc103cb req-5bbeabb5-1f9b-4324-b065-8b56d900efbf tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4098585 Jul 22 21:15:23.317302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.400106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Deleting port d1d4712a-b11e-44a9-ba4c-60840bf8bf95 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:23.400601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.440361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] Set router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:23.533644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] For port d1d4712a-b11e-44a9-ba4c-60840bf8bf95, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:23.534025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.547879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Calling delete_port for d1d4712a-b11e-44a9-ba4c-60840bf8bf95 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:23.558965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db046781-53b8-4c51-912b-2d7be01a76a1 req-563e1a9a-1640-4e75-ad2d-36e9af5b0bbd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:23.582606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db046781-53b8-4c51-912b-2d7be01a76a1 req-563e1a9a-1640-4e75-ad2d-36e9af5b0bbd tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 946 time: 0.2163613 Jul 22 21:15:23.662233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db046781-53b8-4c51-912b-2d7be01a76a1 req-fb5e468c-494d-435f-b70f-2007cf288c81 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781443 Jul 22 21:15:23.724366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52670) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:23.747486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:15:20Z', 'revision_number': 5, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port': {'id': 'd1d4712a-b11e-44a9-ba4c-60840bf8bf95', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:12:52Z', 'updated_at': '2021-07-22T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:23.747798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b81887da-3951-44d8-a647-c61888f89657 req-ae9799dc-ca5a-4aeb-983a-396831fbd9dd tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-680728700', 'description': 'tempest-description-1827515735'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:23.774217 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b81887da-3951-44d8-a647-c61888f89657 req-ae9799dc-ca5a-4aeb-983a-396831fbd9dd tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.797421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.822913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] Checking router: 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:23.843123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d4712a-b11e-44a9-ba4c-60840bf8bf95,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:23.851113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] Routers {'097ea529-88cb-4ec6-80a6-fcc0b4383cc1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:23.851809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:23.883284 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-553f341e-b3e6-4475-aef4-788b3611ba61 req-723ec7ef-ba47-4098-b64c-1bb99423af06 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 210 time: 0.0557034 Jul 22 21:15:23.926650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02cd3d66-f2e1-452d-83e2-5c84ea19481b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.962852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.982342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] Set router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:23.998130 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b81887da-3951-44d8-a647-c61888f89657 req-ae9799dc-ca5a-4aeb-983a-396831fbd9dd tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.004355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b81887da-3951-44d8-a647-c61888f89657 req-ae9799dc-ca5a-4aeb-983a-396831fbd9dd tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.034975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b81887da-3951-44d8-a647-c61888f89657 req-ae9799dc-ca5a-4aeb-983a-396831fbd9dd tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.040641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b81887da-3951-44d8-a647-c61888f89657 req-ae9799dc-ca5a-4aeb-983a-396831fbd9dd tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2976401 Jul 22 21:15:24.073070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:15:23Z', 'revision_number': 7, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:24.089287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.092018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.101004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9799dc-ca5a-4aeb-983a-396831fbd9dd tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b0d649-937d-43ab-b212-e6ae8ed9cec7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:24.116912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02cd3d66-f2e1-452d-83e2-5c84ea19481b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.140798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b8d8f-4f0d-4fe7-8ca0-0e399ae1b4f1 None None] The sync data for ids ['097ea529-88cb-4ec6-80a6-fcc0b4383cc1'] in n-d-762330-19 is: [{'id': '097ea529-88cb-4ec6-80a6-fcc0b4383cc1', 'name': 'tempest-ServersTestMultiNic-1379253787-router', 'tenant_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:12:50Z', 'updated_at': '2021-07-22T21:15:23Z', 'revision_number': 7, 'project_id': 'e265c13f1bc64d1fae3b37165364bcd0', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:15:24.157666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:24.196623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.197272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 097ea529-88cb-4ec6-80a6-fcc0b4383cc1 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:15:24.219580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.220857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ba3a2f61-bcfc-4729-9b8c-44f588ac2838 admin admin] 10.222.0.54 "DELETE /v2.0/routers/097ea529-88cb-4ec6-80a6-fcc0b4383cc1 HTTP/1.1" status: 204 len: 168 time: 1.3082702 Jul 22 21:15:24.223911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52680) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:24.237235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 839b62a9-86fc-4398-9e28-ebe7400c09ea {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:24.237599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 839b62a9-86fc-4398-9e28-ebe7400c09ea not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:24.280927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eb3c2-4a4f-443a-9f8d-891995180f3e req-37aa67a7-a10e-4d5d-b0e6-b208e4a949c0 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:24.282203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] Deleting subnet 5750281b-7a66-45e7-8a57-43d362853ece {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:24.286109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.288583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e57eb3c2-4a4f-443a-9f8d-891995180f3e req-37aa67a7-a10e-4d5d-b0e6-b208e4a949c0 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=54098f00-6597-4e9d-a53d-caa495b1efe0 HTTP/1.1" status: 200 len: 946 time: 0.2018487 Jul 22 21:15:24.348014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e57eb3c2-4a4f-443a-9f8d-891995180f3e req-ad736da2-4e27-4d5b-94c5-364625408c77 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Jul 22 21:15:24.351875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.360275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7865e40-c19c-4416-ad43-d98050ed000e req-9c56b17d-85a6-4900-aa25-6dd406f42cab tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:24.361844 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7865e40-c19c-4416-ad43-d98050ed000e req-9c56b17d-85a6-4900-aa25-6dd406f42cab tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 950 time: 0.1477284 Jul 22 21:15:24.382164 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02cd3d66-f2e1-452d-83e2-5c84ea19481b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.386120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02cd3d66-f2e1-452d-83e2-5c84ea19481b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.387205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-02cd3d66-f2e1-452d-83e2-5c84ea19481b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "DELETE /v2.0/security-groups/4b77dc00-c94f-41ec-927e-6b99a5d29d14 HTTP/1.1" status: 204 len: 168 time: 0.6591868 Jul 22 21:15:24.393492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52684) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:24.407131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd3d66-f2e1-452d-83e2-5c84ea19481b tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b77dc00-c94f-41ec-927e-6b99a5d29d14,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:24.432401 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-ea047f6d-5a0c-44be-a64d-0bcc5c893f70 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] show failed (client error): The resource could not be found. Jul 22 21:15:24.433334 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ea047f6d-5a0c-44be-a64d-0bcc5c893f70 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "GET /v2.0/security-groups/4b77dc00-c94f-41ec-927e-6b99a5d29d14 HTTP/1.1" status: 404 len: 347 time: 0.0387640 Jul 22 21:15:24.439334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52688) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:24.441141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-82ba6528-6a50-4323-a685-8eac5c3f0b86 req-9af901ca-add3-482f-a023-f92e149b41b1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1265146896', 'description': 'tempest-description-1764179817'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:24.449141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:24.469233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7865e40-c19c-4416-ad43-d98050ed000e req-87d3c756-22ff-49eb-8ef6-6dcf1d686c9e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965354 Jul 22 21:15:24.504463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-82ba6528-6a50-4323-a685-8eac5c3f0b86 req-9af901ca-add3-482f-a023-f92e149b41b1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.558941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 59716cea-caa6-45bd-bce8-9b29cc6998bb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:24.564318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 59716cea-caa6-45bd-bce8-9b29cc6998bb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:24.564728 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.613557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.672778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Deleting port a71b5ee7-4da9-469b-9778-2987f471ed47 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:24.673096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.679558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.685982 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-82ba6528-6a50-4323-a685-8eac5c3f0b86 req-9af901ca-add3-482f-a023-f92e149b41b1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.695306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-82ba6528-6a50-4323-a685-8eac5c3f0b86 req-9af901ca-add3-482f-a023-f92e149b41b1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.728669 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-82ba6528-6a50-4323-a685-8eac5c3f0b86 req-9af901ca-add3-482f-a023-f92e149b41b1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.730372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82ba6528-6a50-4323-a685-8eac5c3f0b86 req-9af901ca-add3-482f-a023-f92e149b41b1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2996154 Jul 22 21:15:24.740925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:24.748208 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcd1b98-0a96-4ef1-b8a7-3b25a3f8162c" -d '{"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-plugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:24.762435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.776096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af901ca-add3-482f-a023-f92e149b41b1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd26945f-5bdb-4562-84d8-db48204b6c55,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:24.789406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:24.795105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.803782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5750281b-7a66-45e7-8a57-43d362853ece,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:24.826980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.832359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bc966e9f-9a0a-4214-bb83-37d8683f24d5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5750281b-7a66-45e7-8a57-43d362853ece HTTP/1.1" status: 204 len: 168 time: 0.6051795 Jul 22 21:15:24.832879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52702) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:24.847004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b37f3-de41-46a0-86b0-62d0841d1308 None None] Network f2ecc80f-e777-4a28-800a-72229ce07062 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:24.857141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.857696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.879645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Calling delete_port for a71b5ee7-4da9-469b-9778-2987f471ed47 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:25.116944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.125768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=13']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:25.163183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Pushing event deleted for resources: {'Port': ['ID=a71b5ee7-4da9-469b-9778-2987f471ed47,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:25.201499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 483fdf81-8311-47f2-a1ce-8c5632efd721 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:25.227544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 483fdf81-8311-47f2-a1ce-8c5632efd721 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:25.227930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 483fdf81-8311-47f2-a1ce-8c5632efd721 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:25.228348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1d4712a-b11e-44a9-ba4c-60840bf8bf95 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:25.254367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d1d4712a-b11e-44a9-ba4c-60840bf8bf95 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:25.254717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1d4712a-b11e-44a9-ba4c-60840bf8bf95 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:25.257068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] DHCP port deletion for f2ecc80f-e777-4a28-800a-72229ce07062 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:15:25.299301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.302182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.303392 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8af4a6a9-4cfa-4bf0-bbd2-e33544c406c9 tempest-ImagesOneServerNegativeTestJSON-1776729086 tempest-ImagesOneServerNegativeTestJSON-1776729086-project] 10.222.0.54 "DELETE /v2.0/floatingips/5a507c77-319a-41ae-afdc-4fea47c53971 HTTP/1.1" status: 204 len: 168 time: 0.8626978 Jul 22 21:15:25.324779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] Deleting port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:25.325159 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.395747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] For port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c40aaa9b-332a-4288-bb32-d2ba1edc9d1e,segment=NetworkSegment(405e412c-904b-452f-a7bd-6ac311e80113),segment_id=405e412c-904b-452f-a7bd-6ac311e80113)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:25.396430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.411823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] Calling delete_port for c40aaa9b-332a-4288-bb32-d2ba1edc9d1e owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:25.504236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.505422 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.534172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] Pushing event deleted for resources: {'Port': ['ID=c40aaa9b-332a-4288-bb32-d2ba1edc9d1e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:25.540452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906092d-ceac-4a74-8cf4-e54c0960fac9 None None] No DVR routers for this DVR port c40aaa9b-332a-4288-bb32-d2ba1edc9d1e on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:25.554198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-45d72d7f-03d4-4228-ba7c-ecad7366e352 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/f9b0d649-937d-43ab-b212-e6ae8ed9cec7 HTTP/1.1" status: 200 len: 1804 time: 0.6145504 Jul 22 21:15:25.590240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f747054-f8ad-4f93-8432-929f1951ef82 req-90789243-6519-48c5-9a1b-3426acfa2c83 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:25.591775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f747054-f8ad-4f93-8432-929f1951ef82 req-90789243-6519-48c5-9a1b-3426acfa2c83 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 951 time: 0.7155576 Jul 22 21:15:25.680855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.699172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ecc80f-e777-4a28-800a-72229ce07062']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:25.706176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-d82328cc-3c5e-4903-afa1-37f27bec7165 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/fd26945f-5bdb-4562-84d8-db48204b6c55 HTTP/1.1" status: 200 len: 1805 time: 0.1339965 Jul 22 21:15:25.719444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f9b0d649-937d-43ab-b212-e6ae8ed9cec7', 'remote_group_id': 'fd26945f-5bdb-4562-84d8-db48204b6c55', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:25.719766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f9b0d649-937d-43ab-b212-e6ae8ed9cec7', 'remote_group_id': 'fd26945f-5bdb-4562-84d8-db48204b6c55', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:25.724745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405e412c-904b-452f-a7bd-6ac311e80113') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:25.725043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405e412c-904b-452f-a7bd-6ac311e80113') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:25.729088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f747054-f8ad-4f93-8432-929f1951ef82 req-31843652-f336-40d1-ae03-3fa3d3af76d4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203730 Jul 22 21:15:25.740135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.763498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.774880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:25.775355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:25.779742 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:25.788290 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d96e36-cfb9-4b98-ab67-2c353684a53c x-openstack-request-id: req-c4d96e36-cfb9-4b98-ab67-2c353684a53c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:25.788833 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-plugged", "status": "completed", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:25.789300 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4d96e36-cfb9-4b98-ab67-2c353684a53c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:25.789911 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'code': 200} Jul 22 21:15:25.865880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.881676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.883880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f2ecc80f-e777-4a28-800a-72229ce07062 HTTP/1.1" status: 204 len: 168 time: 1.0498931 Jul 22 21:15:25.885379 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.923396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4425968-91ed-4628-a095-65f62b425e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ecc80f-e777-4a28-800a-72229ce07062,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:25.965266 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:25.971117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.000613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95c3b9-334b-439d-b2e2-9564999378fd req-fb5bd1ac-1d1e-48df-89c4-1d4e659e0b36 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.002172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb95c3b9-334b-439d-b2e2-9564999378fd req-fb5bd1ac-1d1e-48df-89c4-1d4e659e0b36 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=54098f00-6597-4e9d-a53d-caa495b1efe0 HTTP/1.1" status: 200 len: 946 time: 0.1416793 Jul 22 21:15:26.009165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e5b241-b6b8-45f4-aa98-31c0d55ab161,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:26.020686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.024634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1480ecb8-aaca-4bb6-b693-03c0b67ccf0a req-f7fc1e6c-abdc-4a93-9e52-e3e54ad17d30 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3110013 Jul 22 21:15:26.060816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb95c3b9-334b-439d-b2e2-9564999378fd req-d153983f-4f36-4b68-a82e-d028752e07f6 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492280 Jul 22 21:15:26.109592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52722) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:26.213318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac823ea9-f032-45bb-89e9-123eff8197a4 req-9b0603ea-591f-4cc5-ab4d-97e9fd3412fd tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9594ce0-8a29-4d0d-a2ed-44d00ae8d478 HTTP/1.1" status: 200 len: 210 time: 0.0667953 Jul 22 21:15:26.261809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-74482e80-9016-411c-8668-dc3d9e22f257 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e265c13f1bc64d1fae3b37165364bcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478186 Jul 22 21:15:26.262284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52734) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:26.355729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f464f76f-990f-47d4-9fc0-0bd112a6f45e req-c26e5676-40aa-43cd-bfd3-c35bfb039876 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/fd26945f-5bdb-4562-84d8-db48204b6c55 HTTP/1.1" status: 200 len: 1805 time: 0.0934129 Jul 22 21:15:26.368578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.416581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.529994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.533141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.534609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/566ed868-0ff3-490c-8e57-107536a69848 HTTP/1.1" status: 204 len: 168 time: 0.2715404 Jul 22 21:15:26.560486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f464f76f-990f-47d4-9fc0-0bd112a6f45e req-d5ad26c2-9b40-4490-bd3c-6188119ad726 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.560735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ed868-0ff3-490c-8e57-107536a69848,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:26.577348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.577737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.578576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.578921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.579258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.579597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.579998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.580272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.580596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.580920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.581629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.581629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f68fd-0a03-405b-ac1f-17442e46f962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:26.600662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508896b-d81e-44ab-b715-1396fb641961 req-51d1a61b-8250-40fb-8db3-4fec7b0ff932 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.602299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6508896b-d81e-44ab-b715-1396fb641961 req-51d1a61b-8250-40fb-8db3-4fec7b0ff932 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "GET /v2.0/ports?device_id=54098f00-6597-4e9d-a53d-caa495b1efe0 HTTP/1.1" status: 200 len: 946 time: 0.2509232 Jul 22 21:15:26.607444 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f464f76f-990f-47d4-9fc0-0bd112a6f45e req-d5ad26c2-9b40-4490-bd3c-6188119ad726 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.711032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-bce1fe76-9405-4812-a2ca-f5d76160345b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780549 Jul 22 21:15:26.949160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f464f76f-990f-47d4-9fc0-0bd112a6f45e req-d5ad26c2-9b40-4490-bd3c-6188119ad726 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.951927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f464f76f-990f-47d4-9fc0-0bd112a6f45e req-d5ad26c2-9b40-4490-bd3c-6188119ad726 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:26.953131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f464f76f-990f-47d4-9fc0-0bd112a6f45e req-d5ad26c2-9b40-4490-bd3c-6188119ad726 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-groups/fd26945f-5bdb-4562-84d8-db48204b6c55 HTTP/1.1" status: 204 len: 173 time: 0.5837662 Jul 22 21:15:26.982260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad26c2-9b40-4490-bd3c-6188119ad726 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd26945f-5bdb-4562-84d8-db48204b6c55,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:26.998196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-e52ef239-5b28-4c03-8df5-cd30a756dbf6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:27.000702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-e52ef239-5b28-4c03-8df5-cd30a756dbf6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799187 Jul 22 21:15:27.004333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Deleting port d899cb83-5676-49fb-ae2e-c513b35d4bc3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:27.004832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.007790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52774) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:27.052304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-6bd2eff9-4a7a-4f28-8da9-21fb48b9b533 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/quotas/048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 375 time: 0.0261824 Jul 22 21:15:27.101987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52782) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:27.164237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] Deleting subnet 8d14413c-1d52-47c3-b230-284c77ef01d9 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:27.173132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.206434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c40aaa9b-332a-4288-bb32-d2ba1edc9d1e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:27.226102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] For port d899cb83-5676-49fb-ae2e-c513b35d4bc3, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d899cb83-5676-49fb-ae2e-c513b35d4bc3,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:27.226484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.239483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c87feea9-1d16-4184-a94e-869b363d12ea req-e94e3940-ca88-4d72-91c8-dc7a62dad9f9 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/f9b0d649-937d-43ab-b212-e6ae8ed9cec7 HTTP/1.1" status: 200 len: 1804 time: 0.1013079 Jul 22 21:15:27.247472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Calling delete_port for d899cb83-5676-49fb-ae2e-c513b35d4bc3 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:27.251275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.267927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: c40aaa9b-332a-4288-bb32-d2ba1edc9d1e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:27.268715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c40aaa9b-332a-4288-bb32-d2ba1edc9d1e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:27.277869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-61e22637-f8d7-45d7-afad-a78d655de5f3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2246289 Jul 22 21:15:27.332474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.425559 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.472327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d14413c-1d52-47c3-b230-284c77ef01d9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:27.498182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.521728 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2ae10974-3bd6-4de1-b951-30521c0134ae admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8d14413c-1d52-47c3-b230-284c77ef01d9 HTTP/1.1" status: 204 len: 168 time: 0.5102723 Jul 22 21:15:27.525942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52806) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:27.719595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:27.750966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.914125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-eb68aef8-48a7-4c72-880e-e1290b1670bf req-2d3d6a13-5f25-480d-9411-ae4555068690 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2115091992', 'description': 'tempest-description-1069746224'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:27.937809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:27.952348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa9f0d7-eea1-43c4-9931-88eac3ceb20e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:27.970209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba6b18f-b097-4698-9970-7350e61d5f02') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:27.970694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba6b18f-b097-4698-9970-7350e61d5f02') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:27.988648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.024898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-301099911-network', 'tenant_id': 'bc56810df37e4ee8b1d8ee8ebe1f5fe4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:28.074973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Made reservation on behalf of bc56810df37e4ee8b1d8ee8ebe1f5fe4 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:28.083385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.105184 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.119047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d899cb83-5676-49fb-ae2e-c513b35d4bc3', '959804b5-7813-419c-b5e4-1a251fed44ca'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:28.121672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.132978 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.146160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:28.147063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:28.149637 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:28.187645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Pushing event deleted for resources: {'Port': ['ID=d899cb83-5676-49fb-ae2e-c513b35d4bc3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:28.194777 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eb68aef8-48a7-4c72-880e-e1290b1670bf req-2d3d6a13-5f25-480d-9411-ae4555068690 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.241059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0d100d93-d4db-4322-82af-1d3439128c36'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:28.298051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.328580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.332218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] 10.222.0.54 "DELETE /v2.0/networks/7aa9f0d7-eea1-43c4-9931-88eac3ceb20e HTTP/1.1" status: 204 len: 168 time: 0.8048155 Jul 22 21:15:28.333790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb8c76-cf88-4808-a10d-99975496461b admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa9f0d7-eea1-43c4-9931-88eac3ceb20e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:28.436269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] No DVR routers for this DVR port d899cb83-5676-49fb-ae2e-c513b35d4bc3 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:28.449163 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.453124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6508896b-d81e-44ab-b715-1396fb641961 req-d9cbdf3f-22a9-4a13-af7d-2b5ec0269e65 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "DELETE /v2.0/ports/d899cb83-5676-49fb-ae2e-c513b35d4bc3 HTTP/1.1" status: 204 len: 173 time: 1.8414302 Jul 22 21:15:28.464667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'name': 'network-vif-deleted', 'tag': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:28.473832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.482528 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18c3ba-25da-462e-af06-4a1b14e828ac" -d '{"events": [{"server_uuid": "54098f00-6597-4e9d-a53d-caa495b1efe0", "name": "network-vif-deleted", "tag": "d899cb83-5676-49fb-ae2e-c513b35d4bc3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:28.491251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.597119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:15:28.606327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52826) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:28.639100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c4f4d-5771-4f61-9f83-011690f57e11,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:28.647665 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eb68aef8-48a7-4c72-880e-e1290b1670bf req-2d3d6a13-5f25-480d-9411-ae4555068690 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.668703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e980e5-ecec-4888-addf-e615d893f1f3 req-33e2f25b-07cc-4a3a-92f7-24ededbbfcdf tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:28.670593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3e980e5-ecec-4888-addf-e615d893f1f3 req-33e2f25b-07cc-4a3a-92f7-24ededbbfcdf tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=54098f00-6597-4e9d-a53d-caa495b1efe0 HTTP/1.1" status: 200 len: 867 time: 0.8273251 Jul 22 21:15:28.676411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eb68aef8-48a7-4c72-880e-e1290b1670bf req-2d3d6a13-5f25-480d-9411-ae4555068690 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.693910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.694401 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Added segment dfdab000-cab4-4487-a964-bbbe3594ea70 of type vlan for network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 Jul 22 21:15:28.780792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d6a13-5f25-480d-9411-ae4555068690 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def5768c-d6d7-4d14-bd4a-d870ea33b003,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:28.800918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eb68aef8-48a7-4c72-880e-e1290b1670bf req-2d3d6a13-5f25-480d-9411-ae4555068690 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.812114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b6e558c4-ba86-43fd-be2d-95609cae0eb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ee024418ac94c1b8edc077d4556029a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000678 Jul 22 21:15:28.819458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52830) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:28.820142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb68aef8-48a7-4c72-880e-e1290b1670bf req-2d3d6a13-5f25-480d-9411-ae4555068690 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9790914 Jul 22 21:15:28.846528 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:28.912749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3e980e5-ecec-4888-addf-e615d893f1f3 req-7d50fff6-4313-4187-8f19-6795c723d410 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230458 Jul 22 21:15:28.987055 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.061568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.resource_extend [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:15:29.113726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.114728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:29.115329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.229181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6cc195f-f365-4033-a50a-f7faa8187db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.271349 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6cc195f-f365-4033-a50a-f7faa8187db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.500964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:29.522079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:15:29.539190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-195fef1d-2c9c-4c15-89be-447d5c056230 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8147497 Jul 22 21:15:29.540565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52836) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:29.623285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Request body: {'subnet': {'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-301099911-subnet', 'tenant_id': 'bc56810df37e4ee8b1d8ee8ebe1f5fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:29.789999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6cc195f-f365-4033-a50a-f7faa8187db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.792549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6cc195f-f365-4033-a50a-f7faa8187db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.801634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a6cc195f-f365-4033-a50a-f7faa8187db4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/624b43c6-2c89-4801-b1db-79ad0ddbd42f HTTP/1.1" status: 204 len: 168 time: 0.9677932 Jul 22 21:15:29.829076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-aa680f87-79cd-4d54-b012-ae26f64af0d0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=048d87f66b0143b49e7616f0c3817438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4839780 Jul 22 21:15:29.839362 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc4a579-03a2-4574-9654-554867612b8a x-openstack-request-id: req-bfc4a579-03a2-4574-9654-554867612b8a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:29.847906 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54098f00-6597-4e9d-a53d-caa495b1efe0", "name": "network-vif-deleted", "tag": "d899cb83-5676-49fb-ae2e-c513b35d4bc3", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:29.849250 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfc4a579-03a2-4574-9654-554867612b8a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:29.852440 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54098f00-6597-4e9d-a53d-caa495b1efe0', 'name': 'network-vif-deleted', 'tag': 'd899cb83-5676-49fb-ae2e-c513b35d4bc3', 'status': 'completed', 'code': 200} Jul 22 21:15:29.874053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc195f-f365-4033-a50a-f7faa8187db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b43c6-2c89-4801-b1db-79ad0ddbd42f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:29.917252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Made reservation on behalf of bc56810df37e4ee8b1d8ee8ebe1f5fe4 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:29.933910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.980441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:15:30.007227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e372f135-068b-4c9a-8466-e0846485485d req-0bd2326c-f424-4ae5-80b9-2ae57b4e76f4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 210 time: 0.1846039 Jul 22 21:15:30.185169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d899cb83-5676-49fb-ae2e-c513b35d4bc3 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:30.259706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: d899cb83-5676-49fb-ae2e-c513b35d4bc3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:30.260179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d899cb83-5676-49fb-ae2e-c513b35d4bc3 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:30.356248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-3e701736-1633-432e-b569-5c9ca87a5f43 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:30.356790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-df4b6bcd-faed-4454-8cac-19eacff04242 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/def5768c-d6d7-4d14-bd4a-d870ea33b003 HTTP/1.1" status: 200 len: 1805 time: 0.4083765 Jul 22 21:15:30.358275 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-3e701736-1633-432e-b569-5c9ca87a5f43 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041978 Jul 22 21:15:30.387070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Request body: {'port': {'device_id': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '048d87f66b0143b49e7616f0c3817438'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:30.394176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'def5768c-d6d7-4d14-bd4a-d870ea33b003', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:30.394557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'def5768c-d6d7-4d14-bd4a-d870ea33b003', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:30.551292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:30.748276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.784682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Deleting port 20d01910-080c-4e10-bd78-cf412fcee026 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:30.785043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.876215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] For port 20d01910-080c-4e10-bd78-cf412fcee026, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=20d01910-080c-4e10-bd78-cf412fcee026,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:30.876215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.903520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Calling delete_port for 20d01910-080c-4e10-bd78-cf412fcee026 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:30.910775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.231894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef60c307-e40e-43ab-990e-a68aaaac400b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.234060 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.290493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.328171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab440d9-7030-4bb7-95e9-aeecec0d4a36,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:31.351032 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.434080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Pushing event deleted for resources: {'Port': ['ID=20d01910-080c-4e10-bd78-cf412fcee026,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:31.448900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.587495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=284aad29-2671-4274-a373-ff20289da3b6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:31.615905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Checking segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:31.617015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Network hostable DHCP agents. Network: 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:15:31.633033 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef60c307-e40e-43ab-990e-a68aaaac400b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.642093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:15:31.663631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:31.675081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da7799-ecc3-4ae8-8e75-b7972b55b043 None None] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:31.689636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:31.690652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.726856 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1b09f893-20e3-49a2-9981-f7f316d238ae admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1278656 Jul 22 21:15:31.740897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef60c307-e40e-43ab-990e-a68aaaac400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.769799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Made reservation on behalf of 048d87f66b0143b49e7616f0c3817438 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:31.775743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.827832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-564ae552-e616-472a-aa6e-a7a1be1e09c3 req-ed9b39cf-3026-4d8c-af5e-a4a3319267ec tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 210 time: 0.3868699 Jul 22 21:15:31.838647 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.917529 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.918807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c0e203a-9cce-47a8-b5df-8e23217a5457 req-06812c3c-eb97-4843-8555-809e7cab4d25 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5383897 Jul 22 21:15:31.924954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ef60c307-e40e-43ab-990e-a68aaaac400b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4657e63a251f40de90ccd25139d210ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3680849 Jul 22 21:15:31.941953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52902) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:32.042526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Allocated IP 192.168.233.128 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/6fd27ff8-af45-4064-bb68-9ac8fa30c64c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:32.045292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9772a5d2-21b1-49db-9349-cffac025b105 req-6e1fd558-bc05-43c6-8202-06b0c1f63898 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/def5768c-d6d7-4d14-bd4a-d870ea33b003 HTTP/1.1" status: 200 len: 2398 time: 0.0794001 Jul 22 21:15:32.051707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-9772a5d2-21b1-49db-9349-cffac025b105 req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'def5768c-d6d7-4d14-bd4a-d870ea33b003', 'remote_group_id': None}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:32.052460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-9772a5d2-21b1-49db-9349-cffac025b105 req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'def5768c-d6d7-4d14-bd4a-d870ea33b003', 'remote_group_id': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:32.133307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d04581-5ad4-4b5e-87c2-23536d73233c None None] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:32.147536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60c307-e40e-43ab-990e-a68aaaac400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708b2ad-2d59-481a-a33c-9367888134f5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:32.285988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5bf30a8-b744-4e80-a34e-fc27bb721d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.287109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.313083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Transition to ACTIVE for port object 6fd27ff8-af45-4064-bb68-9ac8fa30c64c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:32.313312 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9772a5d2-21b1-49db-9349-cffac025b105 req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.321303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.351172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5bf30a8-b744-4e80-a34e-fc27bb721d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.370721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.383703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:32.389754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe', '59716cea-caa6-45bd-bce8-9b29cc6998bb'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:32.421941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9772a5d2-21b1-49db-9349-cffac025b105 req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.469423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9772a5d2-21b1-49db-9349-cffac025b105 req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.512899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:32.535887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c112cf-0058-47a2-bb76-b0e8332ca61b req-05b27488-7520-40bb-aae6-5239d49c3f55 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.542144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c112cf-0058-47a2-bb76-b0e8332ca61b req-05b27488-7520-40bb-aae6-5239d49c3f55 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.548758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:32.550632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90c112cf-0058-47a2-bb76-b0e8332ca61b req-05b27488-7520-40bb-aae6-5239d49c3f55 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac&device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 1682 time: 0.3443356 Jul 22 21:15:32.551546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:32.556004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:32.558545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f1e45b-8008-4624-89f0-1cbc8c57787e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:32.569306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9772a5d2-21b1-49db-9349-cffac025b105 req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.584766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9772a5d2-21b1-49db-9349-cffac025b105 req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5379970 Jul 22 21:15:32.630190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.630536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.630881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.631219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.631547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.634470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.634660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.634880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.635226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.635565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.635919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.636252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af4cc0-50a6-40b9-a8f6-d47e1f00a45e tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:32.687310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.688773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.724767 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-53099745-c3bd-4cde-a7ea-855078615b39 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3456855 Jul 22 21:15:32.735261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90c112cf-0058-47a2-bb76-b0e8332ca61b req-5eeff967-b192-45ca-bd5a-ede2cb78f9eb tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834116 Jul 22 21:15:32.744234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5bf30a8-b744-4e80-a34e-fc27bb721d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.749594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5bf30a8-b744-4e80-a34e-fc27bb721d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.751306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a5bf30a8-b744-4e80-a34e-fc27bb721d98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e708b2ad-2d59-481a-a33c-9367888134f5 HTTP/1.1" status: 204 len: 168 time: 0.8048995 Jul 22 21:15:32.768735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Request body: {'port': {'device_id': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:32.886703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf30a8-b744-4e80-a34e-fc27bb721d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708b2ad-2d59-481a-a33c-9367888134f5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:33.031168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8769a836-8a55-451f-bc6e-b27994585c8f req-e83500f1-c3e0-4e71-b5e2-ad542c69fbe2 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/def5768c-d6d7-4d14-bd4a-d870ea33b003 HTTP/1.1" status: 200 len: 2996 time: 0.2754440 Jul 22 21:15:33.083420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Router ba30d540-3230-4bd3-a6b4-9a4825b08825 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:15:33.092952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.173478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-52299e71-30c9-44de-971c-af60b02879be None None] Provisioning for port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:33.235120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-52299e71-30c9-44de-971c-af60b02879be None None] Provisioning complete for port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:33.235705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52299e71-30c9-44de-971c-af60b02879be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.389340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-52299e71-30c9-44de-971c-af60b02879be None None] Port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:15:33.497475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-212bd245-0493-4b55-b262-43c48fc5bb10 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:33.499768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-212bd245-0493-4b55-b262-43c48fc5bb10 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 812 time: 0.4005787 Jul 22 21:15:33.570758 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-fbd33b5e-aeb9-47c7-af95-949d8e12f6e7 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/quotas/bc56810df37e4ee8b1d8ee8ebe1f5fe4 HTTP/1.1" status: 200 len: 375 time: 0.0441809 Jul 22 21:15:33.580133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fbfc-8c0d-4690-add2-8c61fc665f98 req-2bae6c0d-639b-4e9e-87d0-0b7c165849dc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:33.582149 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fd3fbfc-8c0d-4690-add2-8c61fc665f98 req-2bae6c0d-639b-4e9e-87d0-0b7c165849dc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 936 time: 0.3810899 Jul 22 21:15:33.584244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:33.590667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cb6314f0-3e3f-40cc-8650-6f57bf3da83c admin admin] 10.222.0.54 "PUT /v2.0/routers/ba30d540-3230-4bd3-a6b4-9a4825b08825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4565136 Jul 22 21:15:33.595267 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] Sync routers for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:33.597660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:33.610812 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:33.611601 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:33.696849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-53dc6cf5-a65a-4144-978f-c6409b204a2a tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251676 Jul 22 21:15:33.703598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:33.809790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:33.816266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd27ff8-af45-4064-bb68-9ac8fa30c64c {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:33.822055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.828026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.886720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fd3fbfc-8c0d-4690-add2-8c61fc665f98 req-04df4478-bacf-449a-bf7f-8056967a985f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624681 Jul 22 21:15:33.887787 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d23dece5-a5f3-44b6-bc93-114ae2ab7a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.932923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Transition to ACTIVE for port object 6fd27ff8-af45-4064-bb68-9ac8fa30c64c will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:33.938673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.065057 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:15:31Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:34.086410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-655bf56f-31a5-45a7-a0a1-8698e206c6db req-5424718e-1589-4942-979c-afa020d4dff7 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-group-rules/f9f1e45b-8008-4624-89f0-1cbc8c57787e HTTP/1.1" status: 200 len: 783 time: 0.0877917 Jul 22 21:15:34.095132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] Checking router: ba30d540-3230-4bd3-a6b4-9a4825b08825 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:34.105224 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] Routers {'ba30d540-3230-4bd3-a6b4-9a4825b08825'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:34.106095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ba30d540-3230-4bd3-a6b4-9a4825b08825'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:34.165642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:34.174810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:34.175290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:34.175512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:34.183322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-21b8e2ca-c637-4ad9-87b3-8d896ce4b070 service neutron] 10.222.0.54 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458039 Jul 22 21:15:34.191356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:34.191691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:34.192779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-655bf56f-31a5-45a7-a0a1-8698e206c6db req-14a5c816-a188-4570-bf8c-03da3e2a9181 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/def5768c-d6d7-4d14-bd4a-d870ea33b003 HTTP/1.1" status: 200 len: 2996 time: 0.1052208 Jul 22 21:15:34.194556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.209171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:34.209516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:34.209907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:34.210351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Bound port: 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:34.210726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.251266 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] Set router ba30d540-3230-4bd3-a6b4-9a4825b08825 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:34.336858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Deleting port 63c98524-8ffe-40be-bc4f-d7472914b3c3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:34.337321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.349701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-655bf56f-31a5-45a7-a0a1-8698e206c6db req-b8a1cdae-e7a8-4fe4-9de5-f5c421654ae9 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.370781 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-655bf56f-31a5-45a7-a0a1-8698e206c6db req-b8a1cdae-e7a8-4fe4-9de5-f5c421654ae9 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.371129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:34.394224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d23dece5-a5f3-44b6-bc93-114ae2ab7a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.445271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:34.446555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d23dece5-a5f3-44b6-bc93-114ae2ab7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.455508 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.471986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-213fa8ce-482a-4ef3-819f-f4430c4ce70a service neutron] 10.222.0.54 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666407 Jul 22 21:15:34.483817 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:15:31Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:34.488011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-655bf56f-31a5-45a7-a0a1-8698e206c6db req-b8a1cdae-e7a8-4fe4-9de5-f5c421654ae9 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.516427 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-655bf56f-31a5-45a7-a0a1-8698e206c6db req-b8a1cdae-e7a8-4fe4-9de5-f5c421654ae9 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.518263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-655bf56f-31a5-45a7-a0a1-8698e206c6db req-b8a1cdae-e7a8-4fe4-9de5-f5c421654ae9 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/f9f1e45b-8008-4624-89f0-1cbc8c57787e HTTP/1.1" status: 204 len: 173 time: 0.3241918 Jul 22 21:15:34.519614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1cdae-e7a8-4fe4-9de5-f5c421654ae9 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f1e45b-8008-4624-89f0-1cbc8c57787e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:34.532732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d23dece5-a5f3-44b6-bc93-114ae2ab7a8e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=487e1fb78f284d96b8e116ebcc1948ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8152118 Jul 22 21:15:34.540096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:34.541130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.542726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] 10.222.0.23 "PUT /v2.0/ports/6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 1097 time: 1.7889521 Jul 22 21:15:34.542878 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80367af6-cd86-4e0a-aff2-c013f5bf9174 None None] The sync data for ids ['ba30d540-3230-4bd3-a6b4-9a4825b08825'] in n-d-762330-19 is: [{'id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965303165-router', 'tenant_id': '276b311cdd854aaea7c6ae8d2e297604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:19Z', 'updated_at': '2021-07-22T21:15:31Z', 'revision_number': 5, 'project_id': '276b311cdd854aaea7c6ae8d2e297604', 'gw_port': {'id': '63c98524-8ffe-40be-bc4f-d7472914b3c3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba30d540-3230-4bd3-a6b4-9a4825b08825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:15:34.543556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:34.546871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52970) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:34.547109 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb73371-594e-4020-80d9-62f3c07ddcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:34.571359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dece5-a5f3-44b6-bc93-114ae2ab7a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3132e-d8d9-4e20-b4d5-727e3ac7f52d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:34.677927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b3d9-fa6c-494c-a2f2-909fc4e83be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.706441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] For port 63c98524-8ffe-40be-bc4f-d7472914b3c3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=63c98524-8ffe-40be-bc4f-d7472914b3c3,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:34.707904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.709323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b3d9-fa6c-494c-a2f2-909fc4e83be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.761296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b661cab-40df-43bc-844e-f9727ba86a10 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:34.770969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Calling delete_port for 63c98524-8ffe-40be-bc4f-d7472914b3c3 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:34.826566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b3d9-fa6c-494c-a2f2-909fc4e83be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.832876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b3d9-fa6c-494c-a2f2-909fc4e83be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.836234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7ff4b3d9-fa6c-494c-a2f2-909fc4e83be2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13e3132e-d8d9-4e20-b4d5-727e3ac7f52d HTTP/1.1" status: 204 len: 168 time: 0.2885277 Jul 22 21:15:34.870863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4b3d9-fa6c-494c-a2f2-909fc4e83be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3132e-d8d9-4e20-b4d5-727e3ac7f52d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:34.889978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-8602dc8e-4618-4858-b7ab-251ca665d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:34.892836 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-8602dc8e-4618-4858-b7ab-251ca665d62e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1100 time: 0.2700007 Jul 22 21:15:35.068876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-23e453a7-efcb-4870-a0b4-46a3bb4797ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.1547635 Jul 22 21:15:35.130185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20d01910-080c-4e10-bd78-cf412fcee026 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:35.135919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-133e7341-e4e0-4b3f-890c-561a23415660 req-076c3dd5-3bcd-4eed-8c8a-6c39dd80b5e5 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/def5768c-d6d7-4d14-bd4a-d870ea33b003 HTTP/1.1" status: 200 len: 2398 time: 0.1137102 Jul 22 21:15:35.205010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 20d01910-080c-4e10-bd78-cf412fcee026 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:35.205959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20d01910-080c-4e10-bd78-cf412fcee026 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:35.232863 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-133e7341-e4e0-4b3f-890c-561a23415660 req-b35fee6c-3631-4f97-bb11-354532d40b8a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.277084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-133e7341-e4e0-4b3f-890c-561a23415660 req-b35fee6c-3631-4f97-bb11-354532d40b8a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.315299 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee87ac40-439e-46ff-b1b2-02c442a2b303 x-openstack-request-id: req-ee87ac40-439e-46ff-b1b2-02c442a2b303 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:35.315921 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:35.316878 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee87ac40-439e-46ff-b1b2-02c442a2b303 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:35.317458 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'status': 'completed', 'code': 200} Jul 22 21:15:35.345440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-3fb58067-2c00-4e2f-ab7d-8b050ac12b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.352875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-3fb58067-2c00-4e2f-ab7d-8b050ac12b4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1608393 Jul 22 21:15:35.383664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-133e7341-e4e0-4b3f-890c-561a23415660 req-b35fee6c-3631-4f97-bb11-354532d40b8a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.386330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-133e7341-e4e0-4b3f-890c-561a23415660 req-b35fee6c-3631-4f97-bb11-354532d40b8a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.387533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-133e7341-e4e0-4b3f-890c-561a23415660 req-b35fee6c-3631-4f97-bb11-354532d40b8a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-groups/def5768c-d6d7-4d14-bd4a-d870ea33b003 HTTP/1.1" status: 204 len: 173 time: 0.2363234 Jul 22 21:15:35.400156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fee6c-3631-4f97-bb11-354532d40b8a tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def5768c-d6d7-4d14-bd4a-d870ea33b003,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:35.593025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.644805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c98524-8ffe-40be-bc4f-d7472914b3c3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:35.656340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-1afc0f1b-c38e-49dc-a3af-3cf1474728bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.659391 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-1afc0f1b-c38e-49dc-a3af-3cf1474728bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2800472 Jul 22 21:15:35.781171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c015a92-665f-41aa-83e3-92fc0f8d817f req-cbf8c85f-2855-4a48-85d2-66ceaa102381 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.784418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c015a92-665f-41aa-83e3-92fc0f8d817f req-cbf8c85f-2855-4a48-85d2-66ceaa102381 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 948 time: 0.2193906 Jul 22 21:15:35.848772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.862010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f15cb0-4e74-4536-a44a-48633f8969ea req-a9bed7e5-b6cd-4455-b205-b2350151009b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.863877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0f15cb0-4e74-4536-a44a-48633f8969ea req-a9bed7e5-b6cd-4455-b205-b2350151009b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 945 time: 0.2151737 Jul 22 21:15:35.906381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c015a92-665f-41aa-83e3-92fc0f8d817f req-5501d78c-713f-4bfd-bfc1-7db1896543b1 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080143 Jul 22 21:15:35.955522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0f15cb0-4e74-4536-a44a-48633f8969ea req-5b2dd006-4610-4b89-85e7-bc4181cd4e60 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728257 Jul 22 21:15:35.985772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.989035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-d5b38e01-2a4e-417c-95e7-f3e547324ce4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.989711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.991225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-d5b38e01-2a4e-417c-95e7-f3e547324ce4 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 945 time: 0.2034175 Jul 22 21:15:35.994636 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-aa64e43e-18bc-4545-aca4-9e109651eb55 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173945 Jul 22 21:15:36.174726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:36.175584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba30d540-3230-4bd3-a6b4-9a4825b08825 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:15:36.197318 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:36.198310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a3cf558c-d91d-48d8-b5db-ed109e0e7263 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ba30d540-3230-4bd3-a6b4-9a4825b08825 HTTP/1.1" status: 204 len: 168 time: 2.5983808 Jul 22 21:15:36.206985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53036) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:36.293771 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bcfd455-9023-4569-b813-4fe04b20cd63 req-26bd8685-98e6-4e66-8666-1d1d40708a0d service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878177 Jul 22 21:15:36.334020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] Deleting subnet a04d65b9-ad86-404a-a10b-d05e2b780a68 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:36.340628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:36.398787 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-c8acf42e-11db-4296-9fed-50f167233ecb req-5512fd80-c2bb-4e50-ba3e-5d64b9bcb9e1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] show failed (client error): The resource could not be found. Jul 22 21:15:36.406632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8acf42e-11db-4296-9fed-50f167233ecb req-5512fd80-c2bb-4e50-ba3e-5d64b9bcb9e1 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/fd26945f-5bdb-4562-84d8-db48204b6c55 HTTP/1.1" status: 404 len: 352 time: 0.4144199 Jul 22 21:15:36.537080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:36.555461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88d5be94-6ffb-42d5-aa8c-ca85354d6fa0 req-7d811c94-b38e-43bd-a918-ed5b25c2debc tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 210 time: 0.1613126 Jul 22 21:15:36.765542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-2a1b16c5-68f3-4a95-ae67-5f0d837bec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:36.767110 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-2a1b16c5-68f3-4a95-ae67-5f0d837bec1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1100 time: 0.3699110 Jul 22 21:15:36.902935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53058) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:36.904987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:36.912288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79f4ea63-b660-447d-a2f8-ce3f01d08d0f req-d220c140-a5b3-4e84-ada5-d996bdf2d65d tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/f9b0d649-937d-43ab-b212-e6ae8ed9cec7 HTTP/1.1" status: 200 len: 1804 time: 0.2202041 Jul 22 21:15:36.950431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Deleting port 05f09b63-8f28-4d02-abe3-3cf961226f7f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:36.951083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.111767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-929cc90f-a880-497f-a6ff-4cbdae765420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.114505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-929cc90f-a880-497f-a6ff-4cbdae765420 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3067594 Jul 22 21:15:37.123999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.163337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436b39d-ce8b-4a85-a519-7ce3567216b6 None None] Network 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:37.185943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-79f4ea63-b660-447d-a2f8-ce3f01d08d0f req-4a38525e-0ecb-4532-a590-b444dbde0378 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.224822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.231326 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a04d65b9-ad86-404a-a10b-d05e2b780a68 HTTP/1.1" status: 204 len: 168 time: 1.0225708 Jul 22 21:15:37.231892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53070) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:37.242228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-network', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:37.254479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] For port 05f09b63-8f28-4d02-abe3-3cf961226f7f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=05f09b63-8f28-4d02-abe3-3cf961226f7f,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:37.255480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.290565 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-79f4ea63-b660-447d-a2f8-ce3f01d08d0f req-4a38525e-0ecb-4532-a590-b444dbde0378 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.292522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b954b8-7209-4e19-b2fe-de5ae6f0884b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04d65b9-ad86-404a-a10b-d05e2b780a68,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:37.300873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-815082c9-0762-42f7-bd5f-5f51f64ef602 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.1579385 Jul 22 21:15:37.351067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Calling delete_port for 05f09b63-8f28-4d02-abe3-3cf961226f7f owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:37.418332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97213357-b3be-4789-a21e-ce535c663177 req-b0c54bc9-44b2-41ac-8cf7-d12980e293f2 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.419636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Made reservation on behalf of e28b8aba8dd04caf9bd56edea0fd22cc for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:37.421540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97213357-b3be-4789-a21e-ce535c663177 req-b0c54bc9-44b2-41ac-8cf7-d12980e293f2 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 946 time: 0.4219904 Jul 22 21:15:37.426012 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.451380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 63c98524-8ffe-40be-bc4f-d7472914b3c3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:37.488847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 63c98524-8ffe-40be-bc4f-d7472914b3c3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:37.490257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 63c98524-8ffe-40be-bc4f-d7472914b3c3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:37.678537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-79f4ea63-b660-447d-a2f8-ce3f01d08d0f req-4a38525e-0ecb-4532-a590-b444dbde0378 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.681426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-f652d637-07f4-4c30-ac6b-6bdf15b976f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.682317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-79f4ea63-b660-447d-a2f8-ce3f01d08d0f req-4a38525e-0ecb-4532-a590-b444dbde0378 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.684086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-f652d637-07f4-4c30-ac6b-6bdf15b976f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.3720045 Jul 22 21:15:37.697525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79f4ea63-b660-447d-a2f8-ce3f01d08d0f req-4a38525e-0ecb-4532-a590-b444dbde0378 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-groups/f9b0d649-937d-43ab-b212-e6ae8ed9cec7 HTTP/1.1" status: 204 len: 173 time: 0.7648268 Jul 22 21:15:37.701146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.715189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-211e6c1d-326d-420f-9172-956fc2ce59a9 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.718806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-211e6c1d-326d-420f-9172-956fc2ce59a9 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 812 time: 0.3501096 Jul 22 21:15:37.722600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] DHCP port deletion for 22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:15:37.769263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97213357-b3be-4789-a21e-ce535c663177 req-ddcfc632-4810-44f2-99c0-73aeded7054f tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204281 Jul 22 21:15:37.771190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38525e-0ecb-4532-a590-b444dbde0378 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b0d649-937d-43ab-b212-e6ae8ed9cec7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:37.790409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Request body: {'port': {'device_id': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'admin_state_up': True, 'tenant_id': 'bc56810df37e4ee8b1d8ee8ebe1f5fe4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:37.841213 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.928499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] Deleting port 1d271a80-d2ee-48cf-b253-2b850385a151 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:37.929431 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.050821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.085211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['05f09b63-8f28-4d02-abe3-3cf961226f7f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:38.090853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9ef84e8-1bb5-46be-b2c8-9cc52ed7201e req-d67a68c7-292b-4f85-a07c-0d9c01caab6b tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f1a302-fc17-44ac-80df-7452a240d32e HTTP/1.1" status: 200 len: 210 time: 0.0627091 Jul 22 21:15:38.124352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Deleting port 1d271a80-d2ee-48cf-b253-2b850385a151 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:38.125197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.131998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event deleted for resources: {'Port': ['ID=05f09b63-8f28-4d02-abe3-3cf961226f7f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:38.214180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] For port 1d271a80-d2ee-48cf-b253-2b850385a151, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d271a80-d2ee-48cf-b253-2b850385a151,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:38.216892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.221480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c617d-32bc-4462-9de9-91d1ae98c5cd req-4d57d453-6bca-46a2-9f01-ca2679753396 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.230484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-e190fff9-b3a0-4029-8168-28e51b51ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.231333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-145c617d-32bc-4462-9de9-91d1ae98c5cd req-4d57d453-6bca-46a2-9f01-ca2679753396 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 948 time: 0.3141437 Jul 22 21:15:38.232310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-e190fff9-b3a0-4029-8168-28e51b51ebcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5119028 Jul 22 21:15:38.241320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] Calling delete_port for 1d271a80-d2ee-48cf-b253-2b850385a151 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:38.328842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] No DVR routers for this DVR port 05f09b63-8f28-4d02-abe3-3cf961226f7f on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:38.356090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.359725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-531f66a8-3f3c-4400-8e7d-10130c34e3b7 req-e065273f-778e-4d85-8a0b-579adb1f02a1 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "DELETE /v2.0/ports/05f09b63-8f28-4d02-abe3-3cf961226f7f HTTP/1.1" status: 204 len: 173 time: 2.3583159 Jul 22 21:15:38.380310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.387068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-3e85d8ff-33b6-4ae2-bea5-907cdd733d20 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.389053 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-3e85d8ff-33b6-4ae2-bea5-907cdd733d20 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 812 time: 0.6296000 Jul 22 21:15:38.392775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'name': 'network-vif-deleted', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:38.396099 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6f4d67-909d-48b9-8afe-41c4e56daa73" -d '{"events": [{"server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "name": "network-vif-deleted", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:38.401296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31421b85-db35-4d2e-a3a3-6e2cfa2fc94e req-a14cc5d9-451d-4ca4-8efb-cbf4f16d67ac tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 210 time: 0.0952499 Jul 22 21:15:38.416729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] Pushing event deleted for resources: {'Port': ['ID=1d271a80-d2ee-48cf-b253-2b850385a151,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:38.423168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc5ba7-10c8-4691-8b58-23628d6d4374 None None] No DVR routers for this DVR port 1d271a80-d2ee-48cf-b253-2b850385a151 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:38.444522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] For port 1d271a80-d2ee-48cf-b253-2b850385a151, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d271a80-d2ee-48cf-b253-2b850385a151,segment=NetworkSegment(fee05061-a423-4b21-bbaa-06c63c7510eb),segment_id=fee05061-a423-4b21-bbaa-06c63c7510eb)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:38.445206 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.515564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:38.521170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Calling delete_port for 1d271a80-d2ee-48cf-b253-2b850385a151 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:38.538880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-145c617d-32bc-4462-9de9-91d1ae98c5cd req-c7989285-3ec4-4b03-8055-1b91ddf5aac0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067124 Jul 22 21:15:38.717566 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e111fb-185c-4905-a53f-729d299b0e92 x-openstack-request-id: req-33e111fb-185c-4905-a53f-729d299b0e92 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:38.718062 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f1a302-fc17-44ac-80df-7452a240d32e", "name": "network-vif-deleted", "tag": "05f09b63-8f28-4d02-abe3-3cf961226f7f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:38.718457 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33e111fb-185c-4905-a53f-729d299b0e92 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:38.719271 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f1a302-fc17-44ac-80df-7452a240d32e', 'name': 'network-vif-deleted', 'tag': '05f09b63-8f28-4d02-abe3-3cf961226f7f', 'status': 'completed', 'code': 200} Jul 22 21:15:38.729753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:38.751497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'mac_address': 'fa:16:3e:8c:25:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:38.764514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e245424-1257-47f7-860f-771b693f3dd9 req-369e8aa2-0900-4271-a679-9e313b5cf0f5 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/16bd4d6a-e955-480b-82c7-a24a292ad54e HTTP/1.1" status: 200 len: 1805 time: 0.2770641 Jul 22 21:15:38.785780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-2412088f-c4f6-465b-b7a1-87b58f083d51 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.788573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-2412088f-c4f6-465b-b7a1-87b58f083d51 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "GET /v2.0/ports?device_id=6253fa80-0084-42b5-a97b-d34ae7e8f726 HTTP/1.1" status: 200 len: 945 time: 0.3852544 Jul 22 21:15:38.835156 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.844011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Request body: {'port': {'device_id': '886c6227-33f6-4524-b2d9-2d9181334512', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'admin_state_up': True, 'tenant_id': 'bc56810df37e4ee8b1d8ee8ebe1f5fe4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:38.851428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd27ff8-af45-4064-bb68-9ac8fa30c64c {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:38.894095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:38.900951 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.920333 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.977974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.989430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:38.990500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.993513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:15:39.008033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.008336 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Added segment 677e6ba2-d91c-48db-b092-7e100ce63023 of type vlan for network 02017ee7-54ba-451d-acdd-4f214b0961c8 Jul 22 21:15:39.023380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] No DVR routers for this DVR port 1d271a80-d2ee-48cf-b253-2b850385a151 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:39.043588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-98c8bfb6-573b-47f0-a282-77169b292ecf service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902055 Jul 22 21:15:39.064210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3e245424-1257-47f7-860f-771b693f3dd9 req-e6082a5a-8eab-4cc4-8e3b-03475e13b230 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.066788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d271a80-d2ee-48cf-b253-2b850385a151,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:39.200095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3e245424-1257-47f7-860f-771b693f3dd9 req-e6082a5a-8eab-4cc4-8e3b-03475e13b230 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.202457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Made reservation on behalf of bc56810df37e4ee8b1d8ee8ebe1f5fe4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:39.210729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.212659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d271a80-d2ee-48cf-b253-2b850385a151 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:39.226018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d682b-571e-43c3-8940-b48ac449956d req-285d2148-ac83-4498-a087-200a1e4b601c tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.227591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-194d682b-571e-43c3-8940-b48ac449956d req-285d2148-ac83-4498-a087-200a1e4b601c tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 946 time: 0.4379020 Jul 22 21:15:39.255957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6fd27ff8-af45-4064-bb68-9ac8fa30c64c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:39.258160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb194af-24c1-4fdb-8f3c-717f41f8e317,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:39.262453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 1d271a80-d2ee-48cf-b253-2b850385a151 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:39.263509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d271a80-d2ee-48cf-b253-2b850385a151 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:39.284752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.337488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.337815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fc2921-f54b-4be0-9cdd-cc09f2ad49c5']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:39.348411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Made reservation on behalf of bc56810df37e4ee8b1d8ee8ebe1f5fe4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:39.351918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.388563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee05061-a423-4b21-bbaa-06c63c7510eb') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:39.389673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee05061-a423-4b21-bbaa-06c63c7510eb') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:39.411947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Deleting port 959804b5-7813-419c-b5e4-1a251fed44ca {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:39.412293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.419979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.479077 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.479988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.480569 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.491739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.514711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf6184-6ac6-4a76-8fa4-874af51f8065 req-85e848d8-0cf2-4ada-9871-27bc81419cb6 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.516327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9cf6184-6ac6-4a76-8fa4-874af51f8065 req-85e848d8-0cf2-4ada-9871-27bc81419cb6 tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 946 time: 0.4607313 Jul 22 21:15:39.529628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fb73371-594e-4020-80d9-62f3c07ddcfe req-93c6a39d-e574-45ac-b868-945dde77e5cc service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637439 Jul 22 21:15:39.548235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:39.548652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:39.552279 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:39.619698 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7091372 Jul 22 21:15:39.647916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53122) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:39.652077 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3e245424-1257-47f7-860f-771b693f3dd9 req-e6082a5a-8eab-4cc4-8e3b-03475e13b230 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.653102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Request body: {'subnet': {'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-subnet', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:39.656526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3e245424-1257-47f7-860f-771b693f3dd9 req-e6082a5a-8eab-4cc4-8e3b-03475e13b230 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.660349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e245424-1257-47f7-860f-771b693f3dd9 req-e6082a5a-8eab-4cc4-8e3b-03475e13b230 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-groups/16bd4d6a-e955-480b-82c7-a24a292ad54e HTTP/1.1" status: 204 len: 173 time: 0.8597946 Jul 22 21:15:39.667637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24f0b8-766a-4615-bc84-beb89e4276e0 admin admin] Pushing event updated for resources: {'Network': ['ID=02017ee7-54ba-451d-acdd-4f214b0961c8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:39.683055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:15:39.700853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Allocated IP 172.20.0.5 (1e0ecc07-0425-4e32-bdfc-34c0bd9efd72/284aad29-2671-4274-a373-ff20289da3b6/f64348fc-703e-4de2-8b14-a3db7416b03a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:39.713813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6082a5a-8eab-4cc4-8e3b-03475e13b230 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd4d6a-e955-480b-82c7-a24a292ad54e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:39.721320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Made reservation on behalf of e28b8aba8dd04caf9bd56edea0fd22cc for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:39.726874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.743508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] For port 959804b5-7813-419c-b5e4-1a251fed44ca, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=959804b5-7813-419c-b5e4-1a251fed44ca,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:39.743834 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.761014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.773441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:39.775861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/22fc2921-f54b-4be0-9cdd-cc09f2ad49c5 HTTP/1.1" status: 204 len: 168 time: 2.5294213 Jul 22 21:15:39.799084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53128) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:39.806281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Calling delete_port for 959804b5-7813-419c-b5e4-1a251fed44ca owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:39.883375 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50502274-3860-44c9-9ac9-dde28ebe61e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22fc2921-f54b-4be0-9cdd-cc09f2ad49c5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:40.122846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.126356 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.196225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9cf6184-6ac6-4a76-8fa4-874af51f8065 req-b4ab26b3-0f8b-4fb7-a454-320d3217089b tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/security-groups?id=d4f3572a-94cb-4508-aead-5d2c3bc775ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347728 Jul 22 21:15:40.211701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58eaac23-84bb-45f9-af8a-ea40fc7db015 req-3934e37e-0e9f-4b92-8fb6-12acb1621755 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 210 time: 0.4314883 Jul 22 21:15:40.238450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 05f09b63-8f28-4d02-abe3-3cf961226f7f no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:40.240071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff709087-d252-4d41-853b-ed4b2c6a90f7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:40.251176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Checking segment: {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:40.252349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Network hostable DHCP agents. Network: 02017ee7-54ba-451d-acdd-4f214b0961c8, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:15:40.255178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Deleting port 0d100d93-d4db-4322-82af-1d3439128c36 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:40.255701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.277483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 05f09b63-8f28-4d02-abe3-3cf961226f7f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:40.278922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:15:40.279374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 05f09b63-8f28-4d02-abe3-3cf961226f7f not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:40.288086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.322350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 02017ee7-54ba-451d-acdd-4f214b0961c8) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:40.331968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d73164-5a74-4e0e-8ebf-b466db06df29 None None] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:40.336372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:40.337172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.380121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:40.393116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:40.403561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:40.417589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d396648a-5c51-42e7-af80-7ced6d0dde17 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7660124 Jul 22 21:15:40.417589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Allocated IP 172.20.0.3 (1e0ecc07-0425-4e32-bdfc-34c0bd9efd72/284aad29-2671-4274-a373-ff20289da3b6/c72d014f-a4b5-4ab3-8e36-b31ebaf62521) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:40.418807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53148) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:40.422865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:40.447475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event updated for resources: {'Port': ['ID=f64348fc-703e-4de2-8b14-a3db7416b03a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:40.509095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:40.509749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.528122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.529180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.532044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:40.561266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-59633508-1a2e-4a74-9404-2ca1aa56cbe0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7803290 Jul 22 21:15:40.567543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-02017ee7-54ba-451d-acdd-4f214b0961c8', 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'fixed_ips': [{'subnet_id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:15:40.569274 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.585783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Request body: {'port': {'device_id': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:40.604422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99e83e53-d910-48eb-876a-0a0fd18c827b req-358c64f4-42ff-4f82-a992-5a2e51f9676b tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/fe162a7b-998a-4c77-acc8-fd13ff1fd0b8 HTTP/1.1" status: 200 len: 1804 time: 0.3117962 Jul 22 21:15:40.675632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.697146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:40.722627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:40.723117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.731725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] For port 0d100d93-d4db-4322-82af-1d3439128c36, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d100d93-d4db-4322-82af-1d3439128c36,segment=NetworkSegment(ff782359-3572-4fc1-974c-fc9fb07b9658),segment_id=ff782359-3572-4fc1-974c-fc9fb07b9658)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:40.732296 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.744444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620ed35-e375-488a-ade2-3a7220f798e0 req-77dceb97-a514-4804-bb90-ff9d680ec8f3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:40.745993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7620ed35-e375-488a-ade2-3a7220f798e0 req-77dceb97-a514-4804-bb90-ff9d680ec8f3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 949 time: 0.4404538 Jul 22 21:15:40.771190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Allocated IP 172.20.0.2 (02017ee7-54ba-451d-acdd-4f214b0961c8/ff709087-d252-4d41-853b-ed4b2c6a90f7/211bc260-9bd6-4706-ae0e-dab86510171a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:40.796763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Calling delete_port for 0d100d93-d4db-4322-82af-1d3439128c36 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:40.878908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.889422 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.922313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:40.923362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.925144 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9f42fb-0986-452f-9d65-749ae29ec272" -d '{"events": [{"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-plugged", "status": "completed", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:40.936800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.944194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.951317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-99e83e53-d910-48eb-876a-0a0fd18c827b req-cbd7418c-8ecd-417c-ab1f-b5a654aec050 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.951856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:40.963266 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.964463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d100d93-d4db-4322-82af-1d3439128c36 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:40.996503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7620ed35-e375-488a-ade2-3a7220f798e0 req-7cc3a172-a90d-496f-8e0a-841a3b3c1102 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352269 Jul 22 21:15:41.079737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Pushing event deleted for resources: {'Port': ['ID=959804b5-7813-419c-b5e4-1a251fed44ca,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.165355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.185741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] No DVR routers for this DVR port 959804b5-7813-419c-b5e4-1a251fed44ca on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:41.194763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.198686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d43587e-49ab-41b3-bfe0-9479b051a1ad req-84132a8f-42f8-4ce7-87e3-e6687abbb5ed tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.58 "DELETE /v2.0/ports/959804b5-7813-419c-b5e4-1a251fed44ca HTTP/1.1" status: 204 len: 173 time: 2.3843942 Jul 22 21:15:41.206249 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-99e83e53-d910-48eb-876a-0a0fd18c827b req-cbd7418c-8ecd-417c-ab1f-b5a654aec050 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.216391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'name': 'network-vif-deleted', 'tag': '959804b5-7813-419c-b5e4-1a251fed44ca'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:41.219962 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f3810c-7b96-4a18-a4d1-f943617d9ce9" -d '{"events": [{"server_uuid": "6253fa80-0084-42b5-a97b-d34ae7e8f726", "name": "network-vif-deleted", "tag": "959804b5-7813-419c-b5e4-1a251fed44ca"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:41.265444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.269547 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.295511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Transition to ACTIVE for port object 211bc260-9bd6-4706-ae0e-dab86510171a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:41.346771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Transition to ACTIVE for port object 211bc260-9bd6-4706-ae0e-dab86510171a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:41.355434 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.361096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.373110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.401541 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3c4c54-ae2e-4fd9-82f4-02cce302c37d x-openstack-request-id: req-9e3c4c54-ae2e-4fd9-82f4-02cce302c37d {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:41.402077 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-plugged", "status": "completed", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:41.402544 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e3c4c54-ae2e-4fd9-82f4-02cce302c37d {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:41.403226 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'code': 200} Jul 22 21:15:41.443565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:41.468026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:41.471400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Pushing event deleted for resources: {'Port': ['ID=0d100d93-d4db-4322-82af-1d3439128c36,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.471668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Pushing event updated for resources: {'Port': ['ID=211bc260-9bd6-4706-ae0e-dab86510171a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.474829 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-99e83e53-d910-48eb-876a-0a0fd18c827b req-cbd7418c-8ecd-417c-ab1f-b5a654aec050 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.475604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:41.481657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-99e83e53-d910-48eb-876a-0a0fd18c827b req-cbd7418c-8ecd-417c-ab1f-b5a654aec050 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.491900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99e83e53-d910-48eb-876a-0a0fd18c827b req-cbd7418c-8ecd-417c-ab1f-b5a654aec050 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-groups/fe162a7b-998a-4c77-acc8-fd13ff1fd0b8 HTTP/1.1" status: 204 len: 173 time: 0.8645587 Jul 22 21:15:41.578931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Attempting to bind port 211bc260-9bd6-4706-ae0e-dab86510171a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:41.579556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Attempting to bind port 211bc260-9bd6-4706-ae0e-dab86510171a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:41.580270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Attempting to bind port 211bc260-9bd6-4706-ae0e-dab86510171a on network 02017ee7-54ba-451d-acdd-4f214b0961c8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:41.583486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7418c-8ecd-417c-ab1f-b5a654aec050 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe162a7b-998a-4c77-acc8-fd13ff1fd0b8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.586493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] No DVR routers for this DVR port 0d100d93-d4db-4322-82af-1d3439128c36 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:41.590344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.592652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-194d682b-571e-43c3-8940-b48ac449956d req-6b8a2ed4-62fa-44c9-b54e-a23cff21e9aa tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.23 "DELETE /v2.0/ports/0d100d93-d4db-4322-82af-1d3439128c36 HTTP/1.1" status: 204 len: 173 time: 2.3526545 Jul 22 21:15:41.613250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:41.614074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Checking segment: {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:41.614732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.615488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Bound using segment: {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:41.616465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Bound port: 211bc260-9bd6-4706-ae0e-dab86510171a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:41.617119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.683641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd477d69-ba1a-4eae-ae31-23da26f9ebc5 req-739b35c6-ae64-4a64-a9e0-c82bc10be42f tempest-ListServersNegativeTestJSON-979097997 tempest-ListServersNegativeTestJSON-979097997-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e212f20-fceb-4a9d-8f99-15fb0ab0afac HTTP/1.1" status: 200 len: 210 time: 0.0806115 Jul 22 21:15:41.695955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.766736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] For port 211bc260-9bd6-4706-ae0e-dab86510171a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:41.773912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] For port 211bc260-9bd6-4706-ae0e-dab86510171a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=211bc260-9bd6-4706-ae0e-dab86510171a,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:41.782278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.788616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:41.798594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64348fc-703e-4de2-8b14-a3db7416b03a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:41.811764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event updated for resources: {'Port': ['ID=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.828679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:41.829315 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7216b64-bfea-4e21-99c4-893ded5dbaa1 x-openstack-request-id: req-c7216b64-bfea-4e21-99c4-893ded5dbaa1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:41.829552 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6253fa80-0084-42b5-a97b-d34ae7e8f726", "name": "network-vif-deleted", "tag": "959804b5-7813-419c-b5e4-1a251fed44ca", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:41.829799 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7216b64-bfea-4e21-99c4-893ded5dbaa1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:41.830211 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6253fa80-0084-42b5-a97b-d34ae7e8f726', 'name': 'network-vif-deleted', 'tag': '959804b5-7813-419c-b5e4-1a251fed44ca', 'status': 'completed', 'code': 200} Jul 22 21:15:41.844586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.854263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:41.927577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Transition to ACTIVE for port object f64348fc-703e-4de2-8b14-a3db7416b03a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:41.946923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.973320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd927a-8298-439c-9da5-69c76ebc5fdc None None] Pushing event updated for resources: {'Port': ['ID=211bc260-9bd6-4706-ae0e-dab86510171a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:42.023507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.024251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.033426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343903d9-da26-49a9-abf5-b06fa491ffbd req-ac672484-8415-473e-815d-2c220b46d916 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.035074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-343903d9-da26-49a9-abf5-b06fa491ffbd req-ac672484-8415-473e-815d-2c220b46d916 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 944 time: 0.4529588 Jul 22 21:15:42.075180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd220c1f-310c-42bd-8c9e-c4bcf7b65e5f req-fb7579b8-d6ae-41a2-bbdd-32a0218a4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.080204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd220c1f-310c-42bd-8c9e-c4bcf7b65e5f req-fb7579b8-d6ae-41a2-bbdd-32a0218a4500 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1102 time: 0.5065415 Jul 22 21:15:42.105604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd333-93be-421c-b834-2fb63584b400 req-0344fbd7-02d6-4f98-b99a-4ab291209ac6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.108018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-434fd333-93be-421c-b834-2fb63584b400 req-0344fbd7-02d6-4f98-b99a-4ab291209ac6 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 944 time: 0.4215856 Jul 22 21:15:42.183035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e84890dc-662b-48b6-80ae-d8cd4ecf311b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3458993 Jul 22 21:15:42.190724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f64348fc-703e-4de2-8b14-a3db7416b03a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:42.219280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-343903d9-da26-49a9-abf5-b06fa491ffbd req-fac39ef1-1ab7-4269-87b0-bdf47947a0a8 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724873 Jul 22 21:15:42.236534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Request body: {'port': {'device_id': '886c6227-33f6-4524-b2d9-2d9181334512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:42.258545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 959804b5-7813-419c-b5e4-1a251fed44ca no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:42.306274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 959804b5-7813-419c-b5e4-1a251fed44ca {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:42.306973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 959804b5-7813-419c-b5e4-1a251fed44ca not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:42.330854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0b426-03f2-46cb-9cf3-ec3aac45fc1d req-d07b476b-b877-406a-9a9d-aeee1c258284 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.333586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93b0b426-03f2-46cb-9cf3-ec3aac45fc1d req-d07b476b-b877-406a-9a9d-aeee1c258284 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 931 time: 0.3735101 Jul 22 21:15:42.444294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd220c1f-310c-42bd-8c9e-c4bcf7b65e5f req-fda6933a-7f70-4efd-aa77-6641ea5fc64e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131232 Jul 22 21:15:42.451969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.501372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.533782 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2a3db020-ad26-4551-a74d-273078f02c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.556247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.576571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a666c07-4c6e-4f73-a814-c9214b86caa2 req-d5399cc3-70f6-47c7-9329-30ea467eab89 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/9d57b2c5-a4be-484b-8c5f-a5d5cec272cc HTTP/1.1" status: 200 len: 2403 time: 0.1905122 Jul 22 21:15:42.579616 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93b0b426-03f2-46cb-9cf3-ec3aac45fc1d req-281f18b1-f3ab-4c60-98d7-7de666eac42e tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981587 Jul 22 21:15:42.591443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Deleting port 67af00ab-832d-4a5a-bbbd-0367c6763153 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:42.591799 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.649274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Deleting port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:42.649636 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.690364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Attempting to bind port f64348fc-703e-4de2-8b14-a3db7416b03a on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:42.690753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Attempting to bind port f64348fc-703e-4de2-8b14-a3db7416b03a by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:42.691030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Attempting to bind port f64348fc-703e-4de2-8b14-a3db7416b03a on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:42.744850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Port f64348fc-703e-4de2-8b14-a3db7416b03a on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:42.745196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Attempting to bind port f64348fc-703e-4de2-8b14-a3db7416b03a on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:42.760006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:42.760464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Checking segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:42.760815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Bound using segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:42.761187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Bound port: f64348fc-703e-4de2-8b14-a3db7416b03a, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:42.761549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.878680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] For port 67af00ab-832d-4a5a-bbbd-0367c6763153, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=67af00ab-832d-4a5a-bbbd-0367c6763153,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:42.878680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.881588 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a666c07-4c6e-4f73-a814-c9214b86caa2 req-c5b66560-e6a9-4e30-9c16-9fb841dde578 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.920036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Calling delete_port for 67af00ab-832d-4a5a-bbbd-0367c6763153 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:42.925306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] For port 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,segment=NetworkSegment(e2b73ba2-42cf-4ab5-b224-94937e7bcd23),segment_id=e2b73ba2-42cf-4ab5-b224-94937e7bcd23)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:42.925869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.981485 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a666c07-4c6e-4f73-a814-c9214b86caa2 req-c5b66560-e6a9-4e30-9c16-9fb841dde578 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.987217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Calling delete_port for 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:43.099169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24229c-33d8-413c-ace5-1b5d637f1d31 req-59d46611-dd93-4778-b637-6ec1e478a9f5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:43.102062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f24229c-33d8-413c-ace5-1b5d637f1d31 req-59d46611-dd93-4778-b637-6ec1e478a9f5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.3985710 Jul 22 21:15:43.209252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Allocated IP 172.25.5.169 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/925d03d2-e597-4c29-8130-33dc1d4e051d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:43.280327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] For port f64348fc-703e-4de2-8b14-a3db7416b03a, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:43.285880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] For port f64348fc-703e-4de2-8b14-a3db7416b03a, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f64348fc-703e-4de2-8b14-a3db7416b03a,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:43.291868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f24229c-33d8-413c-ace5-1b5d637f1d31 req-3e73fff1-c1ab-45ac-8c11-f00b3ae65f6f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282303 Jul 22 21:15:43.292599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a666c07-4c6e-4f73-a814-c9214b86caa2 req-c5b66560-e6a9-4e30-9c16-9fb841dde578 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.295549 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a666c07-4c6e-4f73-a814-c9214b86caa2 req-c5b66560-e6a9-4e30-9c16-9fb841dde578 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.296795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a666c07-4c6e-4f73-a814-c9214b86caa2 req-c5b66560-e6a9-4e30-9c16-9fb841dde578 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-groups/9d57b2c5-a4be-484b-8c5f-a5d5cec272cc HTTP/1.1" status: 204 len: 173 time: 0.7015622 Jul 22 21:15:43.316001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.343152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 211bc260-9bd6-4706-ae0e-dab86510171a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:43.391001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b66560-e6a9-4e30-9c16-9fb841dde578 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57b2c5-a4be-484b-8c5f-a5d5cec272cc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:43.423317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4260a9-fcfe-4251-bffa-50e3cdb109c9 None None] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:43.454055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:43.456117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.459571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/f64348fc-703e-4de2-8b14-a3db7416b03a HTTP/1.1" status: 200 len: 1092 time: 2.8786530 Jul 22 21:15:43.542135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'tag': 'f64348fc-703e-4de2-8b14-a3db7416b03a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:43.545979 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045047ab-2d01-44f4-9769-f7277725ee68" -d '{"events": [{"name": "network-changed", "server_uuid": "3a54c22e-b6c6-4e1e-b64a-79b017f16be9", "tag": "f64348fc-703e-4de2-8b14-a3db7416b03a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:43.550591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af676d0c-e13b-4cf6-b410-d963e0b6f4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f64348fc-703e-4de2-8b14-a3db7416b03a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:43.555084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5f25fa70-be2a-4c94-ab76-bc68629663b5 None None] Provisioning for port 211bc260-9bd6-4706-ae0e-dab86510171a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:43.610313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 211bc260-9bd6-4706-ae0e-dab86510171a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:43.617869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 211bc260-9bd6-4706-ae0e-dab86510171a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:43.618991 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.633781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-fd57644e-beac-4f26-ab9e-7ab3f1f93814 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=24100d789be7441f941c44e721e49d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1509023 Jul 22 21:15:43.712109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72d014f-a4b5-4ab3-8e36-b31ebaf62521 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:43.783374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.796185 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.824511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Transition to ACTIVE for port object c72d014f-a4b5-4ab3-8e36-b31ebaf62521 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:43.842645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.851180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 211bc260-9bd6-4706-ae0e-dab86510171a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=211bc260-9bd6-4706-ae0e-dab86510171a,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:43.857756 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.938681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=211bc260-9bd6-4706-ae0e-dab86510171a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:43.951153 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:43.964214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.965076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.966215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.967050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.967778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.968356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.968999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.969483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.970051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.970561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.970866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Pushing event updated for resources: {'Port': ['ID=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:43.971364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:43.971940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:44.003671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'name': 'network-vif-deleted', 'tag': '0d100d93-d4db-4322-82af-1d3439128c36'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:44.006076 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb180f57-64e9-413e-90c7-f8d33efaace3" -d '{"events": [{"server_uuid": "4e212f20-fceb-4a9d-8f99-15fb0ab0afac", "name": "network-vif-deleted", "tag": "0d100d93-d4db-4322-82af-1d3439128c36"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:44.023963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-7d89bc7f-f726-481c-beed-7626c2b2b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:44.026855 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-7d89bc7f-f726-481c-beed-7626c2b2b747 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=3a54c22e-b6c6-4e1e-b64a-79b017f16be9 HTTP/1.1" status: 200 len: 1095 time: 0.4123518 Jul 22 21:15:44.047874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.110658 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-45cde410-49d2-4b07-94b4-7abf40c6db9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64348fc-703e-4de2-8b14-a3db7416b03a HTTP/1.1" status: 200 len: 217 time: 0.0742602 Jul 22 21:15:44.153421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event deleted for resources: {'Port': ['ID=67af00ab-832d-4a5a-bbbd-0367c6763153,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:44.205161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-f05bbddf-58fe-4bb2-813e-3e64b85e4d8d tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:44.206880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-f05bbddf-58fe-4bb2-813e-3e64b85e4d8d tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5434458 Jul 22 21:15:44.211014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.213470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ccef234b-8a6c-4dc7-bfa4-24dcbf608eac None None] Provisioning complete for port 211bc260-9bd6-4706-ae0e-dab86510171a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:44.213910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Attempting to bind port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:44.214451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Attempting to bind port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:44.214726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccef234b-8a6c-4dc7-bfa4-24dcbf608eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.215000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Attempting to bind port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:44.233587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] No DVR routers for this DVR port 67af00ab-832d-4a5a-bbbd-0367c6763153 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:44.246418 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.248420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-434fd333-93be-421c-b834-2fb63584b400 req-16e4123a-1934-4b46-ac5a-19706f97427f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.58 "DELETE /v2.0/ports/67af00ab-832d-4a5a-bbbd-0367c6763153 HTTP/1.1" status: 204 len: 173 time: 2.1307075 Jul 22 21:15:44.260004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa47015-0d71-48b6-88e0-4919b5d11ac6 req-bf0830e5-5ea3-4702-8062-55066f5652b2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:44.264495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfa47015-0d71-48b6-88e0-4919b5d11ac6 req-bf0830e5-5ea3-4702-8062-55066f5652b2 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=0657b26d-bc1e-4472-b307-e2a11e1d0fb7 HTTP/1.1" status: 200 len: 866 time: 0.7043476 Jul 22 21:15:44.266756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-3ccb4aae-804d-4bc5-9d38-0a6443ddb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:44.268114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-3ccb4aae-804d-4bc5-9d38-0a6443ddb275 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.1492474 Jul 22 21:15:44.284409 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.290449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-a5bf9572-6055-4150-9c8f-a957fd39f94a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/quotas/24100d789be7441f941c44e721e49d5d HTTP/1.1" status: 200 len: 375 time: 0.0597625 Jul 22 21:15:44.290665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:44.291031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Attempting to bind port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:44.334025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2a23c8-84c3-4404-bc8c-4ae5610c5d64,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:44.349480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:44.354603 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-3aa1b896-8527-48e6-b91f-19f4b7c77eaf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754123 Jul 22 21:15:44.355720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:44.356583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Checking segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:44.357201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Bound using segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:44.357974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Bound port: c72d014f-a4b5-4ab3-8e36-b31ebaf62521, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:44.358582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.364622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-ec71c95b-9655-423e-aa15-196eb25dd870 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=24100d789be7441f941c44e721e49d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662272 Jul 22 21:15:44.373112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:44.392253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Pushing event updated for resources: {'Port': ['ID=925d03d2-e597-4c29-8130-33dc1d4e051d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:44.398522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:44.408363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfa47015-0d71-48b6-88e0-4919b5d11ac6 req-4393c088-8f4a-4966-b7e9-ecc752070969 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385000 Jul 22 21:15:44.717786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fe8b31a-d6cd-4bd5-8055-6fd6882f235a req-a6a7f0fb-0e69-41fe-b2cf-fbfccf9bdc1d tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "GET /v2.0/security-groups/6b7b3d96-e211-48d8-bfdc-356a19b527e7 HTTP/1.1" status: 200 len: 2397 time: 0.2697315 Jul 22 21:15:44.730011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53212) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:44.731095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] For port c72d014f-a4b5-4ab3-8e36-b31ebaf62521, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:44.761177 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f6836-99ba-45d3-8e56-119d0a0580fa x-openstack-request-id: req-f83f6836-99ba-45d3-8e56-119d0a0580fa {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:44.761472 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a54c22e-b6c6-4e1e-b64a-79b017f16be9", "tag": "f64348fc-703e-4de2-8b14-a3db7416b03a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:44.761727 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f83f6836-99ba-45d3-8e56-119d0a0580fa {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:44.762128 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'tag': 'f64348fc-703e-4de2-8b14-a3db7416b03a', 'status': 'completed', 'code': 200} Jul 22 21:15:44.806960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] For port c72d014f-a4b5-4ab3-8e36-b31ebaf62521, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:44.812232 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-8e8771dd-7121-4cd1-832f-9e4218733cd4 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444311 Jul 22 21:15:44.820769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.910025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.951646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:44.952312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:44.953892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] 10.222.0.23 "PUT /v2.0/ports/c72d014f-a4b5-4ab3-8e36-b31ebaf62521 HTTP/1.1" status: 200 len: 1092 time: 2.7517922 Jul 22 21:15:44.966018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] Deleting subnet 7f52506d-3014-49d1-9351-8f72de29698a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:44.996674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.121894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9fe8b31a-d6cd-4bd5-8055-6fd6882f235a req-56441faf-7b0f-4852-a4dc-e80e726b7793 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.127670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4a875-2a15-4425-9070-8d6deac1c679 service neutron] Pushing event updated for resources: {'Port': ['ID=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:45.151411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b8f4-9c2e-4121-88bb-e41811795e75 req-27deb747-4723-4982-b735-8a383c808bf6 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:45.162457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1d2b8f4-9c2e-4121-88bb-e41811795e75 req-27deb747-4723-4982-b735-8a383c808bf6 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 943 time: 0.3486223 Jul 22 21:15:45.187343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ac5f-789d-4066-8b39-7db2e32d5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.235324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9fe8b31a-d6cd-4bd5-8055-6fd6882f235a req-56441faf-7b0f-4852-a4dc-e80e726b7793 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.244228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.251878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.314007 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-92d544be-53a5-4596-b9af-70acb66f2013 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869032 Jul 22 21:15:45.317274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1d2b8f4-9c2e-4121-88bb-e41811795e75 req-d7f97d40-4e71-4c41-a620-5d1174e5d033 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530321 Jul 22 21:15:45.407100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.471469 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188dda11-97fc-4175-a635-caeb4569806f x-openstack-request-id: req-188dda11-97fc-4175-a635-caeb4569806f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:45.472448 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e212f20-fceb-4a9d-8f99-15fb0ab0afac", "name": "network-vif-deleted", "tag": "0d100d93-d4db-4322-82af-1d3439128c36", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:45.472448 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-188dda11-97fc-4175-a635-caeb4569806f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:45.472817 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e212f20-fceb-4a9d-8f99-15fb0ab0afac', 'name': 'network-vif-deleted', 'tag': '0d100d93-d4db-4322-82af-1d3439128c36', 'status': 'completed', 'code': 200} Jul 22 21:15:45.482468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:15:45.507593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 211bc260-9bd6-4706-ae0e-dab86510171a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:45.577055 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9fe8b31a-d6cd-4bd5-8055-6fd6882f235a req-56441faf-7b0f-4852-a4dc-e80e726b7793 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.579711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9fe8b31a-d6cd-4bd5-8055-6fd6882f235a req-56441faf-7b0f-4852-a4dc-e80e726b7793 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.585247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fe8b31a-d6cd-4bd5-8055-6fd6882f235a req-56441faf-7b0f-4852-a4dc-e80e726b7793 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] 10.222.0.54 "DELETE /v2.0/security-groups/6b7b3d96-e211-48d8-bfdc-356a19b527e7 HTTP/1.1" status: 204 len: 173 time: 0.8474987 Jul 22 21:15:45.591392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 211bc260-9bd6-4706-ae0e-dab86510171a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:45.591983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.603440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53226) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:45.628538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-5f41b6e9-56a6-4635-a101-c6b007ca0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:45.630292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-5f41b6e9-56a6-4635-a101-c6b007ca0821 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 1095 time: 0.5778251 Jul 22 21:15:45.675367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56441faf-7b0f-4852-a4dc-e80e726b7793 tempest-SecurityGroupRulesTestJSON-327938160 tempest-SecurityGroupRulesTestJSON-327938160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7b3d96-e211-48d8-bfdc-356a19b527e7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:45.713752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.762605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f8cd-4b8c-42cb-b6e9-965f3a684e1f req-41bc64a9-720f-43fa-90c0-128c13c5ea58 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:45.768599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b49f8cd-4b8c-42cb-b6e9-965f3a684e1f req-41bc64a9-720f-43fa-90c0-128c13c5ea58 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.2291603 Jul 22 21:15:45.771739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.799512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:45.817066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9ab9f681-2fdd-4ef6-92b2-cfe3f0e25aae admin admin] 10.222.0.54 "PUT /v2.0/routers/54cc7d4a-f9f6-4812-842e-a53ac1371b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0091047 Jul 22 21:15:45.824609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:45.831387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] Sync routers for ids ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:45.835120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-63f3ae40-a8e5-4c33-ad53-6edf489667fb tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=24100d789be7441f941c44e721e49d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818317 Jul 22 21:15:45.844322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] Routers {'54cc7d4a-f9f6-4812-842e-a53ac1371b49'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:45.845218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:45.881129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-5f00b940-a921-449d-a8b6-3ae21ad8ab09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c72d014f-a4b5-4ab3-8e36-b31ebaf62521 HTTP/1.1" status: 200 len: 217 time: 0.2035160 Jul 22 21:15:45.886132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] Deleting subnet a58d8bbf-d367-4fce-8bb4-99c4bda67276 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:45.923185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.955554 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.988803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] Set router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:45.994004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b49f8cd-4b8c-42cb-b6e9-965f3a684e1f req-ada450e4-6553-42f6-99dc-e615e609cbec tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236660 Jul 22 21:15:46.044919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-6be1f80f-0ac0-4b50-828b-f7b1a6a2753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:46.046824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-6be1f80f-0ac0-4b50-828b-f7b1a6a2753e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.1214681 Jul 22 21:15:46.056710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f52506d-3014-49d1-9351-8f72de29698a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:46.069322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:46.071548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fb2df449-29e4-4910-8a5a-b5fd82d3c949 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7f52506d-3014-49d1-9351-8f72de29698a HTTP/1.1" status: 204 len: 168 time: 1.3375151 Jul 22 21:15:46.074164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53240) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:46.118299 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-2abc30d5-1c8b-497a-b8c4-4131648772f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398271 Jul 22 21:15:46.143926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:46.170756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:46.214812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045047ab-2d01-44f4-9769-f7277725ee68 req-824bc8a6-e64f-4b6a-a18b-2af81115a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:46.216316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-045047ab-2d01-44f4-9769-f7277725ee68 req-824bc8a6-e64f-4b6a-a18b-2af81115a9c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=3a54c22e-b6c6-4e1e-b64a-79b017f16be9 HTTP/1.1" status: 200 len: 1095 time: 0.6967375 Jul 22 21:15:46.286719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f64348fc-703e-4de2-8b14-a3db7416b03a details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:46.290690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:46.309884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-f3ad4d3b-eb9b-4b0d-a416-666168064333 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:46.313926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-f3ad4d3b-eb9b-4b0d-a416-666168064333 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4430342 Jul 22 21:15:46.331645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 67af00ab-832d-4a5a-bbbd-0367c6763153 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:46.332047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 67af00ab-832d-4a5a-bbbd-0367c6763153 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:46.387582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:15:44Z', 'revision_number': 5, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:46.420246 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:46.429343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-e77b26e9-8d43-4136-a8d5-e0e26ad2c87b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/quotas/24100d789be7441f941c44e721e49d5d HTTP/1.1" status: 200 len: 375 time: 0.0550280 Jul 22 21:15:46.436746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:46.448060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] Checking router: 54cc7d4a-f9f6-4812-842e-a53ac1371b49 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:46.471097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] Routers {'54cc7d4a-f9f6-4812-842e-a53ac1371b49'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:46.471941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:46.506370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-5d7cefd2-debc-4f50-b44c-49f0a607e029 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=24100d789be7441f941c44e721e49d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762689 Jul 22 21:15:46.563045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:46.563256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f64348fc-703e-4de2-8b14-a3db7416b03a, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f64348fc-703e-4de2-8b14-a3db7416b03a,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:46.590873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'f64348fc-703e-4de2-8b14-a3db7416b03a', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'port_id': 'f64348fc-703e-4de2-8b14-a3db7416b03a', 'mac_address': 'fa:16:3e:fe:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284aad29-2671-4274-a373-ff20289da3b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:46.698601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] Set router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:46.730468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-001ad7be-5f85-4323-9c25-32e5460c949a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=24100d789be7441f941c44e721e49d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513198 Jul 22 21:15:46.876549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886c6227-33f6-4524-b2d9-2d9181334512', 'tag': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:46.879223 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55c000c-f13b-4aca-9d29-85371ac6b967" -d '{"events": [{"name": "network-changed", "server_uuid": "886c6227-33f6-4524-b2d9-2d9181334512", "tag": "c72d014f-a4b5-4ab3-8e36-b31ebaf62521"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:46.925484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-a389c5d1-8fd4-4235-ad07-dece50e80fca service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917757 Jul 22 21:15:46.935319 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:46.999406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045047ab-2d01-44f4-9769-f7277725ee68 req-8957befb-bc51-4ec5-8c02-45b17dda7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.001036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-045047ab-2d01-44f4-9769-f7277725ee68 req-8957befb-bc51-4ec5-8c02-45b17dda7314 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 913 time: 0.7710314 Jul 22 21:15:47.120614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef053da8-f9fe-48aa-a7f5-3081c9d7ee8a req-a65f1c92-26ba-439c-8597-d57a470cf5ae tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.128888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef053da8-f9fe-48aa-a7f5-3081c9d7ee8a req-a65f1c92-26ba-439c-8597-d57a470cf5ae tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1102 time: 0.8602810 Jul 22 21:15:47.178933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-045047ab-2d01-44f4-9769-f7277725ee68 req-abe94380-da32-4b89-b276-7bd148168492 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64348fc-703e-4de2-8b14-a3db7416b03a HTTP/1.1" status: 200 len: 217 time: 0.1633408 Jul 22 21:15:47.246854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045047ab-2d01-44f4-9769-f7277725ee68 req-3e15ed30-ac3c-47de-b32f-c7a42ba8d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.248414 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-045047ab-2d01-44f4-9769-f7277725ee68 req-3e15ed30-ac3c-47de-b32f-c7a42ba8d79f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.0608096 Jul 22 21:15:47.257646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.272611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.295474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.319880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d717593-551c-492d-b037-201ff1a7dfb5']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:47.327727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64348fc-703e-4de2-8b14-a3db7416b03a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:47.332392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58d8bbf-d367-4fce-8bb4-99c4bda67276,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:47.345625 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-045047ab-2d01-44f4-9769-f7277725ee68 req-1ce7bbad-2d6d-4a26-9d2b-945b1340f437 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896249 Jul 22 21:15:47.385404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff782359-3572-4fc1-974c-fc9fb07b9658') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:47.385723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff782359-3572-4fc1-974c-fc9fb07b9658') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:47.409432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.420779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f64348fc-703e-4de2-8b14-a3db7416b03a, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f64348fc-703e-4de2-8b14-a3db7416b03a,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:47.422941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.423477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef053da8-f9fe-48aa-a7f5-3081c9d7ee8a req-80bce4c7-c38f-4027-a86f-a667d9666dad tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891893 Jul 22 21:15:47.425638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23ce65b4-1afc-4cfd-b4b3-f64b912f5683 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a58d8bbf-d367-4fce-8bb4-99c4bda67276 HTTP/1.1" status: 204 len: 168 time: 1.8188648 Jul 22 21:15:47.436498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53260) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:47.437724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Deleting port 8c6d24ad-8758-498c-bd8a-ff17e8361b42 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:47.438065 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.453486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.484083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbb92229-1fb7-4662-bcb2-d5f709605f45 req-b250f139-816a-488f-8e60-46f77b205d0b service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323250 Jul 22 21:15:47.491095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'name': 'network-vif-deleted', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:47.499671 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e4fcf-81bd-40eb-ac98-97b51b95be75" -d '{"events": [{"server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "name": "network-vif-deleted", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:47.538776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.560309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f64348fc-703e-4de2-8b14-a3db7416b03a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:47.589225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:47.589684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:47.591931 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:47.615112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:15:44Z', 'revision_number': 5, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:47.624443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-a642b91e-d7e4-497e-a857-39d9c659edad tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.625939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-a642b91e-d7e4-497e-a857-39d9c659edad tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8762577 Jul 22 21:15:47.632529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-045047ab-2d01-44f4-9769-f7277725ee68 req-61563160-9c45-404f-be1d-901b4250d4d9 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424438 Jul 22 21:15:47.682972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8901b35-1844-47f1-acbc-3c470281ea89 None None] The sync data for ids ['54cc7d4a-f9f6-4812-842e-a53ac1371b49'] in n-d-762330-19 is: [{'id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2097640489-router', 'tenant_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:15:44Z', 'revision_number': 5, 'project_id': '46516eac2c3f44beaad1c3ac7c2d88a8', 'gw_port': {'id': '8c6d24ad-8758-498c-bd8a-ff17e8361b42', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cc7d4a-f9f6-4812-842e-a53ac1371b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:27Z', 'updated_at': '2021-07-22T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:15:47.701463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Request body: {'port': {'device_id': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '24100d789be7441f941c44e721e49d5d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:47.715794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['f64348fc-703e-4de2-8b14-a3db7416b03a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:47.740125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-56733226-be43-4ace-b8e6-d5e5fcd62929 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.741936 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-56733226-be43-4ace-b8e6-d5e5fcd62929 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 944 time: 0.2220740 Jul 22 21:15:47.744058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce7744fd-5d8a-4e0c-ba33-ed41636944eb req-95f2fbf9-6960-4c97-bc6a-045cbe5a9ce8 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 210 time: 0.1810346 Jul 22 21:15:47.834997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-045047ab-2d01-44f4-9769-f7277725ee68 req-4ec4d704-2910-4a32-a9f8-7ee417f89657 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916258 Jul 22 21:15:47.849955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efaee8-3f0d-4cb2-a865-dfc34bff81bc req-5229ff64-7cd3-4a64-979d-4b9773f5e090 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.858290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1efaee8-3f0d-4cb2-a865-dfc34bff81bc req-5229ff64-7cd3-4a64-979d-4b9773f5e090 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 943 time: 0.7443631 Jul 22 21:15:47.869501 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.878741 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47abcf94-5439-42ab-8290-d77dc9586539 x-openstack-request-id: req-47abcf94-5439-42ab-8290-d77dc9586539 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:47.879038 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886c6227-33f6-4524-b2d9-2d9181334512", "tag": "c72d014f-a4b5-4ab3-8e36-b31ebaf62521", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:47.879285 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47abcf94-5439-42ab-8290-d77dc9586539 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:47.879667 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886c6227-33f6-4524-b2d9-2d9181334512', 'tag': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521', 'status': 'completed', 'code': 200} Jul 22 21:15:47.881234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Router 0857f354-7781-45fa-9f08-3b0c072528b1 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:15:47.897244 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.923525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.925599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] 10.222.0.54 "DELETE /v2.0/networks/5d717593-551c-492d-b037-201ff1a7dfb5 HTTP/1.1" status: 204 len: 168 time: 1.8466296 Jul 22 21:15:47.964691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.031465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1efaee8-3f0d-4cb2-a865-dfc34bff81bc req-6b481137-4603-4498-abd5-d3efe9672cef tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719704 Jul 22 21:15:48.033792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128081-b36b-4908-a283-6e8723d02eba admin admin] Pushing event deleted for resources: {'Network': ['ID=5d717593-551c-492d-b037-201ff1a7dfb5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:48.092444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] For port 8c6d24ad-8758-498c-bd8a-ff17e8361b42, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8c6d24ad-8758-498c-bd8a-ff17e8361b42,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:48.092842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.150728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Calling delete_port for 8c6d24ad-8758-498c-bd8a-ff17e8361b42 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:48.172327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53270) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:48.277146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:48.284662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-a60d55a5-db10-437b-a843-c9ffaf41ae80 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=24100d789be7441f941c44e721e49d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2018335 Jul 22 21:15:48.294518 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Sync routers for ids ['0857f354-7781-45fa-9f08-3b0c072528b1'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:48.311999 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Routers {'0857f354-7781-45fa-9f08-3b0c072528b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:48.313074 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0857f354-7781-45fa-9f08-3b0c072528b1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:48.339214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.351141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f429f1f0-5685-4bdf-b376-a3a5ec70daff']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:48.368984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988704f8-49f3-4aba-9881-904aff1efa3b') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:48.368984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988704f8-49f3-4aba-9881-904aff1efa3b') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:48.379578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.401265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.409764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:48.410258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.484377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-cfd6038b-3cc5-4bf8-84c9-57c36e82b4bb tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:48.487012 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-cfd6038b-3cc5-4bf8-84c9-57c36e82b4bb tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609769 Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:48.503488 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:48.506544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Request body: {'port': {'device_id': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '24100d789be7441f941c44e721e49d5d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:48.506884 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a23fc-a299-4120-ac15-5c6d146a5bc2 x-openstack-request-id: req-595a23fc-a299-4120-ac15-5c6d146a5bc2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:48.507185 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0657b26d-bc1e-4472-b307-e2a11e1d0fb7", "name": "network-vif-deleted", "tag": "67af00ab-832d-4a5a-bbbd-0367c6763153", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:48.507442 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-595a23fc-a299-4120-ac15-5c6d146a5bc2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:48.510149 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0657b26d-bc1e-4472-b307-e2a11e1d0fb7', 'name': 'network-vif-deleted', 'tag': '67af00ab-832d-4a5a-bbbd-0367c6763153', 'status': 'completed', 'code': 200} Jul 22 21:15:48.516590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Made reservation on behalf of 24100d789be7441f941c44e721e49d5d for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:48.520308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.530075 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Set router 0857f354-7781-45fa-9f08-3b0c072528b1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:48.538996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.541129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.565199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.569483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f429f1f0-5685-4bdf-b376-a3a5ec70daff HTTP/1.1" status: 204 len: 168 time: 1.1260834 Jul 22 21:15:48.620822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be529617-b751-417f-a53a-45f99deaf763 req-be311094-88e1-4b88-9fc2-ef4de5d3eb3f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:48.629514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be529617-b751-417f-a53a-45f99deaf763 req-be311094-88e1-4b88-9fc2-ef4de5d3eb3f tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 944 time: 0.6281469 Jul 22 21:15:48.675185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0894e6-2d5e-4ab8-9d29-150cf56d1255 admin admin] Pushing event deleted for resources: {'Network': ['ID=f429f1f0-5685-4bdf-b376-a3a5ec70daff,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:48.705076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.708146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e2a88864-5285-4157-acec-288679f5c88c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2885277 Jul 22 21:15:48.715646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53278) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:48.744935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be529617-b751-417f-a53a-45f99deaf763 req-37029c53-9c5b-4892-ba66-e6e54723aa79 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c3c4eb7-5a9b-445e-a697-0f120ba878ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148403 Jul 22 21:15:48.780694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-b9f950cc-29ae-48c5-bef0-d7e3e8388551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:48.785911 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-b9f950cc-29ae-48c5-bef0-d7e3e8388551 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 1095 time: 0.8986328 Jul 22 21:15:48.816239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Deleting port 32be9cba-5212-4ff6-b11a-b11354a255aa {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:48.816754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.828373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-28c5ace1-cad4-4352-b396-1d3221a5184f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78828cac2e234b82af9a35d4d929d23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6165943 Jul 22 21:15:48.845527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53282) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:48.872986 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:15:44Z', 'revision_number': 3, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:48.901524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53284) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:48.912180 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Checking router: 0857f354-7781-45fa-9f08-3b0c072528b1 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:48.912901 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Updating router 0857f354-7781-45fa-9f08-3b0c072528b1 port 925d03d2-e597-4c29-8130-33dc1d4e051d binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:15:48.951467 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.034214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4974b08-ec48-49b6-9fea-711cee2b93f5 req-e4df1978-a333-4928-a118-821849eddd87 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 210 time: 0.1310184 Jul 22 21:15:49.066342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] For port 32be9cba-5212-4ff6-b11a-b11354a255aa, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32be9cba-5212-4ff6-b11a-b11354a255aa,segment=NetworkSegment(69aaca25-1e55-4f4d-a1a4-353d9bb78a6e),segment_id=69aaca25-1e55-4f4d-a1a4-353d9bb78a6e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:49.067776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.098329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Calling delete_port for 32be9cba-5212-4ff6-b11a-b11354a255aa owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:49.145713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:49.151015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584cd3f-ef4a-4cb0-9240-5939cb0d7251 req-e65dcfb8-229a-4bb0-a8f3-6919ce711b79 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:49.162854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b584cd3f-ef4a-4cb0-9240-5939cb0d7251 req-e65dcfb8-229a-4bb0-a8f3-6919ce711b79 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.6152735 Jul 22 21:15:49.170538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:49.171125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3c2a23c8-84c3-4404-bc8c-4ae5610c5d64 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:49.175434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-26b96d82-2820-4e1d-805d-caa8f0331203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:49.177272 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-26b96d82-2820-4e1d-805d-caa8f0331203 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 913 time: 0.3777273 Jul 22 21:15:49.184400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6ecf188c-e7f2-48aa-9735-7197e9f87454 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01e9f7075a374b268849af53746ad08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814851 Jul 22 21:15:49.197007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53288) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:49.250222 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-652aa2d6-04cb-448f-97eb-21e791a1020e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c72d014f-a4b5-4ab3-8e36-b31ebaf62521 HTTP/1.1" status: 200 len: 217 time: 0.0626066 Jul 22 21:15:49.264888 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b83cda1-9118-4728-a6e9-80d0bd64fcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.311090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-e3a9c88f-c84f-43fe-92fb-2efae414eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:49.312816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-e3a9c88f-c84f-43fe-92fb-2efae414eb2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.0518489 Jul 22 21:15:49.359967 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.371165 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-29181d06-2d0b-42d2-84e8-d7518e2e3b51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469365 Jul 22 21:15:49.381994 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Transition to ACTIVE for port object 925d03d2-e597-4c29-8130-33dc1d4e051d will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:49.390847 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.402268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-9b95f1d6-6195-4e18-8223-c0a919bc8c69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8880551 Jul 22 21:15:49.419313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.432287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b83cda1-9118-4728-a6e9-80d0bd64fcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.445039 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Pushing event updated for resources: {'Port': ['ID=925d03d2-e597-4c29-8130-33dc1d4e051d,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:49.449712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b584cd3f-ef4a-4cb0-9240-5939cb0d7251 req-1adea563-ce09-4a4f-99c8-d1147c36bdcf tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811241 Jul 22 21:15:49.456786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cfefd66-4f0a-447a-b5ba-7bc305aa4d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.457006 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.457287 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.457752 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.458089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.458462 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.458922 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.459252 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.459622 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.467893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.467893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.467893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.467893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:49.492021 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Attempting to bind port 925d03d2-e597-4c29-8130-33dc1d4e051d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:49.492528 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Attempting to bind port 925d03d2-e597-4c29-8130-33dc1d4e051d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:49.492853 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Attempting to bind port 925d03d2-e597-4c29-8130-33dc1d4e051d on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:49.499190 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:49.499698 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:49.500470 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.501060 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:49.501939 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Bound port: 925d03d2-e597-4c29-8130-33dc1d4e051d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:49.502915 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.517513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.521346 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Made reservation on behalf of 24100d789be7441f941c44e721e49d5d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:49.526090 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.527406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.566312 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] For port 925d03d2-e597-4c29-8130-33dc1d4e051d, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:49.569989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.570650 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] For port 925d03d2-e597-4c29-8130-33dc1d4e051d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=925d03d2-e597-4c29-8130-33dc1d4e051d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:49.576689 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.588050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cfefd66-4f0a-447a-b5ba-7bc305aa4d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.639914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Pushing event deleted for resources: {'Port': ['ID=32be9cba-5212-4ff6-b11a-b11354a255aa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:49.748941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-dad0dfec-e31d-4eae-ace8-dcddce64e2b8 service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637862 Jul 22 21:15:49.797854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] No DVR routers for this DVR port 32be9cba-5212-4ff6-b11a-b11354a255aa on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:49.820761 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d220996-3b2f-431b-800a-cd2b1a19dfd6 None None] Pushing event updated for resources: {'Port': ['ID=925d03d2-e597-4c29-8130-33dc1d4e051d,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:49.828878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.834106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6246a093-b3d3-4fe7-9eda-78909b82c5d4 req-807d8b01-60bf-4e6f-b6d1-cabec541254c tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.23 "DELETE /v2.0/ports/32be9cba-5212-4ff6-b11a-b11354a255aa HTTP/1.1" status: 204 len: 173 time: 2.0802305 Jul 22 21:15:49.878337 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Routers {'0857f354-7781-45fa-9f08-3b0c072528b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:49.879391 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0857f354-7781-45fa-9f08-3b0c072528b1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:49.881267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'name': 'network-vif-deleted', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:49.884137 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63027813-108f-44f2-882e-0f99cf753920" -d '{"events": [{"server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "name": "network-vif-deleted", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:49.944136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cfefd66-4f0a-447a-b5ba-7bc305aa4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.947710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cfefd66-4f0a-447a-b5ba-7bc305aa4d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.950073 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0cfefd66-4f0a-447a-b5ba-7bc305aa4d35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb5f7414-ac85-4b51-a4c3-76a865ed5ea2 HTTP/1.1" status: 204 len: 168 time: 0.7519505 Jul 22 21:15:49.972055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfefd66-4f0a-447a-b5ba-7bc305aa4d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f7414-ac85-4b51-a4c3-76a865ed5ea2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:49.982796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e55c000c-f13b-4aca-9d29-85371ac6b967 req-20d710ce-d71d-44b9-9dc9-d56baa4fbbb1 service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892035 Jul 22 21:15:50.148416 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] Set router 0857f354-7781-45fa-9f08-3b0c072528b1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:50.202234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6d24ad-8758-498c-bd8a-ff17e8361b42,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:50.208156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c3dec9-473f-4659-a1ca-7719ad3fbd88,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:50.326050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f64348fc-703e-4de2-8b14-a3db7416b03a up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:50.346090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Allocated IP 192.168.233.215 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/91f9f36b-bf67-4cfc-85ec-0bcdbee42113) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:50.408746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a9bcb2b-e035-4b42-89d7-028ea534448a req-e2955687-e073-4a30-8e0f-fcccc7394665 tempest-LiveAutoBlockMigrationV225Test-442118247 tempest-LiveAutoBlockMigrationV225Test-442118247-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce HTTP/1.1" status: 200 len: 210 time: 0.1401579 Jul 22 21:15:50.450694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port f64348fc-703e-4de2-8b14-a3db7416b03a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:50.459199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port f64348fc-703e-4de2-8b14-a3db7416b03a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:50.460633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.464616 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b30d50-1427-46e0-a730-29415595d80b x-openstack-request-id: req-77b30d50-1427-46e0-a730-29415595d80b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:50.464976 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce", "name": "network-vif-deleted", "tag": "32be9cba-5212-4ff6-b11a-b11354a255aa", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:50.465147 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77b30d50-1427-46e0-a730-29415595d80b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:50.465556 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe15d60-2c68-4bb2-a70c-4a6d5a4c7dce', 'name': 'network-vif-deleted', 'tag': '32be9cba-5212-4ff6-b11a-b11354a255aa', 'status': 'completed', 'code': 200} Jul 22 21:15:50.594024 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:15:44Z', 'revision_number': 3, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:50.624722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c72d014f-a4b5-4ab3-8e36-b31ebaf62521 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:50.637751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.693031 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba3bca-3a41-4eda-a9f0-61a46d3db867 None None] The sync data for ids ['0857f354-7781-45fa-9f08-3b0c072528b1'] in n-d-762330-19 is: [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:15:44Z', 'revision_number': 3, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:15:50.719611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:50.752878 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b034d9e-f25e-44bc-8f34-ec84f9f487fc req-dbc59391-d84b-4bac-9d9f-044b5dc2655f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 210 time: 0.1507797 Jul 22 21:15:50.799359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 32be9cba-5212-4ff6-b11a-b11354a255aa {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:50.799891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32be9cba-5212-4ff6-b11a-b11354a255aa not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:50.807770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.870007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.872937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.890430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64348fc-703e-4de2-8b14-a3db7416b03a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:50.893065 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b85b4-31ff-44a9-9afa-eee6e985a6c4" -d '{"events": [{"server_uuid": "3a54c22e-b6c6-4e1e-b64a-79b017f16be9", "name": "network-vif-plugged", "status": "completed", "tag": "f64348fc-703e-4de2-8b14-a3db7416b03a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:50.899415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c72d014f-a4b5-4ab3-8e36-b31ebaf62521, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:50.919477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f64348fc-703e-4de2-8b14-a3db7416b03a, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f64348fc-703e-4de2-8b14-a3db7416b03a,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:50.922922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'port_id': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521', 'mac_address': 'fa:16:3e:e1:95:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284aad29-2671-4274-a373-ff20289da3b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:50.926295 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.934829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462123b6-2056-4ec3-ab84-161b0c1493af req-dcf21e3a-ca54-49d4-b4ad-b1c3bad7942c tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:50.948591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-462123b6-2056-4ec3-ab84-161b0c1493af req-dcf21e3a-ca54-49d4-b4ad-b1c3bad7942c tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 943 time: 1.7784495 Jul 22 21:15:51.012388 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.031426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f64348fc-703e-4de2-8b14-a3db7416b03a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:51.052240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72d014f-a4b5-4ab3-8e36-b31ebaf62521 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:51.145404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c72d014f-a4b5-4ab3-8e36-b31ebaf62521, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:51.159891 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.204280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.206243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cc7d4a-f9f6-4812-842e-a53ac1371b49 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:15:51.220496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b83cda1-9118-4728-a6e9-80d0bd64fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.224253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b83cda1-9118-4728-a6e9-80d0bd64fcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.225669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b83cda1-9118-4728-a6e9-80d0bd64fcf9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4f3572a-94cb-4508-aead-5d2c3bc775ff HTTP/1.1" status: 204 len: 168 time: 2.3239763 Jul 22 21:15:51.290861 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.292833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed98c1ec-ecf3-40ae-a9ea-c73671ad75d4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/54cc7d4a-f9f6-4812-842e-a53ac1371b49 HTTP/1.1" status: 204 len: 168 time: 5.4654045 Jul 22 21:15:51.297083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53342) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:51.359092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:51.435865 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.448398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Transition to ACTIVE for port object 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:51.501042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83cda1-9118-4728-a6e9-80d0bd64fcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f3572a-94cb-4508-aead-5d2c3bc775ff,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:51.510956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925d03d2-e597-4c29-8130-33dc1d4e051d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:51.592586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53348) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:51.611430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] Deleting subnet e19565b6-c9ed-4afb-8248-8933920f08a9 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:51.618833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.640785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c72d014f-a4b5-4ab3-8e36-b31ebaf62521'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:51.710638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.731059 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-462123b6-2056-4ec3-ab84-161b0c1493af req-b3f5940d-9727-4b01-8d26-c61542b7f0d7 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7813532 Jul 22 21:15:51.793322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.809933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Allocated IP 192.168.233.233 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:51.819257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-74ea4465-e839-46b6-8d80-3e843c0cc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:51.820972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-74ea4465-e839-46b6-8d80-3e843c0cc71e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1102 time: 0.2947254 Jul 22 21:15:51.924357 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d484db-7658-45c8-917c-e79f8b0746a2 x-openstack-request-id: req-a1d484db-7658-45c8-917c-e79f8b0746a2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:51.938591 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a54c22e-b6c6-4e1e-b64a-79b017f16be9", "name": "network-vif-plugged", "status": "completed", "tag": "f64348fc-703e-4de2-8b14-a3db7416b03a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:51.938983 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1d484db-7658-45c8-917c-e79f8b0746a2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:51.939653 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64348fc-703e-4de2-8b14-a3db7416b03a', 'code': 200} Jul 22 21:15:51.969568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 925d03d2-e597-4c29-8130-33dc1d4e051d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:52.009711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.032718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 925d03d2-e597-4c29-8130-33dc1d4e051d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:52.033316 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.054744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1008827613-network', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:52.056258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53356) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:52.121284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.362954 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.393875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 925d03d2-e597-4c29-8130-33dc1d4e051d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=925d03d2-e597-4c29-8130-33dc1d4e051d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:52.402208 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.445780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-5963e040-9fb9-4e83-a082-ac85d0283196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.449101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-5963e040-9fb9-4e83-a082-ac85d0283196 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.6100371 Jul 22 21:15:52.457907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] Deleting subnet 3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:52.472887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.478110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.492240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:52.541219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=925d03d2-e597-4c29-8130-33dc1d4e051d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:52.557224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:52.588816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:52.665265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:52.670122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2358ec9d-4f2f-44e3-9832-addcd740b181 req-ba973b12-b845-46ec-8ae2-d05254a7c794 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 210 time: 0.2079642 Jul 22 21:15:52.680608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.684071 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.722549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ffc66-0b73-4ecd-a07a-2dcd480863bd req-86cdf868-f25f-4dd3-870c-b453d9c5c9f9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.724508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-291ffc66-0b73-4ecd-a07a-2dcd480863bd req-86cdf868-f25f-4dd3-870c-b453d9c5c9f9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 1.7309718 Jul 22 21:15:52.746485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Made reservation on behalf of 248f19f26afa428a96ecd0ec8a333f30 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:52.749439 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.865592 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.893493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-0da2ee37-a04e-4f7a-999b-abb89237a78f tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2234294 Jul 22 21:15:52.945441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Request body: {'port': {'device_id': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:52.976562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-2f1dbfa1-5b30-4c20-9ef6-680a8dc1e2e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.5140171 Jul 22 21:15:52.996304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19565b6-c9ed-4afb-8248-8933920f08a9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:53.014214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Allocated IP 172.20.0.1 (02017ee7-54ba-451d-acdd-4f214b0961c8/ff709087-d252-4d41-853b-ed4b2c6a90f7/0da545c1-38d5-4417-89b3-29233a1ede70) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:53.026467 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.030741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab71e3-a2ef-41f9-be36-2e89d0cdf1c7 None None] Network 6be49864-651b-4d41-acaf-ee5962bd6577 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:53.030901 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0b7ff3f6-bbc0-41fe-bbba-196aaec1dff7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e19565b6-c9ed-4afb-8248-8933920f08a9 HTTP/1.1" status: 204 len: 168 time: 1.7299721 Jul 22 21:15:53.054461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.060167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:53.111046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53382) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:53.171652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.175517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aefd0-ffb7-4691-b637-563457b95ad8 req-2180f5a7-f8c1-4d41-a34b-867baa5e0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.177185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.177442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-026aefd0-ffb7-4691-b637-563457b95ad8 req-2180f5a7-f8c1-4d41-a34b-867baa5e0aa2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a54c22e-b6c6-4e1e-b64a-79b017f16be9 HTTP/1.1" status: 200 len: 1097 time: 1.0998881 Jul 22 21:15:53.211214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-1d10c471-3049-4c81-ac49-3b99aeccd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.214432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-32050747-d557-46a0-8afd-280acf0af484 None None] Provisioning for port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:53.226967 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-1d10c471-3049-4c81-ac49-3b99aeccd755 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2335153 Jul 22 21:15:53.230775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-32050747-d557-46a0-8afd-280acf0af484 None None] Provisioning complete for port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:53.234146 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32050747-d557-46a0-8afd-280acf0af484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.299741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Transition to ACTIVE for port object 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:53.302334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.328246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925d03d2-e597-4c29-8130-33dc1d4e051d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:53.365672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-026aefd0-ffb7-4691-b637-563457b95ad8 req-8da3565b-7abe-4e5d-b25b-01f94dee77fe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601255 Jul 22 21:15:53.380172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1130607713-network', 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:53.440201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-adde2b6a-af6a-4ac0-8dd2-7d795cb90d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.441807 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-adde2b6a-af6a-4ac0-8dd2-7d795cb90d1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1990530 Jul 22 21:15:53.451788 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.456475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-32050747-d557-46a0-8afd-280acf0af484 None None] Port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:15:53.505099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 925d03d2-e597-4c29-8130-33dc1d4e051d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:53.505878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.597632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:53.599165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:53.635059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8c6d24ad-8758-498c-bd8a-ff17e8361b42 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:53.647498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.653875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:53.669351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:53.673364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] DHCP port deletion for 6be49864-651b-4d41-acaf-ee5962bd6577 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:15:53.681144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8c6d24ad-8758-498c-bd8a-ff17e8361b42 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:53.681841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8c6d24ad-8758-498c-bd8a-ff17e8361b42 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:53.741283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa6d3d8-5dc4-4603-9518-dfdd07e0df26,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:53.743619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] Deleting port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:53.744141 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.746519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.752102 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c59a5cf7-d954-4a5b-a006-e7f89cac183c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3aa6d3d8-5dc4-4603-9518-dfdd07e0df26 HTTP/1.1" status: 204 len: 168 time: 1.6939740 Jul 22 21:15:53.756850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53388) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:53.798299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666cbb2-b94a-4d97-9310-d22db343e41a req-fedd0fc1-eb25-45b9-9e5c-d74d880a2482 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.799944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7666cbb2-b94a-4d97-9310-d22db343e41a req-fedd0fc1-eb25-45b9-9e5c-d74d880a2482 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 944 time: 0.8641553 Jul 22 21:15:53.800573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.816847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-d8fe86b0-b6ad-441a-9dcb-31e89143f77c service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095891 Jul 22 21:15:53.831476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] For port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,segment=NetworkSegment(e2b73ba2-42cf-4ab5-b224-94937e7bcd23),segment_id=e2b73ba2-42cf-4ab5-b224-94937e7bcd23)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:53.832108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.835212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.836216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.849585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] Calling delete_port for 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:53.918035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.923915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-291ffc66-0b73-4ecd-a07a-2dcd480863bd req-062c79b7-dff9-4569-882f-2f31a542c08a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1655996 Jul 22 21:15:53.977565 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.978043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.029167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] No DVR routers for this DVR port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:54.041428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6679f-9338-47b9-b37c-4d1f9205671e None None] Pushing event deleted for resources: {'Port': ['ID=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.047103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-752e4c74-e32e-48fa-b2a4-cc0a86daff95 None None] Provisioning for port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:54.051658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-752e4c74-e32e-48fa-b2a4-cc0a86daff95 None None] Provisioning complete for port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:54.052129 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-752e4c74-e32e-48fa-b2a4-cc0a86daff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.072944 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-2f21b7f7-f571-4d80-a729-2c9a696d4032 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291079 Jul 22 21:15:54.108323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-752e4c74-e32e-48fa-b2a4-cc0a86daff95 None None] Port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:15:54.108606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Transition to ACTIVE for port object 0da545c1-38d5-4417-89b3-29233a1ede70 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:54.112640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7666cbb2-b94a-4d97-9310-d22db343e41a req-346180ad-ed37-4657-9fa9-8babe70710e8 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903979 Jul 22 21:15:54.113932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Deleting port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:54.114275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.180256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.194069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d639708-d693-44fb-800c-d89579aa434d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:54.217467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:54.220311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aaca25-1e55-4f4d-a1a4-353d9bb78a6e') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:54.244052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.244985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.269400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-c12a3bd1-0f68-499a-aecd-4995d31399ca tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7724752 Jul 22 21:15:54.273107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.284667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Request body: {'port': {'device_id': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:54.315274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.317313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:54.318312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:54.322043 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:54.337948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:54.340920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.363207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.368394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] For port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9, host n-d-762330-19, got binding levels [] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:54.368696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.415498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:15:54.422561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Calling delete_port for 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:54.428538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 was not found and therefore no delete operation was performed {{(pid=94092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:15:54.434300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded0252-81d3-4179-8725-243a5edc3c2d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.442370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.444309 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.449267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.462319 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.462768 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Added segment 69b2ea0d-b0d8-45be-b712-a24bd2e2cdce of type vlan for network ba50f323-0b5c-4928-bdf6-67d7ed2065bc Jul 22 21:15:54.462959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.466093 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3d639708-d693-44fb-800c-d89579aa434d HTTP/1.1" status: 204 len: 168 time: 0.7065406 Jul 22 21:15:54.478806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.481534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53390) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:54.494089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed499e-fb1b-44b5-b0a1-27c7807f8eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d639708-d693-44fb-800c-d89579aa434d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.536767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daba376-4ab0-42ed-a617-9572ad5ddfc1 req-cb59bac0-a76e-488e-a1e6-bce59b03a1f0 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:54.538547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8daba376-4ab0-42ed-a617-9572ad5ddfc1 req-cb59bac0-a76e-488e-a1e6-bce59b03a1f0 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 936 time: 0.5280180 Jul 22 21:15:54.565634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] No DVR routers for this DVR port 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:54.583089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] Deleting subnet 79df47fa-7b1e-43b4-9021-06a9ef64411a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:54.607997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.614788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c72d014f-a4b5-4ab3-8e36-b31ebaf62521 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:54.618807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:54.640112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Pushing event updated for resources: {'Port': ['ID=0da545c1-38d5-4417-89b3-29233a1ede70,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.657448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:54.690697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:54.695287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:54.695781 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.717771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:54.720988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.745652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.776326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ace8f9d-e23e-4f5e-b3b6-63b477a033a9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.817833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8daba376-4ab0-42ed-a617-9572ad5ddfc1 req-94b4f719-b59a-4b53-8161-277af2ff6ff9 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636735 Jul 22 21:15:54.833413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.841339 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.856450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.857611 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.859769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:15:54.862170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:54.866872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.899322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886c6227-33f6-4524-b2d9-2d9181334512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:54.901656 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265f75cc-b135-4634-92aa-161b27d95ade" -d '{"events": [{"server_uuid": "886c6227-33f6-4524-b2d9-2d9181334512", "name": "network-vif-plugged", "status": "completed", "tag": "c72d014f-a4b5-4ab3-8e36-b31ebaf62521"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:54.902833 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.909015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be49864-651b-4d41-acaf-ee5962bd6577']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:54.913923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c72d014f-a4b5-4ab3-8e36-b31ebaf62521, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:54.924283 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.937228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.937595 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Added segment 4b103eb4-a8b3-411f-89b6-cab24a543259 of type vlan for network 718d4a0f-6291-4f7a-923e-7b6474b8d846 Jul 22 21:15:54.938106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.960328 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56642e9d-a74b-4c13-9985-789503d582f5 x-openstack-request-id: req-56642e9d-a74b-4c13-9985-789503d582f5 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:54.961227 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886c6227-33f6-4524-b2d9-2d9181334512", "name": "network-vif-plugged", "status": "completed", "tag": "c72d014f-a4b5-4ab3-8e36-b31ebaf62521", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:54.961227 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56642e9d-a74b-4c13-9985-789503d582f5 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:54.961596 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886c6227-33f6-4524-b2d9-2d9181334512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521', 'code': 200} Jul 22 21:15:54.994878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:54.995194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b73ba2-42cf-4ab5-b224-94937e7bcd23') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:55.020571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.022231 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.023338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.024045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.029508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.031657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Transition to ACTIVE for port object 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:55.046719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-25c0f019-aa08-4403-a4a1-f168a3270ef6 None None] Provisioning for port 0da545c1-38d5-4417-89b3-29233a1ede70 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:55.051858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-25c0f019-aa08-4403-a4a1-f168a3270ef6 None None] Provisioning complete for port 0da545c1-38d5-4417-89b3-29233a1ede70 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:55.052247 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25c0f019-aa08-4403-a4a1-f168a3270ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.076699 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.097283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-25c0f019-aa08-4403-a4a1-f168a3270ef6 None None] Port 0da545c1-38d5-4417-89b3-29233a1ede70 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:15:55.124594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.135228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302c8244-7c6b-4d8d-8069-01d5dba36ee9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.135656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.163562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5662344 Jul 22 21:15:55.183940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:55.207181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:55.220259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.245163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:55.245885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ace8f9d-e23e-4f5e-b3b6-63b477a033a9 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:55.252423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:55.253473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:55.267497 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:55.273090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Request body: {'subnet': {'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1008827613-subnet', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:55.281874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79df47fa-7b1e-43b4-9021-06a9ef64411a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.301058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.305177 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8bf149c2-da11-4685-927b-c30d17af7572 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/79df47fa-7b1e-43b4-9021-06a9ef64411a HTTP/1.1" status: 204 len: 168 time: 0.8171902 Jul 22 21:15:55.316986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53400) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:55.354226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffd22b-a681-4cba-8d53-7fcf8b4f2af8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba50f323-0b5c-4928-bdf6-67d7ed2065bc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.370670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:15:55.403227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Made reservation on behalf of 248f19f26afa428a96ecd0ec8a333f30 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:55.405543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.427035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.428056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.428649 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.432308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.492733 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.508757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.513907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6be49864-651b-4d41-acaf-ee5962bd6577 HTTP/1.1" status: 204 len: 168 time: 2.4438090 Jul 22 21:15:55.564261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857a31c-3bf7-4d83-b008-294543cf30b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be49864-651b-4d41-acaf-ee5962bd6577,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.584148 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.635324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa312b-214f-408b-8c17-525b1d00f9f3 req-e4f8090e-482a-4e6d-9d90-688cb6ecea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.635907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec3afb-79a0-42eb-aea8-5943c7c05031 req-e5ed77a8-5bb5-486c-a724-8ff1019fc743 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.636879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-19aa312b-214f-408b-8c17-525b1d00f9f3 req-e4f8090e-482a-4e6d-9d90-688cb6ecea7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 1097 time: 0.5056129 Jul 22 21:15:55.638141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5221603 Jul 22 21:15:55.641021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7ec3afb-79a0-42eb-aea8-5943c7c05031 req-e5ed77a8-5bb5-486c-a724-8ff1019fc743 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.5580845 Jul 22 21:15:55.647103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53404) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:55.652610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.678703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892be2f-6ea8-4b2b-b461-6475265d256c req-fea7eab0-b3d4-4d20-98d4-1292a0225553 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.680448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7892be2f-6ea8-4b2b-b461-6475265d256c req-fea7eab0-b3d4-4d20-98d4-1292a0225553 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 945 time: 0.3625839 Jul 22 21:15:55.680650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:55.688104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Request body: {'subnet': {'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1130607713-subnet', 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:55.700859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53406) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:55.706558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.709023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f3673-4b97-4779-8e89-7f0b81b19e28 admin admin] Pushing event updated for resources: {'Network': ['ID=718d4a0f-6291-4f7a-923e-7b6474b8d846,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.722181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:15:55.751064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Attempting to bind port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:55.751402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Attempting to bind port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:55.751734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Attempting to bind port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:55.776222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Transition to ACTIVE for port object 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:55.777246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7ec3afb-79a0-42eb-aea8-5943c7c05031 req-2875d199-4fdc-4ba8-ab3f-7292df56812d tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265368 Jul 22 21:15:55.788598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:55.788918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Attempting to bind port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:55.811286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:55.811628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:55.812213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:55.812668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Bound port: 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:55.813031 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.840930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.844300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7892be2f-6ea8-4b2b-b461-6475265d256c req-373903cb-b17b-4591-be25-899dacf1de95 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369708 Jul 22 21:15:55.862398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:55.867807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.992898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:55.998515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-19aa312b-214f-408b-8c17-525b1d00f9f3 req-f4c35628-5d51-4786-956e-1e198e634cb4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056157 Jul 22 21:15:56.029146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:56.045938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.059187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4c8b969e-b5e3-40eb-985e-6dff6122d655 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=276b311cdd854aaea7c6ae8d2e297604&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3456838 Jul 22 21:15:56.059935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53410) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:56.087880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.125933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.138999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.161482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:56.161897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.162316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.164446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] 10.222.0.58 "PUT /v2.0/ports/91f9f36b-bf67-4cfc-85ec-0bcdbee42113 HTTP/1.1" status: 200 len: 1097 time: 3.2262301 Jul 22 21:15:56.167352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:56.172844 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f54d60-fb34-4560-8788-e351a4fc6cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:56.184814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049e15a4-2cea-497b-9aaf-c8768bff757f']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:56.232884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d8467-5af0-401d-8462-697e583ea457 service neutron] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.248197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12807d1-7f56-4ad3-b841-0a29a63d94eb') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:56.248197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12807d1-7f56-4ad3-b841-0a29a63d94eb') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:56.258667 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a902bb-de90-4632-a808-c65c18879607 x-openstack-request-id: req-03a902bb-de90-4632-a808-c65c18879607 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:56.259065 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:56.259453 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03a902bb-de90-4632-a808-c65c18879607 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:56.260119 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'status': 'completed', 'code': 200} Jul 22 21:15:56.275703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd57f7-df04-4321-9f15-956e8677c47e req-1532694c-c233-4073-82b2-e8f6c4d5ea3d tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:56.285246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cbd57f7-df04-4321-9f15-956e8677c47e req-1532694c-c233-4073-82b2-e8f6c4d5ea3d tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.3179839 Jul 22 21:15:56.297953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.366923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.405311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:56.405732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.407736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:56.409704 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:56.412371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.432878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Pushing event updated for resources: {'Port': ['ID=0da545c1-38d5-4417-89b3-29233a1ede70,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.463806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cbd57f7-df04-4321-9f15-956e8677c47e req-f7700ea8-b20b-43a6-96d4-d8b0b18dd824 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773279 Jul 22 21:15:56.491883 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f809a116-829f-47cf-8599-d105a12fe833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.545753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Attempting to bind port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:56.546143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Attempting to bind port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:56.546578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Attempting to bind port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:56.547071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-a83940a6-4d4b-40a2-9709-bed553055bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:56.549956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-a83940a6-4d4b-40a2-9709-bed553055bd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24100d789be7441f941c44e721e49d5d&device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 1100 time: 0.2844496 Jul 22 21:15:56.596046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:56.596780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Attempting to bind port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:56.598249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.610837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6516aff7-a284-4796-81b2-3eee91f30083,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.627129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f809a116-829f-47cf-8599-d105a12fe833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.629855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-3cf0ec54-0b52-40f2-a202-cb97da444f27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113 HTTP/1.1" status: 200 len: 217 time: 0.0726278 Jul 22 21:15:56.634518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.640653 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] 10.222.0.54 "DELETE /v2.0/networks/049e15a4-2cea-497b-9aaf-c8768bff757f HTTP/1.1" status: 204 len: 168 time: 1.3164091 Jul 22 21:15:56.666533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:56.666871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:56.667448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:56.668025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Bound port: 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:56.668488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.688591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36110d7f-79d8-4d57-9cd2-59cd5681f454 admin admin] Pushing event deleted for resources: {'Network': ['ID=049e15a4-2cea-497b-9aaf-c8768bff757f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.699007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.746934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Checking segment: {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:56.747699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Network hostable DHCP agents. Network: ba50f323-0b5c-4928-bdf6-67d7ed2065bc, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:15:56.857915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a3e212-82f1-4312-9276-6dc71ee2923d,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.884994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:15:56.919505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ba50f323-0b5c-4928-bdf6-67d7ed2065bc) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:56.927885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a21d5e-6652-4891-ac4e-7aa2cd498593 None None] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:56.946232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:56.947115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Network hostable DHCP agents. Network: 718d4a0f-6291-4f7a-923e-7b6474b8d846, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:15:56.948607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:56.956361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53420) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:56.958887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:56.998101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f809a116-829f-47cf-8599-d105a12fe833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.009785 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f809a116-829f-47cf-8599-d105a12fe833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.011704 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f809a116-829f-47cf-8599-d105a12fe833 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a1f7e90e-d7ed-4d55-95cd-399a456dec46 HTTP/1.1" status: 204 len: 168 time: 0.9168119 Jul 22 21:15:57.016657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.029987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-122e774f-bcb5-4d76-889d-1d6c229cdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.031535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-122e774f-bcb5-4d76-889d-1d6c229cdbcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.3884647 Jul 22 21:15:57.035160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.070520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:57.078892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:57.111409 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.131537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:15:57.135445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809a116-829f-47cf-8599-d105a12fe833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7e90e-d7ed-4d55-95cd-399a456dec46,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:57.175095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.179357 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.185801 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] 10.222.0.58 "PUT /v2.0/ports/5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d HTTP/1.1" status: 200 len: 1097 time: 2.9032707 Jul 22 21:15:57.185801 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-67a93871-4ded-4d59-b05a-d080c1f3bba7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9671323 Jul 22 21:15:57.185801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:57.203378 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77627ca9-a908-4050-9d14-3ec808d29901" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:57.206376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53424) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:57.255639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:57.271811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 718d4a0f-6291-4f7a-923e-7b6474b8d846) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:57.275664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-643cd5a1-9693-49ee-a60a-91bc3887e18a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dc7e15d05dd49ad9cf0a2e9a57c811e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179603 Jul 22 21:15:57.280829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53428) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:57.309431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.310110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.363645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acfb49-d2ca-42db-af37-ea66c118ee49 None None] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:57.445360 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5471de-7b01-42dd-a85e-997a14cecfa2 req-c291d48c-c04c-413e-a284-53dae07b7b57 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.454976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d5471de-7b01-42dd-a85e-997a14cecfa2 req-c291d48c-c04c-413e-a284-53dae07b7b57 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.4748969 Jul 22 21:15:57.458254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:15:57.459423 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.476877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.478080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.488778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Router 0857f354-7781-45fa-9f08-3b0c072528b1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:15:57.491934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae382ca-d4be-4268-9574-0695f547e622 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:57.497984 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2f368efd-9d8d-416a-a72f-ed44eac73ad8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8482187 Jul 22 21:15:57.581404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319288e-df4d-44fc-85fe-c8a790f4dd96 req-b77cb986-5292-4d6a-85cc-f21ef56b9c24 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.584876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a319288e-df4d-44fc-85fe-c8a790f4dd96 req-b77cb986-5292-4d6a-85cc-f21ef56b9c24 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 945 time: 0.4970453 Jul 22 21:15:57.586902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-5ef980ea-ab1b-4d89-9530-4c4719a24c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.592328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-5ef980ea-ab1b-4d89-9530-4c4719a24c67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4993858 Jul 22 21:15:57.611726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d5471de-7b01-42dd-a85e-997a14cecfa2 req-f47d6a37-e920-4051-b7e3-98fbf9c1bc93 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552742 Jul 22 21:15:57.668117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52f6f081-6492-4caa-8a4d-48ae40f88e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.674834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-ffd8343d-445b-4038-ae29-1e658514380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.676445 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-ffd8343d-445b-4038-ae29-1e658514380b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24100d789be7441f941c44e721e49d5d&device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 1100 time: 0.3205824 Jul 22 21:15:57.677951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.684034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c870755b-5894-47cc-a7a9-5083c3a4a4e7 None None] Provisioning complete for port 0da545c1-38d5-4417-89b3-29233a1ede70 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:57.685923 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c870755b-5894-47cc-a7a9-5083c3a4a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.823288 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71255e84-524c-446f-bdb5-801c5cb22e61 x-openstack-request-id: req-71255e84-524c-446f-bdb5-801c5cb22e61 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:57.823711 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:57.824127 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71255e84-524c-446f-bdb5-801c5cb22e61 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:57.824615 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'status': 'completed', 'code': 200} Jul 22 21:15:57.827242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-6c5f8268-48fc-4c78-a030-3e1e8450b414 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d HTTP/1.1" status: 200 len: 217 time: 0.1339519 Jul 22 21:15:57.850981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a319288e-df4d-44fc-85fe-c8a790f4dd96 req-28b654ab-3f2d-4cff-aa69-4f62c5f7f672 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505603 Jul 22 21:15:57.921348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53442) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:58.017061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc58d69-e6bc-4575-a89d-8b827877e679 None None] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:58.022333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c870755b-5894-47cc-a7a9-5083c3a4a4e7 None None] Port 0da545c1-38d5-4417-89b3-29233a1ede70 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:15:58.044901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-c963e06b-5301-4062-b58b-e42ae279494e service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401386 Jul 22 21:15:58.097734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-942a63c9-295d-445a-a59b-eae5d1bad114 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46516eac2c3f44beaad1c3ac7c2d88a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1719038 Jul 22 21:15:58.101200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53444) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:58.102357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:58.109103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a14ff622-2e31-44a9-b353-4c8169326562 admin admin] 10.222.0.54 "PUT /v2.0/routers/0857f354-7781-45fa-9f08-3b0c072528b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3923378 Jul 22 21:15:58.193806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eabaa-4c69-405e-890e-9eb88cda5696 req-fffb1500-bf06-4450-8f29-4aa4434b352a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.202294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b3eabaa-4c69-405e-890e-9eb88cda5696 req-fffb1500-bf06-4450-8f29-4aa4434b352a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.3355024 Jul 22 21:15:58.242873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Allocated IP 172.20.0.2 (ba50f323-0b5c-4928-bdf6-67d7ed2065bc/6516aff7-a284-4796-81b2-3eee91f30083/e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:58.273684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52f6f081-6492-4caa-8a4d-48ae40f88e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.311433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b3eabaa-4c69-405e-890e-9eb88cda5696 req-54432935-982c-40e2-b5f4-8bde9c8b0d4a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974956 Jul 22 21:15:58.314293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e67b9f0e-69df-4e5b-abc7-170acd91eaf6 req-a5321f0b-18ee-4139-a5a5-9532d0f2f103 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577379 Jul 22 21:15:58.330413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2191-1b4c-417f-b7e5-813369afb7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.377485 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2191-1b4c-417f-b7e5-813369afb7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.437531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Sync routers for ids ['0857f354-7781-45fa-9f08-3b0c072528b1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:58.497475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Routers {'0857f354-7781-45fa-9f08-3b0c072528b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:58.498122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0857f354-7781-45fa-9f08-3b0c072528b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:58.537729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.554741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2191-1b4c-417f-b7e5-813369afb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.559853 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2191-1b4c-417f-b7e5-813369afb7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.565717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bb3b2191-1b4c-417f-b7e5-813369afb7c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fe1d495-8376-4e29-a630-48ea5acf91e7 HTTP/1.1" status: 204 len: 168 time: 0.4568205 Jul 22 21:15:58.609851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.622895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Set router 0857f354-7781-45fa-9f08-3b0c072528b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:58.626689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Transition to ACTIVE for port object e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:58.655452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b2191-1b4c-417f-b7e5-813369afb7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe1d495-8376-4e29-a630-48ea5acf91e7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:58.681512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Transition to ACTIVE for port object e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:58.697298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-696e5cd5-add6-4528-98c0-b7dfc01012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.704179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-696e5cd5-add6-4528-98c0-b7dfc01012fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.4225647 Jul 22 21:15:58.744418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-d83b10df-26b1-464f-801d-b759dbbe8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.748259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-d83b10df-26b1-464f-801d-b759dbbe8fdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24100d789be7441f941c44e721e49d5d&device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 1100 time: 0.3172228 Jul 22 21:15:58.769245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-ac9a1c8d-799b-4b91-a969-5f33d32aaef6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.772237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-ac9a1c8d-799b-4b91-a969-5f33d32aaef6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.3428729 Jul 22 21:15:58.810011 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.919572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-77fe89b3-14f3-47bf-98f2-b3eb5fa219d8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.1212528 Jul 22 21:15:58.940636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52f6f081-6492-4caa-8a4d-48ae40f88e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.954486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52f6f081-6492-4caa-8a4d-48ae40f88e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.956337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-52f6f081-6492-4caa-8a4d-48ae40f88e0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c3c4eb7-5a9b-445e-a697-0f120ba878ab HTTP/1.1" status: 204 len: 168 time: 1.6673799 Jul 22 21:15:59.052613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6f081-6492-4caa-8a4d-48ae40f88e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c4eb7-5a9b-445e-a697-0f120ba878ab,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:59.060567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:59.126734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:59.132712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:59.154369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-372ab9b2-d9e4-44d8-bf04-77483158f43f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283548 Jul 22 21:15:59.202843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-e8383327-4386-4e58-b034-e33777505649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.204561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-e8383327-4386-4e58-b034-e33777505649 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4310434 Jul 22 21:15:59.230052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142e2f-11ac-456f-af11-3150c765c576 req-5d954b75-491e-4920-83e4-391ca3a5ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.232519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed768c-f6b3-49d2-b7d4-f729771cd4be req-45b4fc47-49a0-4866-bfd6-f9704d88742b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.234552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaed768c-f6b3-49d2-b7d4-f729771cd4be req-45b4fc47-49a0-4866-bfd6-f9704d88742b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.3181620 Jul 22 21:15:59.238689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-5d954b75-491e-4920-83e4-391ca3a5ef29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5126200 Jul 22 21:15:59.240371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Pushing event updated for resources: {'Port': ['ID=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:59.276630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-c5d731fd-11af-4eb8-b20d-02ac022352ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113 HTTP/1.1" status: 200 len: 217 time: 0.0629919 Jul 22 21:15:59.341100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaed768c-f6b3-49d2-b7d4-f729771cd4be req-c1880f74-5fd9-48c6-ae1a-3a8c1ec809d0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672727 Jul 22 21:15:59.361379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-5d185578-6adc-44c3-9691-5197188da5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.362287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Attempting to bind port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:59.362781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Attempting to bind port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:59.363724 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Attempting to bind port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e on network ba50f323-0b5c-4928-bdf6-67d7ed2065bc {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:59.366901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-5d185578-6adc-44c3-9691-5197188da5ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0825336 Jul 22 21:15:59.383417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:59.384994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Checking segment: {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:59.387202 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.387801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Bound using segment: {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:59.388558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Bound port: e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:59.390368 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.467737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53486) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:59.521872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0da545c1-38d5-4417-89b3-29233a1ede70', 'name': '', 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'mac_address': 'fa:16:3e:2e:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 2, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'subnets': [{'id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:59.546303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-b0d8f423-3975-43c4-b606-3ec0c5e82411 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038568 Jul 22 21:15:59.555972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Checking router: 0857f354-7781-45fa-9f08-3b0c072528b1 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:59.556604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Updating router 0857f354-7781-45fa-9f08-3b0c072528b1 port 0da545c1-38d5-4417-89b3-29233a1ede70 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:15:59.625934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.628388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] For port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:59.629081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-04d4882c-790d-46bb-bc4c-0ec3320a5db2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03986166a9e04734ab721024e77c0adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531839 Jul 22 21:15:59.633335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] For port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:59.638808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53488) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:59.655505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.679273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f142e2f-11ac-456f-af11-3150c765c576 req-3917a967-00a1-4c3b-a8b9-627718401563 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021972 Jul 22 21:15:59.681065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-53703a68-e0f1-4b1f-8c34-ef038f9c3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.686274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-53703a68-e0f1-4b1f-8c34-ef038f9c3c4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3125970 Jul 22 21:15:59.708449 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.739781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53492) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:59.751879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-network', 'tenant_id': '4405234220c740a58952058dc9b27749'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:59.779890 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.808514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eebf98-e444-4595-9d61-c93e1941fa50 None None] Pushing event updated for resources: {'Port': ['ID=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:59.853130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c188e-4102-40e8-8326-7245d726d5a8 req-b0252368-f69f-4c0d-8c13-d74eb1d42b3c tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.861564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c7c188e-4102-40e8-8326-7245d726d5a8 req-b0252368-f69f-4c0d-8c13-d74eb1d42b3c tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 945 time: 0.3699572 Jul 22 21:16:00.018606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1e3a-35e9-41db-8a13-5397a8379ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.020213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Made reservation on behalf of 4405234220c740a58952058dc9b27749 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:00.022463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.045909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.059748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Allocated IP 172.25.5.76 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:00.093797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c7c188e-4102-40e8-8326-7245d726d5a8 req-6bbe4f72-787f-471c-8fcd-8c3a35bce1bc tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312667 Jul 22 21:16:00.155728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1e3a-35e9-41db-8a13-5397a8379ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.299054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627ca9-a908-4050-9d14-3ec808d29901 req-32650cad-d2f8-4bce-b3f6-8c0e06bde8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.303984 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77627ca9-a908-4050-9d14-3ec808d29901 req-32650cad-d2f8-4bce-b3f6-8c0e06bde8b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24100d789be7441f941c44e721e49d5d&device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 1100 time: 0.5371766 Jul 22 21:16:00.311801 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.323474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Transition to ACTIVE for port object 0da545c1-38d5-4417-89b3-29233a1ede70 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:00.331584 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.335592 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.380397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-9bebf776-a0c9-4417-9ed4-bb1c0f93cde4 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794200 Jul 22 21:16:00.386010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d46b6f-3802-43df-b785-af98355f94ea None None] Pushing event updated for resources: {'Port': ['ID=0da545c1-38d5-4417-89b3-29233a1ede70,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:00.395523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:00.417565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-726d7522-5a87-4abe-a6fb-e32a37907564 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2505939 Jul 22 21:16:00.418261 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1e3a-35e9-41db-8a13-5397a8379ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.425501 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1e3a-35e9-41db-8a13-5397a8379ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.429124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8a3e1e3a-35e9-41db-8a13-5397a8379ae1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31dd2587-a172-40d8-8d35-afa3939fdfff HTTP/1.1" status: 204 len: 168 time: 0.7882192 Jul 22 21:16:00.468294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627ca9-a908-4050-9d14-3ec808d29901 req-727110fb-6447-4dee-83ed-7aa31e5abfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.474328 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77627ca9-a908-4050-9d14-3ec808d29901 req-727110fb-6447-4dee-83ed-7aa31e5abfa6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1527307 Jul 22 21:16:00.474328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.563166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Attempting to bind port 0da545c1-38d5-4417-89b3-29233a1ede70 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:00.563673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Attempting to bind port 0da545c1-38d5-4417-89b3-29233a1ede70 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:00.565229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Attempting to bind port 0da545c1-38d5-4417-89b3-29233a1ede70 on network 02017ee7-54ba-451d-acdd-4f214b0961c8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:00.582923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:00.583385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Checking segment: {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:00.583682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.584106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Bound using segment: {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:00.584645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Bound port: 0da545c1-38d5-4417-89b3-29233a1ede70, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:00.585262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.649577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77627ca9-a908-4050-9d14-3ec808d29901 req-1262700f-98fa-435b-9e04-3156c5638ce9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d HTTP/1.1" status: 200 len: 217 time: 0.1695318 Jul 22 21:16:00.698155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:00.779587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:00.779587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Pushing event updated for resources: {'Port': ['ID=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:00.781870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:00.846648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:00.855652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.862245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f54d60-fb34-4560-8788-e351a4fc6cfe req-0469297c-9ea0-4771-bd95-132019fa6113 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325113 Jul 22 21:16:00.884190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.907066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] For port 0da545c1-38d5-4417-89b3-29233a1ede70, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:00.909460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'mac_address': 'fa:16:3e:05:30:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:00.928178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] For port 0da545c1-38d5-4417-89b3-29233a1ede70, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0da545c1-38d5-4417-89b3-29233a1ede70,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:00.932817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1e3a-35e9-41db-8a13-5397a8379ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd2587-a172-40d8-8d35-afa3939fdfff,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:00.969811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627ca9-a908-4050-9d14-3ec808d29901 req-3c22629c-9fff-4a4d-a6e4-451c2f45c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.980681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77627ca9-a908-4050-9d14-3ec808d29901 req-3c22629c-9fff-4a4d-a6e4-451c2f45c5e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.3133833 Jul 22 21:16:00.999080 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.011387 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.019985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-abccbcfa-1ac2-4e77-91c9-865484ad3a84 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612912 Jul 22 21:16:01.089261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:16:01.165508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881971be-afbe-456a-83a6-d2c5af1f3f1b req-30705a02-d5e3-41c2-b07a-7b86b2aba4d1 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:01.166545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-881971be-afbe-456a-83a6-d2c5af1f3f1b req-30705a02-d5e3-41c2-b07a-7b86b2aba4d1 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.9660187 Jul 22 21:16:01.183384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd57c94-a642-4ccc-b952-eb8f7843637f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:01.207192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.210681 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Added segment d408575e-c1db-4cec-b8b6-dc95d62c2bd8 of type vlan for network ca25f923-756b-4ff8-b383-2335273cc4a0 Jul 22 21:16:01.422249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627ca9-a908-4050-9d14-3ec808d29901 req-9a9e4538-f29a-4889-8cb8-89e8df38a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:01.424026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77627ca9-a908-4050-9d14-3ec808d29901 req-9a9e4538-f29a-4889-8cb8-89e8df38a4c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4363084 Jul 22 21:16:01.467918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.500763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:01.570625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.576781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:01.584832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d46b6f-3802-43df-b785-af98355f94ea None None] Pushing event updated for resources: {'Port': ['ID=0da545c1-38d5-4417-89b3-29233a1ede70,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:01.591698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:01.651522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-881971be-afbe-456a-83a6-d2c5af1f3f1b req-0d0aa99f-a928-4fea-ae15-e88ff52b780d tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402931 Jul 22 21:16:01.696515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b330f7-2c9d-412c-b376-cd0c8e32bb62 None None] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:01.741718 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.767639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.768798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:01.769265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.796845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856fcef-678d-4c94-9bd7-ae8df4634ed1 req-9babe846-354d-408e-9e60-96782157a8e0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:01.799557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f856fcef-678d-4c94-9bd7-ae8df4634ed1 req-9babe846-354d-408e-9e60-96782157a8e0 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a54c22e-b6c6-4e1e-b64a-79b017f16be9 HTTP/1.1" status: 200 len: 945 time: 0.2883239 Jul 22 21:16:01.808760 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77627ca9-a908-4050-9d14-3ec808d29901 req-a42d6023-950a-4e3d-81ed-ba6911b9a6fc service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227491 Jul 22 21:16:01.881185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1388428 Jul 22 21:16:01.891207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53544) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:01.917931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Request body: {'subnet': {'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-subnet', 'tenant_id': '4405234220c740a58952058dc9b27749', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:01.959973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-77627ca9-a908-4050-9d14-3ec808d29901 req-b2b98660-08e6-4e44-903d-f8a9c3f5d718 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176531 Jul 22 21:16:02.064715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d14660-254d-4a24-b401-dfd3e0d1aa65 admin admin] Pushing event updated for resources: {'Network': ['ID=ca25f923-756b-4ff8-b383-2335273cc4a0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:02.074424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f856fcef-678d-4c94-9bd7-ae8df4634ed1 req-96b0952f-f357-49d0-8668-5a573974e322 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413306 Jul 22 21:16:02.081542 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:02.086846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Made reservation on behalf of 4405234220c740a58952058dc9b27749 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:02.089451 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:02.108153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ca25f923-756b-4ff8-b383-2335273cc4a0 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:16:02.114049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Routers {'0857f354-7781-45fa-9f08-3b0c072528b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:02.116593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0857f354-7781-45fa-9f08-3b0c072528b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:02.276519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:02.473103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53560) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:02.555743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Router d6870c55-b254-49d9-a8c4-8a720b8fd14c is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:16:02.614374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:02.659155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5decef4e-dc66-4e4b-bdfe-2fc1fa2a4a86 req-a920ee09-1235-457d-89f5-11236d715843 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0481811 Jul 22 21:16:02.744118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809930e8-e49d-4ffb-b6fb-179d31bad887 req-1233fc60-3934-49b1-8a45-925f65fc6bc2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:02.755720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-809930e8-e49d-4ffb-b6fb-179d31bad887 req-1233fc60-3934-49b1-8a45-925f65fc6bc2 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.8320696 Jul 22 21:16:02.767602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e7e2e497-eae5-4707-a310-e9f58e0bbd07 None None] Provisioning for port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:02.806410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1326722394-network', 'tenant_id': 'd94811adcce441ff9a708df5a4bf67b8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:02.812627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['91f9f36b-bf67-4cfc-85ec-0bcdbee42113'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:02.836215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Made reservation on behalf of d94811adcce441ff9a708df5a4bf67b8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:02.838829 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:02.858380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:02.875885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-809930e8-e49d-4ffb-b6fb-179d31bad887 req-87075f82-528c-4519-85e1-8db2e36f1fe3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189499 Jul 22 21:16:02.896431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:02.911224 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Sync routers for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:02.964105 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:02.967531 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:03.031757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] Set router 0857f354-7781-45fa-9f08-3b0c072528b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:03.078208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.084543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.122173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb4eac-a648-40bd-bc50-82244884012c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:03.126958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.128530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-29a82335-58bb-4b3c-b8ef-42daf092ae75 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8811219 Jul 22 21:16:03.132979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53576) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:03.147922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:16:03.194748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.207030 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:03.254954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.255304 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Added segment 9f6d3eb3-d2d4-4079-a619-f64c67e090f8 of type vlan for network 6478d7d1-47f2-4df0-826b-edce05cbca5f Jul 22 21:16:03.288085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:03.291268 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.345540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.402480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:03.403128 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.454774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc440c0-80c8-49b4-bdc9-6150abc89316,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:03.456948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:03.492150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-9ee09e14-761b-49e9-aaa6-f83cdf55e299 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636756 Jul 22 21:16:03.499284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Checking segment: {'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:03.499284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Network hostable DHCP agents. Network: ca25f923-756b-4ff8-b383-2335273cc4a0, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:16:03.556029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:03.575813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0cb2d-cee6-4138-8091-a5f3caea01c7 req-453f95df-04bb-4fc2-a57a-109f6a39d31a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:03.578463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9c0cb2d-cee6-4138-8091-a5f3caea01c7 req-453f95df-04bb-4fc2-a57a-109f6a39d31a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.3850605 Jul 22 21:16:03.582940 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 3, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:03.614568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'mac_address': 'fa:16:3e:8e:32:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:03.616007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Network ca25f923-756b-4ff8-b383-2335273cc4a0 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:16:03.626194 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Checking router: d6870c55-b254-49d9-a8c4-8a720b8fd14c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:03.626690 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Updating router d6870c55-b254-49d9-a8c4-8a720b8fd14c port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:16:03.680770 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.735590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ca25f923-756b-4ff8-b383-2335273cc4a0) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:03.736385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0da545c1-38d5-4417-89b3-29233a1ede70', 'name': '', 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'mac_address': 'fa:16:3e:2e:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:00Z', 'revision_number': 4, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'subnets': [{'id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:03.741350 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.796398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9c0cb2d-cee6-4138-8091-a5f3caea01c7 req-8ce0fc46-bcec-4103-9928-ad6b19637881 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938300 Jul 22 21:16:03.803308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8003e-7b25-4e0a-8e77-12a8a6be574d None None] Network ca25f923-756b-4ff8-b383-2335273cc4a0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:03.815616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:03.816507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.847287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-16130006-71a8-49d2-9fba-c96d7589c3a4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9546483 Jul 22 21:16:03.851472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2578d-4740-4fcd-92e9-5669bfebd168 None None] The sync data for ids ['0857f354-7781-45fa-9f08-3b0c072528b1'] in n-d-762330-19 is: [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0da545c1-38d5-4417-89b3-29233a1ede70', 'name': '', 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'mac_address': 'fa:16:3e:2e:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:00Z', 'revision_number': 4, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'subnets': [{'id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:03.866261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53588) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:03.872054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:03.873537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:03.895806 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.912044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.913836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.933512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-4fe8ce8a-faea-4325-92b5-cc148d7055a6 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:03.935572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-4fe8ce8a-faea-4325-92b5-cc148d7055a6 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4221482 Jul 22 21:16:04.036239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:04.050533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.144669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:04.153945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-00903c20-5988-4671-9c48-045713b7476d tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/quotas/e3c3311dbc0d4ee18d004daadfd9ccdb HTTP/1.1" status: 200 len: 375 time: 0.1760013 Jul 22 21:16:04.166436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.273984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:04.375547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.384218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-aef19af1-3261-4036-91d5-049b7d693df3 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2177966 Jul 22 21:16:04.405042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:04.405042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.405681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.453837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:04.464757 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.487659 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Transition to ACTIVE for port object 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:04.501402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:04.504367 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.510339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0da545c1-38d5-4417-89b3-29233a1ede70 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:04.626942 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a4fc2-899e-409c-9fd9-ec85eb17e4ce None None] Pushing event updated for resources: {'Port': ['ID=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:04.664091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] Pushing event updated for resources: {'Network': ['ID=6478d7d1-47f2-4df0-826b-edce05cbca5f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:04.674602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aecfebe1-de18-4a18-941a-bb39b30d71f7 None None] Provisioning complete for port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:04.674602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aecfebe1-de18-4a18-941a-bb39b30d71f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.680738 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Attempting to bind port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:04.681119 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Attempting to bind port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:04.681941 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Attempting to bind port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:04.693884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-faa1644d-efb4-4624-b3dd-0bf7b6431329 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2066512 Jul 22 21:16:04.704212 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:04.704634 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:04.705050 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.705444 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:04.706074 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Bound port: 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:04.706548 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.729572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53596) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:04.739105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Request body: {'subnet': {'network_id': '6478d7d1-47f2-4df0-826b-edce05cbca5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1326722394-subnet', 'tenant_id': 'd94811adcce441ff9a708df5a4bf67b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:04.760160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6478d7d1-47f2-4df0-826b-edce05cbca5f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:16:04.762253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-ca25f923-756b-4ff8-b383-2335273cc4a0', 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0', 'tenant_id': '4405234220c740a58952058dc9b27749', 'fixed_ips': [{'subnet_id': '6fc440c0-80c8-49b4-bdc9-6150abc89316'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:16:04.763189 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.836298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Made reservation on behalf of d94811adcce441ff9a708df5a4bf67b8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:04.838498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.856706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b864135-cf34-4e25-a5c5-7ba270607f05 req-0e7e6094-8794-4102-bc3f-c0204d60b7db tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 210 time: 0.1738203 Jul 22 21:16:04.906580 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] For port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:04.914145 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] For port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:04.921507 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.047443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a4fc2-899e-409c-9fd9-ec85eb17e4ce None None] Pushing event updated for resources: {'Port': ['ID=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:05.057301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-e841e1ef-c560-440a-8565-37992f2856dd tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:05.062360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-e841e1ef-c560-440a-8565-37992f2856dd tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.9164910 Jul 22 21:16:05.106399 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:05.107045 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:05.130865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Allocated IP 172.20.0.2 (ca25f923-756b-4ff8-b383-2335273cc4a0/6fc440c0-80c8-49b4-bdc9-6150abc89316/65c02949-71b6-4568-a7a2-8014def0cb84) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:05.280624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:05.341532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0da545c1-38d5-4417-89b3-29233a1ede70 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:05.371932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-c0942a9f-72db-4004-a9bc-069141651569 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:05.379512 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:05.395574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-c0942a9f-72db-4004-a9bc-069141651569 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 812 time: 0.3366230 Jul 22 21:16:05.414385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0da545c1-38d5-4417-89b3-29233a1ede70 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:05.414922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.448831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c44e54-a868-46a7-b22e-6392a8542825 req-6b22cb71-49a6-4abb-8fad-367b29f290ac tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:05.450438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-82c44e54-a868-46a7-b22e-6392a8542825 req-6b22cb71-49a6-4abb-8fad-367b29f290ac tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a54c22e-b6c6-4e1e-b64a-79b017f16be9 HTTP/1.1" status: 200 len: 945 time: 0.9908364 Jul 22 21:16:05.482426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.650700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-429102cd-a33d-4bd1-871f-65c53e7afcb3 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/quotas/bc56810df37e4ee8b1d8ee8ebe1f5fe4 HTTP/1.1" status: 200 len: 375 time: 0.2538443 Jul 22 21:16:05.713602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.802119 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 3, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:05.858265 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3850aa-44de-465a-a7f0-72ddf1973553 None None] The sync data for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 is: [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 3, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:05.943700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574f865-262f-4681-871d-daaef70c02e7 req-47cdead7-ec19-4f65-ae0f-1084fcbd92f5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:05.944806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:05.950557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.957263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9574f865-262f-4681-871d-daaef70c02e7 req-47cdead7-ec19-4f65-ae0f-1084fcbd92f5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 1.1156657 Jul 22 21:16:06.011605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Deleting port f64348fc-703e-4de2-8b14-a3db7416b03a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:06.012558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.116020 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.131776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-85deaba0-3ac1-43a6-b352-9b0fac1b5a30 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4798775 Jul 22 21:16:06.175505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Transition to ACTIVE for port object 65c02949-71b6-4568-a7a2-8014def0cb84 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:06.198616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Allocated IP 172.20.0.1 (ba50f323-0b5c-4928-bdf6-67d7ed2065bc/6516aff7-a284-4796-81b2-3eee91f30083/4c1d42a3-43b0-4d32-98c4-cc3da464cf15) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:06.221737 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.224570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Transition to ACTIVE for port object 65c02949-71b6-4568-a7a2-8014def0cb84 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:06.244610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.264521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.289793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Network ca25f923-756b-4ff8-b383-2335273cc4a0 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:06.344152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:06.351215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:06.360875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9574f865-262f-4681-871d-daaef70c02e7 req-9eccdf1d-4353-408b-bbc7-5e482088121b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022162 Jul 22 21:16:06.445455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:06.502489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b63e5a0-cf3b-4106-b8b7-4892e818e21a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.507293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 0da545c1-38d5-4417-89b3-29233a1ede70, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0da545c1-38d5-4417-89b3-29233a1ede70,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:06.532516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Pushing event updated for resources: {'Port': ['ID=65c02949-71b6-4568-a7a2-8014def0cb84,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.544757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.558026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-c69908e6-01d9-4fb1-a3b5-55ba4b51f251 service neutron] 10.222.0.54 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951957 Jul 22 21:16:06.646946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Attempting to bind port 65c02949-71b6-4568-a7a2-8014def0cb84 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:06.647330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Attempting to bind port 65c02949-71b6-4568-a7a2-8014def0cb84 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:06.647951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Attempting to bind port 65c02949-71b6-4568-a7a2-8014def0cb84 on network ca25f923-756b-4ff8-b383-2335273cc4a0 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:06.678027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:06.678736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Checking segment: {'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:06.679310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.679936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Bound using segment: {'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:06.680635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Bound port: 65c02949-71b6-4568-a7a2-8014def0cb84, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:06.681241 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.709977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:06.736780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e80748c2-0fa7-401f-9e8b-36a606777d64 req-546c7789-7808-4042-8a7b-ce8cae87f099 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 210 time: 0.1670663 Jul 22 21:16:06.747817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=0da545c1-38d5-4417-89b3-29233a1ede70,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.752782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:06.767416 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.808523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] For port f64348fc-703e-4de2-8b14-a3db7416b03a, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f64348fc-703e-4de2-8b14-a3db7416b03a,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:06.809098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.875983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:06.884655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Calling delete_port for f64348fc-703e-4de2-8b14-a3db7416b03a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:06.970525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-44e25f6a-5804-43b9-8ddc-f0a8a1f338a2 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2326021 Jul 22 21:16:06.976508 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:16:07.001871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] For port 65c02949-71b6-4568-a7a2-8014def0cb84, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:07.007203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] For port 65c02949-71b6-4568-a7a2-8014def0cb84, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65c02949-71b6-4568-a7a2-8014def0cb84,segment=NetworkSegment(d408575e-c1db-4cec-b8b6-dc95d62c2bd8),segment_id=d408575e-c1db-4cec-b8b6-dc95d62c2bd8)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:07.020074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.027155 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.037178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-c0f5fcc1-f669-447f-9973-c72a5e66e6d1 service neutron] 10.222.0.54 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781306 Jul 22 21:16:07.050819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.14 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/83c6d53c-633d-419e-9be2-7b71565aba09) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:07.087680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Checking segment: {'id': '9f6d3eb3-d2d4-4079-a619-f64c67e090f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6478d7d1-47f2-4df0-826b-edce05cbca5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:07.088112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Network hostable DHCP agents. Network: 6478d7d1-47f2-4df0-826b-edce05cbca5f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:16:07.102554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.115725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.118977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.132798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73992a-4731-4466-a52c-eec41144cd7c req-e05acc4d-8980-4509-b41e-9b2fae6739a5 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:07.135994 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec73992a-4731-4466-a52c-eec41144cd7c req-e05acc4d-8980-4509-b41e-9b2fae6739a5 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "GET /v2.0/ports?device_id=886c6227-33f6-4524-b2d9-2d9181334512 HTTP/1.1" status: 200 len: 945 time: 0.5475383 Jul 22 21:16:07.167773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:07.174450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:07.174821 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.191786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:07.194146 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac66667-7c68-4f49-8ded-90805260a90a" -d '{"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:07.247914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:07.254511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce65bfc-a28a-4bdd-b8f0-fac394309489 None None] Pushing event updated for resources: {'Port': ['ID=65c02949-71b6-4568-a7a2-8014def0cb84,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:07.277403 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.286787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Allocated IP 172.25.5.232 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/d5e8f8c1-fd7f-407c-98f4-8b73624fd50b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:07.321606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Transition to ACTIVE for port object 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:07.338890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:07.382030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Network 6478d7d1-47f2-4df0-826b-edce05cbca5f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:16:07.486916 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.549657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:07.558139 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.559342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:07.599659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6478d7d1-47f2-4df0-826b-edce05cbca5f) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:07.605033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:07.606713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.630367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479290a3-6c19-492b-a85f-73f52ae1a498 req-e682f447-af79-4d81-a257-3371d0c2dd6d tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:07.632259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-479290a3-6c19-492b-a85f-73f52ae1a498 req-e682f447-af79-4d81-a257-3371d0c2dd6d tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 949 time: 0.7346117 Jul 22 21:16:07.633575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cec224-f464-49e9-a994-dc3d590125fc None None] Network 6478d7d1-47f2-4df0-826b-edce05cbca5f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:07.726097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcd37e4a-abd3-410d-b033-d60d6600e7cd req-1a44c7dd-a104-44f3-ae35-5c591f8b25dd tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 210 time: 0.1799397 Jul 22 21:16:07.794791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.803657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.810479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:07.811262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.883117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.895230 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09f41a2-3afd-4ba2-ac5f-de9dfe4931ed x-openstack-request-id: req-e09f41a2-3afd-4ba2-ac5f-de9dfe4931ed {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:07.895888 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:07.896454 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e09f41a2-3afd-4ba2-ac5f-de9dfe4931ed {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:07.897133 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'code': 200} Jul 22 21:16:07.933059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:07.952008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:07.954501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:07.958088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:07.980189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:08.005936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:08.015540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:08.025846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-8f9b1e09-8838-4c07-8925-9a38baea8da4 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:08.039050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.041232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-8f9b1e09-8838-4c07-8925-9a38baea8da4 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0245147 Jul 22 21:16:08.054832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3976ddbb-caa3-4880-8c88-c483a345ebee admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3124313 Jul 22 21:16:08.054832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:08.055124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Deleting port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:08.055124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.073796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c72d014f-a4b5-4ab3-8e36-b31ebaf62521'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:08.136083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.160856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ed3a5-3b35-47fe-b63a-6bcbc5c59727 None None] Network 6478d7d1-47f2-4df0-826b-edce05cbca5f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:08.199812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:08.230723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Request body: {'port': {'device_id': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'e3c3311dbc0d4ee18d004daadfd9ccdb'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:08.244019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.441208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:08.532830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] No DVR routers for this DVR port f64348fc-703e-4de2-8b14-a3db7416b03a on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:08.533650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a8b5931d-f707-4ad1-b505-443637720dae None None] Provisioning for port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:08.541255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.547190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a8b5931d-f707-4ad1-b505-443637720dae None None] Provisioning complete for port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:08.547984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a8b5931d-f707-4ad1-b505-443637720dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.548353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-82c44e54-a868-46a7-b22e-6392a8542825 req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "DELETE /v2.0/ports/f64348fc-703e-4de2-8b14-a3db7416b03a HTTP/1.1" status: 204 len: 173 time: 3.0031650 Jul 22 21:16:08.619684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5931d-f707-4ad1-b505-443637720dae None None] Port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:08.651520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'name': 'network-vif-deleted', 'tag': 'f64348fc-703e-4de2-8b14-a3db7416b03a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:08.655290 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c7595e-8a4a-47d9-adf2-fa0047c4e560" -d '{"events": [{"server_uuid": "3a54c22e-b6c6-4e1e-b64a-79b017f16be9", "name": "network-vif-deleted", "tag": "f64348fc-703e-4de2-8b14-a3db7416b03a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:08.665962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f2d25-8a45-4cef-9d54-0768b5a09779 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event deleted for resources: {'Port': ['ID=f64348fc-703e-4de2-8b14-a3db7416b03a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:08.675191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:08.724827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:08.725218 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.767665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.835211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.846954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-479290a3-6c19-492b-a85f-73f52ae1a498 req-da95a3f4-3bc8-40fb-9146-af9f6f9ee7e3 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1365418 Jul 22 21:16:09.034880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:09.173676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.184912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86b3f377-3cef-41af-bd3e-ae8d50caf578 req-848f1c2e-ee6e-4a8f-81ac-003a429994bb tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 210 time: 0.0824575 Jul 22 21:16:09.200014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.231231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27cebe-ff4c-4756-9711-1d732442ffed req-4d3e57e6-d55a-4c60-810e-490f07b1b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:09.232956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e27cebe-ff4c-4756-9711-1d732442ffed req-4d3e57e6-d55a-4c60-810e-490f07b1b5be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 1102 time: 1.3616624 Jul 22 21:16:09.260949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.284208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:09.293074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:09.328012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:09.335696 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.336537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f64348fc-703e-4de2-8b14-a3db7416b03a no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:09.337505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:09.338196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c2025-3246-469c-8192-2da3f5cd4354 req-f736c9ab-445f-4399-8b9a-c9d8cd9d3f7e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:09.339813 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b0c2025-3246-469c-8192-2da3f5cd4354 req-f736c9ab-445f-4399-8b9a-c9d8cd9d3f7e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 1.2928219 Jul 22 21:16:09.365392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53660) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:09.410628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1827694083-network', 'tenant_id': '06439598c77f4091ba76020b4cae4184'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:09.419295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: f64348fc-703e-4de2-8b14-a3db7416b03a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:09.422186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f64348fc-703e-4de2-8b14-a3db7416b03a not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:09.489650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:09.490654 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.493500 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b95f5026-5541-4c67-83a3-a4423f3e12de req-5df442c0-8db2-44cb-8e8a-594f74fbe4a1 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 210 time: 0.1640365 Jul 22 21:16:09.509657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=83c6d53c-633d-419e-9be2-7b71565aba09,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:09.533684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] For port c72d014f-a4b5-4ab3-8e36-b31ebaf62521, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:09.534045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.549441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e27cebe-ff4c-4756-9711-1d732442ffed req-7d0faa0a-b8ca-466a-990a-b596926c47e8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365317 Jul 22 21:16:09.568155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:09.668809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44180f62-8abe-4811-9763-a3659b085bba None None] Network ca25f923-756b-4ff8-b383-2335273cc4a0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:09.726119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Made reservation on behalf of 06439598c77f4091ba76020b4cae4184 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:09.729081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.746930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.755976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Made reservation on behalf of e3c3311dbc0d4ee18d004daadfd9ccdb for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:09.760528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.804817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b0c2025-3246-469c-8192-2da3f5cd4354 req-74d953e7-452d-4bb1-a9c2-176c68f8e4b8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447794 Jul 22 21:16:09.818532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.899687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:09.902095 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca7bbf-9492-402b-a9ce-bf44f70f8bc1" -d '{"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-plugged", "status": "completed", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:09.913826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0da545c1-38d5-4417-89b3-29233a1ede70 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:09.958852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9704cf6f-e3a1-4043-8318-56e191edd29d None None] Provisioning for port 65c02949-71b6-4568-a7a2-8014def0cb84 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:10.058651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0da545c1-38d5-4417-89b3-29233a1ede70 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:10.059160 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.101874 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f00273a-e4b7-421c-a32e-148df8283a5d x-openstack-request-id: req-9f00273a-e4b7-421c-a32e-148df8283a5d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:10.102149 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a54c22e-b6c6-4e1e-b64a-79b017f16be9", "name": "network-vif-deleted", "tag": "f64348fc-703e-4de2-8b14-a3db7416b03a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:10.102430 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f00273a-e4b7-421c-a32e-148df8283a5d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:10.102793 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a54c22e-b6c6-4e1e-b64a-79b017f16be9', 'name': 'network-vif-deleted', 'tag': 'f64348fc-703e-4de2-8b14-a3db7416b03a', 'status': 'completed', 'code': 200} Jul 22 21:16:10.107457 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.132647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Calling delete_port for c72d014f-a4b5-4ab3-8e36-b31ebaf62521 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:10.159231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:10.159934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.179580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65c02949-71b6-4568-a7a2-8014def0cb84 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:10.287295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 65c02949-71b6-4568-a7a2-8014def0cb84 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:10.304377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:10.304990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 65c02949-71b6-4568-a7a2-8014def0cb84 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:10.304990 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.364114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-cf2b42b9-7337-444d-84c5-bbe69c46b2e1 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:10.374376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-cf2b42b9-7337-444d-84c5-bbe69c46b2e1 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 812 time: 0.3460305 Jul 22 21:16:10.467500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Request body: {'port': {'device_id': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'admin_state_up': True, 'tenant_id': 'bc56810df37e4ee8b1d8ee8ebe1f5fe4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:10.509263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.527893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.545962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1cb34-ece6-4a6e-add3-ac4d95af3b76 req-6470e3a6-9938-4f0d-90cd-673d190f02ae tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:10.554824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16a1cb34-ece6-4a6e-add3-ac4d95af3b76 req-6470e3a6-9938-4f0d-90cd-673d190f02ae tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 932 time: 0.8129346 Jul 22 21:16:10.599632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:10.600629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.620675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:10.631553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 65c02949-71b6-4568-a7a2-8014def0cb84, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65c02949-71b6-4568-a7a2-8014def0cb84,segment=NetworkSegment(d408575e-c1db-4cec-b8b6-dc95d62c2bd8),segment_id=d408575e-c1db-4cec-b8b6-dc95d62c2bd8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:10.641916 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.701401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event deleted for resources: {'Port': ['ID=c72d014f-a4b5-4ab3-8e36-b31ebaf62521,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:10.744356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=65c02949-71b6-4568-a7a2-8014def0cb84,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:10.750179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4d23e137-7de0-4511-907e-e333e585e0ce None None] Provisioning complete for port 65c02949-71b6-4568-a7a2-8014def0cb84 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:10.750179 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d23e137-7de0-4511-907e-e333e585e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.761217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c72d014f-a4b5-4ab3-8e36-b31ebaf62521 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:10.779024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16a1cb34-ece6-4a6e-add3-ac4d95af3b76 req-6c9dc29e-6e56-4f46-8f41-705ecc005e49 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229686 Jul 22 21:16:10.798046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c72d014f-a4b5-4ab3-8e36-b31ebaf62521 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:10.798562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c72d014f-a4b5-4ab3-8e36-b31ebaf62521 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:10.875167 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc89830d-f94f-4928-ba84-56cac40c61b7 x-openstack-request-id: req-dc89830d-f94f-4928-ba84-56cac40c61b7 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:10.876143 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-plugged", "status": "completed", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:10.876414 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc89830d-f94f-4928-ba84-56cac40c61b7 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:10.876745 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'code': 200} Jul 22 21:16:10.896341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] No DVR routers for this DVR port c72d014f-a4b5-4ab3-8e36-b31ebaf62521 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:10.899512 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.902283 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec73992a-4731-4466-a52c-eec41144cd7c req-908989bc-66b8-4b70-b739-f49940b23bbd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "DELETE /v2.0/ports/c72d014f-a4b5-4ab3-8e36-b31ebaf62521 HTTP/1.1" status: 204 len: 173 time: 3.7324209 Jul 22 21:16:10.916555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c413-881d-418b-9f70-22103f499874 req-33bcc122-f7a7-4abd-8277-1deb6ff10f4a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:10.925246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad95c413-881d-418b-9f70-22103f499874 req-33bcc122-f7a7-4abd-8277-1deb6ff10f4a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 950 time: 0.9640095 Jul 22 21:16:10.945069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-a10f8a0b-bb15-4202-83b2-2f8946f42fd5 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:10.947381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-a10f8a0b-bb15-4202-83b2-2f8946f42fd5 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 812 time: 0.6022620 Jul 22 21:16:10.981519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Request body: {'port': {'device_id': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'admin_state_up': True, 'tenant_id': 'bc56810df37e4ee8b1d8ee8ebe1f5fe4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:10.984594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.030760 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.079269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-887ffd4b-8843-4b7f-9794-0d3fa58cb933 req-1549250b-16d8-43fe-bc26-1ff27c3b12af tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 210 time: 0.0931103 Jul 22 21:16:11.080282 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-3df96fa1-326c-4763-bfed-56a86d2df21c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8499243 Jul 22 21:16:11.100745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Request body: {'port': {'device_id': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:11.167764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:16:11.220080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87606f00-3049-4224-9c8f-0b69977c75ed,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:11.225692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad95c413-881d-418b-9f70-22103f499874 req-d8d4e08a-d7bc-4c5b-a83b-1a4ef6662d9b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995865 Jul 22 21:16:11.267388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.267388 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Added segment 40a581b4-9d9f-457e-9d5d-b4eee611a0c9 of type vlan for network 80d63486-f837-4cce-9c83-4f8e4eb30051 Jul 22 21:16:11.267830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49617b8-44d3-49cc-8f24-28d26d287fd7 req-1421515d-2501-47cc-82f4-80ad7a9e37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:11.268741 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a49617b8-44d3-49cc-8f24-28d26d287fd7 req-1421515d-2501-47cc-82f4-80ad7a9e37e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 1102 time: 0.3131602 Jul 22 21:16:11.292928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d4862b1-5a78-46ee-9152-cc569795cf26 req-a5a61453-6945-4666-8043-3b160b09b160 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 210 time: 0.0806408 Jul 22 21:16:11.315008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1be48abe-a207-4dc4-8a20-9d6ed95edafe None None] Provisioning complete for port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:11.315709 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1be48abe-a207-4dc4-8a20-9d6ed95edafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.325719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Router d6870c55-b254-49d9-a8c4-8a720b8fd14c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:11.370681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.404250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a49617b8-44d3-49cc-8f24-28d26d287fd7 req-82b73cc4-9948-42c4-b135-3fbd6cf45623 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091802 Jul 22 21:16:11.405122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1be48abe-a207-4dc4-8a20-9d6ed95edafe None None] Port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:11.439311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.442672 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.588121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.591692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.593012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:11.593803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.621095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.659034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:11.678190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e1e49c6d-4231-4d15-b3da-c9b1a5285dc0 admin admin] 10.222.0.54 "PUT /v2.0/routers/d6870c55-b254-49d9-a8c4-8a720b8fd14c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5293691 Jul 22 21:16:11.678190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Made reservation on behalf of bc56810df37e4ee8b1d8ee8ebe1f5fe4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:11.682864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Made reservation on behalf of bc56810df37e4ee8b1d8ee8ebe1f5fe4 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:11.687717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.690595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Sync routers for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:11.690903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.712127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:11.713036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:11.747486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3824217 Jul 22 21:16:11.753968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53674) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:11.777270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac76ea-ceb9-4ec3-b92d-73e6ce835034 req-679432c9-42b4-4b0f-8410-ee189096c000 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:11.785041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9aac76ea-ceb9-4ec3-b92d-73e6ce835034 req-679432c9-42b4-4b0f-8410-ee189096c000 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.4107234 Jul 22 21:16:11.796363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Request body: {'subnet': {'network_id': '80d63486-f837-4cce-9c83-4f8e4eb30051', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1827694083-subnet', 'tenant_id': '06439598c77f4091ba76020b4cae4184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:11.904555 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-e88f65be-ff6d-4ab6-b55e-044f8d85b053 service neutron] show failed (client error): The resource could not be found. Jul 22 21:16:11.906540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-e88f65be-ff6d-4ab6-b55e-044f8d85b053 service neutron] 10.222.0.23 "GET /v2.0/ports/6fd27ff8-af45-4064-bb68-9ac8fa30c64c/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.3185730 Jul 22 21:16:11.911649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305d604a-bb27-4bfc-9f61-b504a6aca8e3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:11.973241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:12.047957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-cc891639-4a01-4afc-9aa1-748b29d13185 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3377292 Jul 22 21:16:12.091916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725257e-2da6-4b6f-91a2-8a7187d4da15 admin admin] Pushing event updated for resources: {'Network': ['ID=80d63486-f837-4cce-9c83-4f8e4eb30051,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:12.098556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Allocated IP 172.20.0.6 (1e0ecc07-0425-4e32-bdfc-34c0bd9efd72/284aad29-2671-4274-a373-ff20289da3b6/c60e780b-aa92-491a-8230-42b2e5fa17b9) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:12.107135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886c6227-33f6-4524-b2d9-2d9181334512', 'name': 'network-vif-deleted', 'tag': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:12.110049 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029958b4-f12e-4b05-842f-cb66ece3a853" -d '{"events": [{"server_uuid": "886c6227-33f6-4524-b2d9-2d9181334512", "name": "network-vif-deleted", "tag": "c72d014f-a4b5-4ab3-8e36-b31ebaf62521"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:12.114899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 80d63486-f837-4cce-9c83-4f8e4eb30051 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:16:12.144627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Made reservation on behalf of 06439598c77f4091ba76020b4cae4184 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:12.147665 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.183564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9aac76ea-ceb9-4ec3-b92d-73e6ce835034 req-b686b5a2-8cc1-4bc4-9f7e-900f7d7f97ec tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975477 Jul 22 21:16:12.354565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Allocated IP 192.168.233.131 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/02869921-2506-4aae-a9fa-b57a8803dcdb) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:12.420319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d2d42-9456-4050-b5bd-eafc7040127e req-e46c25a3-a90b-44b3-a03b-434fc8d59b3a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:12.428100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-134d2d42-9456-4050-b5bd-eafc7040127e req-e46c25a3-a90b-44b3-a03b-434fc8d59b3a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 932 time: 0.4355562 Jul 22 21:16:12.455181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Router bea36b86-6888-4884-9589-067accc3a4d8 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:16:12.506293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 2, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:12.546358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Checking router: d6870c55-b254-49d9-a8c4-8a720b8fd14c for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:12.546811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Updating router d6870c55-b254-49d9-a8c4-8a720b8fd14c port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:16:12.580221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f68c2abb-8c2c-4e77-86e2-dcade80aa16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.587656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c6d53c-633d-419e-9be2-7b71565aba09 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:12.595674 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.611733 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.649759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.666825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Transition to ACTIVE for port object 83c6d53c-633d-419e-9be2-7b71565aba09 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:12.676075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.680480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-eaa20b62-e413-4e0b-81df-d370db85a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:12.682294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-eaa20b62-e413-4e0b-81df-d370db85a07d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 1103 time: 0.6006024 Jul 22 21:16:12.774323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53690) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:12.787828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c3fc2d58-ea11-4b80-a81c-52501b4144b6 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200464910', 'description': 'tempest-description--466553113'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:12.802244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65c02949-71b6-4568-a7a2-8014def0cb84 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:12.860360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-41cfd827-3c90-488a-85e3-0df9f585f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:12.863785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-41cfd827-3c90-488a-85e3-0df9f585f43a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33&tenant_id=048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 1102 time: 0.5891311 Jul 22 21:16:12.900941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:12.921852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Pushing event updated for resources: {'Port': ['ID=83c6d53c-633d-419e-9be2-7b71565aba09,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:12.941649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 65c02949-71b6-4568-a7a2-8014def0cb84 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:12.942032 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.024705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2d58-ea11-4b80-a81c-52501b4144b6 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.086963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.127126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.138614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Transition to ACTIVE for port object 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:13.147406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.205689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-134d2d42-9456-4050-b5bd-eafc7040127e req-f95e0ef1-2c92-4192-94bc-fcd52a0b2623 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765737 Jul 22 21:16:13.236712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-aa3653f9-b7a9-4539-9788-63773326362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:13.236712 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-aa3653f9-b7a9-4539-9788-63773326362b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4686201 Jul 22 21:16:13.237970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:13.267643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:13.275763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:13.339674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b2f7f-439f-41d6-b479-888d6746fe2f None None] Pushing event updated for resources: {'Port': ['ID=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:13.350750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.352143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:13.354392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Attempting to bind port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:13.355230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Attempting to bind port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:13.356266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Attempting to bind port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 on network ba50f323-0b5c-4928-bdf6-67d7ed2065bc {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:13.362528 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734c3c7e-374d-473f-82ec-6e33f5ee2aa5 x-openstack-request-id: req-734c3c7e-374d-473f-82ec-6e33f5ee2aa5 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:13.362813 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886c6227-33f6-4524-b2d9-2d9181334512", "name": "network-vif-deleted", "tag": "c72d014f-a4b5-4ab3-8e36-b31ebaf62521", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:13.363084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:13.363649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Checking segment: {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:13.364027 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-734c3c7e-374d-473f-82ec-6e33f5ee2aa5 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:13.364191 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.364495 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886c6227-33f6-4524-b2d9-2d9181334512', 'name': 'network-vif-deleted', 'tag': 'c72d014f-a4b5-4ab3-8e36-b31ebaf62521', 'status': 'completed', 'code': 200} Jul 22 21:16:13.364641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Bound using segment: {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:13.365150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Bound port: 4c1d42a3-43b0-4d32-98c4-cc3da464cf15, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:13.365550 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.365932 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Sync routers for ids ['bea36b86-6888-4884-9589-067accc3a4d8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:13.367401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ec5e35c-6906-41bd-84a2-50d84d61bcab req-4e56e05b-578e-4059-902b-06bc4fe0d1d6 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 210 time: 0.3197856 Jul 22 21:16:13.378647 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Routers {'bea36b86-6888-4884-9589-067accc3a4d8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:13.379617 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['bea36b86-6888-4884-9589-067accc3a4d8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:13.379981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-2963ae51-3d3d-4eb6-81ab-df760439ccc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 200 len: 217 time: 0.1335876 Jul 22 21:16:13.380575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event updated for resources: {'Port': ['ID=c60e780b-aa92-491a-8230-42b2e5fa17b9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:13.399070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Attempting to bind port 83c6d53c-633d-419e-9be2-7b71565aba09 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:13.399412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Attempting to bind port 83c6d53c-633d-419e-9be2-7b71565aba09 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:13.399745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Attempting to bind port 83c6d53c-633d-419e-9be2-7b71565aba09 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:13.499199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Port 83c6d53c-633d-419e-9be2-7b71565aba09 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:13.499396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Attempting to bind port 83c6d53c-633d-419e-9be2-7b71565aba09 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:13.546486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:13.547222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.555940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:13.556330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:13.556973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:13.557425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Bound port: 83c6d53c-633d-419e-9be2-7b71565aba09, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:13.557837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.600805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] For port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:13.605182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] For port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:13.614720 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.628871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Allocated IP 172.20.0.9 (1e0ecc07-0425-4e32-bdfc-34c0bd9efd72/284aad29-2671-4274-a373-ff20289da3b6/7e5d6647-6671-4452-b3c1-dd65832ff8f8) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:13.640783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-9544f113-605a-4f7a-a26f-780f6e8a592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:13.642472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-9544f113-605a-4f7a-a26f-780f6e8a592e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2474132 Jul 22 21:16:13.707356 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Set router bea36b86-6888-4884-9589-067accc3a4d8 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:13.714932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b2f7f-439f-41d6-b479-888d6746fe2f None None] Pushing event updated for resources: {'Port': ['ID=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:13.722699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:13.723466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:13.764338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2d58-ea11-4b80-a81c-52501b4144b6 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.773953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7c56-cf23-49fe-8670-24aeb5351724 req-cdcce335-cec2-4c24-8a94-488e87d9cfcc tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:13.775850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f94a7c56-cf23-49fe-8670-24aeb5351724 req-cdcce335-cec2-4c24-8a94-488e87d9cfcc tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 931 time: 0.2864165 Jul 22 21:16:13.809336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2d58-ea11-4b80-a81c-52501b4144b6 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.820246 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-5552557a-2d18-4dda-9036-0dc6641c5bdd tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8443980 Jul 22 21:16:13.835033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e56bf-7d3b-48a0-b912-4f48abf3fd96 req-3d508c6c-58f9-4c30-9464-b1be8679b81a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:13.842900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678e56bf-7d3b-48a0-b912-4f48abf3fd96 req-3d508c6c-58f9-4c30-9464-b1be8679b81a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 950 time: 0.3504436 Jul 22 21:16:13.855658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Request body: {'port': {'device_id': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:13.888382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:13.919036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2d58-ea11-4b80-a81c-52501b4144b6 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.920528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c3fc2d58-ea11-4b80-a81c-52501b4144b6 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1451256 Jul 22 21:16:13.921560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2d58-ea11-4b80-a81c-52501b4144b6 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc04158-70f6-42b0-b5fc-c3260ecf6b96,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:13.926152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53694) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:13.935434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.939191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-60de55eb-b03b-4504-9f0c-1b6af0537be7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0690346 Jul 22 21:16:13.943658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53696) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:13.950406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-651dfc02-7342-4026-bc49-484ab967292b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Request body: {'security_group_rule': {'security_group_id': '2dc04158-70f6-42b0-b5fc-c3260ecf6b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:13.964187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] For port 83c6d53c-633d-419e-9be2-7b71565aba09, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:14.008624 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:16:09Z', 'revision_number': 3, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:14.028817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.035799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f94a7c56-cf23-49fe-8670-24aeb5351724 req-2aab84b1-934f-4f94-9eb0-784898263480 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538905 Jul 22 21:16:14.056514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-678e56bf-7d3b-48a0-b912-4f48abf3fd96 req-69a466de-9114-467b-9f44-0b6e1cd5aa73 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124615 Jul 22 21:16:14.067345 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Checking router: bea36b86-6888-4884-9589-067accc3a4d8 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:14.067730 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Updating router bea36b86-6888-4884-9589-067accc3a4d8 port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:16:14.082727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.139479 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.187856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:13Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:14.229558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaac268-d153-422f-8a57-5d7b01f75f37 None None] The sync data for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 is: [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:13Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:14.244109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Transition to ACTIVE for port object 02869921-2506-4aae-a9fa-b57a8803dcdb will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:14.316794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c8f232-1594-4adf-898b-99c96cf07f76,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:14.453286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Checking segment: {'id': '40a581b4-9d9f-457e-9d5d-b4eee611a0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d63486-f837-4cce-9c83-4f8e4eb30051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:14.453924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Network hostable DHCP agents. Network: 80d63486-f837-4cce-9c83-4f8e4eb30051, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:16:14.499971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248ef3-00c0-46bf-905c-7c059fb37cdf req-e5dbb994-a326-405f-bf81-7af491e5654a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:14.503116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee248ef3-00c0-46bf-905c-7c059fb37cdf req-e5dbb994-a326-405f-bf81-7af491e5654a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 950 time: 0.3123028 Jul 22 21:16:14.509785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.524634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] For port 83c6d53c-633d-419e-9be2-7b71565aba09, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=83c6d53c-633d-419e-9be2-7b71565aba09,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:14.538338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e52282-4629-47e2-b38b-6e7b71bfdf10 req-8aa0e2e5-a5f4-4c1f-a5ce-204159517979 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:14.540554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16e52282-4629-47e2-b38b-6e7b71bfdf10 req-8aa0e2e5-a5f4-4c1f-a5ce-204159517979 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.3581519 Jul 22 21:16:14.555436 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.572082 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Transition to ACTIVE for port object d5e8f8c1-fd7f-407c-98f4-8b73624fd50b will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:14.579660 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.589131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.615938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-1a997f9a-eafc-43d7-b955-bbd9e1a082b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:14.618170 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-1a997f9a-eafc-43d7-b955-bbd9e1a082b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8929925 Jul 22 21:16:14.646260 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916029-7e48-4733-bf68-179350f9b732 None None] Pushing event updated for resources: {'Port': ['ID=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:14.652286 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Attempting to bind port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:14.652659 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Attempting to bind port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:14.653083 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Attempting to bind port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:14.655272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Network 80d63486-f837-4cce-9c83-4f8e4eb30051 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:16:14.659430 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:14.660092 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:14.661059 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.661765 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:14.662441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Bound port: d5e8f8c1-fd7f-407c-98f4-8b73624fd50b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:14.663232 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.664237 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.689015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 80d63486-f837-4cce-9c83-4f8e4eb30051) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:14.692757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:14.701592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee33d6d-e556-474b-8a04-3d5cb60e60ff None None] Network 80d63486-f837-4cce-9c83-4f8e4eb30051 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:14.707866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16e52282-4629-47e2-b38b-6e7b71bfdf10 req-41b253d8-e7a8-4912-bb6c-653c401957b3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549368 Jul 22 21:16:14.725616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:14.726353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.728203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] 10.222.0.23 "PUT /v2.0/ports/83c6d53c-633d-419e-9be2-7b71565aba09 HTTP/1.1" status: 200 len: 1093 time: 3.6352961 Jul 22 21:16:14.782649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:14.787347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.795207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-651dfc02-7342-4026-bc49-484ab967292b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.797989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee248ef3-00c0-46bf-905c-7c059fb37cdf req-210a35eb-78fd-4315-ac8c-c58f04b84d46 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809033 Jul 22 21:16:14.800542 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] For port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:14.802331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:14.818282 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] For port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:14.818744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:14.821817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Pushing event updated for resources: {'Port': ['ID=02869921-2506-4aae-a9fa-b57a8803dcdb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:14.841060 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.841564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:14.969230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:15.023495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9e0b4-3af5-4e31-80d8-1d5faafeb659 service neutron] Pushing event updated for resources: {'Port': ['ID=83c6d53c-633d-419e-9be2-7b71565aba09,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:15.026965 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Routers {'bea36b86-6888-4884-9589-067accc3a4d8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:15.027546 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:15:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['bea36b86-6888-4884-9589-067accc3a4d8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:15.049014 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916029-7e48-4733-bf68-179350f9b732 None None] Pushing event updated for resources: {'Port': ['ID=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:15.052965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-50806ca5-2d30-4b6e-b587-b983afc1d572 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2605727 Jul 22 21:16:15.101325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:15.233938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:15.234629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.257318 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] Set router bea36b86-6888-4884-9589-067accc3a4d8 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:15.277320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4fae3e-2166-448d-89e6-8689a8787e8e None None] Network 80d63486-f837-4cce-9c83-4f8e4eb30051 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:15.281419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:15.296254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-305b447a-377d-4b72-8fdb-7c5cc074ab4c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.2196190 Jul 22 21:16:15.320459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:15.328783 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.333152 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8008230d-0e6e-4ea1-8243-2652b7c9b1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.344968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Request body: {'port': {'device_id': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:15.349043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.360954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:15.361899 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.367430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-862856f7-78ed-4628-9a33-d4d6900d5a2c None None] Provisioning for port 02869921-2506-4aae-a9fa-b57a8803dcdb completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:15.375637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-862856f7-78ed-4628-9a33-d4d6900d5a2c None None] Provisioning complete for port 02869921-2506-4aae-a9fa-b57a8803dcdb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:15.375879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-862856f7-78ed-4628-9a33-d4d6900d5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.380595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'tag': '83c6d53c-633d-419e-9be2-7b71565aba09'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:15.382970 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca98df3-767d-4ff3-b718-e66a97d4ae33" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d11b07-ef27-4373-9f7f-55550927a6b2", "tag": "83c6d53c-633d-419e-9be2-7b71565aba09"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:15.392353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-651dfc02-7342-4026-bc49-484ab967292b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.449512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event updated for resources: {'Port': ['ID=7e5d6647-6671-4452-b3c1-dd65832ff8f8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:15.470084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-651dfc02-7342-4026-bc49-484ab967292b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.476878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-6bf9c51d-51f0-42a9-b5a4-7af033c1ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:15.478669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-6bf9c51d-51f0-42a9-b5a4-7af033c1ca82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 1096 time: 0.6790578 Jul 22 21:16:15.481349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-c3481856-2c8e-4e7c-a258-927a9f2a6067 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440781 Jul 22 21:16:15.498716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccc4fa-45d3-4cf8-87ca-71374e9888ab req-a80cfe53-7712-43b9-adc5-8fe6c49a24d7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:15.500512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88ccc4fa-45d3-4cf8-87ca-71374e9888ab req-a80cfe53-7712-43b9-adc5-8fe6c49a24d7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 944 time: 0.6005588 Jul 22 21:16:15.531351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-862856f7-78ed-4628-9a33-d4d6900d5a2c None None] Port 02869921-2506-4aae-a9fa-b57a8803dcdb cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:15.553900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:15.570612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1b2c-2993-42fe-b78d-2411aaa476d4 req-1b213def-d1d9-4951-91f6-a41adf022b43 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:15.572812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0be1b2c-2993-42fe-b78d-2411aaa476d4 req-1b213def-d1d9-4951-91f6-a41adf022b43 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 936 time: 0.4996777 Jul 22 21:16:15.575527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:15.584660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:15.656083 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:16:09Z', 'revision_number': 3, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:15.681257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88ccc4fa-45d3-4cf8-87ca-71374e9888ab req-c0ec3bfe-052e-4319-8f48-3779dc72c73f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622608 Jul 22 21:16:15.690982 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-9b7f3e1d-7e88-4fd8-ae9c-16bbd6374b0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6d53c-633d-419e-9be2-7b71565aba09 HTTP/1.1" status: 200 len: 217 time: 0.0602064 Jul 22 21:16:15.707102 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.727380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0be1b2c-2993-42fe-b78d-2411aaa476d4 req-1b307cc3-70ab-47ff-bd59-97559cbcc03c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297536 Jul 22 21:16:15.728690 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8b9ee-7f60-4a06-a520-9d0c36ca030e None None] The sync data for ids ['bea36b86-6888-4884-9589-067accc3a4d8'] in n-d-762330-19 is: [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:16:09Z', 'revision_number': 3, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:15.737499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.757884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:15.758539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.762442 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-651dfc02-7342-4026-bc49-484ab967292b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.771614 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-651dfc02-7342-4026-bc49-484ab967292b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8297074 Jul 22 21:16:15.772977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53718) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:15.779757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-852092ea-bc5f-4a0c-b183-c3ff2eaf92a7 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Request body: {'security_group_rule': {'security_group_id': '2dc04158-70f6-42b0-b5fc-c3260ecf6b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:15.818996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:15.829939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.878874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-ed931743-0cb5-4451-b689-20ea9c7ae26b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4759562 Jul 22 21:16:15.894904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Request body: {'port': {'device_id': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:15.902940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:15.926968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:15.953344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.969355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Transition to ACTIVE for port object 6fd27ff8-af45-4064-bb68-9ac8fa30c64c will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:15.970038 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:15.975687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] Deleting subnet 4b63e5a0-cf3b-4106-b8b7-4892e818e21a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:16:16.019181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.044073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dfc02-7342-4026-bc49-484ab967292b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abfd2a8-1d4e-4b9f-9f67-717b9a09a538,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:16.046339 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.107242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-852092ea-bc5f-4a0c-b183-c3ff2eaf92a7 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.118088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.259252 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.265231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b71bfd-966f-4a37-b4ef-eaba7463eff4 req-7ad6f6c1-d5d0-4f62-b79c-0de078e97a51 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:16.265979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-e60f5f21-9a4e-4938-9c75-667508ff194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:16.267257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0b71bfd-966f-4a37-b4ef-eaba7463eff4 req-7ad6f6c1-d5d0-4f62-b79c-0de078e97a51 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 931 time: 0.3944411 Jul 22 21:16:16.267436 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-e60f5f21-9a4e-4938-9c75-667508ff194a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.4037085 Jul 22 21:16:16.268335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] No DVR routers for this DVR port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:16.270396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:16.298232 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085cffde-1b2b-45c3-9a7c-0a5f15a3b2ac x-openstack-request-id: req-085cffde-1b2b-45c3-9a7c-0a5f15a3b2ac {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:16.298232 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d11b07-ef27-4373-9f7f-55550927a6b2", "tag": "83c6d53c-633d-419e-9be2-7b71565aba09", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:16.298554 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-085cffde-1b2b-45c3-9a7c-0a5f15a3b2ac {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:16.299662 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'tag': '83c6d53c-633d-419e-9be2-7b71565aba09', 'status': 'completed', 'code': 200} Jul 22 21:16:16.372787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-c5642efe-9c74-4c58-8150-7d7fe88ae883 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701728 Jul 22 21:16:16.386723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-852092ea-bc5f-4a0c-b183-c3ff2eaf92a7 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.458498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d037ee0-0bd2-4595-b9fd-54918eb1e1c3 req-df9738b8-a20e-4d24-9a96-f277fb6f8d50 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315828 Jul 22 21:16:16.512330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.515053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:16.515402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:16.515729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:16.533027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-852092ea-bc5f-4a0c-b183-c3ff2eaf92a7 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.579797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0b71bfd-966f-4a37-b4ef-eaba7463eff4 req-c1454278-c8f3-4777-b162-d9b42dc242fc tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387278 Jul 22 21:16:16.590214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852092ea-bc5f-4a0c-b183-c3ff2eaf92a7 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63d18ff-1dab-4a3a-88cd-57254ebcc33d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:16.605970 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-852092ea-bc5f-4a0c-b183-c3ff2eaf92a7 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.607577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-852092ea-bc5f-4a0c-b183-c3ff2eaf92a7 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8339868 Jul 22 21:16:16.611450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:16.612337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:16.618039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:16.622792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:16.642886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:16.643233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:16.643627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:16.644101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Bound port: 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:16.644466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.692674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02869921-2506-4aae-a9fa-b57a8803dcdb {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:16.708488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e318-0dbb-4517-abb9-dd41d128680d req-43716a49-f6e2-451b-961b-8b49aac918b3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:16.715657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11d5e318-0dbb-4517-abb9-dd41d128680d req-43716a49-f6e2-451b-961b-8b49aac918b3 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 948 time: 0.3578076 Jul 22 21:16:16.717767 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.735961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:16.754555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60e780b-aa92-491a-8230-42b2e5fa17b9 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:16.780131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.782420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.901717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Transition to ACTIVE for port object 02869921-2506-4aae-a9fa-b57a8803dcdb will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:16.921985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:16.978522 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:17.025006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:17.062839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:17.063745 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.182472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Transition to ACTIVE for port object c60e780b-aa92-491a-8230-42b2e5fa17b9 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:17.206254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.215630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-95e993da-38ab-4fee-a722-db8fba1577cd service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218484 Jul 22 21:16:17.227629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.271635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11d5e318-0dbb-4517-abb9-dd41d128680d req-e81b2422-d568-45c1-a5ae-08c99d793e2e tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550091 Jul 22 21:16:17.328727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b63e5a0-cf3b-4106-b8b7-4892e818e21a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:17.345979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.365026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.370125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Pushing event updated for resources: {'Port': ['ID=02869921-2506-4aae-a9fa-b57a8803dcdb,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:17.374751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa530d13-6489-44ed-8a8f-4f87bb6de74a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4b63e5a0-cf3b-4106-b8b7-4892e818e21a HTTP/1.1" status: 204 len: 168 time: 2.0838461 Jul 22 21:16:17.375156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53744) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:17.477088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-221f5e6f-7c04-4dc0-be71-ad0d3d2f59de req-e389d620-369d-4c77-8e0f-86451b795a24 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530916 Jul 22 21:16:17.479272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Pushing event updated for resources: {'Port': ['ID=c60e780b-aa92-491a-8230-42b2e5fa17b9,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:17.511249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:17.537383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b66720-b8d9-4320-8bf9-baa96f0348b7 req-c51b18d7-051e-454e-a5e8-b041ed631813 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:17.544760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56b66720-b8d9-4320-8bf9-baa96f0348b7 req-c51b18d7-051e-454e-a5e8-b041ed631813 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 944 time: 0.7126336 Jul 22 21:16:17.560133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:17.637230 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.702611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56b66720-b8d9-4320-8bf9-baa96f0348b7 req-1787e83c-6b6e-4549-9f31-9d1f0405213c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567836 Jul 22 21:16:17.728500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.732825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5d6647-6671-4452-b3c1-dd65832ff8f8 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:17.757125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.767947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3056edd-038a-4d1e-9120-65bdb1bf4d94 req-9408af6d-3f7c-434e-a029-9b5f99174af8 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:17.769646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3056edd-038a-4d1e-9120-65bdb1bf4d94 req-9408af6d-3f7c-434e-a029-9b5f99174af8 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 948 time: 0.3411722 Jul 22 21:16:17.773098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.777129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Attempting to bind port 02869921-2506-4aae-a9fa-b57a8803dcdb on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:17.777129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Attempting to bind port 02869921-2506-4aae-a9fa-b57a8803dcdb by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:17.777129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Attempting to bind port 02869921-2506-4aae-a9fa-b57a8803dcdb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:17.786260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:17.786897 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.788400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] 10.222.0.58 "PUT /v2.0/ports/6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 1097 time: 4.9027297 Jul 22 21:16:17.855830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Port 02869921-2506-4aae-a9fa-b57a8803dcdb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:17.856282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Attempting to bind port 02869921-2506-4aae-a9fa-b57a8803dcdb on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:17.869106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Transition to ACTIVE for port object 7e5d6647-6671-4452-b3c1-dd65832ff8f8 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:17.892309 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.894873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:17.895307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:17.896026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:17.896184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Bound port: 02869921-2506-4aae-a9fa-b57a8803dcdb, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:17.896485 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.897995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b12111-ec1a-47e4-843a-c88b09827fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:17.914203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Attempting to bind port c60e780b-aa92-491a-8230-42b2e5fa17b9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:17.914572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Attempting to bind port c60e780b-aa92-491a-8230-42b2e5fa17b9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:17.914895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Attempting to bind port c60e780b-aa92-491a-8230-42b2e5fa17b9 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:17.960840 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.973067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Port c60e780b-aa92-491a-8230-42b2e5fa17b9 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:17.973402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Attempting to bind port c60e780b-aa92-491a-8230-42b2e5fa17b9 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:17.984666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-9b6425ea-7d0e-4c5e-aa8a-bdf22abb7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:17.986504 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-9b6425ea-7d0e-4c5e-aa8a-bdf22abb7c83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 1096 time: 0.4402485 Jul 22 21:16:18.012602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:18.013149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Checking segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:18.013445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Bound using segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:18.013882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Bound port: c60e780b-aa92-491a-8230-42b2e5fa17b9, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:18.014251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.028920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3056edd-038a-4d1e-9120-65bdb1bf4d94 req-e3364128-4bda-4b0d-933a-a1490a1543c8 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486112 Jul 22 21:16:18.088311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Allocated IP 172.20.0.1 (ca25f923-756b-4ff8-b383-2335273cc4a0/6fc440c0-80c8-49b4-bdc9-6150abc89316/a3af6682-3486-4974-881b-91b5a2db98f7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:18.124937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d6647-6671-4452-b3c1-dd65832ff8f8,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:18.139828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.177069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-05aa4fef-1eaf-4845-98a2-a5133d28d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.178646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-05aa4fef-1eaf-4845-98a2-a5133d28d3a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1100 time: 0.3414528 Jul 22 21:16:18.192703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Allocated IP 172.25.5.73 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/ebbd30dc-c696-478b-8f6d-bb5ad4a66536) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:18.211267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6478d7d1-47f2-4df0-826b-edce05cbca5f']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:18.236550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5288d69-1625-4e7f-84bc-058c576d5e5e req-f59c76cb-4a69-42bc-bfa1-53eb372eb212 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.240060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5288d69-1625-4e7f-84bc-058c576d5e5e req-f59c76cb-4a69-42bc-bfa1-53eb372eb212 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 943 time: 0.3853028 Jul 22 21:16:18.245304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] For port 02869921-2506-4aae-a9fa-b57a8803dcdb, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:18.253684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] For port 02869921-2506-4aae-a9fa-b57a8803dcdb, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02869921-2506-4aae-a9fa-b57a8803dcdb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:18.257819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6d3eb3-d2d4-4079-a619-f64c67e090f8') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:18.258119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6d3eb3-d2d4-4079-a619-f64c67e090f8') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:18.282395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.307994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c'}, {'name': 'network-changed', 'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:18.310349 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaf8702-488c-4803-89fa-7753182d87cf" -d '{"events": [{"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c"}, {"name": "network-changed", "server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:18.319210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.344301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.345163 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.348120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] 10.222.0.23 "PUT /v2.0/ports/02869921-2506-4aae-a9fa-b57a8803dcdb HTTP/1.1" status: 200 len: 1097 time: 3.0302033 Jul 22 21:16:18.399718 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06acf236-df84-4f29-8989-84c904fa0b1f x-openstack-request-id: req-06acf236-df84-4f29-8989-84c904fa0b1f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:18.400030 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c", "code": 200}, {"name": "network-changed", "server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:18.400726 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06acf236-df84-4f29-8989-84c904fa0b1f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:18.400726 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'code': 200} Jul 22 21:16:18.400990 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'status': 'completed', 'code': 200} Jul 22 21:16:18.403129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'tag': '02869921-2506-4aae-a9fa-b57a8803dcdb'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:18.407384 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d357dae-a657-4297-8256-b9249a0acbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "080e6a92-2bac-478a-9160-9bc763c1df3f", "tag": "02869921-2506-4aae-a9fa-b57a8803dcdb"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:18.431816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Attempting to bind port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:18.434255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Attempting to bind port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:18.434623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Attempting to bind port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:18.447789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.469867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] For port c60e780b-aa92-491a-8230-42b2e5fa17b9, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:18.478416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-ce9b50c4-982c-430d-adbf-4cfd6c98d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.480542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-ce9b50c4-982c-430d-adbf-4cfd6c98d364 service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.4835684 Jul 22 21:16:18.490443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:16:18.490851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.504971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:16:18.510046 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:16:18.562525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] For port c60e780b-aa92-491a-8230-42b2e5fa17b9, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c60e780b-aa92-491a-8230-42b2e5fa17b9,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:18.611190 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.614000 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-4a485b20-0b78-4154-b8a0-7ff3ea006844 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6d53c-633d-419e-9be2-7b71565aba09 HTTP/1.1" status: 200 len: 217 time: 0.0906277 Jul 22 21:16:18.615541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563ab65-6d6e-48a0-aea7-d648269b0879 service neutron] Pushing event updated for resources: {'Port': ['ID=02869921-2506-4aae-a9fa-b57a8803dcdb,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:18.638868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5288d69-1625-4e7f-84bc-058c576d5e5e req-7c785829-1b3a-4f76-b111-da8afc78d686 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875577 Jul 22 21:16:18.639797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:18.654003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-babf8513-a1cd-4856-a940-a547eee6be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.654293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:18.656451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-babf8513-a1cd-4856-a940-a547eee6be84 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4420834 Jul 22 21:16:18.657080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Attempting to bind port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 on network 1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:18.668233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:18.668575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Checking segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:18.668967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Bound using segment: {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:18.669579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Bound port: 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdab000-cab4-4487-a964-bbbe3594ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:18.669759 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.672285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'mac_address': 'fa:16:3e:05:30:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:18.716323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.726343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 83c6d53c-633d-419e-9be2-7b71565aba09 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:18.796620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] For port 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:18.801187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] For port 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:18.807949 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d1a2d-8511-4d07-90b2-607f039b84c1 x-openstack-request-id: req-295d1a2d-8511-4d07-90b2-607f039b84c1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:18.808494 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080e6a92-2bac-478a-9160-9bc763c1df3f", "tag": "02869921-2506-4aae-a9fa-b57a8803dcdb", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:18.808768 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-295d1a2d-8511-4d07-90b2-607f039b84c1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:18.809595 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'tag': '02869921-2506-4aae-a9fa-b57a8803dcdb', 'status': 'completed', 'code': 200} Jul 22 21:16:18.819883 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.822441 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.829955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.830675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.832701 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] 10.222.0.23 "PUT /v2.0/ports/c60e780b-aa92-491a-8230-42b2e5fa17b9 HTTP/1.1" status: 200 len: 1092 time: 5.0004215 Jul 22 21:16:18.833178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d5e8f8c1-fd7f-407c-98f4-8b73624fd50b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:18.837781 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.839167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.841402 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-8d80218d-8dc3-41f5-91a2-de3c000b6704 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.1673496 Jul 22 21:16:18.855721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.857799 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6478d7d1-47f2-4df0-826b-edce05cbca5f HTTP/1.1" status: 204 len: 168 time: 1.4679282 Jul 22 21:16:18.872274 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53766) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:18.918319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Transition to ACTIVE for port object a3af6682-3486-4974-881b-91b5a2db98f7 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:18.947317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.948071 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.949546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] 10.222.0.58 "PUT /v2.0/ports/7e5d6647-6671-4452-b3c1-dd65832ff8f8 HTTP/1.1" status: 200 len: 1092 time: 3.0589356 Jul 22 21:16:18.952542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 83c6d53c-633d-419e-9be2-7b71565aba09, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=83c6d53c-633d-419e-9be2-7b71565aba09,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:18.961471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b6ac3-cdd3-4a6c-a6a9-2298cd501b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=6478d7d1-47f2-4df0-826b-edce05cbca5f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:18.986735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-9eeb0283-3046-41d4-bda8-3dc370fb10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.988329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-9eeb0283-3046-41d4-bda8-3dc370fb10d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.3164663 Jul 22 21:16:19.000521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:19.001232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e663-bb79-457c-9f43-b49cbc8b7fda req-e9a2e43b-9409-4b65-ad34-704ec4a94578 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.003361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bda1e663-bb79-457c-9f43-b49cbc8b7fda req-e9a2e43b-9409-4b65-ad34-704ec4a94578 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 948 time: 0.4515026 Jul 22 21:16:19.008050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96e55a-8c57-4c7c-94d6-904eeb80c422 service neutron] Pushing event updated for resources: {'Port': ['ID=c60e780b-aa92-491a-8230-42b2e5fa17b9,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:19.022706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8502-41f6-46d4-94e1-3982d454b615 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d6647-6671-4452-b3c1-dd65832ff8f8,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:19.028480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-5b62143a-28cf-4c37-aa7e-3d468b52ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.030007 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-5b62143a-28cf-4c37-aa7e-3d468b52ad0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1100 time: 0.5868607 Jul 22 21:16:19.036072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:19.036845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-32bb2c03-e3d8-4c92-a0a0-c5fe6efcbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.038625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-32bb2c03-e3d8-4c92-a0a0-c5fe6efcbdae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 1100 time: 0.6254928 Jul 22 21:16:19.043994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '83c6d53c-633d-419e-9be2-7b71565aba09', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': '83c6d53c-633d-419e-9be2-7b71565aba09', 'mac_address': 'fa:16:3e:7c:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:19.049103 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.066630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-55ab1246-ebf3-497b-9204-244668393f9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621364 Jul 22 21:16:19.110770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-a519031e-8248-402e-b740-9e7002391dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.112331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-a519031e-8248-402e-b740-9e7002391dc7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2505162 Jul 22 21:16:19.119478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] Deleting subnet d6c8f232-1594-4adf-898b-99c96cf07f76 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:16:19.122027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.122837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.135392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-d80bfecb-55de-48de-80e6-c199ddd4e4bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=02869921-2506-4aae-a9fa-b57a8803dcdb HTTP/1.1" status: 200 len: 217 time: 0.0799167 Jul 22 21:16:19.144199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.162120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c6d53c-633d-419e-9be2-7b71565aba09 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:19.210328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:19.213577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['91f9f36b-bf67-4cfc-85ec-0bcdbee42113'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:19.213748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508652-f766-40c5-a794-023ae825d819 req-f35245dc-eed3-4489-a449-d3b747d665d8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.215722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a508652-f766-40c5-a794-023ae825d819 req-f35245dc-eed3-4489-a449-d3b747d665d8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 944 time: 0.4057031 Jul 22 21:16:19.246883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:19.252127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 83c6d53c-633d-419e-9be2-7b71565aba09, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=83c6d53c-633d-419e-9be2-7b71565aba09,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:19.260197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.274984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bda1e663-bb79-457c-9f43-b49cbc8b7fda req-97f0e4f2-962e-4552-8e7d-9d39e62fe8ab tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536478 Jul 22 21:16:19.275906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:19.285636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:19.289615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:19.289978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.291390 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.300912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event updated for resources: {'Port': ['ID=ebbd30dc-c696-478b-8f6d-bb5ad4a66536,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:19.347699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-c41fdd6f-a300-4479-967a-992638adc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.349697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-c41fdd6f-a300-4479-967a-992638adc2ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1758926 Jul 22 21:16:19.357289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:19.389280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-47d07c5a-c502-43db-be05-6ad9c55ba048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.390973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-47d07c5a-c502-43db-be05-6ad9c55ba048 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=28267779-c4a0-49a4-b6f9-4ae3c3426030 HTTP/1.1" status: 200 len: 1095 time: 0.3833327 Jul 22 21:16:19.437218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=83c6d53c-633d-419e-9be2-7b71565aba09,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:19.446762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a508652-f766-40c5-a794-023ae825d819 req-4e9d4567-8e48-4246-9a24-1ad9b3c644f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889250 Jul 22 21:16:19.586674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-17e18d47-c182-495a-9bed-fbbaf7b88ffa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8 HTTP/1.1" status: 200 len: 217 time: 0.1627157 Jul 22 21:16:19.592997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:19.607156 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.631083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.680300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Network ca25f923-756b-4ff8-b383-2335273cc4a0 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:19.696973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-c8b0fd03-dc68-4d0c-a64b-d816ac1cfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.698751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-c8b0fd03-dc68-4d0c-a64b-d816ac1cfaad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 1095 time: 0.8030961 Jul 22 21:16:19.709500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:19.723463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:19.723684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:19.732477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Pushing event updated for resources: {'Port': ['ID=a3af6682-3486-4974-881b-91b5a2db98f7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:19.742055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.746370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-36d896e1-9abd-430c-a717-9eca12713575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.748213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-36d896e1-9abd-430c-a717-9eca12713575 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.6840870 Jul 22 21:16:19.770443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.854160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.858483 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-6bd58f37-528c-44b9-9fd7-a9028f941045 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7732217 Jul 22 21:16:19.868051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-0bff9f36-dcf7-4821-a176-071e5f1b3550 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c60e780b-aa92-491a-8230-42b2e5fa17b9 HTTP/1.1" status: 200 len: 217 time: 0.1485710 Jul 22 21:16:19.869097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.896206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:19.911943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-88986852-548d-400f-bed2-80e3eddd7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.914247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-88986852-548d-400f-bed2-80e3eddd7f54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5520160 Jul 22 21:16:19.973610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.088938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-65858e3a-e581-4a31-9216-c12c84c84e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:20.090783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-65858e3a-e581-4a31-9216-c12c84c84e12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.4872429 Jul 22 21:16:20.113592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c77e69dc-2b49-45e5-ac50-10e91705a035 None None] Provisioning for port a3af6682-3486-4974-881b-91b5a2db98f7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:20.115683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2dce0-af89-4182-867b-53eeb06efea6 req-b91e1e98-6b20-403e-83db-ab65b5425171 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:20.117566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88f2dce0-af89-4182-867b-53eeb06efea6 req-b91e1e98-6b20-403e-83db-ab65b5425171 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 948 time: 0.6950836 Jul 22 21:16:20.130140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c77e69dc-2b49-45e5-ac50-10e91705a035 None None] Provisioning complete for port a3af6682-3486-4974-881b-91b5a2db98f7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:20.130515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c77e69dc-2b49-45e5-ac50-10e91705a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.158598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-b5a7616b-fa2f-47ce-9a67-8358aebc764f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542033 Jul 22 21:16:20.217485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c77e69dc-2b49-45e5-ac50-10e91705a035 None None] Port a3af6682-3486-4974-881b-91b5a2db98f7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:20.233165 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-79f3baef-c3c0-453e-baa2-d7b213ace614 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.3803220 Jul 22 21:16:20.280889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4ca98df3-767d-4ff3-b718-e66a97d4ae33 req-446aa40b-a04d-4050-949b-48ce91cd60dd service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082816 Jul 22 21:16:20.339123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-e265bfba-1b67-42e5-a26d-d17146ea1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:20.340799 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-e265bfba-1b67-42e5-a26d-d17146ea1091 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1946185 Jul 22 21:16:20.371272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-bc1c671d-db78-49f4-942d-0fdcf95a664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:20.373193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-bc1c671d-db78-49f4-942d-0fdcf95a664f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.3438070 Jul 22 21:16:20.404683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'tag': 'c60e780b-aa92-491a-8230-42b2e5fa17b9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:20.407034 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfc84ad-3670-4fe3-8058-d05b858675fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fba324c1-d9a1-4077-8da4-87b2731c2897", "tag": "c60e780b-aa92-491a-8230-42b2e5fa17b9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:20.423767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-cc8be426-a800-4d76-8dfa-e573949c67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:20.425407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-cc8be426-a800-4d76-8dfa-e573949c67e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1629336 Jul 22 21:16:20.476428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-0a382d8f-3d61-4a0a-8c98-18686d8c4328 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842538 Jul 22 21:16:20.512567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:20.518961 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.593098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:20.593542 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.611313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c8f232-1594-4adf-898b-99c96cf07f76,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:20.619011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.620977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0678ab24-6e33-46b1-bb56-bbc064eb1a20 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d6c8f232-1594-4adf-898b-99c96cf07f76 HTTP/1.1" status: 204 len: 168 time: 1.7373974 Jul 22 21:16:20.630371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:20.663963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.704987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88f2dce0-af89-4182-867b-53eeb06efea6 req-511fa918-f301-4291-9f00-cfaa613b869c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448685 Jul 22 21:16:20.732192 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.758704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 83c6d53c-633d-419e-9be2-7b71565aba09 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:20.772212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1255cf-9dbc-43fd-b8f2-27f5ee6713a2 req-33dd9a71-ae40-41bd-8dc1-b3fa79fd7650 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:20.786259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb1255cf-9dbc-43fd-b8f2-27f5ee6713a2 req-33dd9a71-ae40-41bd-8dc1-b3fa79fd7650 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 943 time: 1.0091929 Jul 22 21:16:20.814286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:20.821204 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee2f4d-8b9a-4797-9672-5f01f20abcea" -d '{"events": [{"name": "network-changed", "server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:20.821582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d5e8f8c1-fd7f-407c-98f4-8b73624fd50b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:20.835575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:20.837956 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73b84e5-6648-4868-b4e1-67b2fe81b204" -d '{"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:20.846025 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-3bb63050-3056-4371-a29a-618c4923c553 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937918 Jul 22 21:16:20.882577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:20.897216 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.921906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-e410b201-1080-46bc-b0fe-91beb5d0300e service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8879938 Jul 22 21:16:20.940202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.958174 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-1f58fc3a-76b3-4220-8e71-ac26cb7d6b83 service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679852 Jul 22 21:16:20.969520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:20.992049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 83c6d53c-633d-419e-9be2-7b71565aba09 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:20.998558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:20.998950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.003207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-b81c1a83-75ff-4f15-bcc5-1f0cb7283c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.005102 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-b81c1a83-75ff-4f15-bcc5-1f0cb7283c8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5506721 Jul 22 21:16:21.041625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 83c6d53c-633d-419e-9be2-7b71565aba09 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:21.042006 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.054402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b1d41a-8b5c-476a-8458-5add8ee6cb64 req-cfd66f8c-7d56-4a5a-8de4-ade7b273dc4d service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230097 Jul 22 21:16:21.063905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-f1f09c66-c76a-4847-b2f6-b499b0aa47f6 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8976555 Jul 22 21:16:21.078995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb1255cf-9dbc-43fd-b8f2-27f5ee6713a2 req-fd4c5c07-45cc-446f-9207-1d1929553c00 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664847 Jul 22 21:16:21.221841 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf9ddb8-e0c6-47e9-ae06-366733862298 x-openstack-request-id: req-1bf9ddb8-e0c6-47e9-ae06-366733862298 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:21.221841 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba324c1-d9a1-4077-8da4-87b2731c2897", "tag": "c60e780b-aa92-491a-8230-42b2e5fa17b9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:21.223215 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1bf9ddb8-e0c6-47e9-ae06-366733862298 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:21.223625 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'tag': 'c60e780b-aa92-491a-8230-42b2e5fa17b9', 'status': 'completed', 'code': 200} Jul 22 21:16:21.307775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.353965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.365684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370391e2-a117-400e-8406-ea28f34b7e42 req-3559e4b1-37c0-4501-b8a6-012ea29110c0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.367570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-370391e2-a117-400e-8406-ea28f34b7e42 req-3559e4b1-37c0-4501-b8a6-012ea29110c0 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 948 time: 0.5139427 Jul 22 21:16:21.383814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 83c6d53c-633d-419e-9be2-7b71565aba09, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=83c6d53c-633d-419e-9be2-7b71565aba09,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:21.388531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.405199 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.434103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.457340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c3eb8f8-eac0-4457-adde-02bd64991d5c req-dab274d3-9f0a-49ab-95b1-5da2652b9b5e service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686727 Jul 22 21:16:21.461971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d63486-f837-4cce-9c83-4f8e4eb30051']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:21.481839 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-6f66cddc-b5c6-498c-9e84-4c15dbd11bff service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066354 Jul 22 21:16:21.489063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a581b4-9d9f-457e-9d5d-b4eee611a0c9') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:21.489391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a581b4-9d9f-457e-9d5d-b4eee611a0c9') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:21.507071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3815416-8064-4f7a-8378-7d1e128bfef1 req-19a6d7ce-6d50-4c41-94f5-ecdfdd70cfc6 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159913 Jul 22 21:16:21.524195 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.540652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-d7cf7e38-32c5-4fd9-b452-a66da8e302cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.542835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-d7cf7e38-32c5-4fd9-b452-a66da8e302cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 1100 time: 0.4079316 Jul 22 21:16:21.571192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-1fec34ae-a3ab-45b8-8f50-154d426b23a7 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162299 Jul 22 21:16:21.572316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.577272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=83c6d53c-633d-419e-9be2-7b71565aba09,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:21.619277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61d3f0-a43c-44b6-9cf1-ef03591653a6 req-4e823399-5394-491d-93a9-5558fdeb0bce tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.621556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f61d3f0-a43c-44b6-9cf1-ef03591653a6 req-4e823399-5394-491d-93a9-5558fdeb0bce tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 945 time: 0.4034314 Jul 22 21:16:21.662241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:16:21.662817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.673118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event updated for resources: {'Port': ['ID=ebbd30dc-c696-478b-8f6d-bb5ad4a66536,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:21.687328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-370391e2-a117-400e-8406-ea28f34b7e42 req-2ee0ab84-fffe-4563-817f-9eb4d0529dfc tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040676 Jul 22 21:16:21.767586 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:16:21.771349 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:16:21.858909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.860628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca9b672d-ddbb-4ae4-a16c-2202aaa8135c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2415864 Jul 22 21:16:21.882656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f61d3f0-a43c-44b6-9cf1-ef03591653a6 req-3be4679c-5348-4edf-b8cd-c6e98a4410f7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425973 Jul 22 21:16:21.896501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-cd5d111f-82e6-4dbd-b5cf-2a37c4251643 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154593 Jul 22 21:16:21.959404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.966656 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b101818-10cd-4aad-8301-ad69c247a5a4 x-openstack-request-id: req-1b101818-10cd-4aad-8301-ad69c247a5a4 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:21.967151 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:21.967522 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b101818-10cd-4aad-8301-ad69c247a5a4 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:21.968502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.974761 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8', 'status': 'completed', 'code': 200} Jul 22 21:16:21.983572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.985703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/80d63486-f837-4cce-9c83-4f8e4eb30051 HTTP/1.1" status: 204 len: 168 time: 1.3541074 Jul 22 21:16:22.003492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-c97a7343-28d0-473d-8e29-70952b73403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.014159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-c97a7343-28d0-473d-8e29-70952b73403d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4265962 Jul 22 21:16:22.039263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-6ba7a4ba-fe5c-4e9e-bf3a-07963bf9aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.041136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-6ba7a4ba-fe5c-4e9e-bf3a-07963bf9aa21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1100 time: 0.4040592 Jul 22 21:16:22.080026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:22.094209 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a7d67f-ff1c-4f03-aad6-7adcfa16f05b x-openstack-request-id: req-33a7d67f-ff1c-4f03-aad6-7adcfa16f05b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:22.094549 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:22.094815 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33a7d67f-ff1c-4f03-aad6-7adcfa16f05b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:22.095308 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'code': 200} Jul 22 21:16:22.153718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-f5e0235d-a324-4a94-8250-e7fb0c10712a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=02869921-2506-4aae-a9fa-b57a8803dcdb HTTP/1.1" status: 200 len: 217 time: 0.1301789 Jul 22 21:16:22.210956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:22.214073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Pushing event updated for resources: {'Port': ['ID=a3af6682-3486-4974-881b-91b5a2db98f7,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:22.229844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d653e5c-e7d1-4a73-91c8-10a2d2a12ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d63486-f837-4cce-9c83-4f8e4eb30051,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:22.336508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-c5614c8b-2089-4cfa-8f4a-548907e4b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.339165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53844) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:22.339611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-c5614c8b-2089-4cfa-8f4a-548907e4b818 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1334207 Jul 22 21:16:22.397436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-927382a2-cb7c-42de-a0e0-67276ac7a0ee tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1200464910&fields=id&tenant_id=248f19f26afa428a96ecd0ec8a333f30 HTTP/1.1" status: 200 len: 267 time: 0.1446497 Jul 22 21:16:22.400150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-e6a16934-0ddd-435e-9170-160900852f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.401716 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-e6a16934-0ddd-435e-9170-160900852f01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 1095 time: 0.7416935 Jul 22 21:16:22.428166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Network ca25f923-756b-4ff8-b383-2335273cc4a0 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:22.441476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:22.589024 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0acb6cc9-9d33-4e0d-8a86-ffd56c981978 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d94811adcce441ff9a708df5a4bf67b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444336 Jul 22 21:16:22.604699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53846) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:22.635639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-60f71ee8-100d-437e-96af-524b7a0d7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.637789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-60f71ee8-100d-437e-96af-524b7a0d7a95 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4975238 Jul 22 21:16:22.640245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-4feabee1-81c7-4faa-8e1c-8fad2cea2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.642181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-4feabee1-81c7-4faa-8e1c-8fad2cea2715 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&device_id=28267779-c4a0-49a4-b6f9-4ae3c3426030 HTTP/1.1" status: 200 len: 1095 time: 0.5771706 Jul 22 21:16:22.657798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-9e629fad-e27d-4670-b56b-e93f5102c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.657798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-9e629fad-e27d-4670-b56b-e93f5102c527 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 913 time: 0.2154598 Jul 22 21:16:22.668581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36a71-fb7a-4be8-8188-e39bc99ab70b req-476b8ab3-3462-4e86-a0b8-9c587b41401d tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.670179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e36a71-fb7a-4be8-8188-e39bc99ab70b req-476b8ab3-3462-4e86-a0b8-9c587b41401d tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 948 time: 0.5284207 Jul 22 21:16:22.739665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02869921-2506-4aae-a9fa-b57a8803dcdb details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:22.789413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-9790d3c0-5ab3-4f59-9495-8d6f7bad77a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.1154108 Jul 22 21:16:22.802811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-4267d5cf-38aa-4683-868e-09215bfe0dbf tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.804417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-4267d5cf-38aa-4683-868e-09215bfe0dbf tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/networks?id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc HTTP/1.1" status: 200 len: 812 time: 0.3672316 Jul 22 21:16:22.806357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-34f5b22a-0297-4408-b475-1e9b9706a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.807777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-34f5b22a-0297-4408-b475-1e9b9706a334 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4176776 Jul 22 21:16:22.870828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-61275740-50aa-438e-9c31-556000e77f23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c60e780b-aa92-491a-8230-42b2e5fa17b9 HTTP/1.1" status: 200 len: 217 time: 0.1589332 Jul 22 21:16:22.893060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e36a71-fb7a-4be8-8188-e39bc99ab70b req-15f038b7-5d13-49f7-a004-ea873f7abc77 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970174 Jul 22 21:16:22.903047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-ba2b3f61-2a2a-45f8-b53f-609d98ce5004 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/quotas/248f19f26afa428a96ecd0ec8a333f30 HTTP/1.1" status: 200 len: 375 time: 0.0891445 Jul 22 21:16:22.936299 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f51f6a01-755c-40ba-a283-51ad6dc60ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:22.939234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ae0843d6-5183-4b9a-987a-0bdc89c541dd None None] Provisioning complete for port a3af6682-3486-4974-881b-91b5a2db98f7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:22.940012 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae0843d6-5183-4b9a-987a-0bdc89c541dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.003589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 02869921-2506-4aae-a9fa-b57a8803dcdb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02869921-2506-4aae-a9fa-b57a8803dcdb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:23.011761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-3c2f61a3-9ede-4cb2-b7c3-eed0e1360560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:23.011761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-3c2f61a3-9ede-4cb2-b7c3-eed0e1360560 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2025492 Jul 22 21:16:23.019881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ae0843d6-5183-4b9a-987a-0bdc89c541dd None None] Port a3af6682-3486-4974-881b-91b5a2db98f7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:23.030354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '02869921-2506-4aae-a9fa-b57a8803dcdb', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '02869921-2506-4aae-a9fa-b57a8803dcdb', 'mac_address': 'fa:16:3e:a5:12:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:23.040784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-ba9e82e4-9fce-490f-9df8-730dd7fd17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:23.047539 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-ba9e82e4-9fce-490f-9df8-730dd7fd17ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.1604040 Jul 22 21:16:23.087891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f51f6a01-755c-40ba-a283-51ad6dc60ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.095355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.104072 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-d6aa716c-9fdc-4aa5-9b34-39a2fa6639b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419989 Jul 22 21:16:23.125377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02869921-2506-4aae-a9fa-b57a8803dcdb {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:23.161664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-01b10bc7-3b7f-4419-95a7-583be0987764 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302276 Jul 22 21:16:23.166142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 02869921-2506-4aae-a9fa-b57a8803dcdb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02869921-2506-4aae-a9fa-b57a8803dcdb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:23.181018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.181618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c60e780b-aa92-491a-8230-42b2e5fa17b9 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:23.277943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-fee50c33-a262-4ea1-b556-6e89a2857e38 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=248f19f26afa428a96ecd0ec8a333f30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3645577 Jul 22 21:16:23.291420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=02869921-2506-4aae-a9fa-b57a8803dcdb,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:23.325958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8702-488c-4803-89fa-7753182d87cf req-5e0c0f4f-3a98-4dcb-8f16-4b6ae7f8bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:23.327501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-5e0c0f4f-3a98-4dcb-8f16-4b6ae7f8bfab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3058665 Jul 22 21:16:23.403740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c60e780b-aa92-491a-8230-42b2e5fa17b9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c60e780b-aa92-491a-8230-42b2e5fa17b9,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:23.432456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c60e780b-aa92-491a-8230-42b2e5fa17b9', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'port_id': 'c60e780b-aa92-491a-8230-42b2e5fa17b9', 'mac_address': 'fa:16:3e:20:5e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284aad29-2671-4274-a373-ff20289da3b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:23.520471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.537821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60e780b-aa92-491a-8230-42b2e5fa17b9 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:23.576689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c60e780b-aa92-491a-8230-42b2e5fa17b9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c60e780b-aa92-491a-8230-42b2e5fa17b9,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:23.584987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.666648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c60e780b-aa92-491a-8230-42b2e5fa17b9,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:23.701896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f51f6a01-755c-40ba-a283-51ad6dc60ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.704336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f51f6a01-755c-40ba-a283-51ad6dc60ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.705542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f51f6a01-755c-40ba-a283-51ad6dc60ab9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97bb4eac-a648-40bd-bc50-82244884012c HTTP/1.1" status: 204 len: 168 time: 1.1014521 Jul 22 21:16:23.708286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Router bea36b86-6888-4884-9589-067accc3a4d8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:23.713423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-8b4cb108-66fe-4ef0-a197-b3ce134df59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:23.715272 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-8b4cb108-66fe-4ef0-a197-b3ce134df59b service neutron] 10.222.0.58 "GET /v2.0/networks?id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 200 len: 913 time: 0.9955707 Jul 22 21:16:23.728235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e65da-c717-4c80-a11a-4a36d6bd23ac req-07f8bc07-7741-4068-8ee9-9a230df26c8b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:23.729934 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f74e65da-c717-4c80-a11a-4a36d6bd23ac req-07f8bc07-7741-4068-8ee9-9a230df26c8b tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 943 time: 0.6489563 Jul 22 21:16:23.780027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6a01-755c-40ba-a283-51ad6dc60ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb4eac-a648-40bd-bc50-82244884012c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:23.887631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d357dae-a657-4297-8256-b9249a0acbd1 req-b4cebe69-04ea-45ae-a3fa-4f6b2e178f13 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964540 Jul 22 21:16:23.887925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['02869921-2506-4aae-a9fa-b57a8803dcdb'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:23.899034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c60e780b-aa92-491a-8230-42b2e5fa17b9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:23.929388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:23.932400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-7f0f4eb2-e56b-406a-9909-71e6175b61ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8 HTTP/1.1" status: 200 len: 217 time: 0.2091711 Jul 22 21:16:23.938553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b613fa4-2113-427d-89bc-56247583582e admin admin] 10.222.0.54 "PUT /v2.0/routers/bea36b86-6888-4884-9589-067accc3a4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9825015 Jul 22 21:16:23.943947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-f388be83-2b01-4c5c-b086-9dfda9d08575 service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8303699 Jul 22 21:16:23.947564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Sync routers for ids ['bea36b86-6888-4884-9589-067accc3a4d8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:24.041385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-2bc94818-479f-4430-b1e5-c5275a2b4ad7 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988058 Jul 22 21:16:24.081642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Routers {'bea36b86-6888-4884-9589-067accc3a4d8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:24.083341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:16:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['bea36b86-6888-4884-9589-067accc3a4d8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:24.100966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6d53c-633d-419e-9be2-7b71565aba09'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:24.108123 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe0f08a-2214-4368-b78d-92946f20d742" -d '{"events": [{"server_uuid": "d2d11b07-ef27-4373-9f7f-55550927a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "83c6d53c-633d-419e-9be2-7b71565aba09"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:24.131420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-8345a11c-3f20-4d0c-8624-93107d3caae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:24.133723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-41189131-1701-49a3-aec7-c4b42e1a19d1 service neutron] 10.222.0.54 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8104630 Jul 22 21:16:24.137694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-8345a11c-3f20-4d0c-8624-93107d3caae5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 200 len: 852 time: 0.1916468 Jul 22 21:16:24.153818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f74e65da-c717-4c80-a11a-4a36d6bd23ac req-13daac18-fda0-4cdd-914a-a7ddcf7f8a69 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027324 Jul 22 21:16:24.198792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-235ed667-0594-439e-9d24-5d4f0349f67a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469675 Jul 22 21:16:24.239300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-edfc84ad-3670-4fe3-8058-d05b858675fe req-a8d9e502-5f43-4a43-966b-ccddb69e1a79 service neutron] 10.222.0.23 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614877 Jul 22 21:16:24.345150 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-59a22303-0f84-429e-bfeb-9e86d79e3ca0 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316724 Jul 22 21:16:24.478730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-9da735f2-748b-4150-8cab-3f7980f8e14a service neutron] 10.222.0.54 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092096 Jul 22 21:16:24.538569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53870) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:24.570831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 7e5d6647-6671-4452-b3c1-dd65832ff8f8 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:24.591449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6eaf8702-488c-4803-89fa-7753182d87cf req-488272db-9698-421f-b0f8-9bc9af754eee service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562554 Jul 22 21:16:24.635988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53872) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:24.636571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1814cf99-01a7-43fa-b531-e2e72c5c0322 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06439598c77f4091ba76020b4cae4184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0963054 Jul 22 21:16:24.662410 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ee2f4d-8b9a-4797-9672-5f01f20abcea req-72c3fd03-b0ca-4004-9165-4976f391f626 service neutron] 10.222.0.58 "GET /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048337 Jul 22 21:16:24.682566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d101645-2356-4096-b5fe-cea9bfe9ddb5 req-a0901d49-abbf-422a-9033-cbae4a3a3542 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:24.684900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d101645-2356-4096-b5fe-cea9bfe9ddb5 req-a0901d49-abbf-422a-9033-cbae4a3a3542 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 948 time: 0.3660328 Jul 22 21:16:24.713072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Set router bea36b86-6888-4884-9589-067accc3a4d8 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:24.752061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d101645-2356-4096-b5fe-cea9bfe9ddb5 req-511f188c-565f-493f-8d99-bae2b3b182f8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Jul 22 21:16:24.838345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd178257-da9e-4647-a189-3881a1f190c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:24.893813 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd178257-da9e-4647-a189-3881a1f190c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.018786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532cf7-899a-409d-98a7-d8f1fb85dd69 req-61aad5ad-5ea1-48d6-a605-f2ba11b83b12 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:25.022266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d532cf7-899a-409d-98a7-d8f1fb85dd69 req-61aad5ad-5ea1-48d6-a605-f2ba11b83b12 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1197379 Jul 22 21:16:25.088777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d532cf7-899a-409d-98a7-d8f1fb85dd69 req-fd840ba7-e8de-4105-9c14-7c1143e47f68 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Jul 22 21:16:25.126774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd178257-da9e-4647-a189-3881a1f190c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.160326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd178257-da9e-4647-a189-3881a1f190c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.168700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd178257-da9e-4647-a189-3881a1f190c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87606f00-3049-4224-9c8f-0b69977c75ed HTTP/1.1" status: 204 len: 168 time: 0.5292866 Jul 22 21:16:25.206955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd178257-da9e-4647-a189-3881a1f190c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87606f00-3049-4224-9c8f-0b69977c75ed,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:25.285329 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:16:25.415062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54cd96-5d47-4aaf-a8cb-52897d4f9e99 req-dada4c58-e7a2-4af1-8bcd-7c8ec67bf1af tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:25.427031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b54cd96-5d47-4aaf-a8cb-52897d4f9e99 req-dada4c58-e7a2-4af1-8bcd-7c8ec67bf1af tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 949 time: 0.1825404 Jul 22 21:16:25.552859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b54cd96-5d47-4aaf-a8cb-52897d4f9e99 req-a09bf68d-70d9-4329-bfba-c95ebb7caac6 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238251 Jul 22 21:16:25.696658 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f97a8-90a3-469d-9a95-a0cf6c90892f x-openstack-request-id: req-ca2f97a8-90a3-469d-9a95-a0cf6c90892f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:25.705186 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d11b07-ef27-4373-9f7f-55550927a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "83c6d53c-633d-419e-9be2-7b71565aba09", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:25.705628 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca2f97a8-90a3-469d-9a95-a0cf6c90892f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:25.706162 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6d53c-633d-419e-9be2-7b71565aba09', 'code': 200} Jul 22 21:16:25.947775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842b951-d3c2-487e-bcae-cbcddb3a1426 req-eadf2086-1f0e-4361-afb3-75fa87762e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:25.954116 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3842b951-d3c2-487e-bcae-cbcddb3a1426 req-eadf2086-1f0e-4361-afb3-75fa87762e89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 1098 time: 0.1822979 Jul 22 21:16:25.962031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a1a0b5a-901d-4092-b84a-95da0fcb5958 req-4989a0a1-085b-4055-a71d-57a6dc862990 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 210 time: 0.1589277 Jul 22 21:16:26.054462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:26.085061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3842b951-d3c2-487e-bcae-cbcddb3a1426 req-281c917b-b999-4a90-9f6a-1085ba3cbc2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205666 Jul 22 21:16:26.111197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '7e5d6647-6671-4452-b3c1-dd65832ff8f8', 'network_id': '1e0ecc07-0425-4e32-bdfc-34c0bd9efd72', 'port_id': '7e5d6647-6671-4452-b3c1-dd65832ff8f8', 'mac_address': 'fa:16:3e:54:6a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284aad29-2671-4274-a373-ff20289da3b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:26.345692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:16:20Z', 'revision_number': 4, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a3af6682-3486-4974-881b-91b5a2db98f7', 'name': '', 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0', 'tenant_id': '4405234220c740a58952058dc9b27749', 'mac_address': 'fa:16:3e:96:f8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6fc440c0-80c8-49b4-bdc9-6150abc89316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:17Z', 'updated_at': '2021-07-22T21:16:20Z', 'revision_number': 2, 'project_id': '4405234220c740a58952058dc9b27749', 'subnets': [{'id': '6fc440c0-80c8-49b4-bdc9-6150abc89316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:26.499039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:26.528558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Checking router: bea36b86-6888-4884-9589-067accc3a4d8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:26.531697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Updating router bea36b86-6888-4884-9589-067accc3a4d8 port a3af6682-3486-4974-881b-91b5a2db98f7 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:16:26.591178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5d6647-6671-4452-b3c1-dd65832ff8f8 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:26.631440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:26.633309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:26.651685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:26.652486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:27.014646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02869921-2506-4aae-a9fa-b57a8803dcdb up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:27.200385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-3cf3f500-e24f-4e4d-bd78-017c9c1435e8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:27.202242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-3cf3f500-e24f-4e4d-bd78-017c9c1435e8 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33&tenant_id=048d87f66b0143b49e7616f0c3817438&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 948 time: 0.7509940 Jul 22 21:16:27.258462 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:16:27.323091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=7e5d6647-6671-4452-b3c1-dd65832ff8f8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:27.391450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd012b-9818-4d22-9b23-2de52e831d92 req-1ad77c62-b78c-4f37-8360-c2ca6b8449be tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:27.400242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76fd012b-9818-4d22-9b23-2de52e831d92 req-1ad77c62-b78c-4f37-8360-c2ca6b8449be tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 944 time: 0.7664862 Jul 22 21:16:27.463532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76fd012b-9818-4d22-9b23-2de52e831d92 req-b485f216-233f-4976-93e3-ae14e39bd83e tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622053 Jul 22 21:16:27.522967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-52fc868b-eed2-4049-94cc-534eb898a73f tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:27.528140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-52fc868b-eed2-4049-94cc-534eb898a73f tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.58 "GET /v2.0/networks?id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc HTTP/1.1" status: 200 len: 812 time: 0.4144819 Jul 22 21:16:27.599023 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-9bd52a76-9cb2-486f-b682-2eaf355ace1c service neutron] 10.222.0.58 "GET /v2.0/ports/6fd27ff8-af45-4064-bb68-9ac8fa30c64c/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 383 time: 0.3809359 Jul 22 21:16:27.639801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-a37157c0-4580-4c40-8b6d-67311724a680 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248f19f26afa428a96ecd0ec8a333f30 HTTP/1.1" status: 200 len: 380 time: 0.1009569 Jul 22 21:16:27.653669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Request body: {'port': {'device_id': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'admin_state_up': True, 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'security_groups': ['2dc04158-70f6-42b0-b5fc-c3260ecf6b96']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:27.777790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 02869921-2506-4aae-a9fa-b57a8803dcdb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:27.800884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2ea88650-7cce-4063-99bf-4f3f13ca68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:27.803190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2ea88650-7cce-4063-99bf-4f3f13ca68ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1100 time: 0.1742017 Jul 22 21:16:27.811250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad3bf9-8fd3-40b1-966e-2af6431f7a1e req-08349ac8-c956-4909-9a10-8da222906e6d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:27.811990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 02869921-2506-4aae-a9fa-b57a8803dcdb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:27.812370 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:27.819557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0cad3bf9-8fd3-40b1-966e-2af6431f7a1e req-08349ac8-c956-4909-9a10-8da222906e6d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 946 time: 0.2343957 Jul 22 21:16:27.990690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0cad3bf9-8fd3-40b1-966e-2af6431f7a1e req-398e62a5-2eaa-4599-9d97-e2e5eb251557 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693757 Jul 22 21:16:27.993103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:28.048565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Made reservation on behalf of 248f19f26afa428a96ecd0ec8a333f30 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:28.050507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-353bee94-e673-4df8-aba0-27c4da98aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:28.055981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-353bee94-e673-4df8-aba0-27c4da98aefd service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2343264 Jul 22 21:16:28.060407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:28.174162 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2ec6800f-ec79-49ee-8961-f2080c8a1d16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.1105313 Jul 22 21:16:28.235336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-a0e86bac-1664-4308-8cc3-811fe53fa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:28.237730 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-a0e86bac-1664-4308-8cc3-811fe53fa988 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0526254 Jul 22 21:16:28.317474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-bcf7b26d-993c-4263-bdd4-8ce4e9ea4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:28.318218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'mac_address': 'fa:16:3e:8c:25:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:28.320605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-bcf7b26d-993c-4263-bdd4-8ce4e9ea4f2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749514 Jul 22 21:16:28.390961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Allocated IP 172.20.0.12 (ba50f323-0b5c-4928-bdf6-67d7ed2065bc/6516aff7-a284-4796-81b2-3eee91f30083/e92a6d91-8301-4299-b70a-efe536081925) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:28.485899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5446f0d-c6b7-46ff-94b3-a1be9111e543 req-8ac080fe-f286-42ec-872b-de448cb1acb5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:28.503536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5446f0d-c6b7-46ff-94b3-a1be9111e543 req-8ac080fe-f286-42ec-872b-de448cb1acb5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 948 time: 0.3625474 Jul 22 21:16:28.557275 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:28.589968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd27ff8-af45-4064-bb68-9ac8fa30c64c {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:28.593254 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-542e36ad-10da-489d-b2f5-b9d244a9ac0f service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603579 Jul 22 21:16:28.602493 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:28.651689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:28.689593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 02869921-2506-4aae-a9fa-b57a8803dcdb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02869921-2506-4aae-a9fa-b57a8803dcdb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:28.694453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02869921-2506-4aae-a9fa-b57a8803dcdb'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:28.697864 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdef7c48-6738-46f0-a118-8cfed012bb04" -d '{"events": [{"server_uuid": "080e6a92-2bac-478a-9160-9bc763c1df3f", "name": "network-vif-plugged", "status": "completed", "tag": "02869921-2506-4aae-a9fa-b57a8803dcdb"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:28.706528 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:28.709265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:28.746524 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:28.825835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Transition to ACTIVE for port object a3af6682-3486-4974-881b-91b5a2db98f7 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:28.831832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c60e780b-aa92-491a-8230-42b2e5fa17b9 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:28.860536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5446f0d-c6b7-46ff-94b3-a1be9111e543 req-40949ff1-15c3-451b-a8d3-ce5a3772e265 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570004 Jul 22 21:16:28.893691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=02869921-2506-4aae-a9fa-b57a8803dcdb,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:28.915648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.024689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-8e737447-6b70-407b-ab87-bd2768ba9d8e service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205487 Jul 22 21:16:29.025153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c60e780b-aa92-491a-8230-42b2e5fa17b9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:29.043160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c60e780b-aa92-491a-8230-42b2e5fa17b9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:29.043588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.127743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['7e5d6647-6671-4452-b3c1-dd65832ff8f8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:29.137872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['6fd27ff8-af45-4064-bb68-9ac8fa30c64c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:29.357624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.374001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:29.388593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Transition to ACTIVE for port object e92a6d91-8301-4299-b70a-efe536081925 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:29.417448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01328310-6c50-44a5-b771-bacfa56c55c0 req-936fd462-0e94-4deb-9d20-3d6d70e0dc27 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:29.429279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01328310-6c50-44a5-b771-bacfa56c55c0 req-936fd462-0e94-4deb-9d20-3d6d70e0dc27 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 950 time: 0.3999548 Jul 22 21:16:29.509486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01328310-6c50-44a5-b771-bacfa56c55c0 req-5602bac8-8997-43d5-a112-a95830fb12c6 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792217 Jul 22 21:16:29.529155 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.553899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Attempting to bind port a3af6682-3486-4974-881b-91b5a2db98f7 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:29.554280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Attempting to bind port a3af6682-3486-4974-881b-91b5a2db98f7 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:29.554713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Attempting to bind port a3af6682-3486-4974-881b-91b5a2db98f7 on network ca25f923-756b-4ff8-b383-2335273cc4a0 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:29.627125 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.645057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:29.645444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Checking segment: {'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:29.645854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.646297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Bound using segment: {'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:29.646766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Bound port: a3af6682-3486-4974-881b-91b5a2db98f7, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:29.647164 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.671319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:29.674788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:29.682074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:29.690334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d1e83-327a-407d-a080-272a5c57ac6f None None] Pushing event updated for resources: {'Port': ['ID=a3af6682-3486-4974-881b-91b5a2db98f7,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:29.781917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event updated for resources: {'Port': ['ID=e92a6d91-8301-4299-b70a-efe536081925,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:29.889521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:29.889521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:29.924981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-513c68e7-f162-4768-81bb-129639429f29 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2759936 Jul 22 21:16:29.969167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9069e-540e-4bc4-990e-3d42d3318d5c req-17a5ee2f-2f37-4bfc-bd23-0fcff92e8497 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:30.002116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55d9069e-540e-4bc4-990e-3d42d3318d5c req-17a5ee2f-2f37-4bfc-bd23-0fcff92e8497 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 932 time: 0.3591242 Jul 22 21:16:30.046040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Request body: {'port': {'device_id': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:30.199980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c60e780b-aa92-491a-8230-42b2e5fa17b9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c60e780b-aa92-491a-8230-42b2e5fa17b9,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:30.242862 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:30.309969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9c3a504c-cf0d-4de8-9929-ddc7eec87228 None None] Provisioning for port e92a6d91-8301-4299-b70a-efe536081925 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:30.354430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9c3a504c-cf0d-4de8-9929-ddc7eec87228 None None] Provisioning complete for port e92a6d91-8301-4299-b70a-efe536081925 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:30.354796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9c3a504c-cf0d-4de8-9929-ddc7eec87228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:30.371180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55d9069e-540e-4bc4-990e-3d42d3318d5c req-a15184d1-cecd-477c-bc0b-a89c01103218 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638024 Jul 22 21:16:30.394422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] For port a3af6682-3486-4974-881b-91b5a2db98f7, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:30.554104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] For port a3af6682-3486-4974-881b-91b5a2db98f7, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a3af6682-3486-4974-881b-91b5a2db98f7,segment=NetworkSegment(d408575e-c1db-4cec-b8b6-dc95d62c2bd8),segment_id=d408575e-c1db-4cec-b8b6-dc95d62c2bd8)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:30.595091 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:30.619868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:30.639766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-9420f0e7-65fd-4219-a30f-4bbade5958da tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:30.641479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-9420f0e7-65fd-4219-a30f-4bbade5958da tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.4565804 Jul 22 21:16:30.648752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c60e780b-aa92-491a-8230-42b2e5fa17b9,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:30.697021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a504c-cf0d-4de8-9929-ddc7eec87228 None None] Port e92a6d91-8301-4299-b70a-efe536081925 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:30.700615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-75f5ac7b-cb51-4cc1-ad21-e5d78eabb997 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.0294433 Jul 22 21:16:30.748345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:30.754841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Routers {'bea36b86-6888-4884-9589-067accc3a4d8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:30.755832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:16:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['bea36b86-6888-4884-9589-067accc3a4d8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:30.893563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c49b4c-b57c-4bcf-b52c-62ed1c1edc1f req-b1d1845f-d1d9-41bb-80d9-6fac6b9d86f5 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:30.903117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51c49b4c-b57c-4bcf-b52c-62ed1c1edc1f req-b1d1845f-d1d9-41bb-80d9-6fac6b9d86f5 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 945 time: 0.3466027 Jul 22 21:16:30.987638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] Set router bea36b86-6888-4884-9589-067accc3a4d8 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:30.994933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-371f34ad-27b6-4d88-a35e-589e2779e2e6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2862570 Jul 22 21:16:31.046766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51c49b4c-b57c-4bcf-b52c-62ed1c1edc1f req-a7f30ba5-1291-4113-8245-2f28d3d2cb78 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402946 Jul 22 21:16:31.259515 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50932313-93bf-4aab-8ce1-a0125b327e80 x-openstack-request-id: req-50932313-93bf-4aab-8ce1-a0125b327e80 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:31.260247 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080e6a92-2bac-478a-9160-9bc763c1df3f", "name": "network-vif-plugged", "status": "completed", "tag": "02869921-2506-4aae-a9fa-b57a8803dcdb", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:31.289240 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50932313-93bf-4aab-8ce1-a0125b327e80 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:31.289701 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02869921-2506-4aae-a9fa-b57a8803dcdb', 'code': 200} Jul 22 21:16:31.314228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-0bb60f07-d8d1-4e3c-a096-7250166cf880 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060384 Jul 22 21:16:31.398645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d1e83-327a-407d-a080-272a5c57ac6f None None] Pushing event updated for resources: {'Port': ['ID=a3af6682-3486-4974-881b-91b5a2db98f7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:31.400640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92a6d91-8301-4299-b70a-efe536081925 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:31.417203 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:31.418012 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:31.420544 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:16:31.432681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Transition to ACTIVE for port object e92a6d91-8301-4299-b70a-efe536081925 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:31.444852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:31.551379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7352a7b-a40b-4e5f-b1d9-a137417eda02 req-8ca1a60d-3bab-4da3-a389-be3ec39fb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:31.554533 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7352a7b-a40b-4e5f-b1d9-a137417eda02 req-8ca1a60d-3bab-4da3-a389-be3ec39fb960 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 1102 time: 0.2136083 Jul 22 21:16:31.654773 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7352a7b-a40b-4e5f-b1d9-a137417eda02 req-e5aeafdd-a910-422a-9fa0-1d174fdc3ba5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860581 Jul 22 21:16:31.734296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:31.755608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'mac_address': 'fa:16:3e:8c:25:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:31.845308 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:31.862471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e92a6d91-8301-4299-b70a-efe536081925,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:31.960941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:16:20Z', 'revision_number': 4, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a3af6682-3486-4974-881b-91b5a2db98f7', 'name': '', 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0', 'tenant_id': '4405234220c740a58952058dc9b27749', 'mac_address': 'fa:16:3e:96:f8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6fc440c0-80c8-49b4-bdc9-6150abc89316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:17Z', 'updated_at': '2021-07-22T21:16:30Z', 'revision_number': 4, 'project_id': '4405234220c740a58952058dc9b27749', 'subnets': [{'id': '6fc440c0-80c8-49b4-bdc9-6150abc89316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:32.016487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-963f44d4-1987-4ca1-b1b1-4479f819a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.022973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-963f44d4-1987-4ca1-b1b1-4479f819a4b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33&tenant_id=048d87f66b0143b49e7616f0c3817438 HTTP/1.1" status: 200 len: 1101 time: 0.1793118 Jul 22 21:16:32.035171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6ea7d-38e9-4da5-98b7-542f071fb486 None None] The sync data for ids ['bea36b86-6888-4884-9589-067accc3a4d8'] in n-d-762330-19 is: [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:16:20Z', 'revision_number': 4, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a3af6682-3486-4974-881b-91b5a2db98f7', 'name': '', 'network_id': 'ca25f923-756b-4ff8-b383-2335273cc4a0', 'tenant_id': '4405234220c740a58952058dc9b27749', 'mac_address': 'fa:16:3e:96:f8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6fc440c0-80c8-49b4-bdc9-6150abc89316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:17Z', 'updated_at': '2021-07-22T21:16:30Z', 'revision_number': 4, 'project_id': '4405234220c740a58952058dc9b27749', 'subnets': [{'id': '6fc440c0-80c8-49b4-bdc9-6150abc89316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:32.038816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:32.191518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:32.229751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.230148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.230630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.231096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.231564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.232060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.232522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.232993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.252567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d280ac5-a1db-44a1-8124-f6dbb80d85d7 req-4edc5c4b-c158-454c-a76d-c8d58bc52e25 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5706 time: 0.7666695 Jul 22 21:16:32.254769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-f4b05dac-49ea-4023-b386-71024972cc27 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8203487 Jul 22 21:16:32.310856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Attempting to bind port e92a6d91-8301-4299-b70a-efe536081925 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:32.313346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Attempting to bind port e92a6d91-8301-4299-b70a-efe536081925 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:32.313852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Attempting to bind port e92a6d91-8301-4299-b70a-efe536081925 on network ba50f323-0b5c-4928-bdf6-67d7ed2065bc {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:32.328741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Port e92a6d91-8301-4299-b70a-efe536081925 on network ba50f323-0b5c-4928-bdf6-67d7ed2065bc not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:32.329928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Attempting to bind port e92a6d91-8301-4299-b70a-efe536081925 on network ba50f323-0b5c-4928-bdf6-67d7ed2065bc {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:32.346677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:32.347326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Checking segment: {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:32.347739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Bound using segment: {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:32.348233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Bound port: e92a6d91-8301-4299-b70a-efe536081925, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:32.351493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:32.746516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 7e5d6647-6671-4452-b3c1-dd65832ff8f8 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:32.968787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:32.975888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:32.978553 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:32.990206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:33.124819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a3af6682-3486-4974-881b-91b5a2db98f7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:33.149296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:33.295171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6fd27ff8-af45-4064-bb68-9ac8fa30c64c {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:33.313221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60e780b-aa92-491a-8230-42b2e5fa17b9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:33.318349 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28579cc0-fb88-4da3-9a9d-7a260b6624b8" -d '{"events": [{"server_uuid": "fba324c1-d9a1-4077-8da4-87b2731c2897", "name": "network-vif-plugged", "status": "completed", "tag": "c60e780b-aa92-491a-8230-42b2e5fa17b9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:33.335102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.374184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Ignored duplicate provisioning block setup for port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 21:16:33.380096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.535017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=9']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:33.589530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] No DVR routers for this DVR port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:33.617095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] For port e92a6d91-8301-4299-b70a-efe536081925, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:33.627806 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.629795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] For port e92a6d91-8301-4299-b70a-efe536081925, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e92a6d91-8301-4299-b70a-efe536081925,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:33.656314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f99a74-ac18-4898-8579-26a19652b34e req-04591701-31c7-4a1a-9ce6-b1b8d54dfb3a tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:33.660398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54f99a74-ac18-4898-8579-26a19652b34e req-04591701-31c7-4a1a-9ce6-b1b8d54dfb3a tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 950 time: 0.5437281 Jul 22 21:16:33.668242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.702279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:33.702625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:33.707227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:33.711137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.711487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.711824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.712188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.712524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.712859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.727015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.727435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.732321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.732799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.733611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.734013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.747050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:33.747368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Attempting to bind port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:33.756776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:33.757245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:33.757644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:33.758091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Bound port: 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:33.761530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a3af6682-3486-4974-881b-91b5a2db98f7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:33.778542 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.801088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a3af6682-3486-4974-881b-91b5a2db98f7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:33.814987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.844750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e92a6d91-8301-4299-b70a-efe536081925,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:33.946588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e915b2-bcf0-4477-88e8-d8a1cca73b20 req-ddea8d9a-a756-461b-a0f6-7f70ea49d267 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:33.964537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26e915b2-bcf0-4477-88e8-d8a1cca73b20 req-ddea8d9a-a756-461b-a0f6-7f70ea49d267 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 949 time: 0.8285470 Jul 22 21:16:34.042114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:34.045688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:34.051183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:34.095660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:34.098378 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:34.102360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] 10.222.0.58 "PUT /v2.0/ports/e92a6d91-8301-4299-b70a-efe536081925 HTTP/1.1" status: 200 len: 1093 time: 4.0937302 Jul 22 21:16:34.143585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:34.154417 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "tag": "e92a6d91-8301-4299-b70a-efe536081925"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:34.209648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:34.225874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:34.231339 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:34.234252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:34.272398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:34.274284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:34.275860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2f86f3bb-57a4-4508-91a4-8eca69147089 service neutron] 10.222.0.23 "PUT /v2.0/ports/6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 1097 time: 2.2442274 Jul 22 21:16:34.276658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:34.279096 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329bdd84-7618-4fc2-8c36-26795a1f7df5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:34.522807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26e915b2-bcf0-4477-88e8-d8a1cca73b20 req-78716fe2-a666-4605-9dbe-982951ac71a4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568113 Jul 22 21:16:34.529508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.533366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.534014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.560631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474215e6-f964-48f0-a9aa-208a564c5ee7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.628177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-04f19573-8a09-4ae8-bf6b-90736c2b5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:34.632619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-04f19573-8a09-4ae8-bf6b-90736c2b5e14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1101 time: 0.3219829 Jul 22 21:16:34.684914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54f99a74-ac18-4898-8579-26a19652b34e req-748a0614-5206-44af-9d39-f33f132a27b7 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9946589 Jul 22 21:16:34.875200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-d73f4bd8-3f77-47bd-809f-dfd484b62b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:34.878886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:34.881746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-d73f4bd8-3f77-47bd-809f-dfd484b62b8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248f19f26afa428a96ecd0ec8a333f30&device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 1096 time: 0.5674448 Jul 22 21:16:35.010186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-c67e289c-abd9-48be-b7ab-8d0521e3c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.012060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-c67e289c-abd9-48be-b7ab-8d0521e3c578 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3663445 Jul 22 21:16:35.013273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=7e5d6647-6671-4452-b3c1-dd65832ff8f8,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:35.016746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:35.061728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a3af6682-3486-4974-881b-91b5a2db98f7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a3af6682-3486-4974-881b-91b5a2db98f7,segment=NetworkSegment(d408575e-c1db-4cec-b8b6-dc95d62c2bd8),segment_id=d408575e-c1db-4cec-b8b6-dc95d62c2bd8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:35.069814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:35.125463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-941cf1cd-1123-4536-bd83-36f8799d4f09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92a6d91-8301-4299-b70a-efe536081925 HTTP/1.1" status: 200 len: 217 time: 0.2310443 Jul 22 21:16:35.128548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-2fe5aaa6-fe2b-4e51-9941-cab70364bf01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.1090336 Jul 22 21:16:35.269410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-4c7a8722-a8d5-4be5-acb1-dd467466022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.274762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-4c7a8722-a8d5-4be5-acb1-dd467466022f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1395509 Jul 22 21:16:35.300369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-9973edf5-d55a-4499-b8b0-f19fe41a3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.317670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-9973edf5-d55a-4499-b8b0-f19fe41a3bdb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6516aff7-a284-4796-81b2-3eee91f30083 HTTP/1.1" status: 200 len: 851 time: 0.1519237 Jul 22 21:16:35.327092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a3af6682-3486-4974-881b-91b5a2db98f7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:35.401118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-8b0c2836-331a-428a-8bea-5dea922dde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.411703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-8b0c2836-331a-428a-8bea-5dea922dde6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1159747 Jul 22 21:16:35.609580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09c81b-6be0-4cba-99c1-af6575c51b7d req-a86f4818-eb7e-4a98-b7cc-ab0775a7b4bb tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.612395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c09c81b-6be0-4cba-99c1-af6575c51b7d req-a86f4818-eb7e-4a98-b7cc-ab0775a7b4bb tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 944 time: 0.4893525 Jul 22 21:16:35.648227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192d4a3-d741-42f1-85b8-622e4000ae7c req-6ee230d6-ae2a-4b43-aa6a-50ba8a745faa tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.654314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d192d4a3-d741-42f1-85b8-622e4000ae7c req-6ee230d6-ae2a-4b43-aa6a-50ba8a745faa tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 945 time: 0.3722098 Jul 22 21:16:35.697153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-0dc3cea4-dbcc-4b3c-8182-2b378a12a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.700254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-0dc3cea4-dbcc-4b3c-8182-2b378a12a40a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3044140 Jul 22 21:16:35.716914 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-7b35e4e2-aee9-453d-87d5-d5a03c833d68 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925313 Jul 22 21:16:35.857266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c09c81b-6be0-4cba-99c1-af6575c51b7d req-e5db1b5b-0713-4476-9333-ce285ef355b1 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334940 Jul 22 21:16:35.875523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06adc5b8-e537-4ffe-8cbf-551c3281febc req-bdeca816-d6bb-4d0c-9537-438a48910019 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526222 Jul 22 21:16:35.903949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d192d4a3-d741-42f1-85b8-622e4000ae7c req-f74e2b3f-d5ec-456f-b5e1-a58b08b0fd4a tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433341 Jul 22 21:16:36.065190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-2497ddee-4b8f-4466-af76-c9b95a34240c service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492079 Jul 22 21:16:36.215115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-2c0c7104-6924-4f39-83bf-5e192628d379 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:36.219451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-2c0c7104-6924-4f39-83bf-5e192628d379 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.58 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.3400142 Jul 22 21:16:36.237191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:36.240680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece7c9-1a78-4ae1-b84c-36c709c6cd54 req-31752c8e-31cb-4f50-b2b0-592e41a9d8b2 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:36.242826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5aece7c9-1a78-4ae1-b84c-36c709c6cd54 req-31752c8e-31cb-4f50-b2b0-592e41a9d8b2 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 886 time: 0.3172865 Jul 22 21:16:36.422168 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b81bc-aa24-46d2-9b27-bbf00cd96370 x-openstack-request-id: req-aa8b81bc-aa24-46d2-9b27-bbf00cd96370 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:36.423177 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba324c1-d9a1-4077-8da4-87b2731c2897", "name": "network-vif-plugged", "status": "completed", "tag": "c60e780b-aa92-491a-8230-42b2e5fa17b9", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:36.423598 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa8b81bc-aa24-46d2-9b27-bbf00cd96370 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:36.425027 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60e780b-aa92-491a-8230-42b2e5fa17b9', 'code': 200} Jul 22 21:16:36.528684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b022eebc-d46a-4713-bca2-9e6f7e5c98d4 req-b1cf6ca3-eca8-4a14-aacd-f760a13244e8 service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588171 Jul 22 21:16:36.630689 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e4ceb3-5856-41d9-a424-564d41562a50 x-openstack-request-id: req-e3e4ceb3-5856-41d9-a424-564d41562a50 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:36.632717 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "tag": "e92a6d91-8301-4299-b70a-efe536081925", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:36.633675 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3e4ceb3-5856-41d9-a424-564d41562a50 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:36.634274 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925', 'status': 'completed', 'code': 200} Jul 22 21:16:36.688708 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac082f2-f191-456e-b35d-1b120df8800a x-openstack-request-id: req-1ac082f2-f191-456e-b35d-1b120df8800a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:36.688963 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:36.689218 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ac082f2-f191-456e-b35d-1b120df8800a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:36.696034 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'status': 'completed', 'code': 200} Jul 22 21:16:36.793931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:36.803878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:37.050323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.13 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/42af5379-4237-4dd5-9570-ea4a05ef3a85) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:37.160617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1d432-9406-4821-b57e-e157ee66296c req-09bf3ade-53c5-4bbd-be8b-91ea9d14dccb tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.165613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66a1d432-9406-4821-b57e-e157ee66296c req-09bf3ade-53c5-4bbd-be8b-91ea9d14dccb tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 950 time: 0.3792634 Jul 22 21:16:37.215102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a3af6682-3486-4974-881b-91b5a2db98f7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:37.259327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-ef952f23-0d59-4efe-b60e-c01021715c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.261297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-ef952f23-0d59-4efe-b60e-c01021715c40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1101 time: 0.6032853 Jul 22 21:16:37.313414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24a7a1-1ca7-4eaa-af5a-8ab275d669a4 req-295f6c16-4b30-42d7-a756-61870c98a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.318985 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ac24a7a1-1ca7-4eaa-af5a-8ab275d669a4 req-295f6c16-4b30-42d7-a756-61870c98a339 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 1097 time: 0.7459731 Jul 22 21:16:37.387036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a3af6682-3486-4974-881b-91b5a2db98f7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:37.387393 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:37.410575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-f0d39757-6aab-4a3d-96b0-9cfdf7a6e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.412201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-f0d39757-6aab-4a3d-96b0-9cfdf7a6e34a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248f19f26afa428a96ecd0ec8a333f30&device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 1096 time: 0.6489475 Jul 22 21:16:37.420905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffd18f-10a7-46cc-9e92-7c5d611f1fe6 req-149bb907-5786-4cf2-afc3-b162bc03be1c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.431186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18ffd18f-10a7-46cc-9e92-7c5d611f1fe6 req-149bb907-5786-4cf2-afc3-b162bc03be1c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 949 time: 0.6860185 Jul 22 21:16:37.455950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-afe54ec0-3ffa-4e9d-824c-bbb591bc784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.457342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-afe54ec0-3ffa-4e9d-824c-bbb591bc784f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1101 time: 0.7145088 Jul 22 21:16:37.504176 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:37.625519 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ac24a7a1-1ca7-4eaa-af5a-8ab275d669a4 req-b6cefae3-5606-4985-a131-bfef0077aa2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921526 Jul 22 21:16:37.627931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:37.637236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-38ddbd54-24f9-43fa-b2d4-502211378158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.647433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-38ddbd54-24f9-43fa-b2d4-502211378158 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.3731320 Jul 22 21:16:37.681018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:37.693072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66a1d432-9406-4821-b57e-e157ee66296c req-95823db7-adaa-404d-a7ab-91543ed20411 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856632 Jul 22 21:16:37.728084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:37.743259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:37.792851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:37.952502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=42af5379-4237-4dd5-9570-ea4a05ef3a85,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:38.026547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-30742ebc-8bac-427c-8bcd-61b0de5ab18c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.3269668 Jul 22 21:16:38.034181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18ffd18f-10a7-46cc-9e92-7c5d611f1fe6 req-9867c8c4-aa39-4310-8143-0bace0520691 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019356 Jul 22 21:16:38.104058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.105256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:38.165580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-1d0c37a1-5d4e-4c54-bdf9-89bbdad88ee4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9135282 Jul 22 21:16:38.167140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-51b3e5df-685c-4b06-8f05-c613aed5819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.170975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-51b3e5df-685c-4b06-8f05-c613aed5819a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.6747651 Jul 22 21:16:38.205420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Request body: {'port': {'device_id': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:38.277506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-0d46b23b-4b68-41ea-ac78-2b9219f61166 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 200 len: 217 time: 0.0844250 Jul 22 21:16:38.426998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:38.431086 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1271d252-1a78-4fa0-baa0-db5cd57ebba2" -d '{"events": [{"server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "name": "network-vif-plugged", "status": "completed", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:38.536377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-3d0dc396-b253-456f-b2af-9a6be134fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.540939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-3d0dc396-b253-456f-b2af-9a6be134fea8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.2478058 Jul 22 21:16:38.542904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-bbbb69a4-2099-43de-8317-b245d8f9ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.544874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-bbbb69a4-2099-43de-8317-b245d8f9ad4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.4727817 Jul 22 21:16:38.545388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:38.695449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-ec91c1a2-d7ee-45b7-b037-6eb7e0c0e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.697998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-ec91c1a2-d7ee-45b7-b037-6eb7e0c0e3b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc HTTP/1.1" status: 200 len: 913 time: 1.2526479 Jul 22 21:16:38.788076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e92a6d91-8301-4299-b70a-efe536081925 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:38.852009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-de309d7c-359e-48fe-9011-2cf1cbac304f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92a6d91-8301-4299-b70a-efe536081925 HTTP/1.1" status: 200 len: 217 time: 0.1280677 Jul 22 21:16:38.897149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:39.042256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:16:39.131496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:39.190906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'mac_address': 'fa:16:3e:8c:25:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:39.240904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.243654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.245571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.247315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.248464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.249218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.249894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.250584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.267183 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d81985e-7f39-41ba-b7bd-f43425a2782c req-b54c04a7-eade-46aa-9a65-2909880972c5 tempest-NetworksTest-1031125270 tempest-NetworksTest-1031125270-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5706 time: 1.2930520 Jul 22 21:16:39.306026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fff82-7e85-42ef-8917-afccd8a7414a req-5b741162-a519-4375-ba48-0599dbe22b19 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.318590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-455fff82-7e85-42ef-8917-afccd8a7414a req-5b741162-a519-4375-ba48-0599dbe22b19 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 932 time: 0.9411130 Jul 22 21:16:39.354172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-69cc656a-840e-449e-8ff1-27263956df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.361148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-69cc656a-840e-449e-8ff1-27263956df65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6516aff7-a284-4796-81b2-3eee91f30083 HTTP/1.1" status: 200 len: 851 time: 0.4849601 Jul 22 21:16:39.443695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e92a6d91-8301-4299-b70a-efe536081925, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e92a6d91-8301-4299-b70a-efe536081925,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:39.598104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42af5379-4237-4dd5-9570-ea4a05ef3a85 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:39.615119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.655496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Transition to ACTIVE for port object 42af5379-4237-4dd5-9570-ea4a05ef3a85 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:39.661504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.696573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-50a4c714-a3b6-4bcc-be86-a16d2d6afd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.706102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-50a4c714-a3b6-4bcc-be86-a16d2d6afd87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0956538 Jul 22 21:16:39.748123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'e92a6d91-8301-4299-b70a-efe536081925', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'port_id': 'e92a6d91-8301-4299-b70a-efe536081925', 'mac_address': 'fa:16:3e:e4:0e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:39.766949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Pushing event updated for resources: {'Port': ['ID=42af5379-4237-4dd5-9570-ea4a05ef3a85,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:39.782900 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.809351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-455fff82-7e85-42ef-8917-afccd8a7414a req-966518c9-80e6-41d3-9b82-7de806f2d354 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896669 Jul 22 21:16:39.878207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd27ff8-af45-4064-bb68-9ac8fa30c64c {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:39.880473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-8f7124f8-8e88-40ac-91b5-7b718811381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.883506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-8f7124f8-8e88-40ac-91b5-7b718811381e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2974677 Jul 22 21:16:40.011277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Attempting to bind port 42af5379-4237-4dd5-9570-ea4a05ef3a85 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:40.011935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Attempting to bind port 42af5379-4237-4dd5-9570-ea4a05ef3a85 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:40.012595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Attempting to bind port 42af5379-4237-4dd5-9570-ea4a05ef3a85 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:40.021235 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.022193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Port 42af5379-4237-4dd5-9570-ea4a05ef3a85 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:40.022625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Attempting to bind port 42af5379-4237-4dd5-9570-ea4a05ef3a85 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:40.034693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:40.036412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:40.036874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:40.041458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:40.042101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Bound port: 42af5379-4237-4dd5-9570-ea4a05ef3a85, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:40.042587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.142457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] For port 42af5379-4237-4dd5-9570-ea4a05ef3a85, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:40.146312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] For port 42af5379-4237-4dd5-9570-ea4a05ef3a85, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=42af5379-4237-4dd5-9570-ea4a05ef3a85,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:40.152997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.256990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:40.259297 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.262742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] 10.222.0.58 "PUT /v2.0/ports/42af5379-4237-4dd5-9570-ea4a05ef3a85 HTTP/1.1" status: 200 len: 1093 time: 2.0846095 Jul 22 21:16:40.264186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'tag': '42af5379-4237-4dd5-9570-ea4a05ef3a85'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:40.269895 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56683ee-a5fd-4af2-914f-e542b09c4b07" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf24657-5de4-47ed-9c67-12cd9450b67f", "tag": "42af5379-4237-4dd5-9570-ea4a05ef3a85"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:40.427218 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.437889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92a6d91-8301-4299-b70a-efe536081925 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:40.467566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54056) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:40.468682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc89481-66b4-408d-8ba4-96eb9563a01f service neutron] Pushing event updated for resources: {'Port': ['ID=42af5379-4237-4dd5-9570-ea4a05ef3a85,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:40.636011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e92a6d91-8301-4299-b70a-efe536081925, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e92a6d91-8301-4299-b70a-efe536081925,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:40.636334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-3955f8fa-cb73-44e9-9419-e5e35d3672df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:40.668380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-3955f8fa-cb73-44e9-9419-e5e35d3672df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 1096 time: 0.3028462 Jul 22 21:16:40.688204 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.729988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=11']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:40.795971 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-4d13a4bc-e9e1-496b-aa3b-a22af1ae3489 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42af5379-4237-4dd5-9570-ea4a05ef3a85 HTTP/1.1" status: 200 len: 217 time: 0.1264307 Jul 22 21:16:40.836855 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6248d88b-c752-4882-9fb2-9523e441e0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.843624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186711ab-635a-4b8c-b6c4-c77dbf7924f2 req-af5f4379-d9a6-4240-b384-efc138ee56c2 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:40.854050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-186711ab-635a-4b8c-b6c4-c77dbf7924f2 req-af5f4379-d9a6-4240-b384-efc138ee56c2 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 944 time: 1.3432145 Jul 22 21:16:40.866090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-e691894e-6ccd-4fb3-b294-342b141ee50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:40.868265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-e691894e-6ccd-4fb3-b294-342b141ee50d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4427631 Jul 22 21:16:40.873923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6fd27ff8-af45-4064-bb68-9ac8fa30c64c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:40.903700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-0fd1b858-206d-40c5-a4ed-4a84bcc0f709 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0914845 Jul 22 21:16:40.988469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e92a6d91-8301-4299-b70a-efe536081925,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:41.004079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-50e47d17-a680-4da5-af15-a9fa1b28dfd6 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0703318 Jul 22 21:16:41.025096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e92a6d91-8301-4299-b70a-efe536081925'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:41.060568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6248d88b-c752-4882-9fb2-9523e441e0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:41.077943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6248d88b-c752-4882-9fb2-9523e441e0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:41.168725 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6248d88b-c752-4882-9fb2-9523e441e0ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8ff6c4c214640ffb515479fbcb3d22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6842232 Jul 22 21:16:41.169394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54070) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:41.324680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-551065c5-a30f-4b64-ba46-9ec452cb68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:41.326167 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-551065c5-a30f-4b64-ba46-9ec452cb68d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.5177531 Jul 22 21:16:41.479565 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-85f44828-3f9b-47ca-936e-e75ff28b1d95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385212 Jul 22 21:16:41.501618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248d88b-c752-4882-9fb2-9523e441e0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b4474-63bb-479d-89e6-26c4a0ac9656,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:41.514497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-186711ab-635a-4b8c-b6c4-c77dbf7924f2 req-4fea56ed-aa70-4108-8e85-fce8c5de752d tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6590645 Jul 22 21:16:41.706320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-8af11313-a82a-4ac0-ace4-f2e456c342e6 service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974768 Jul 22 21:16:41.710022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-2e7850be-81f2-444c-98be-7cb58b352074 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632125 Jul 22 21:16:41.839891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3daab6d4-6bb6-46cf-ad9e-16aa7606d536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:41.891771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e45b6-ee23-4794-a632-40d9b970cd67 req-badd626e-0ff2-4d30-a5e8-7b6c790b3655 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:41.904411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c02e45b6-ee23-4794-a632-40d9b970cd67 req-badd626e-0ff2-4d30-a5e8-7b6c790b3655 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 945 time: 1.6560845 Jul 22 21:16:41.989099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c02e45b6-ee23-4794-a632-40d9b970cd67 req-e240a274-36ca-43a8-90a0-c0fb3ee24b57 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833404 Jul 22 21:16:42.023014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3daab6d4-6bb6-46cf-ad9e-16aa7606d536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.053114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-b409dd4b-5cd3-42b8-86d3-be72cf99429e service neutron] 10.222.0.58 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083930 Jul 22 21:16:42.121233 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f64bd9-d221-4aa9-9ab0-0863e84fb778 x-openstack-request-id: req-61f64bd9-d221-4aa9-9ab0-0863e84fb778 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:42.122026 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "name": "network-vif-plugged", "status": "completed", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:42.122283 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61f64bd9-d221-4aa9-9ab0-0863e84fb778 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:42.123002 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8', 'code': 200} Jul 22 21:16:42.194929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3daab6d4-6bb6-46cf-ad9e-16aa7606d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.197698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3daab6d4-6bb6-46cf-ad9e-16aa7606d536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.205584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-329bdd84-7618-4fc2-8c36-26795a1f7df5 req-f6068349-085e-41fc-8869-35b45ff69343 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2714512 Jul 22 21:16:42.208788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3daab6d4-6bb6-46cf-ad9e-16aa7606d536 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c12b4474-63bb-479d-89e6-26c4a0ac9656 HTTP/1.1" status: 204 len: 168 time: 1.0353804 Jul 22 21:16:42.260786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daab6d4-6bb6-46cf-ad9e-16aa7606d536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b4474-63bb-479d-89e6-26c4a0ac9656,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:42.371595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-b734bac0-9d4a-469e-a1e2-5af2d17cc183 service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794153 Jul 22 21:16:42.464503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-db6499a9-36ec-424a-a428-42a9da93bad1 service neutron] 10.222.0.58 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947644 Jul 22 21:16:42.509595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff12e4-0498-4259-96ab-48bfdecc1533 req-c4e299c7-b80a-4cb0-910f-e452f62838ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:42.515814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffff12e4-0498-4259-96ab-48bfdecc1533 req-c4e299c7-b80a-4cb0-910f-e452f62838ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28267779-c4a0-49a4-b6f9-4ae3c3426030 HTTP/1.1" status: 200 len: 1097 time: 0.2597809 Jul 22 21:16:42.589499 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82ed779a-752e-445e-a50a-90fb9489dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.728791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffff12e4-0498-4259-96ab-48bfdecc1533 req-5577488f-7520-4e58-8970-0413c5667667 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032895 Jul 22 21:16:42.817624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e92a6d91-8301-4299-b70a-efe536081925 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:42.840878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c7641-0ac3-4ba0-a58b-3cc61e06c2f1 req-282d927e-9320-4224-b51f-e2a484a37c2c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:42.843101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a31c7641-0ac3-4ba0-a58b-3cc61e06c2f1 req-282d927e-9320-4224-b51f-e2a484a37c2c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 950 time: 0.1641002 Jul 22 21:16:42.936735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:42.956514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a31c7641-0ac3-4ba0-a58b-3cc61e06c2f1 req-87894f9b-1ab0-4d59-8a54-6e853c3b1149 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004739 Jul 22 21:16:43.086677 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae3cf8e-67e7-4d96-8722-1f0471c7896f x-openstack-request-id: req-8ae3cf8e-67e7-4d96-8722-1f0471c7896f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:43.087519 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf24657-5de4-47ed-9c67-12cd9450b67f", "tag": "42af5379-4237-4dd5-9570-ea4a05ef3a85", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:43.087519 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ae3cf8e-67e7-4d96-8722-1f0471c7896f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:43.093158 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'tag': '42af5379-4237-4dd5-9570-ea4a05ef3a85', 'status': 'completed', 'code': 200} Jul 22 21:16:43.155330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port e92a6d91-8301-4299-b70a-efe536081925 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:43.162802 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:43.182581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:43.183236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.185218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port e92a6d91-8301-4299-b70a-efe536081925 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:43.185846 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.306787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-2c15bbe5-bef8-4626-adce-ccfb31785f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:43.312470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-2c15bbe5-bef8-4626-adce-ccfb31785f0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 1096 time: 0.1878359 Jul 22 21:16:43.357840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54090) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:43.384739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91acdf0c-c370-4a68-b4c4-b57475bde73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.579380 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.585627 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.700357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e92a6d91-8301-4299-b70a-efe536081925, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e92a6d91-8301-4299-b70a-efe536081925,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:43.711041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.757098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91acdf0c-c370-4a68-b4c4-b57475bde73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.765415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91acdf0c-c370-4a68-b4c4-b57475bde73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.777570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:43.798157 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:43.863273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e92a6d91-8301-4299-b70a-efe536081925,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:43.893770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acdf0c-c370-4a68-b4c4-b57475bde73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f91afe7-776a-4cca-8dae-bee6a13b4323,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:43.917607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-105fd782-4eaa-4ffc-9ae6-8d0af5a01021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:43.924782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-105fd782-4eaa-4ffc-9ae6-8d0af5a01021 service neutron] 10.222.0.58 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.6022608 Jul 22 21:16:43.944042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc00acc-f307-41aa-a0b2-b942907b515c req-a7d50e5b-9030-4f2c-86cc-cc947a6d95b5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:43.968305 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cc00acc-f307-41aa-a0b2-b942907b515c req-a7d50e5b-9030-4f2c-86cc-cc947a6d95b5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 944 time: 0.5827162 Jul 22 21:16:44.029700 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:16:44.030917 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91acdf0c-c370-4a68-b4c4-b57475bde73a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6dd9d407e7594972906c0c07cd3b3b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534419 Jul 22 21:16:44.030917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54092) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:44.126457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925'}, {'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:44.140260 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976debf1-5119-4b14-a03b-143dfc7c1b0d" -d '{"events": [{"server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "name": "network-vif-plugged", "status": "completed", "tag": "e92a6d91-8301-4299-b70a-efe536081925"}, {"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-plugged", "status": "completed", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:44.182716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=12']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:44.196398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-a712c819-629f-4503-a8d2-9c02bedd8427 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42af5379-4237-4dd5-9570-ea4a05ef3a85 HTTP/1.1" status: 200 len: 217 time: 0.2228076 Jul 22 21:16:44.207277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.209120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.223381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.224536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.225457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.232645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30117067-e62b-43b9-97ce-d56df9bae73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:44.233735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.234556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.235129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.235696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.236378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.236941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.237518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:44.299987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30117067-e62b-43b9-97ce-d56df9bae73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:44.409956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30117067-e62b-43b9-97ce-d56df9bae73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:44.412811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30117067-e62b-43b9-97ce-d56df9bae73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:44.420131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-30117067-e62b-43b9-97ce-d56df9bae73b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f91afe7-776a-4cca-8dae-bee6a13b4323 HTTP/1.1" status: 204 len: 168 time: 0.3968089 Jul 22 21:16:44.436914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30117067-e62b-43b9-97ce-d56df9bae73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f91afe7-776a-4cca-8dae-bee6a13b4323,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:44.460224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-15991f5f-1961-4923-b4cf-f28c6b0d9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:44.463884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-15991f5f-1961-4923-b4cf-f28c6b0d9582 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.2350724 Jul 22 21:16:44.473067 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cc00acc-f307-41aa-a0b2-b942907b515c req-39222c30-ea01-4e25-8c5c-5cdba3078a36 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032156 Jul 22 21:16:44.572022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-54e11d25-f159-4ba5-8d46-5c0656ae68f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956509 Jul 22 21:16:44.814041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 42af5379-4237-4dd5-9570-ea4a05ef3a85 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:44.989323 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-0c67b8a7-63c6-4004-a485-d6c6e8974f86 service neutron] 10.222.0.58 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085672 Jul 22 21:16:45.057350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 42af5379-4237-4dd5-9570-ea4a05ef3a85, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=42af5379-4237-4dd5-9570-ea4a05ef3a85,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:45.095617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '42af5379-4237-4dd5-9570-ea4a05ef3a85', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': '42af5379-4237-4dd5-9570-ea4a05ef3a85', 'mac_address': 'fa:16:3e:38:90:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:45.202798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c56683ee-a5fd-4af2-914f-e542b09c4b07 req-db934a4e-a1e3-43bc-b713-d8427553c076 service neutron] 10.222.0.58 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940575 Jul 22 21:16:45.249921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1fc8-9c25-4d4e-824b-1dffe7af3cc2 req-3234ae04-4fb7-4c5e-a942-76c2842ab949 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:45.257785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-906c1fc8-9c25-4d4e-824b-1dffe7af3cc2 req-3234ae04-4fb7-4c5e-a942-76c2842ab949 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=28267779-c4a0-49a4-b6f9-4ae3c3426030 HTTP/1.1" status: 200 len: 945 time: 0.5793395 Jul 22 21:16:45.305982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-c10dad97-896d-4cd9-b3d9-26a40d64eafb tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:45.308325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-c10dad97-896d-4cd9-b3d9-26a40d64eafb tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 1102 time: 0.5255315 Jul 22 21:16:45.324499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-906c1fc8-9c25-4d4e-824b-1dffe7af3cc2 req-5312873f-1396-44f0-ba78-5fe01067e9e6 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650718 Jul 22 21:16:45.358112 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c9fbb4f-ac0f-45b6-a943-fdaa37e3bff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:45.371646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:45.375034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:45.390497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42af5379-4237-4dd5-9570-ea4a05ef3a85 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:45.419827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 42af5379-4237-4dd5-9570-ea4a05ef3a85, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=42af5379-4237-4dd5-9570-ea4a05ef3a85,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:45.427553 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:45.589931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=42af5379-4237-4dd5-9570-ea4a05ef3a85,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:45.700518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Deleting port 02869921-2506-4aae-a9fa-b57a8803dcdb {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:45.704663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:45.739975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['42af5379-4237-4dd5-9570-ea4a05ef3a85'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:45.860859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4701-e534-42cc-82cf-c1140afa9a7e req-bf811add-18df-4920-858b-5180cf5386c1 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:45.872539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-348a4701-e534-42cc-82cf-c1140afa9a7e req-bf811add-18df-4920-858b-5180cf5386c1 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=080e6a92-2bac-478a-9160-9bc763c1df3f HTTP/1.1" status: 200 len: 950 time: 0.3297510 Jul 22 21:16:46.025018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:46.088523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-348a4701-e534-42cc-82cf-c1140afa9a7e req-d6ad0406-0829-45f7-a174-0d74d8c833e5 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126229 Jul 22 21:16:46.153304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] For port 02869921-2506-4aae-a9fa-b57a8803dcdb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02869921-2506-4aae-a9fa-b57a8803dcdb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:46.153681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:46.175456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Calling delete_port for 02869921-2506-4aae-a9fa-b57a8803dcdb owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:46.582099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:46.602603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['02869921-2506-4aae-a9fa-b57a8803dcdb'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:46.621821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Pushing event deleted for resources: {'Port': ['ID=02869921-2506-4aae-a9fa-b57a8803dcdb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:46.659780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d290f3-d6be-4c01-ae96-ac83906e9841 req-91a64203-c369-4061-9c04-ccd36106961d tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:46.661578 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8d290f3-d6be-4c01-ae96-ac83906e9841 req-91a64203-c369-4061-9c04-ccd36106961d tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.2422862 Jul 22 21:16:46.723038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] No DVR routers for this DVR port 02869921-2506-4aae-a9fa-b57a8803dcdb on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:46.728788 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:46.740197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b1993c5-ef11-4f78-928f-11d3cad059fe req-2aa6ff09-6ec3-463a-88bc-154e73dff9f8 tempest-DeleteServersAdminTestJSON-1598691822 tempest-DeleteServersAdminTestJSON-1598691822-project-admin] 10.222.0.23 "DELETE /v2.0/ports/02869921-2506-4aae-a9fa-b57a8803dcdb HTTP/1.1" status: 204 len: 173 time: 1.4100254 Jul 22 21:16:46.868045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'name': 'network-vif-deleted', 'tag': '02869921-2506-4aae-a9fa-b57a8803dcdb'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:46.868045 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e138680-ff19-43d3-822c-90918d7be660" -d '{"events": [{"server_uuid": "080e6a92-2bac-478a-9160-9bc763c1df3f", "name": "network-vif-deleted", "tag": "02869921-2506-4aae-a9fa-b57a8803dcdb"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:46.968714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8d290f3-d6be-4c01-ae96-ac83906e9841 req-c19bc563-1b34-4a30-b198-6a2be64654db tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861688 Jul 22 21:16:47.707945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5843b8d-497c-454e-93ae-2d9f1d48e4c8 req-6a9b7da7-33f2-4858-af47-06f5a9a8a0d2 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:47.710918 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5843b8d-497c-454e-93ae-2d9f1d48e4c8 req-6a9b7da7-33f2-4858-af47-06f5a9a8a0d2 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 1103 time: 0.1163714 Jul 22 21:16:47.759532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5843b8d-497c-454e-93ae-2d9f1d48e4c8 req-5190202f-c597-4bac-b162-7c20ce264600 tempest-MigrationsAdminTest-1710259716 tempest-MigrationsAdminTest-1710259716-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Jul 22 21:16:47.869425 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b26ac9-30a7-43cc-ac64-88d0288ce0a6 x-openstack-request-id: req-75b26ac9-30a7-43cc-ac64-88d0288ce0a6 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:47.870212 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "name": "network-vif-plugged", "status": "completed", "tag": "e92a6d91-8301-4299-b70a-efe536081925", "code": 200}, {"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-plugged", "status": "completed", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:47.870212 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75b26ac9-30a7-43cc-ac64-88d0288ce0a6 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:47.870795 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925', 'code': 200} Jul 22 21:16:47.871499 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'code': 200} Jul 22 21:16:47.952528 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:48.136424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5d7c-a638-4f27-a4a3-0a46c5c9373d req-2902956a-931d-4fba-9761-4a7a77fc00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:48.139395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-710d5d7c-a638-4f27-a4a3-0a46c5c9373d req-2902956a-931d-4fba-9761-4a7a77fc00a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 1098 time: 0.1271241 Jul 22 21:16:48.268967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-710d5d7c-a638-4f27-a4a3-0a46c5c9373d req-89858ab7-0a69-41bc-adfc-352aa1342e3f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132715 Jul 22 21:16:48.332359 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59139b68-6d11-44d7-9672-c6cbe1c59d62 x-openstack-request-id: req-59139b68-6d11-44d7-9672-c6cbe1c59d62 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:48.332659 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080e6a92-2bac-478a-9160-9bc763c1df3f", "name": "network-vif-deleted", "tag": "02869921-2506-4aae-a9fa-b57a8803dcdb", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:48.332910 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59139b68-6d11-44d7-9672-c6cbe1c59d62 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:48.333380 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080e6a92-2bac-478a-9160-9bc763c1df3f', 'name': 'network-vif-deleted', 'tag': '02869921-2506-4aae-a9fa-b57a8803dcdb', 'status': 'completed', 'code': 200} Jul 22 21:16:48.567585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2aaf7-d7d8-4b45-bffb-14b667f90d8e req-3cf38f9b-dc64-4bff-a1f3-549f0e2e999e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:48.573623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8de2aaf7-d7d8-4b45-bffb-14b667f90d8e req-3cf38f9b-dc64-4bff-a1f3-549f0e2e999e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 945 time: 0.2308433 Jul 22 21:16:48.686134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54180) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:48.705387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8de2aaf7-d7d8-4b45-bffb-14b667f90d8e req-2ebff785-9a59-4fef-8141-a29471937a2e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096199 Jul 22 21:16:48.809497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 42af5379-4237-4dd5-9570-ea4a05ef3a85 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:48.898362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffa85e-fd2c-455a-850d-3f7ff31c452f req-950bbef7-7cd7-46c0-889b-acef41eee1c2 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:48.901909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2ffa85e-fd2c-455a-850d-3f7ff31c452f req-950bbef7-7cd7-46c0-889b-acef41eee1c2 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.1876137 Jul 22 21:16:48.903328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 42af5379-4237-4dd5-9570-ea4a05ef3a85 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:48.908225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 42af5379-4237-4dd5-9570-ea4a05ef3a85 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:48.908863 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:48.936978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02869921-2506-4aae-a9fa-b57a8803dcdb no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:48.979761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 02869921-2506-4aae-a9fa-b57a8803dcdb {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:48.980139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02869921-2506-4aae-a9fa-b57a8803dcdb not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:49.000365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2ffa85e-fd2c-455a-850d-3f7ff31c452f req-6f7d9363-c4b8-4960-be28-e2c93df4d77e tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852036 Jul 22 21:16:49.055810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-40447b0d-919d-4101-8def-57ace7c5de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.146084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.247033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 42af5379-4237-4dd5-9570-ea4a05ef3a85, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=42af5379-4237-4dd5-9570-ea4a05ef3a85,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:49.257301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.311222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-40447b0d-919d-4101-8def-57ace7c5de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.316852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25462335-7f40-4a94-a2a4-d73db4f3292d req-6dad095a-4240-46c0-a586-c5417953ff77 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:49.318217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-40447b0d-919d-4101-8def-57ace7c5de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.318930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25462335-7f40-4a94-a2a4-d73db4f3292d req-6dad095a-4240-46c0-a586-c5417953ff77 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 951 time: 0.1627722 Jul 22 21:16:49.382969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-40447b0d-919d-4101-8def-57ace7c5de1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a283f5e9692d4898b81e5e740bdf2dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6948862 Jul 22 21:16:49.384758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40447b0d-919d-4101-8def-57ace7c5de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1b920d-04c8-4b13-8d03-473bf40dbbd7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:49.386223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=42af5379-4237-4dd5-9570-ea4a05ef3a85,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:49.387883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54204) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:49.413353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25462335-7f40-4a94-a2a4-d73db4f3292d req-afa73c9f-e867-4f97-8312-dac97f569f80 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764022 Jul 22 21:16:49.415625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-3dffd2d5-98b6-460c-92ea-b23b5c61e1c7 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920458 Jul 22 21:16:49.523811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b37425c-2acb-4d22-a8c1-3da65a28540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.554170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b37425c-2acb-4d22-a8c1-3da65a28540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.587217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-dcbe7a35-49be-4ee8-a4dc-8bc9dd3e698c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:49.601406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-dcbe7a35-49be-4ee8-a4dc-8bc9dd3e698c tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777847 Jul 22 21:16:49.609116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b37425c-2acb-4d22-a8c1-3da65a28540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.613708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b37425c-2acb-4d22-a8c1-3da65a28540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.615241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b37425c-2acb-4d22-a8c1-3da65a28540a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff1b920d-04c8-4b13-8d03-473bf40dbbd7 HTTP/1.1" status: 204 len: 168 time: 0.2260828 Jul 22 21:16:49.628342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37425c-2acb-4d22-a8c1-3da65a28540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1b920d-04c8-4b13-8d03-473bf40dbbd7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:49.655050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-1d417140-d13d-443d-b626-f19ed9dc51a9 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/quotas/e3c3311dbc0d4ee18d004daadfd9ccdb HTTP/1.1" status: 200 len: 375 time: 0.0518038 Jul 22 21:16:49.731049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-dbc930d8-76e2-4c53-bd3d-67c50a436abc tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739021 Jul 22 21:16:49.800428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ba3b1-66b9-4194-aa5a-926ddd417213 req-76e95672-30bf-444a-b2e6-ec2692d29fe4 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:49.802960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-340ba3b1-66b9-4194-aa5a-926ddd417213 req-76e95672-30bf-444a-b2e6-ec2692d29fe4 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=28267779-c4a0-49a4-b6f9-4ae3c3426030 HTTP/1.1" status: 200 len: 945 time: 0.1902940 Jul 22 21:16:49.869102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-340ba3b1-66b9-4194-aa5a-926ddd417213 req-d3368568-56a6-4abe-8a91-b43d924282ee tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Jul 22 21:16:49.873113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af5379-4237-4dd5-9570-ea4a05ef3a85'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:49.875558 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe3e1e-cc8d-4bbc-a1cf-4d7254ace3f4" -d '{"events": [{"server_uuid": "5cf24657-5de4-47ed-9c67-12cd9450b67f", "name": "network-vif-plugged", "status": "completed", "tag": "42af5379-4237-4dd5-9570-ea4a05ef3a85"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:50.133592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26c839-cb10-4732-aa7c-a94344fc0a69 req-7080f539-39b2-4ffe-b063-2ccb706032fd tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.136162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d26c839-cb10-4732-aa7c-a94344fc0a69 req-7080f539-39b2-4ffe-b063-2ccb706032fd tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 950 time: 0.1597733 Jul 22 21:16:50.262845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54220) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:50.289628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bbef185-ae64-4230-a532-c08433cafa45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.289996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d26c839-cb10-4732-aa7c-a94344fc0a69 req-58509ffa-a772-41fd-b1c6-988abab6d5af tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352329 Jul 22 21:16:50.350604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72886f-9bad-404d-8d5c-49f58100c228 req-bf54eef0-0cd8-4927-97fb-565245cde960 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.361298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d72886f-9bad-404d-8d5c-49f58100c228 req-bf54eef0-0cd8-4927-97fb-565245cde960 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 946 time: 0.2083068 Jul 22 21:16:50.421193 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9f2928-4aed-4ed0-8e43-63776f6ae00b x-openstack-request-id: req-af9f2928-4aed-4ed0-8e43-63776f6ae00b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:50.422019 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf24657-5de4-47ed-9c67-12cd9450b67f", "name": "network-vif-plugged", "status": "completed", "tag": "42af5379-4237-4dd5-9570-ea4a05ef3a85", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:50.422019 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af9f2928-4aed-4ed0-8e43-63776f6ae00b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:50.422335 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af5379-4237-4dd5-9570-ea4a05ef3a85', 'code': 200} Jul 22 21:16:50.560154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b835b649-b91d-48c1-b76c-c145e3753248 req-00e296b1-8bcb-49fc-bbae-0b3ff9e1695a tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 210 time: 0.0584180 Jul 22 21:16:50.618829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d72886f-9bad-404d-8d5c-49f58100c228 req-8b772f21-7f0d-42ff-8b9f-e93d7b9368a6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438788 Jul 22 21:16:50.627010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bbef185-ae64-4230-a532-c08433cafa45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.638291 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bbef185-ae64-4230-a532-c08433cafa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.684125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-b7e26828-792e-4bc3-bf5e-5f44a08d596f tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.685537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-b7e26828-792e-4bc3-bf5e-5f44a08d596f tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "GET /v2.0/ports?device_id=28267779-c4a0-49a4-b6f9-4ae3c3426030 HTTP/1.1" status: 200 len: 945 time: 0.3229520 Jul 22 21:16:50.707704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbef185-ae64-4230-a532-c08433cafa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a345ca-a915-4c1b-a794-e1ecaa118880,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:50.812138 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0bbef185-ae64-4230-a532-c08433cafa45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40edb662f080424ea1a1488c49049620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451343 Jul 22 21:16:50.813571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54236) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:50.849817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43bacb-5f80-4740-a12a-a861dc351dc8 req-681f57e8-9ec5-426e-9659-5ed92192db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.856106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e43bacb-5f80-4740-a12a-a861dc351dc8 req-681f57e8-9ec5-426e-9659-5ed92192db64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 1098 time: 0.3175387 Jul 22 21:16:50.982986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e43bacb-5f80-4740-a12a-a861dc351dc8 req-6c45d541-2820-44a7-939e-a62d599e5d6b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000581 Jul 22 21:16:50.992848 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c42d48b-da58-41fc-89f5-b4e3d956c6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:51.023071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c42d48b-da58-41fc-89f5-b4e3d956c6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:51.145350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c42d48b-da58-41fc-89f5-b4e3d956c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:51.152847 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c42d48b-da58-41fc-89f5-b4e3d956c6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:51.155233 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9c42d48b-da58-41fc-89f5-b4e3d956c6fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47a345ca-a915-4c1b-a794-e1ecaa118880 HTTP/1.1" status: 204 len: 168 time: 0.3344965 Jul 22 21:16:51.173927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d48b-da58-41fc-89f5-b4e3d956c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a345ca-a915-4c1b-a794-e1ecaa118880,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:51.305189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732880-ea71-4607-873a-9ea5efcd6a1f req-ee32ef19-b45d-4546-a54c-21ec845e765c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:51.318487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5732880-ea71-4607-873a-9ea5efcd6a1f req-ee32ef19-b45d-4546-a54c-21ec845e765c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.5793407 Jul 22 21:16:51.346130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-14cf5be2-5828-4c0a-9145-c57c9fde546a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:51.349087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-14cf5be2-5828-4c0a-9145-c57c9fde546a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 951 time: 0.4817166 Jul 22 21:16:51.373349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Deleting port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:51.376642 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:51.509841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5732880-ea71-4607-873a-9ea5efcd6a1f req-119fce05-2dde-401d-acce-3f5678b2ac7c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845906 Jul 22 21:16:51.663454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-ad156944-aeb0-45ca-8a67-986037c1517c tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:51.667161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-ad156944-aeb0-45ca-8a67-986037c1517c tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "GET /v2.0/ports?device_id=fba324c1-d9a1-4077-8da4-87b2731c2897 HTTP/1.1" status: 200 len: 945 time: 0.2656031 Jul 22 21:16:51.948796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-ad0d0caa-d1c6-49c1-81ff-10449552da54 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641925 Jul 22 21:16:52.024596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Deleting port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:52.025126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:52.100275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-6b4adc86-4150-460a-a25e-4505d4826568 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:52.103013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-6b4adc86-4150-460a-a25e-4505d4826568 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487622 Jul 22 21:16:52.119922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Request body: {'port': {'device_id': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'e3c3311dbc0d4ee18d004daadfd9ccdb'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:52.175503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Deleting port c60e780b-aa92-491a-8230-42b2e5fa17b9 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:52.179537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:52.331868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] For port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:52.332535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:52.350714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Calling delete_port for 6fd27ff8-af45-4064-bb68-9ac8fa30c64c owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:52.675533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] For port c60e780b-aa92-491a-8230-42b2e5fa17b9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c60e780b-aa92-491a-8230-42b2e5fa17b9,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:52.676226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:52.691639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Calling delete_port for c60e780b-aa92-491a-8230-42b2e5fa17b9 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:52.740609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:52.820372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] For port 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:52.820909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:52.847381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 7e5d6647-6671-4452-b3c1-dd65832ff8f8 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:52.878766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Calling delete_port for 7e5d6647-6671-4452-b3c1-dd65832ff8f8 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:52.902265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f8c-2384-4923-9179-a585f035695c req-a7ef2a0c-682d-4ec8-8e0d-4b05692043e4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:52.903901 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-a7ef2a0c-682d-4ec8-8e0d-4b05692043e4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 946 time: 0.1641483 Jul 22 21:16:52.981281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-656671624-network', 'tenant_id': 'a079663506b0414ba8416a0c842861ef'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:53.018085 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.023097 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.052695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Made reservation on behalf of e3c3311dbc0d4ee18d004daadfd9ccdb for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:53.054020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717914b-c10d-48ae-bac9-051bb10a5f74 req-758c277f-1ed3-4bf7-ae35-206d53314de7 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:53.054375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:53.055991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c717914b-c10d-48ae-bac9-051bb10a5f74 req-758c277f-1ed3-4bf7-ae35-206d53314de7 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/ports?device_id=28267779-c4a0-49a4-b6f9-4ae3c3426030 HTTP/1.1" status: 200 len: 945 time: 1.3787992 Jul 22 21:16:53.058780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe', '59716cea-caa6-45bd-bce8-9b29cc6998bb'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:53.064428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.073560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Made reservation on behalf of a079663506b0414ba8416a0c842861ef for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:53.077059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.097524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.119524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:53.122696 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7fd82f-ceef-4865-ae3a-efae3030091b" -d '{"events": [{"server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:53.155716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event deleted for resources: {'Port': ['ID=6fd27ff8-af45-4064-bb68-9ac8fa30c64c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:53.186760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 7e5d6647-6671-4452-b3c1-dd65832ff8f8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=7e5d6647-6671-4452-b3c1-dd65832ff8f8,segment=NetworkSegment(dfdab000-cab4-4487-a964-bbbe3594ea70),segment_id=dfdab000-cab4-4487-a964-bbbe3594ea70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:53.202200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.203169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:53.207189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d493d-6e53-4556-9ab5-35ca0f610208 req-dcbc3c5d-1dc3-4cf0-b0b9-e3810c841974 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:53.214698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f87d493d-6e53-4556-9ab5-35ca0f610208 req-dcbc3c5d-1dc3-4cf0-b0b9-e3810c841974 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 868 time: 1.4876304 Jul 22 21:16:53.291409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Allocated IP 192.168.233.172 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/3d8af101-0192-4eb2-bc7d-545ed54a6f40) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:53.350019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=7e5d6647-6671-4452-b3c1-dd65832ff8f8,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:53.350128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f87d493d-6e53-4556-9ab5-35ca0f610208 req-d68abff2-a039-45f8-a9bf-de16316f6483 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955296 Jul 22 21:16:53.387888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] No DVR routers for this DVR port 6fd27ff8-af45-4064-bb68-9ac8fa30c64c on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:53.406143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c717914b-c10d-48ae-bac9-051bb10a5f74 req-16ea4e52-9be1-40e9-bc71-3fda3c6967be tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3c4f4d-5771-4f61-9f83-011690f57e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392096 Jul 22 21:16:53.525357 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.529384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-651d124e-bbfb-43db-8ef3-395fa2b4433a req-a032f961-2f4f-402e-b24e-7524c2afd8f6 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "DELETE /v2.0/ports/6fd27ff8-af45-4064-bb68-9ac8fa30c64c HTTP/1.1" status: 204 len: 173 time: 2.1459057 Jul 22 21:16:53.529872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-deleted', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:53.532774 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f963d21a-26ba-41c5-b15c-16d9d9f9a2c8" -d '{"events": [{"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-deleted", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:53.596152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.687588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.719340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.727690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f385a916-b3ee-40cb-bb26-011874ca11b3 req-778404ef-90ff-47bf-a63e-1fef7aa12e7b tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 210 time: 0.0575790 Jul 22 21:16:53.730390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event deleted for resources: {'Port': ['ID=7e5d6647-6671-4452-b3c1-dd65832ff8f8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:53.735920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Transition to ACTIVE for port object 3d8af101-0192-4eb2-bc7d-545ed54a6f40 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:53.848949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.860747 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.875909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] No DVR routers for this DVR port 7e5d6647-6671-4452-b3c1-dd65832ff8f8 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:53.881591 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.883034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Pushing event deleted for resources: {'Port': ['ID=c60e780b-aa92-491a-8230-42b2e5fa17b9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:53.885091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03e0cd3b-fc47-4059-a82a-6cdfa11cd9de req-eea3fb40-e455-4515-9302-cf5548de2452 tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.58 "DELETE /v2.0/ports/7e5d6647-6671-4452-b3c1-dd65832ff8f8 HTTP/1.1" status: 204 len: 173 time: 3.1823287 Jul 22 21:16:53.885352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.939542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aca071-1083-44fe-aff7-03d731be39fd req-2b54204a-5101-48e0-a562-ab47211aa7e4 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:53.946521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71aca071-1083-44fe-aff7-03d731be39fd req-2b54204a-5101-48e0-a562-ab47211aa7e4 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.3235765 Jul 22 21:16:53.957296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54292) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:53.964834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:53.980669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Request body: {'floatingip': {'port_id': 'e92a6d91-8301-4299-b70a-efe536081925'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:53.987052 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.075190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:16:54.080283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b250fc2f-5ba7-423f-a99e-793395bf1105,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:54.140835 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc701cfd-5953-4e82-aa55-ea35aff62ed7 x-openstack-request-id: req-bc701cfd-5953-4e82-aa55-ea35aff62ed7 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:54.141201 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:54.141514 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc701cfd-5953-4e82-aa55-ea35aff62ed7 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:54.141979 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8', 'code': 200} Jul 22 21:16:54.143691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:54.164583 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338af201-9611-4a2b-bf5d-a54276670ccf x-openstack-request-id: req-338af201-9611-4a2b-bf5d-a54276670ccf {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:54.164870 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d5322-4d07-4765-b7b5-4afe4fd6aa33", "name": "network-vif-deleted", "tag": "6fd27ff8-af45-4064-bb68-9ac8fa30c64c", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:54.165117 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-338af201-9611-4a2b-bf5d-a54276670ccf {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:54.165506 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d5322-4d07-4765-b7b5-4afe4fd6aa33', 'name': 'network-vif-deleted', 'tag': '6fd27ff8-af45-4064-bb68-9ac8fa30c64c', 'status': 'completed', 'code': 200} Jul 22 21:16:54.177383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] No DVR routers for this DVR port c60e780b-aa92-491a-8230-42b2e5fa17b9 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:54.188880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.191186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-45c5dc2a-bd3e-4630-a263-7206cea69750 req-2d6dd3f1-7d12-47d6-95d1-2a7cbefb83bb tempest-MultipleCreateTestJSON-1613573832 tempest-MultipleCreateTestJSON-1613573832-project] 10.222.0.23 "DELETE /v2.0/ports/c60e780b-aa92-491a-8230-42b2e5fa17b9 HTTP/1.1" status: 204 len: 173 time: 2.5145254 Jul 22 21:16:54.197131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.201670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'name': 'network-vif-deleted', 'tag': 'c60e780b-aa92-491a-8230-42b2e5fa17b9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:54.204268 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d427b73-fdd8-4d9f-8c4e-468927669529" -d '{"events": [{"server_uuid": "fba324c1-d9a1-4077-8da4-87b2731c2897", "name": "network-vif-deleted", "tag": "c60e780b-aa92-491a-8230-42b2e5fa17b9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:54.232662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port 42af5379-4237-4dd5-9570-ea4a05ef3a85 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:54.233010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.284015 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.284377 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Added segment 933d7998-8dcf-440d-a45f-f7425ea025ad of type vlan for network 4f2bffe8-efe8-4476-8e99-915ffde67300 Jul 22 21:16:54.348834 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.381320 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d833fd-8507-4ca1-9195-92a3dc03008f x-openstack-request-id: req-07d833fd-8507-4ca1-9195-92a3dc03008f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:54.381729 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba324c1-d9a1-4077-8da4-87b2731c2897", "name": "network-vif-deleted", "tag": "c60e780b-aa92-491a-8230-42b2e5fa17b9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:54.381895 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07d833fd-8507-4ca1-9195-92a3dc03008f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:54.382310 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba324c1-d9a1-4077-8da4-87b2731c2897', 'name': 'network-vif-deleted', 'tag': 'c60e780b-aa92-491a-8230-42b2e5fa17b9', 'status': 'completed', 'code': 200} Jul 22 21:16:54.388789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.389789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:54.390381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.455378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.480166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cade0c-88ec-4e4c-85bb-62060cebc47f req-a0576e65-6d11-4894-8fd5-52ab483d375c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:54.481835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0cade0c-88ec-4e4c-85bb-62060cebc47f req-a0576e65-6d11-4894-8fd5-52ab483d375c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 946 time: 0.4952667 Jul 22 21:16:54.690122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c60e780b-aa92-491a-8230-42b2e5fa17b9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:54.694396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c60e780b-aa92-491a-8230-42b2e5fa17b9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:54.704391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Pushing event updated for resources: {'Port': ['ID=3d8af101-0192-4eb2-bc7d-545ed54a6f40,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:54.709316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9673910 Jul 22 21:16:54.737540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54302) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:54.787614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Request body: {'subnet': {'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-subnet', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:54.827427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:54.867080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:54.867810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:54.884931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:54.888454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308c103-0426-4111-a8b7-a43ac010dc99 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2bffe8-efe8-4476-8e99-915ffde67300,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:54.912052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:16:54.929386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port 42af5379-4237-4dd5-9570-ea4a05ef3a85, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=42af5379-4237-4dd5-9570-ea4a05ef3a85,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:54.930120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.006660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for 42af5379-4237-4dd5-9570-ea4a05ef3a85 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:55.012527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:55.049190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Made reservation on behalf of a079663506b0414ba8416a0c842861ef for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:55.057455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.103985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ae38e6e-7535-4007-b75b-22ffc283641a req-79793727-11bb-482e-a72a-ffcd1d32b78f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd4d5322-4d07-4765-b7b5-4afe4fd6aa33 HTTP/1.1" status: 200 len: 210 time: 0.4850290 Jul 22 21:16:55.209015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0cade0c-88ec-4e4c-85bb-62060cebc47f req-a2b2183b-f0f9-47a2-9093-c3ec972bba0b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535550 Jul 22 21:16:55.222139 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:16:55.277608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 6fd27ff8-af45-4064-bb68-9ac8fa30c64c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:55.278706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6fd27ff8-af45-4064-bb68-9ac8fa30c64c not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:55.281867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c60e780b-aa92-491a-8230-42b2e5fa17b9 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:55.443813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c60e780b-aa92-491a-8230-42b2e5fa17b9 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:55.444400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c60e780b-aa92-491a-8230-42b2e5fa17b9 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:55.621221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8b0bfcff-a1a8-4adc-8a89-462e4a05992f None None] Provisioning for port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:55.630074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:55.634396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8b0bfcff-a1a8-4adc-8a89-462e4a05992f None None] Provisioning complete for port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:55.634971 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b0bfcff-a1a8-4adc-8a89-462e4a05992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.686921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:55.715009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8b0bfcff-a1a8-4adc-8a89-462e4a05992f None None] Port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:55.724479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'mac_address': 'fa:16:3e:8e:32:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:55.729366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:55.731402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.740930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.801756 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.807182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:55.811415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['42af5379-4237-4dd5-9570-ea4a05ef3a85'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:55.856870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=42af5379-4237-4dd5-9570-ea4a05ef3a85,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:55.877049 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-c3ad752c-db05-4300-b94e-7c27c2af7859 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7613146 Jul 22 21:16:55.921924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:55.964548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:55.972237 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.978160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:55.986516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Request body: {'port': {'device_id': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:55.998545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port 42af5379-4237-4dd5-9570-ea4a05ef3a85 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:56.003717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.007630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-55011f8c-2384-4923-9179-a585f035695c req-55da97f3-819d-400a-994d-296d14f87ed6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.58 "DELETE /v2.0/ports/42af5379-4237-4dd5-9570-ea4a05ef3a85 HTTP/1.1" status: 204 len: 173 time: 3.0942302 Jul 22 21:16:56.011730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.090855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:56.190516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:56.194359 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb1635-152a-43df-b9fb-b1dc50a3f709" -d '{"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:56.203657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:56.212686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'name': 'network-vif-deleted', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:56.216395 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc0b78-0d3a-48f5-a0c1-37379f1d2f2c" -d '{"events": [{"server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "name": "network-vif-deleted", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:56.327444 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e792c6-06dd-4515-b1d3-39fdb7e57a68 x-openstack-request-id: req-60e792c6-06dd-4515-b1d3-39fdb7e57a68 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:56.327906 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:56.328294 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60e792c6-06dd-4515-b1d3-39fdb7e57a68 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:56.328864 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'code': 200} Jul 22 21:16:56.333722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] Deleting subnet 284aad29-2671-4274-a373-ff20289da3b6 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:16:56.391662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.443626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'name': 'network-vif-deleted', 'tag': '42af5379-4237-4dd5-9570-ea4a05ef3a85'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:56.450096 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c80151-ab27-49e3-8173-7fc6dbc7b7b8" -d '{"events": [{"server_uuid": "5cf24657-5de4-47ed-9c67-12cd9450b67f", "name": "network-vif-deleted", "tag": "42af5379-4237-4dd5-9570-ea4a05ef3a85"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:56.454231 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.466863 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.600585 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.687570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e25ce-2d21-4f0f-b42d-9f965a5ca1b2 req-ede327af-f521-405f-a011-961e36a795c9 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:56.695823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f57e25ce-2d21-4f0f-b42d-9f965a5ca1b2 req-ede327af-f521-405f-a011-961e36a795c9 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 936 time: 1.0064476 Jul 22 21:16:56.764467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f57e25ce-2d21-4f0f-b42d-9f965a5ca1b2 req-36a10704-e2ef-45ea-88a6-d76a97ff6cb7 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675802 Jul 22 21:16:56.784347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.844884 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Floating IP dd8a3c53-6a83-4e92-9cad-8c489b48eb04 associated. External IP: 172.25.5.73, port: e92a6d91-8301-4299-b70a-efe536081925. Jul 22 21:16:56.878184 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64de900-31a1-40ae-b141-fe2227f5ff91 x-openstack-request-id: req-b64de900-31a1-40ae-b141-fe2227f5ff91 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:56.881527 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28267779-c4a0-49a4-b6f9-4ae3c3426030", "name": "network-vif-deleted", "tag": "7e5d6647-6671-4452-b3c1-dd65832ff8f8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:56.882045 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b64de900-31a1-40ae-b141-fe2227f5ff91 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:56.882675 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28267779-c4a0-49a4-b6f9-4ae3c3426030', 'name': 'network-vif-deleted', 'tag': '7e5d6647-6671-4452-b3c1-dd65832ff8f8', 'status': 'completed', 'code': 200} Jul 22 21:16:56.901103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c4dd70-a925-4b9f-8925-239358b2d794,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:56.992840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f94dada8-61d1-4aec-aeec-59ef379b1e52 req-86a5b202-53fb-4b0d-89cd-50eb3c81dce5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 210 time: 0.0750136 Jul 22 21:16:57.032952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f2b1451-560b-451c-9bc3-63e52c411419 req-18b84340-9397-4301-8908-c56cb014ad86 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 210 time: 0.1846626 Jul 22 21:16:57.044799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Checking segment: {'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:57.044799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Network hostable DHCP agents. Network: 4f2bffe8-efe8-4476-8e99-915ffde67300, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:16:57.156373 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.158067 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744deba-24f4-48b8-9836-070c2046e27b x-openstack-request-id: req-a744deba-24f4-48b8-9836-070c2046e27b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:57.158355 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf24657-5de4-47ed-9c67-12cd9450b67f", "name": "network-vif-deleted", "tag": "42af5379-4237-4dd5-9570-ea4a05ef3a85", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:57.158673 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a744deba-24f4-48b8-9836-070c2046e27b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:57.159128 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf24657-5de4-47ed-9c67-12cd9450b67f', 'name': 'network-vif-deleted', 'tag': '42af5379-4237-4dd5-9570-ea4a05ef3a85', 'status': 'completed', 'code': 200} Jul 22 21:16:57.208033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8af101-0192-4eb2-bc7d-545ed54a6f40 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:57.220470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.236553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Transition to ACTIVE for port object 3d8af101-0192-4eb2-bc7d-545ed54a6f40 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:57.272942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.278020 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/284aad29-2671-4274-a373-ff20289da3b6 HTTP/1.1" status: 204 len: 168 time: 1.5850711 Jul 22 21:16:57.319298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d5b2f-01eb-4a03-aaad-991a5bfc1a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284aad29-2671-4274-a373-ff20289da3b6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:57.322851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54358) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:57.341680 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.353540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dada8-61d1-4aec-aeec-59ef379b1e52 req-c814d5ca-6653-4acf-981c-0f105681c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:57.355092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f94dada8-61d1-4aec-aeec-59ef379b1e52 req-c814d5ca-6653-4acf-981c-0f105681c8a8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3250594 Jul 22 21:16:57.514188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dada8-61d1-4aec-aeec-59ef379b1e52 req-e48e98a5-989e-4ca9-96d2-0ac571c8346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:57.521036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f94dada8-61d1-4aec-aeec-59ef379b1e52 req-e48e98a5-989e-4ca9-96d2-0ac571c8346e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523046 Jul 22 21:16:57.552661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.571310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:16:57.597097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Router d6870c55-b254-49d9-a8c4-8a720b8fd14c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:57.619712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8af101-0192-4eb2-bc7d-545ed54a6f40,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:57.639726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4f2bffe8-efe8-4476-8e99-915ffde67300) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:57.650882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b835f-8b54-4134-9357-6bc5f1cf9bd8 None None] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:57.657800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:57.658419 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.796249 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8bb8716c-36b9-46bb-b84e-f88260967215 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0449839 Jul 22 21:16:57.797104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54364) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:57.822823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:57.882332 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.889336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.996470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4f2bffe8-efe8-4476-8e99-915ffde67300', 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'fixed_ips': [{'subnet_id': 'b1c4dd70-a925-4b9f-8925-239358b2d794'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:16:57.998021 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.008871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Attempting to bind port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:58.008871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Attempting to bind port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:58.009677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Attempting to bind port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:58.103592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:58.104194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Attempting to bind port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:58.117789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:58.118142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:58.124481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:58.124962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Bound port: 3d8af101-0192-4eb2-bc7d-545ed54a6f40, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:58.125339 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.130266 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.138128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea835-3e37-49e0-8acb-7428db352b75 req-7dce5811-4d08-4dd4-8926-a26182a67dc5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:58.154349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1ea835-3e37-49e0-8acb-7428db352b75 req-7dce5811-4d08-4dd4-8926-a26182a67dc5 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 951 time: 0.8768737 Jul 22 21:16:58.239729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Allocated IP 172.20.0.2 (4f2bffe8-efe8-4476-8e99-915ffde67300/b1c4dd70-a925-4b9f-8925-239358b2d794/8d965979-f15d-4c8c-b61a-6850c08e92d2) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:58.480882 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.508234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Transition to ACTIVE for port object 8d965979-f15d-4c8c-b61a-6850c08e92d2 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:58.510059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:58.521074 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] Sync routers for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:58.544027 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:58.544873 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:16:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:58.548859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Transition to ACTIVE for port object 8d965979-f15d-4c8c-b61a-6850c08e92d2 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:58.560730 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.614722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.661708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Pushing event updated for resources: {'Port': ['ID=8d965979-f15d-4c8c-b61a-6850c08e92d2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:58.689725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:58.696170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:58.701679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:58.728657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.789415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.847696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Attempting to bind port 8d965979-f15d-4c8c-b61a-6850c08e92d2 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:58.848196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Attempting to bind port 8d965979-f15d-4c8c-b61a-6850c08e92d2 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:58.849767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Attempting to bind port 8d965979-f15d-4c8c-b61a-6850c08e92d2 on network 4f2bffe8-efe8-4476-8e99-915ffde67300 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:58.866660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:58.866947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0ecc07-0425-4e32-bdfc-34c0bd9efd72']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:58.868145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Checking segment: {'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:58.871077 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.871541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Bound using segment: {'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:58.873307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Bound port: 8d965979-f15d-4c8c-b61a-6850c08e92d2, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:58.873726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.899249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1ea835-3e37-49e0-8acb-7428db352b75 req-57570795-7722-47a5-bf79-fb1c7995b19c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250147 Jul 22 21:16:58.912390 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:58.927763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:58.984576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdab000-cab4-4487-a964-bbbe3594ea70') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:58.984903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdab000-cab4-4487-a964-bbbe3594ea70') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:59.022616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] For port 3d8af101-0192-4eb2-bc7d-545ed54a6f40, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:59.040869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.057967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-28a99d98-25d2-4e19-8914-1609267dc329 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "PUT /v2.0/floatingips/dd8a3c53-6a83-4e92-9cad-8c489b48eb04 HTTP/1.1" status: 200 len: 991 time: 5.0962977 Jul 22 21:16:59.078160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:59.094873 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37351b97-a592-412b-8dbf-2c51fc06a18c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "tag": "e92a6d91-8301-4299-b70a-efe536081925"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:59.165845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a421-e206-4cbd-affb-b135f5e18647 req-e795239d-e675-4c69-b1cd-188f5e097528 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:59.176035 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.184873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2837a421-e206-4cbd-affb-b135f5e18647 req-e795239d-e675-4c69-b1cd-188f5e097528 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 951 time: 0.5620277 Jul 22 21:16:59.194085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] For port 3d8af101-0192-4eb2-bc7d-545ed54a6f40, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3d8af101-0192-4eb2-bc7d-545ed54a6f40,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:59.228661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] For port 8d965979-f15d-4c8c-b61a-6850c08e92d2, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:59.239644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] For port 8d965979-f15d-4c8c-b61a-6850c08e92d2, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8d965979-f15d-4c8c-b61a-6850c08e92d2,segment=NetworkSegment(933d7998-8dcf-440d-a45f-f7425ea025ad),segment_id=933d7998-8dcf-440d-a45f-f7425ea025ad)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:59.249630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:16:59.251526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:16:59.253590 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:16:59.268954 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.356405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.393878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:59.394556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.396542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] 10.222.0.23 "PUT /v2.0/ports/3d8af101-0192-4eb2-bc7d-545ed54a6f40 HTTP/1.1" status: 200 len: 1097 time: 3.4881740 Jul 22 21:16:59.458179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dcdf1-7d18-474b-9405-22e9df370175 None None] Pushing event updated for resources: {'Port': ['ID=8d965979-f15d-4c8c-b61a-6850c08e92d2,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:59.463126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'tag': '3d8af101-0192-4eb2-bc7d-545ed54a6f40'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:59.468473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187cbe-e2d2-4c69-8e90-5e161a3f22b7 req-e5393826-73e0-40fe-a4cf-8e6471b7d1fe tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:59.470656 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d" -d '{"events": [{"name": "network-changed", "server_uuid": "f95c5e18-1120-49eb-85da-d15fa57422fb", "tag": "3d8af101-0192-4eb2-bc7d-545ed54a6f40"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:59.477302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3187cbe-e2d2-4c69-8e90-5e161a3f22b7 req-e5393826-73e0-40fe-a4cf-8e6471b7d1fe tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 948 time: 0.3679686 Jul 22 21:16:59.479725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.494044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:59.494445 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.527062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.528860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] 10.222.0.54 "DELETE /v2.0/networks/1e0ecc07-0425-4e32-bdfc-34c0bd9efd72 HTTP/1.1" status: 204 len: 168 time: 2.2010608 Jul 22 21:16:59.700209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95817a0-238b-4a69-90ab-181677246d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0ecc07-0425-4e32-bdfc-34c0bd9efd72,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:59.747495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3187cbe-e2d2-4c69-8e90-5e161a3f22b7 req-8672cbb6-4a52-477f-b6bb-8e9bf5e211c5 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689250 Jul 22 21:16:59.761162 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.834996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:59.837913 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b5d027-c6a3-4cae-9657-31a29ca6ba9e" -d '{"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-plugged", "status": "completed", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:59.904262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:59.911826 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.102834 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'dd8a3c53-6a83-4e92-9cad-8c489b48eb04', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'floating_ip_address': '172.25.5.73', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'port_id': 'e92a6d91-8301-4299-b70a-efe536081925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'mac_address': 'fa:16:3e:e4:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:19Z', 'updated_at': '2021-07-22T21:16:55Z', 'revision_number': 1, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:15Z', 'revision_number': 5, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:00.124869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:00.131156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f94dada8-61d1-4aec-aeec-59ef379b1e52 req-f56f71a7-9fe4-4be4-8689-d3454f6c4244 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 210 time: 0.6304808 Jul 22 21:17:00.173818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ceca8159-5084-4ac4-b9a9-3977bfb8aba0 req-64163118-6134-461d-ada8-96b56b01d08b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf24657-5de4-47ed-9c67-12cd9450b67f HTTP/1.1" status: 200 len: 210 time: 0.1538482 Jul 22 21:17:00.186824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:00.195858 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] Checking router: d6870c55-b254-49d9-a8c4-8a720b8fd14c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:00.217696 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:00.218757 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:16:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:00.328270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Deleting port 59716cea-caa6-45bd-bce8-9b29cc6998bb {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:00.328548 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.374843 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:00.416077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-95dca378-fa10-4f75-8317-14a8e8582919 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc56810df37e4ee8b1d8ee8ebe1f5fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605467 Jul 22 21:17:00.416861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54382) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:00.580885 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148c709-fc64-416a-bb67-37db44a85fc9 x-openstack-request-id: req-8148c709-fc64-416a-bb67-37db44a85fc9 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:00.581269 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "tag": "e92a6d91-8301-4299-b70a-efe536081925", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:00.581482 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8148c709-fc64-416a-bb67-37db44a85fc9 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:00.581855 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925', 'status': 'completed', 'code': 200} Jul 22 21:17:00.593060 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9db376a-5609-47a9-8796-3ac20b62ee85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.678103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9db376a-5609-47a9-8796-3ac20b62ee85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.793828 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f447cd58-5cf2-403b-879a-f4ec3206ab01 x-openstack-request-id: req-f447cd58-5cf2-403b-879a-f4ec3206ab01 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:00.795305 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-plugged", "status": "completed", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:00.795734 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f447cd58-5cf2-403b-879a-f4ec3206ab01 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:00.796345 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'code': 200} Jul 22 21:17:00.852760 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9db376a-5609-47a9-8796-3ac20b62ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.856365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9db376a-5609-47a9-8796-3ac20b62ee85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.862907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b9db376a-5609-47a9-8796-3ac20b62ee85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf3c4f4d-5771-4f61-9f83-011690f57e11 HTTP/1.1" status: 204 len: 168 time: 0.4438276 Jul 22 21:17:00.937411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db376a-5609-47a9-8796-3ac20b62ee85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c4f4d-5771-4f61-9f83-011690f57e11,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:01.178014 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.187591 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'dd8a3c53-6a83-4e92-9cad-8c489b48eb04', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'floating_ip_address': '172.25.5.73', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'port_id': 'e92a6d91-8301-4299-b70a-efe536081925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'mac_address': 'fa:16:3e:e4:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:19Z', 'updated_at': '2021-07-22T21:16:55Z', 'revision_number': 1, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:15Z', 'revision_number': 5, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:01.214514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72d31e-e867-48d4-a5f0-6dbb2e15453e req-5346d582-cb76-4771-82f9-319fdaebb55f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.281532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc72d31e-e867-48d4-a5f0-6dbb2e15453e req-5346d582-cb76-4771-82f9-319fdaebb55f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 951 time: 0.2603414 Jul 22 21:17:01.281634 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fd57f-401a-4feb-bf33-d25bdda79a21 None None] The sync data for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 is: [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'dd8a3c53-6a83-4e92-9cad-8c489b48eb04', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'floating_ip_address': '172.25.5.73', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'port_id': 'e92a6d91-8301-4299-b70a-efe536081925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'mac_address': 'fa:16:3e:e4:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:19Z', 'updated_at': '2021-07-22T21:16:55Z', 'revision_number': 1, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:15Z', 'revision_number': 5, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:01.281787 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c14c967-8ee0-45e6-b8f1-8bc7a95817ba x-openstack-request-id: req-5c14c967-8ee0-45e6-b8f1-8bc7a95817ba {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:01.281787 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95c5e18-1120-49eb-85da-d15fa57422fb", "tag": "3d8af101-0192-4eb2-bc7d-545ed54a6f40", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:01.281787 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c14c967-8ee0-45e6-b8f1-8bc7a95817ba {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:01.281787 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'tag': '3d8af101-0192-4eb2-bc7d-545ed54a6f40', 'status': 'completed', 'code': 200} Jul 22 21:17:01.312551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc72d31e-e867-48d4-a5f0-6dbb2e15453e req-741b8f1e-947d-4ffe-9551-a7a821576924 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863173 Jul 22 21:17:01.313313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43473-72f9-4bbf-b858-a8ac2638a4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8af101-0192-4eb2-bc7d-545ed54a6f40,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:01.361430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8d965979-f15d-4c8c-b61a-6850c08e92d2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:01.403562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-916b678a-3ebe-441b-bc54-49c29fa54b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.408236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-916b678a-3ebe-441b-bc54-49c29fa54b86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 1100 time: 1.8727205 Jul 22 21:17:01.562139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8d965979-f15d-4c8c-b61a-6850c08e92d2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:01.595917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f3e97e-f3da-4170-afd5-187f18d83ee9 None None] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:17:01.650194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3faac-2f48-423b-b699-7e59c86c27e8 req-86dc37f6-c641-459c-a988-eedd49244b3b tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.660560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-f7cd2022-e90b-458a-a14b-5b1a60f53c05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3d8af101-0192-4eb2-bc7d-545ed54a6f40 HTTP/1.1" status: 200 len: 217 time: 0.2424755 Jul 22 21:17:01.661862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9de3faac-2f48-423b-b699-7e59c86c27e8 req-86dc37f6-c641-459c-a988-eedd49244b3b tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 948 time: 0.1822131 Jul 22 21:17:01.778824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9de3faac-2f48-423b-b699-7e59c86c27e8 req-c100fdf2-1c0e-4009-a4bf-916aadfbd612 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963652 Jul 22 21:17:01.799432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f093ac-8d9b-4e62-8d44-169f4350b19c None None] New status for floating IP dd8a3c53-6a83-4e92-9cad-8c489b48eb04: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:17:01.922369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-0228f50a-8541-4d8a-bc5b-2e347b07a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.925211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-0228f50a-8541-4d8a-bc5b-2e347b07a56b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0583172 Jul 22 21:17:01.990715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] For port 59716cea-caa6-45bd-bce8-9b29cc6998bb, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=59716cea-caa6-45bd-bce8-9b29cc6998bb,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:01.993435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.025056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Calling delete_port for 59716cea-caa6-45bd-bce8-9b29cc6998bb owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:02.138925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.182003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-717f7847-9437-4f4d-8540-e6b1593a62dd None None] Provisioning for port 8d965979-f15d-4c8c-b61a-6850c08e92d2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:02.232439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-717f7847-9437-4f4d-8540-e6b1593a62dd None None] Provisioning complete for port 8d965979-f15d-4c8c-b61a-6850c08e92d2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:02.232819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-717f7847-9437-4f4d-8540-e6b1593a62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.380385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.396009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.432464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:02.436155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:02.477289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event deleted for resources: {'Port': ['ID=59716cea-caa6-45bd-bce8-9b29cc6998bb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:02.557627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.593959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-976f0053-8a51-42b9-8df1-bc8368dceb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:02.595987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-976f0053-8a51-42b9-8df1-bc8368dceb9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248f19f26afa428a96ecd0ec8a333f30&device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 1098 time: 1.3472548 Jul 22 21:17:02.631967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] No DVR routers for this DVR port 59716cea-caa6-45bd-bce8-9b29cc6998bb on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:02.639992 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.642618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2837a421-e206-4cbd-affb-b135f5e18647 req-369be15a-52e8-4dec-a78d-36f59cc36380 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "DELETE /v2.0/ports/59716cea-caa6-45bd-bce8-9b29cc6998bb HTTP/1.1" status: 204 len: 173 time: 3.4564636 Jul 22 21:17:02.854240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54432) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:02.945649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Allocated IP 172.25.5.153 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/de46bebf-0134-4ee4-8498-1a2e90b2fcd5) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:02.988927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-717f7847-9437-4f4d-8540-e6b1593a62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.037409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:03.139420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 59716cea-caa6-45bd-bce8-9b29cc6998bb {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:03.139764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 59716cea-caa6-45bd-bce8-9b29cc6998bb not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:03.189903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-717f7847-9437-4f4d-8540-e6b1593a62dd None None] For port 8d965979-f15d-4c8c-b61a-6850c08e92d2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8d965979-f15d-4c8c-b61a-6850c08e92d2,segment=NetworkSegment(933d7998-8dcf-440d-a45f-f7425ea025ad),segment_id=933d7998-8dcf-440d-a45f-f7425ea025ad)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:03.223640 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-717f7847-9437-4f4d-8540-e6b1593a62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.311651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-150051627-network', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:03.315134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.329040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f7847-9437-4f4d-8540-e6b1593a62dd None None] Pushing event updated for resources: {'Port': ['ID=8d965979-f15d-4c8c-b61a-6850c08e92d2,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:03.396011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Made reservation on behalf of e6df074fe81a4875a5ee682f7bc5f9d8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:03.397886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-deleted', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:03.398766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.401463 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6eefee-db90-4605-afb6-ee7cf7caa952" -d '{"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-deleted", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:03.409656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-d33ea270-fc57-403a-9b79-9dcfb64a2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.411448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-d33ea270-fc57-403a-9b79-9dcfb64a2daf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4683356 Jul 22 21:17:03.413397 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.472169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9678278c-2d9c-4ff0-a259-ec680f90c85b req-3a882f8d-9da0-4c05-823b-d7ce75fb8594 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c77aa44-9120-4446-94ed-c368f6f5285c HTTP/1.1" status: 200 len: 210 time: 0.1769483 Jul 22 21:17:03.532150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b434e39f-69f8-4851-b712-a84e8c0b45e4 None None] Provisioning complete for port 8d965979-f15d-4c8c-b61a-6850c08e92d2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:03.537016 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b434e39f-69f8-4851-b712-a84e8c0b45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.553397 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-1a87a393-1cbb-42fe-b1b2-fb18cdd3d206 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291416 Jul 22 21:17:03.596766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39ca180-c92e-4cdd-b80d-57429e06e85d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.614077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39ca180-c92e-4cdd-b80d-57429e06e85d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.5288107 Jul 22 21:17:03.683086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.709009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-4d36e04e-68ef-4261-873b-53f1f5cd2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.710539 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-4d36e04e-68ef-4261-873b-53f1f5cd2647 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc HTTP/1.1" status: 200 len: 913 time: 1.0891895 Jul 22 21:17:03.768096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:03.778707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-62fd1b0f-b5b8-48ca-85d4-a82d8d10b5c6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.1586156 Jul 22 21:17:03.837824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:03.862102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:03.899799 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.921296 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.922724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Pushing event updated for resources: {'Port': ['ID=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:03.946304 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-449a956a-6a34-4bfe-907d-a7d3ca2bfd9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92a6d91-8301-4299-b70a-efe536081925 HTTP/1.1" status: 200 len: 1001 time: 0.1769376 Jul 22 21:17:03.957574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df260bbd-28c7-4131-8eb8-33bb5f8df737,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:03.970592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6602-c45f-46a8-9a23-9d025c99c0c0 req-70b47881-135b-46e2-bd1c-fe1f824f1131 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.972199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3be6602-c45f-46a8-9a23-9d025c99c0c0 req-70b47881-135b-46e2-bd1c-fe1f824f1131 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 948 time: 0.3108675 Jul 22 21:17:04.020736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44928e8f-84a6-41ed-8c06-968aa86e58ef req-077ffa46-f6ae-4e53-bc05-12bc5f9e1096 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490337 Jul 22 21:17:04.030501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3be6602-c45f-46a8-9a23-9d025c99c0c0 req-1928a6aa-51d5-4c60-ab89-305e39e466c8 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Jul 22 21:17:04.049597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:17:04.055940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-fe6e16ce-7cb0-4ad5-a53c-1f037123250b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2801964 Jul 22 21:17:04.121302 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.121619 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Added segment 3e0fc2cc-ecb5-44ae-a857-2670bfff306c of type vlan for network 54816aaf-9317-42d2-88a0-072c36c71da5 Jul 22 21:17:04.210514 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.245503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-11f1ed56-d608-4c88-896b-db535bdb8804 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727741 Jul 22 21:17:04.355552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-ccd3f073-9e0f-4dee-8558-d4c8cd6eea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.357619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-ccd3f073-9e0f-4dee-8558-d4c8cd6eea72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6516aff7-a284-4796-81b2-3eee91f30083 HTTP/1.1" status: 200 len: 851 time: 0.4007473 Jul 22 21:17:04.423306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-610a8f78-29ad-45e9-aeba-60e160685982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.425677 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-610a8f78-29ad-45e9-aeba-60e160685982 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 1100 time: 0.2242260 Jul 22 21:17:04.459615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-b5c5bc06-c936-4872-ad62-c0ee4c6fc26d service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993680 Jul 22 21:17:04.461323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.463052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.464068 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.526993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.596804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7389650 Jul 22 21:17:04.607074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54470) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:04.650319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-db59e486-9c8a-45c9-b233-5e4391b6c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.652015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-db59e486-9c8a-45c9-b233-5e4391b6c0e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2865977 Jul 22 21:17:04.658861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Request body: {'subnet': {'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-150051627-subnet', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:04.727655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-03228f05-4524-4283-8e88-435407098804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.729530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-03228f05-4524-4283-8e88-435407098804 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2914252 Jul 22 21:17:04.822046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-78cdb2c7-515b-4823-a196-b1502eaa36ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3d8af101-0192-4eb2-bc7d-545ed54a6f40 HTTP/1.1" status: 200 len: 217 time: 0.0840266 Jul 22 21:17:04.891330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-5b4be416-5cb7-43b1-9180-b39596cb34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.893463 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-5b4be416-5cb7-43b1-9180-b39596cb34e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0594740 Jul 22 21:17:04.905973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 42af5379-4237-4dd5-9570-ea4a05ef3a85 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:04.931920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cf360-d40a-448a-90ef-9ee414e67ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=54816aaf-9317-42d2-88a0-072c36c71da5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:04.956816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Made reservation on behalf of e6df074fe81a4875a5ee682f7bc5f9d8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:04.962748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.977832 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e936ebb-bbf3-4ce9-9f0d-fb2b0d0a547d x-openstack-request-id: req-9e936ebb-bbf3-4ce9-9f0d-fb2b0d0a547d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:04.978342 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77aa44-9120-4446-94ed-c368f6f5285c", "name": "network-vif-deleted", "tag": "59716cea-caa6-45bd-bce8-9b29cc6998bb", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:04.981728 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e936ebb-bbf3-4ce9-9f0d-fb2b0d0a547d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:04.982182 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77aa44-9120-4446-94ed-c368f6f5285c', 'name': 'network-vif-deleted', 'tag': '59716cea-caa6-45bd-bce8-9b29cc6998bb', 'status': 'completed', 'code': 200} Jul 22 21:17:05.003512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 42af5379-4237-4dd5-9570-ea4a05ef3a85 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:05.003976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 42af5379-4237-4dd5-9570-ea4a05ef3a85 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:05.011436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 54816aaf-9317-42d2-88a0-072c36c71da5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:17:05.109035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-adf7226b-b5e9-4408-be6c-85003f8ffdf3 service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432297 Jul 22 21:17:05.334607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8d965979-f15d-4c8c-b61a-6850c08e92d2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:05.353353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0240792-f171-4bd9-a1c6-d48a8e501943 req-047e460d-d249-49d7-81e1-e59cfe98aa9b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 210 time: 0.0522091 Jul 22 21:17:05.384092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-57282516-e675-4346-a586-b4e05419f7b7 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:05.393990 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-57282516-e675-4346-a586-b4e05419f7b7 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/networks?id=02017ee7-54ba-451d-acdd-4f214b0961c8 HTTP/1.1" status: 200 len: 815 time: 0.7829874 Jul 22 21:17:05.430538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37351b97-a592-412b-8dbf-2c51fc06a18c req-94d42256-ca21-46cd-ad1c-306bca85647b service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963588 Jul 22 21:17:05.435478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.454808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-12e63668-ecab-45a3-984a-42d8c960f989 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/quotas/e28b8aba8dd04caf9bd56edea0fd22cc HTTP/1.1" status: 200 len: 375 time: 0.0515375 Jul 22 21:17:05.508859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8d965979-f15d-4c8c-b61a-6850c08e92d2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:05.509276 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.848793 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-34aaa8a4-2577-408b-940f-2a0da7601f53 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e28b8aba8dd04caf9bd56edea0fd22cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3852339 Jul 22 21:17:05.878180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3203e94-8005-49da-a518-3727ed1fb167 req-ad5fda89-14ef-4735-ab08-da48137ff5a9 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:05.880231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3203e94-8005-49da-a518-3727ed1fb167 req-ad5fda89-14ef-4735-ab08-da48137ff5a9 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 948 time: 0.3115866 Jul 22 21:17:06.002292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-37348825-1db6-4e82-a276-d25bc4266316 service neutron] 10.222.0.54 "GET /v2.0/networks/02017ee7-54ba-451d-acdd-4f214b0961c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342990 Jul 22 21:17:06.019385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.205302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-52e14c34-75c8-45bb-bd88-9b828871ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:06.207387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-52e14c34-75c8-45bb-bd88-9b828871ab0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3001225 Jul 22 21:17:06.220489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7136f993-7f31-4f60-9b0c-c2932bc483f4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:06.250880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3203e94-8005-49da-a518-3727ed1fb167 req-4ccdb566-0f35-432f-8917-f9761f8c7ab1 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342858 Jul 22 21:17:06.258640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:06.261190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Network hostable DHCP agents. Network: 54816aaf-9317-42d2-88a0-072c36c71da5, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:17:06.285759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Router 786990fa-d706-47e7-a4a8-58ab52eec227 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:17:06.345147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-23cac9d6-40da-40b0-bda2-2315f754587c service neutron] 10.222.0.54 "GET /v2.0/networks/02017ee7-54ba-451d-acdd-4f214b0961c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409736 Jul 22 21:17:06.355154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:17:06.381521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 54816aaf-9317-42d2-88a0-072c36c71da5) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:06.393216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:06.396688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e49c1-2f59-48b3-908a-9d96ef42c114 None None] Network 54816aaf-9317-42d2-88a0-072c36c71da5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:17:06.401098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.462983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f06f4244-ec38-4d2d-9782-b32f2aa501b6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8546143 Jul 22 21:17:06.463295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54502) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:06.485468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:06.504920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-89b6b52f-e66b-4324-b78b-9cf8a76b4aff service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802591 Jul 22 21:17:06.524757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.526113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.588997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:06.601682 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Sync routers for ids ['786990fa-d706-47e7-a4a8-58ab52eec227'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:06.627684 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Routers {'786990fa-d706-47e7-a4a8-58ab52eec227'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:06.628480 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:16:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['786990fa-d706-47e7-a4a8-58ab52eec227'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:06.732089 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.742674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.743879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bacc2647-86bd-4263-ad9a-6e9fc064f989 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9277909 Jul 22 21:17:06.748284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54514) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:06.773752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-54816aaf-9317-42d2-88a0-072c36c71da5', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:17:06.774702 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.941229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4e5f6d3-b301-43fd-bab8-92b0043fe50d req-2a15d060-7ad7-458c-a8f4-85e06f44c2be service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092448 Jul 22 21:17:07.023455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-949d54d5-5747-4769-ba4b-4cda81e40a5a req-8e7c1e8c-d64f-45bc-9943-745a2fe78714 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 210 time: 0.1573031 Jul 22 21:17:07.039941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.049427 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Set router 786990fa-d706-47e7-a4a8-58ab52eec227 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:07.084775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3d8af101-0192-4eb2-bc7d-545ed54a6f40 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:07.231046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Allocated IP 172.20.0.2 (54816aaf-9317-42d2-88a0-072c36c71da5/7136f993-7f31-4f60-9b0c-c2932bc483f4/30ed346c-186a-43c4-94d8-0cbee276e93a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:07.514751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-1c0b6878-c65a-4990-93a9-058951b00834 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.516444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-1c0b6878-c65a-4990-93a9-058951b00834 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.3066959 Jul 22 21:17:07.526317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.534234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:07.561790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fae767ff-8f1f-45a9-adc9-451bf4c2fac2 req-edf912fc-ac60-40f1-bca3-1f100b85590f tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 210 time: 0.4415154 Jul 22 21:17:07.579505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.581561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.669903 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:17:04Z', 'revision_number': 3, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port': {'id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:02Z', 'updated_at': '2021-07-22T21:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:07.692997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Transition to ACTIVE for port object 30ed346c-186a-43c4-94d8-0cbee276e93a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:07.738075 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Checking router: 786990fa-d706-47e7-a4a8-58ab52eec227 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:07.738448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Updating router 786990fa-d706-47e7-a4a8-58ab52eec227 port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:17:07.802451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Transition to ACTIVE for port object 30ed346c-186a-43c4-94d8-0cbee276e93a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:07.823307 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.829726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Allocated IP 172.25.5.17 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/a362f6a7-e0d3-46b2-8743-d627469d0235) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:07.843921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:07.853631 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.882212 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.022277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:08.027131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a0735-b884-4d57-887c-66f9cc71474b req-552056be-10de-4548-a40a-f42abbfd9b03 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.035303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:08.041216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a0a0735-b884-4d57-887c-66f9cc71474b req-552056be-10de-4548-a40a-f42abbfd9b03 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 1.0043998 Jul 22 21:17:08.043542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:08.067881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3d8af101-0192-4eb2-bc7d-545ed54a6f40, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3d8af101-0192-4eb2-bc7d-545ed54a6f40,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:08.105901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '3d8af101-0192-4eb2-bc7d-545ed54a6f40', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '3d8af101-0192-4eb2-bc7d-545ed54a6f40', 'mac_address': 'fa:16:3e:1b:fe:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:08.126153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Pushing event updated for resources: {'Port': ['ID=30ed346c-186a-43c4-94d8-0cbee276e93a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:08.147546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a0a0735-b884-4d57-887c-66f9cc71474b req-d503ef6c-b7d9-418e-8433-2eedf7549166 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052721 Jul 22 21:17:08.207069 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.235287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd86c1-4416-4fba-a0bb-cdd37cb81a05 req-b9a9f509-f386-4fca-b38e-1540646e5e82 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.243342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5cd86c1-4416-4fba-a0bb-cdd37cb81a05 req-b9a9f509-f386-4fca-b38e-1540646e5e82 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 948 time: 0.5748088 Jul 22 21:17:08.250726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8af101-0192-4eb2-bc7d-545ed54a6f40 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:08.274686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3d8af101-0192-4eb2-bc7d-545ed54a6f40, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3d8af101-0192-4eb2-bc7d-545ed54a6f40,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:08.304438 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.324982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5cd86c1-4416-4fba-a0bb-cdd37cb81a05 req-4f3e3def-4e54-4c33-acb7-e04e1339987d tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800650 Jul 22 21:17:08.337383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.4 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/0620220c-c561-4580-8ec0-d360463d2c10) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:08.425902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3d8af101-0192-4eb2-bc7d-545ed54a6f40,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:08.426834 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.430770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Attempting to bind port 30ed346c-186a-43c4-94d8-0cbee276e93a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:08.431239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Attempting to bind port 30ed346c-186a-43c4-94d8-0cbee276e93a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:08.431678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Attempting to bind port 30ed346c-186a-43c4-94d8-0cbee276e93a on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:08.440740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:08.441352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:08.442106 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.442848 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Bound using segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:08.443721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Bound port: 30ed346c-186a-43c4-94d8-0cbee276e93a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:08.444525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.543096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-9a2da5ed-e027-475c-82aa-4b34c00dae44 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.545329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-9a2da5ed-e027-475c-82aa-4b34c00dae44 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 0.3600740 Jul 22 21:17:08.587080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6284f481-766e-4dad-b2ea-abb8c6423e41 req-f0e63ef8-a0f4-48c4-9d30-d5f2fef6c26f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 210 time: 0.0686402 Jul 22 21:17:08.596771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.615605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] For port 30ed346c-186a-43c4-94d8-0cbee276e93a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:08.626064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] For port 30ed346c-186a-43c4-94d8-0cbee276e93a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=30ed346c-186a-43c4-94d8-0cbee276e93a,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:08.645565 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.729236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.770804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3d8af101-0192-4eb2-bc7d-545ed54a6f40'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:08.921319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb34d8d-0ce4-4486-b9da-e6100588dfaf None None] Pushing event updated for resources: {'Port': ['ID=30ed346c-186a-43c4-94d8-0cbee276e93a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:08.948407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-e81e6f37-c791-48f5-bdee-dd2655f7689d tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.950134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-e81e6f37-c791-48f5-bdee-dd2655f7689d tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.23 "GET /v2.0/networks?id=02017ee7-54ba-451d-acdd-4f214b0961c8 HTTP/1.1" status: 200 len: 815 time: 0.2661769 Jul 22 21:17:08.978171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Request body: {'port': {'device_id': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8', 'admin_state_up': True, 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:09.030776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:09.065963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.123896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:09.128247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:09.161741 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.236662 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Transition to ACTIVE for port object de46bebf-0134-4ee4-8498-1a2e90b2fcd5 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:09.256210 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.351966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 30ed346c-186a-43c4-94d8-0cbee276e93a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:09.411970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0ca5a72-7937-42fc-8e6a-89d6d1581ac1 req-abb80eff-b1f5-4525-ad21-f30660233037 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 210 time: 0.6843784 Jul 22 21:17:09.504068 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Attempting to bind port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:09.504320 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Attempting to bind port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:09.504639 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Attempting to bind port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:09.508780 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Pushing event updated for resources: {'Port': ['ID=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:09.533861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 30ed346c-186a-43c4-94d8-0cbee276e93a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:09.542346 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.542561 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.542896 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.543314 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.543762 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.544127 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.545056 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.545371 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.545695 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.546016 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.546334 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.546648 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:09.551870 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:09.552275 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:09.552741 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.553189 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:09.554341 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Bound port: de46bebf-0134-4ee4-8498-1a2e90b2fcd5, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:09.554928 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.600435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Pushing event updated for resources: {'Port': ['ID=a362f6a7-e0d3-46b2-8743-d627469d0235,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:09.641772 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] For port de46bebf-0134-4ee4-8498-1a2e90b2fcd5, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:09.648106 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] For port de46bebf-0134-4ee4-8498-1a2e90b2fcd5, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:09.666977 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.778691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Deleting port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:09.779453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.783323 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Routers {'786990fa-d706-47e7-a4a8-58ab52eec227'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:09.784391 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:16:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['786990fa-d706-47e7-a4a8-58ab52eec227'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:09.874343 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd40fa-63f3-42f8-9280-b1b4a5e8b6e7 None None] Pushing event updated for resources: {'Port': ['ID=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:09.908304 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:09.922444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:09.950249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:10.018823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Allocated IP 172.20.0.1 (4f2bffe8-efe8-4476-8e99-915ffde67300/b1c4dd70-a925-4b9f-8925-239358b2d794/c8661786-2120-4955-882a-8c1afaf8e36b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:10.033766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:10.056479 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] Set router 786990fa-d706-47e7-a4a8-58ab52eec227 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:10.076396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:10.202778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:10.203417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.272210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=0620220c-c561-4580-8ec0-d360463d2c10,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:10.687157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.690795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f648f0f-e1cb-460e-b369-ee9a898ede82 None None] Network 54816aaf-9317-42d2-88a0-072c36c71da5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:17:10.807551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ad2d-06a0-4fd6-b084-d95095c6cbcf req-00e196c8-31cd-488d-9f00-274afd32f985 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:10.820472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee92ad2d-06a0-4fd6-b084-d95095c6cbcf req-00e196c8-31cd-488d-9f00-274afd32f985 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 950 time: 1.4238269 Jul 22 21:17:10.853345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Transition to ACTIVE for port object c8661786-2120-4955-882a-8c1afaf8e36b will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:10.854184 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:17:04Z', 'revision_number': 3, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port': {'id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:02Z', 'updated_at': '2021-07-22T21:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:10.948072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ddae7-e0d9-469c-8ab6-8975b5c7fb0a req-3430d9eb-473d-4061-8ead-82203e60f9a8 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:10.954018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dc276048-0546-4229-ac75-83cd2db86276 None None] Provisioning for port 30ed346c-186a-43c4-94d8-0cbee276e93a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:10.956863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-540ddae7-e0d9-469c-8ab6-8975b5c7fb0a req-3430d9eb-473d-4061-8ead-82203e60f9a8 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 949 time: 1.0567105 Jul 22 21:17:10.978968 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7a8fb-303f-4636-b66a-b52e1dc41658 None None] The sync data for ids ['786990fa-d706-47e7-a4a8-58ab52eec227'] in n-d-762330-19 is: [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:17:04Z', 'revision_number': 3, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port': {'id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:02Z', 'updated_at': '2021-07-22T21:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:10.987473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dc276048-0546-4229-ac75-83cd2db86276 None None] Provisioning complete for port 30ed346c-186a-43c4-94d8-0cbee276e93a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:10.988342 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dc276048-0546-4229-ac75-83cd2db86276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.143043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3d8af101-0192-4eb2-bc7d-545ed54a6f40 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:11.220816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-540ddae7-e0d9-469c-8ab6-8975b5c7fb0a req-ae4d6245-65c4-41eb-a8d9-4ddac03d41ba tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146752 Jul 22 21:17:11.241442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:11.242243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.244760 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dc276048-0546-4229-ac75-83cd2db86276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.251872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Made reservation on behalf of e28b8aba8dd04caf9bd56edea0fd22cc for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:11.257837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.259521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee92ad2d-06a0-4fd6-b084-d95095c6cbcf req-07805a89-5638-4161-89f9-788e91afd2a4 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891098 Jul 22 21:17:11.265172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-a6589d12-3145-496f-bafe-e88641d0c01b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6687303 Jul 22 21:17:11.275875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.359191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-dc276048-0546-4229-ac75-83cd2db86276 None None] For port 30ed346c-186a-43c4-94d8-0cbee276e93a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=30ed346c-186a-43c4-94d8-0cbee276e93a,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:11.369186 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dc276048-0546-4229-ac75-83cd2db86276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.381150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:11.385788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-d39b8b7d-414a-4683-9f2a-d5a347315918 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8559101 Jul 22 21:17:11.405779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Calling delete_port for 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:11.416039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:11.416765 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.459922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Request body: {'port': {'device_id': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:11.532973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Pushing event updated for resources: {'Port': ['ID=c8661786-2120-4955-882a-8c1afaf8e36b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:11.658178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc276048-0546-4229-ac75-83cd2db86276 None None] Pushing event updated for resources: {'Port': ['ID=30ed346c-186a-43c4-94d8-0cbee276e93a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:11.821125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:11.832128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:11.861492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:11.875550 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.971792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8af101-0192-4eb2-bc7d-545ed54a6f40'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:11.975883 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a99888-0151-439f-ba23-66c1cbeef7a7" -d '{"events": [{"server_uuid": "f95c5e18-1120-49eb-85da-d15fa57422fb", "name": "network-vif-plugged", "status": "completed", "tag": "3d8af101-0192-4eb2-bc7d-545ed54a6f40"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:12.041442 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.067632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3d8af101-0192-4eb2-bc7d-545ed54a6f40, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3d8af101-0192-4eb2-bc7d-545ed54a6f40,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:12.074906 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.258353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.399025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3d8af101-0192-4eb2-bc7d-545ed54a6f40,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:12.459258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6ed4c15e-4e0b-42f4-9e52-14273281e6aa None None] Provisioning complete for port 30ed346c-186a-43c4-94d8-0cbee276e93a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:12.460430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.463958 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c15e-4e0b-42f4-9e52-14273281e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.670578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-a1a34cba-1909-4eae-b291-4c25a9870998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:12.673756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-a1a34cba-1909-4eae-b291-4c25a9870998 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24100d789be7441f941c44e721e49d5d&device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 1100 time: 1.2051160 Jul 22 21:17:12.684728 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a995ce-b670-465b-95e0-dfd79590ab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.754260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.822667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Allocated IP 172.20.0.10 (02017ee7-54ba-451d-acdd-4f214b0961c8/ff709087-d252-4d41-853b-ed4b2c6a90f7/a564f605-9f22-4d93-b250-2fe506c5f045) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:12.939943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:13.036177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0c63e-f636-460a-8a76-8b0b67f78a6a req-9ba1ae35-d77e-4492-965a-d72c778e19ee tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.044369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bde0c63e-f636-460a-8a76-8b0b67f78a6a req-9ba1ae35-d77e-4492-965a-d72c778e19ee tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 931 time: 1.4750507 Jul 22 21:17:13.066551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ddee5ddc-a8de-41ed-b8a1-3167fba211b0 None None] Provisioning for port c8661786-2120-4955-882a-8c1afaf8e36b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:13.152969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-83782cad-1262-4891-a77d-66673fee3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.154557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-83782cad-1262-4891-a77d-66673fee3036 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4032943 Jul 22 21:17:13.160778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ddee5ddc-a8de-41ed-b8a1-3167fba211b0 None None] Provisioning complete for port c8661786-2120-4955-882a-8c1afaf8e36b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:13.163444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ddc-a8de-41ed-b8a1-3167fba211b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.294563 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.305201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-6bd9d5e0-92f0-4de7-b29d-1d197eba1f39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113 HTTP/1.1" status: 200 len: 217 time: 0.1399927 Jul 22 21:17:13.350445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bde0c63e-f636-460a-8a76-8b0b67f78a6a req-9a3525ea-27fd-483b-8df2-a83f26d892a5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044763 Jul 22 21:17:13.357080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ddee5ddc-a8de-41ed-b8a1-3167fba211b0 None None] Port c8661786-2120-4955-882a-8c1afaf8e36b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:13.430935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:13.443009 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.548864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0620220c-c561-4580-8ec0-d360463d2c10 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:13.557541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.589397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Transition to ACTIVE for port object 0620220c-c561-4580-8ec0-d360463d2c10 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:13.606452 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.621375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.630324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 30ed346c-186a-43c4-94d8-0cbee276e93a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:13.676817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=0620220c-c561-4580-8ec0-d360463d2c10,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.744877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 30ed346c-186a-43c4-94d8-0cbee276e93a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:13.745255 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.932098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device de46bebf-0134-4ee4-8498-1a2e90b2fcd5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:13.935364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.954589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86537a87-145f-4b45-8f66-41df0b08df2a req-d09cdf1a-e259-4854-bdf3-47e5fa84217f tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 210 time: 0.2174983 Jul 22 21:17:14.029260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-746ca039-537e-42a3-9316-180d6851c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.031614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-746ca039-537e-42a3-9316-180d6851c32e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.7168252 Jul 22 21:17:14.063911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Attempting to bind port 0620220c-c561-4580-8ec0-d360463d2c10 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:14.064391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Attempting to bind port 0620220c-c561-4580-8ec0-d360463d2c10 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:14.064835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Attempting to bind port 0620220c-c561-4580-8ec0-d360463d2c10 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:14.082175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Transition to ACTIVE for port object a564f605-9f22-4d93-b250-2fe506c5f045 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:14.083893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Port 0620220c-c561-4580-8ec0-d360463d2c10 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:14.084611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Attempting to bind port 0620220c-c561-4580-8ec0-d360463d2c10 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:14.100667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:14.101262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:14.101854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:14.102507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Bound port: 0620220c-c561-4580-8ec0-d360463d2c10, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:14.103017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.116443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:14.129930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:14.135478 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.229725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] For port 0620220c-c561-4580-8ec0-d360463d2c10, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:14.236325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] For port 0620220c-c561-4580-8ec0-d360463d2c10, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0620220c-c561-4580-8ec0-d360463d2c10,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:14.241488 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.258030 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.267926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.329150 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6689ad8c-4608-4956-b2c4-ae5c081ec558 x-openstack-request-id: req-6689ad8c-4608-4956-b2c4-ae5c081ec558 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:14.329424 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95c5e18-1120-49eb-85da-d15fa57422fb", "name": "network-vif-plugged", "status": "completed", "tag": "3d8af101-0192-4eb2-bc7d-545ed54a6f40", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:14.329529 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6689ad8c-4608-4956-b2c4-ae5c081ec558 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:14.329922 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8af101-0192-4eb2-bc7d-545ed54a6f40', 'code': 200} Jul 22 21:17:14.349645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.350782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.353128 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] 10.222.0.23 "PUT /v2.0/ports/0620220c-c561-4580-8ec0-d360463d2c10 HTTP/1.1" status: 200 len: 1092 time: 2.9349613 Jul 22 21:17:14.395365 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.447458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.452145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port de46bebf-0134-4ee4-8498-1a2e90b2fcd5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:14.462552 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.464529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a599ac5-7511-4203-a7ae-587b0198ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=0620220c-c561-4580-8ec0-d360463d2c10,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:14.481210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'tag': '0620220c-c561-4580-8ec0-d360463d2c10'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:14.484372 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b15f1c-39c9-4742-a546-b0ed4e0be89b" -d '{"events": [{"name": "network-changed", "server_uuid": "36f1412f-3cbc-4a8d-8445-3fee7615d48d", "tag": "0620220c-c561-4580-8ec0-d360463d2c10"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:14.604179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:14.640940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-c52557dc-8dd1-42ba-bcb9-751a62337526 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9067025 Jul 22 21:17:14.727828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Pushing event updated for resources: {'Port': ['ID=c8661786-2120-4955-882a-8c1afaf8e36b,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:14.728291 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.741489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:14.850340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event deleted for resources: {'Port': ['ID=2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:14.892290 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.907005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-8e442fd6-de00-4128-829d-fbef714872b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.924648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-8e442fd6-de00-4128-829d-fbef714872b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8738356 Jul 22 21:17:15.016357 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.048493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] No DVR routers for this DVR port 2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:15.065115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.067710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deb5f2c0-3ec3-467e-82e3-fd089be991ac req-682fd5fb-176c-4e0c-aeec-6d2d3ba37ced tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.58 "DELETE /v2.0/ports/2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba HTTP/1.1" status: 204 len: 173 time: 6.5117319 Jul 22 21:17:15.077593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:15.080106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1debc6-fb14-4c8a-ae45-14b579c53857 req-4e5a1b0e-50f4-481a-9655-282aa2723fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.082600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ff1debc6-fb14-4c8a-ae45-14b579c53857 req-4e5a1b0e-50f4-481a-9655-282aa2723fc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 1102 time: 0.6597362 Jul 22 21:17:15.173748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:15.178370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:15.207665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe61f71-909e-4ec2-bbde-606accc47024 req-db4ccc03-2517-4783-a8f9-e066bdb547cd tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.224054 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbe61f71-909e-4ec2-bbde-606accc47024 req-db4ccc03-2517-4783-a8f9-e066bdb547cd tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 950 time: 0.7118914 Jul 22 21:17:15.395377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-19a34f86-9dad-4854-8e3c-782620ae503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.427543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Pushing event updated for resources: {'Port': ['ID=a564f605-9f22-4d93-b250-2fe506c5f045,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:15.458010 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.512523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-ba3a42f2-77b8-42dd-97ab-18eca8efb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.514996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-ba3a42f2-77b8-42dd-97ab-18eca8efb6f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 1095 time: 1.0132821 Jul 22 21:17:15.564764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:15.587816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:15.613412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-5b514dba-e4c0-4426-a5ae-66967503606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.629331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-5b514dba-e4c0-4426-a5ae-66967503606f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=048d87f66b0143b49e7616f0c3817438&device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 1102 time: 0.8909431 Jul 22 21:17:15.731201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbe61f71-909e-4ec2-bbde-606accc47024 req-b748a551-2ace-463b-b323-8de04abadc03 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029705 Jul 22 21:17:15.809857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.812035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.844740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ca10a2ba-87b1-4c1a-b410-adbeab8df748 None None] Provisioning for port a564f605-9f22-4d93-b250-2fe506c5f045 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:15.849835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device de46bebf-0134-4ee4-8498-1a2e90b2fcd5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:15.873751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ca10a2ba-87b1-4c1a-b410-adbeab8df748 None None] Provisioning complete for port a564f605-9f22-4d93-b250-2fe506c5f045 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:15.874303 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ca10a2ba-87b1-4c1a-b410-adbeab8df748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.920016 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-08abac86-58d0-427b-930b-1a7561dee90a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0620220c-c561-4580-8ec0-d360463d2c10 HTTP/1.1" status: 200 len: 217 time: 0.3785655 Jul 22 21:17:15.934332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-ea9e8c5b-bdcc-4ac4-8082-392ec20684b5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9727292 Jul 22 21:17:15.945692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ff1debc6-fb14-4c8a-ae45-14b579c53857 req-7fdba4f5-2d50-42da-a43e-a6fcb10a527e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460859 Jul 22 21:17:16.044663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Request body: {'port': {'device_id': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:16.065119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:16.068555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-3bd3b629-21a0-4a73-bb69-18a149477b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:16.072788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-3bd3b629-21a0-4a73-bb69-18a149477b99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4197462 Jul 22 21:17:16.097229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ca10a2ba-87b1-4c1a-b410-adbeab8df748 None None] Port a564f605-9f22-4d93-b250-2fe506c5f045 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:16.099229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Router 3004dcd3-c483-464f-8f02-fb867c77ec46 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:17:16.105666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-871a3732-be3d-4cba-a2d5-97f163ae1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:16.108242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-871a3732-be3d-4cba-a2d5-97f163ae1c3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1594036 Jul 22 21:17:16.119514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:16.119958 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:16.254381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-6bdf6a98-3108-4586-8764-c5642c2e97a8 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3093059 Jul 22 21:17:16.371711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:16.374399 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3982c38f-6576-4185-85d8-80f8d8ddc10c" -d '{"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:16.410124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93b0e818-3350-4140-a4f3-aa77949252e7 None None] Provisioning complete for port c8661786-2120-4955-882a-8c1afaf8e36b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:16.410875 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93b0e818-3350-4140-a4f3-aa77949252e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:16.549297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d23b3ee-60d3-403b-82a2-1c6a29c3f8f5 req-090f5fd2-bf5a-4857-a5c8-8cbbcd079485 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f319b43-507a-4123-a811-e87dd8e6892a HTTP/1.1" status: 200 len: 210 time: 0.4753323 Jul 22 21:17:16.551585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea7e4f0f-576e-4352-9f08-11e208bcef75 req-cc7bbf71-7c0e-4c81-8726-a11986f1b40a service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658571 Jul 22 21:17:16.554756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93b0e818-3350-4140-a4f3-aa77949252e7 None None] Port c8661786-2120-4955-882a-8c1afaf8e36b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:16.588524 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-f79e70d8-ad6a-4590-bd9b-f6b1e7e610d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4519408 Jul 22 21:17:16.616784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Router 786990fa-d706-47e7-a4a8-58ab52eec227 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:17:16.618787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-c2e7d715-99cd-4880-a7c2-e74691a31b54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 200 len: 217 time: 0.4033782 Jul 22 21:17:16.720753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:16.886664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-6dd26ae7-c75f-4ab7-956e-3a519444f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:16.890210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-6dd26ae7-c75f-4ab7-956e-3a519444f780 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1997569 Jul 22 21:17:16.910065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:16.922478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Sync routers for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:16.944342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:16.959182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:17.100540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:17.110261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f9b4b0a4-0b2a-4a4c-8575-e4def32a3887 admin admin] 10.222.0.54 "PUT /v2.0/routers/786990fa-d706-47e7-a4a8-58ab52eec227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3605888 Jul 22 21:17:17.123275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-368d6d1e-80d8-4944-aa7a-01533788dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:17.126124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-368d6d1e-80d8-4944-aa7a-01533788dea1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1951785 Jul 22 21:17:17.126382 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Sync routers for ids ['786990fa-d706-47e7-a4a8-58ab52eec227'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:17.160643 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Routers {'786990fa-d706-47e7-a4a8-58ab52eec227'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:17.164140 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['786990fa-d706-47e7-a4a8-58ab52eec227'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:17.193295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18e521-7b6a-4509-9482-8df4f2db43a0 req-630aedb6-90ff-4c7a-a58d-80f7f9122f31 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:17.203242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af18e521-7b6a-4509-9482-8df4f2db43a0 req-630aedb6-90ff-4c7a-a58d-80f7f9122f31 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 943 time: 0.3438382 Jul 22 21:17:17.374868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:17.384497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af18e521-7b6a-4509-9482-8df4f2db43a0 req-99fd0b37-596a-408c-be05-add87f4e436e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802859 Jul 22 21:17:17.459789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.461923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-78674e91-6ba0-465a-b3cb-e7287bac227d service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171792 Jul 22 21:17:17.465923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-784f77d8-7cbd-4ff4-a9bd-b9565ad8d80e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.9996262 Jul 22 21:17:17.479808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:17.489352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-ca22668f-adbe-4afc-ac65-fd27ff1c8084 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544238 Jul 22 21:17:17.569415 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0b4e13-241c-4c54-b8ac-9eb1e2ac8ca8 x-openstack-request-id: req-1b0b4e13-241c-4c54-b8ac-9eb1e2ac8ca8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:17.569727 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f1412f-3cbc-4a8d-8445-3fee7615d48d", "tag": "0620220c-c561-4580-8ec0-d360463d2c10", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:17.570155 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b0b4e13-241c-4c54-b8ac-9eb1e2ac8ca8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:17.570562 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'tag': '0620220c-c561-4580-8ec0-d360463d2c10', 'status': 'completed', 'code': 200} Jul 22 21:17:17.699476 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Set router 786990fa-d706-47e7-a4a8-58ab52eec227 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:18.177909 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:17:12Z', 'revision_number': 4, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port': {'id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:02Z', 'updated_at': '2021-07-22T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'c8661786-2120-4955-882a-8c1afaf8e36b', 'name': '', 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'mac_address': 'fa:16:3e:39:14:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'b1c4dd70-a925-4b9f-8925-239358b2d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:08Z', 'updated_at': '2021-07-22T21:17:13Z', 'revision_number': 2, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'subnets': [{'id': 'b1c4dd70-a925-4b9f-8925-239358b2d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:18.194767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:09Z', 'revision_number': 3, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:18.250984 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Checking router: 786990fa-d706-47e7-a4a8-58ab52eec227 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:18.252639 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Updating router 786990fa-d706-47e7-a4a8-58ab52eec227 port c8661786-2120-4955-882a-8c1afaf8e36b binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:17:18.269466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Checking router: 3004dcd3-c483-464f-8f02-fb867c77ec46 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:18.270035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Updating router 3004dcd3-c483-464f-8f02-fb867c77ec46 port a362f6a7-e0d3-46b2-8743-d627469d0235 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:17:18.276240 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.334407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92df3de2-669b-470b-89d9-3e3a3e203aca req-e682cfc9-a59b-4ea7-946e-d86bbaa42a8d service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031549 Jul 22 21:17:18.336631 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.377203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.581495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a564f605-9f22-4d93-b250-2fe506c5f045 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:18.616750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.617806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c59bbfc1-4e24-42df-b8ee-dcfce6cbf87e req-65458ce7-9cea-4081-a3ab-68d87fa4d5b9 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1388879 Jul 22 21:17:18.690393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Transition to ACTIVE for port object a564f605-9f22-4d93-b250-2fe506c5f045 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:18.773893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.782378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12508ecb-cb5f-4470-9732-518286148a46 req-9fcd86a9-5810-4507-9f0e-ff925c8c0b19 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:18.798599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12508ecb-cb5f-4470-9732-518286148a46 req-9fcd86a9-5810-4507-9f0e-ff925c8c0b19 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 932 time: 0.9937155 Jul 22 21:17:18.998825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Pushing event updated for resources: {'Port': ['ID=a564f605-9f22-4d93-b250-2fe506c5f045,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:19.134621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Attempting to bind port a564f605-9f22-4d93-b250-2fe506c5f045 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:19.135478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Attempting to bind port a564f605-9f22-4d93-b250-2fe506c5f045 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:19.136247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Attempting to bind port a564f605-9f22-4d93-b250-2fe506c5f045 on network 02017ee7-54ba-451d-acdd-4f214b0961c8 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:19.153615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-bf69ed3a-60f3-41ca-a431-98dfdba3a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:19.155384 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-bf69ed3a-60f3-41ca-a431-98dfdba3a2c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 1095 time: 0.4588094 Jul 22 21:17:19.159602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Port a564f605-9f22-4d93-b250-2fe506c5f045 on network 02017ee7-54ba-451d-acdd-4f214b0961c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:19.164400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Attempting to bind port a564f605-9f22-4d93-b250-2fe506c5f045 on network 02017ee7-54ba-451d-acdd-4f214b0961c8 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:19.215155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:19.225151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12508ecb-cb5f-4470-9732-518286148a46 req-574d9e69-7513-47a5-ba5d-5bf793c2ca27 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252191 Jul 22 21:17:19.233068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Checking segment: {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:19.233649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Bound using segment: {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:19.234544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Bound port: a564f605-9f22-4d93-b250-2fe506c5f045, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e6ba2-d91c-48db-b092-7e100ce63023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:19.241069 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:19.521535 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:19.549290 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Transition to ACTIVE for port object c8661786-2120-4955-882a-8c1afaf8e36b will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:19.560621 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:19.577130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-deleted', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:19.580287 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41433f76-03f7-4259-b7cc-d21ac086e9a3" -d '{"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-deleted", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:19.654309 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85356d09-a91c-4db0-80fe-43f9182ed919 x-openstack-request-id: req-85356d09-a91c-4db0-80fe-43f9182ed919 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:19.655565 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:19.655858 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85356d09-a91c-4db0-80fe-43f9182ed919 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:19.657851 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'code': 200} Jul 22 21:17:19.723354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-203807dc-565d-4151-9bcb-733920076dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:19.725126 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-203807dc-565d-4151-9bcb-733920076dd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.5394640 Jul 22 21:17:19.761194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] For port a564f605-9f22-4d93-b250-2fe506c5f045, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:19.839216 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c423a-105b-4bb5-82db-88d71d286ec1 None None] Pushing event updated for resources: {'Port': ['ID=c8661786-2120-4955-882a-8c1afaf8e36b,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:19.869576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-46a44ae5-af7b-45e6-8e64-e5c063ba811a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0620220c-c561-4580-8ec0-d360463d2c10 HTTP/1.1" status: 200 len: 217 time: 0.1313407 Jul 22 21:17:20.036005 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Attempting to bind port c8661786-2120-4955-882a-8c1afaf8e36b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:20.036594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Attempting to bind port c8661786-2120-4955-882a-8c1afaf8e36b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:20.037089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Attempting to bind port c8661786-2120-4955-882a-8c1afaf8e36b on network 4f2bffe8-efe8-4476-8e99-915ffde67300 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:20.039165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-fe3fb1ce-f433-420d-a527-473c034b74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:20.053727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-fe3fb1ce-f433-420d-a527-473c034b74c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1630175 Jul 22 21:17:20.055695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] For port a564f605-9f22-4d93-b250-2fe506c5f045, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a564f605-9f22-4d93-b250-2fe506c5f045,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:20.057232 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:20.057232 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Checking segment: {'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:20.060619 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.060619 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Bound using segment: {'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:20.061083 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Bound port: c8661786-2120-4955-882a-8c1afaf8e36b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933d7998-8dcf-440d-a45f-f7425ea025ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:20.063114 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.082130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.084155 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.122512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Transition to ACTIVE for port object a362f6a7-e0d3-46b2-8743-d627469d0235 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:20.140694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.160513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-067abb9b-6c10-40a5-90a5-d1e0d259aa88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948842 Jul 22 21:17:20.277527 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] For port c8661786-2120-4955-882a-8c1afaf8e36b, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:20.287109 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] For port c8661786-2120-4955-882a-8c1afaf8e36b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c8661786-2120-4955-882a-8c1afaf8e36b,segment=NetworkSegment(933d7998-8dcf-440d-a45f-f7425ea025ad),segment_id=933d7998-8dcf-440d-a45f-f7425ea025ad)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:20.294567 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.322756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5954d4-c607-4dd4-97a9-8eb021ed9bfb None None] Pushing event updated for resources: {'Port': ['ID=a362f6a7-e0d3-46b2-8743-d627469d0235,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:20.335091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Attempting to bind port a362f6a7-e0d3-46b2-8743-d627469d0235 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:20.335470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Attempting to bind port a362f6a7-e0d3-46b2-8743-d627469d0235 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:20.336180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Attempting to bind port a362f6a7-e0d3-46b2-8743-d627469d0235 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:20.336935 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.362459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:20.362863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:20.363281 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.363682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:20.364208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Bound port: a362f6a7-e0d3-46b2-8743-d627469d0235, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:20.364599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.368589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81aa4-4d6d-4920-b681-5a056cc54dd7 req-cf917866-2106-4aa1-9bdc-4d34d00c92b1 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:20.370824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9b81aa4-4d6d-4920-b681-5a056cc54dd7 req-cf917866-2106-4aa1-9bdc-4d34d00c92b1 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 950 time: 0.4886374 Jul 22 21:17:20.410498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:20.411397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.420370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] 10.222.0.23 "PUT /v2.0/ports/a564f605-9f22-4d93-b250-2fe506c5f045 HTTP/1.1" status: 200 len: 1093 time: 4.3801353 Jul 22 21:17:20.583739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] For port a362f6a7-e0d3-46b2-8743-d627469d0235, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:20.589809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] For port a362f6a7-e0d3-46b2-8743-d627469d0235, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a362f6a7-e0d3-46b2-8743-d627469d0235,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:20.604491 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.700569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40001c6c-3d77-40a8-833a-dfe815ff1bab service neutron] Pushing event updated for resources: {'Port': ['ID=a564f605-9f22-4d93-b250-2fe506c5f045,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:20.705418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Allocated IP 172.20.0.1 (54816aaf-9317-42d2-88a0-072c36c71da5/7136f993-7f31-4f60-9b0c-c2932bc483f4/65a7ec0a-ed63-4b37-8aad-079b490ac43c) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:20.785339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-0f4a42ba-2c34-448f-86e4-523cc2806c9a service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259352 Jul 22 21:17:20.815185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-076d84fe-b52b-472c-9430-3f8d21ade5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:20.817175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-076d84fe-b52b-472c-9430-3f8d21ade5b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e28b8aba8dd04caf9bd56edea0fd22cc&device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 1096 time: 0.2983203 Jul 22 21:17:20.826794 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c423a-105b-4bb5-82db-88d71d286ec1 None None] Pushing event updated for resources: {'Port': ['ID=c8661786-2120-4955-882a-8c1afaf8e36b,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:20.867396 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Routers {'786990fa-d706-47e7-a4a8-58ab52eec227'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:20.868820 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['786990fa-d706-47e7-a4a8-58ab52eec227'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:20.883178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:20.888211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:20.955170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9b81aa4-4d6d-4920-b681-5a056cc54dd7 req-9f96e48a-3cc8-47e8-9c92-f7f7c9f2c225 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753610 Jul 22 21:17:21.191708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:21.241044 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] Set router 786990fa-d706-47e7-a4a8-58ab52eec227 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:21.382317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5954d4-c607-4dd4-97a9-8eb021ed9bfb None None] Pushing event updated for resources: {'Port': ['ID=a362f6a7-e0d3-46b2-8743-d627469d0235,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:21.526720 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:17:21.529433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-63b2dffc-829f-44e0-b851-afd177c6f035 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4972904 Jul 22 21:17:21.544132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:21.568676 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:17:12Z', 'revision_number': 4, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port': {'id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:02Z', 'updated_at': '2021-07-22T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'c8661786-2120-4955-882a-8c1afaf8e36b', 'name': '', 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'mac_address': 'fa:16:3e:39:14:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'b1c4dd70-a925-4b9f-8925-239358b2d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:08Z', 'updated_at': '2021-07-22T21:17:20Z', 'revision_number': 4, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'subnets': [{'id': 'b1c4dd70-a925-4b9f-8925-239358b2d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:21.640435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.645601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.656124 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7116d-7e5d-474b-9ddd-61c84dbb6bdf None None] The sync data for ids ['786990fa-d706-47e7-a4a8-58ab52eec227'] in n-d-762330-19 is: [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:17:12Z', 'revision_number': 4, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port': {'id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:02Z', 'updated_at': '2021-07-22T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'c8661786-2120-4955-882a-8c1afaf8e36b', 'name': '', 'network_id': '4f2bffe8-efe8-4476-8e99-915ffde67300', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'mac_address': 'fa:16:3e:39:14:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'b1c4dd70-a925-4b9f-8925-239358b2d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:08Z', 'updated_at': '2021-07-22T21:17:20Z', 'revision_number': 4, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'subnets': [{'id': 'b1c4dd70-a925-4b9f-8925-239358b2d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:21.698497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Transition to ACTIVE for port object 65a7ec0a-ed63-4b37-8aad-079b490ac43c will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:21.714385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:09Z', 'revision_number': 3, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:21.726345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34753840-ab27-435b-b529-d9f7837f29f2 req-5c325ba6-f5ed-4bb7-bee1-6d6277616335 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:21.734426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34753840-ab27-435b-b529-d9f7837f29f2 req-5c325ba6-f5ed-4bb7-bee1-6d6277616335 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 943 time: 0.1936657 Jul 22 21:17:21.769030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f24d798-3689-475a-8fe5-d7b8e7323935 None None] The sync data for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 is: [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:09Z', 'revision_number': 3, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:21.904789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34753840-ab27-435b-b529-d9f7837f29f2 req-692983e4-223b-44aa-b3eb-3bd79c904df2 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692679 Jul 22 21:17:21.931955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.003920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:22.017223 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f353771-59cb-42b1-a06c-ab26044f30fe x-openstack-request-id: req-1f353771-59cb-42b1-a06c-ab26044f30fe {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:22.017743 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f319b43-507a-4123-a811-e87dd8e6892a", "name": "network-vif-deleted", "tag": "2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:22.017743 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f353771-59cb-42b1-a06c-ab26044f30fe {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:22.018256 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f319b43-507a-4123-a811-e87dd8e6892a', 'name': 'network-vif-deleted', 'tag': '2ee565ff-a0e8-4ee3-a1f1-fa39ecd2efba', 'status': 'completed', 'code': 200} Jul 22 21:17:22.040886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:22.046859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:22.187791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.195891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.258895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Pushing event updated for resources: {'Port': ['ID=65a7ec0a-ed63-4b37-8aad-079b490ac43c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:22.515959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1b84ffcb-4c91-42bd-aa4a-f61880e32616 None None] Provisioning for port 65a7ec0a-ed63-4b37-8aad-079b490ac43c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:22.546490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1b84ffcb-4c91-42bd-aa4a-f61880e32616 None None] Provisioning complete for port 65a7ec0a-ed63-4b37-8aad-079b490ac43c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:22.547240 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b84ffcb-4c91-42bd-aa4a-f61880e32616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.610103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Allocated IP 172.25.5.78 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/c4175b33-f202-41e5-bcbd-438b6196a1ef) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:22.641560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1b84ffcb-4c91-42bd-aa4a-f61880e32616 None None] Port 65a7ec0a-ed63-4b37-8aad-079b490ac43c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:22.727454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5ee28-c180-41e3-8f31-0000a8500270 req-ce73a5fe-c8bd-49dd-bbd2-c94d5b0fd8f7 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:22.729108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bec5ee28-c180-41e3-8f31-0000a8500270 req-ce73a5fe-c8bd-49dd-bbd2-c94d5b0fd8f7 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 944 time: 0.6137986 Jul 22 21:17:22.811002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.863551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bec5ee28-c180-41e3-8f31-0000a8500270 req-230a147d-79eb-4736-81c9-7b35376c01e1 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155698 Jul 22 21:17:22.973029 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.110544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0620220c-c561-4580-8ec0-d360463d2c10 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:23.193103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.213650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.427538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0620220c-c561-4580-8ec0-d360463d2c10, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0620220c-c561-4580-8ec0-d360463d2c10,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:23.474519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '0620220c-c561-4580-8ec0-d360463d2c10', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': '0620220c-c561-4580-8ec0-d360463d2c10', 'mac_address': 'fa:16:3e:26:e1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:23.488183 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.513260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a362f6a7-e0d3-46b2-8743-d627469d0235 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:23.515987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Pushing event updated for resources: {'Port': ['ID=65a7ec0a-ed63-4b37-8aad-079b490ac43c,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:23.588997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.616214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:23.643124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:23.645943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:23.741767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a362f6a7-e0d3-46b2-8743-d627469d0235 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:23.748346 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.768934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a362f6a7-e0d3-46b2-8743-d627469d0235 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:23.769586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.785196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.831465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0620220c-c561-4580-8ec0-d360463d2c10 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:23.857480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=c4175b33-f202-41e5-bcbd-438b6196a1ef,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:23.860343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0620220c-c561-4580-8ec0-d360463d2c10, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0620220c-c561-4580-8ec0-d360463d2c10,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:23.866579 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.963221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.989416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a362f6a7-e0d3-46b2-8743-d627469d0235, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a362f6a7-e0d3-46b2-8743-d627469d0235,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:23.999118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.001194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c8661786-2120-4955-882a-8c1afaf8e36b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:24.019821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'tag': 'a564f605-9f22-4d93-b250-2fe506c5f045'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:24.023329 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5345584-491c-4124-8eb9-b044658325a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b71980-a86d-4a0e-9138-98263c7139a8", "tag": "a564f605-9f22-4d93-b250-2fe506c5f045"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:24.051238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.060741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0620220c-c561-4580-8ec0-d360463d2c10,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:24.158549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:24.168723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:24.180125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port c8661786-2120-4955-882a-8c1afaf8e36b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:24.195672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c8661786-2120-4955-882a-8c1afaf8e36b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:24.196299 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.209838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7f986-ec6c-451a-b21a-bc46623c425b req-c4c69300-2e4d-4837-a17a-2f02cf2cf690 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:24.219569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8a7f986-ec6c-451a-b21a-bc46623c425b req-c4c69300-2e4d-4837-a17a-2f02cf2cf690 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 943 time: 0.5126684 Jul 22 21:17:24.270820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a362f6a7-e0d3-46b2-8743-d627469d0235,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:24.298828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0620220c-c561-4580-8ec0-d360463d2c10'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:24.485435 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.592506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port c8661786-2120-4955-882a-8c1afaf8e36b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c8661786-2120-4955-882a-8c1afaf8e36b,segment=NetworkSegment(933d7998-8dcf-440d-a45f-f7425ea025ad),segment_id=933d7998-8dcf-440d-a45f-f7425ea025ad)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:24.604217 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.663399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7979bd22-3ada-458e-b46e-4e43a12223e5 None None] Provisioning complete for port 65a7ec0a-ed63-4b37-8aad-079b490ac43c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:24.664063 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7979bd22-3ada-458e-b46e-4e43a12223e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.756251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=c8661786-2120-4955-882a-8c1afaf8e36b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:24.767987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7979bd22-3ada-458e-b46e-4e43a12223e5 None None] Port 65a7ec0a-ed63-4b37-8aad-079b490ac43c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:24.976068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:25.081482 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.114904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:25.118180 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558c6f53-420d-4554-9548-5695fa713988" -d '{"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:25.124355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8a7f986-ec6c-451a-b21a-bc46623c425b req-e564a41b-279f-4f0b-85cb-6a90a09d079b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9032946 Jul 22 21:17:25.145925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:25.151403 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.251807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:25.280609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a362f6a7-e0d3-46b2-8743-d627469d0235 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:25.301143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.323710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.343891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Router 3004dcd3-c483-464f-8f02-fb867c77ec46 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:17:25.346935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a362f6a7-e0d3-46b2-8743-d627469d0235 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:25.347311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.444729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c8661786-2120-4955-882a-8c1afaf8e36b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:25.465139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=c4175b33-f202-41e5-bcbd-438b6196a1ef,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:25.495967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c8661786-2120-4955-882a-8c1afaf8e36b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:25.496385 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.594577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.626260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2769d-9e49-43ad-bc35-b8a03d2faf2e req-3d995551-c4fc-446c-8035-d01cda1c7a9a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.632097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48d2769d-9e49-43ad-bc35-b8a03d2faf2e req-3d995551-c4fc-446c-8035-d01cda1c7a9a tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.3736687 Jul 22 21:17:25.678187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.679602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-11a2f368-c963-48a3-a93c-d89203082187 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1480172 Jul 22 21:17:25.762685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:25.776637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-53717572-3532-4e7c-8b58-d02200c29e4b admin admin] 10.222.0.54 "PUT /v2.0/routers/3004dcd3-c483-464f-8f02-fb867c77ec46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2958062 Jul 22 21:17:25.777860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Sync routers for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:25.781862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48d2769d-9e49-43ad-bc35-b8a03d2faf2e req-b6e15626-da95-4303-9700-12899365a8f6 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385653 Jul 22 21:17:25.784788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-e0cbab9f-4187-4a85-8dbd-4634abf8df78 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.0920503 Jul 22 21:17:25.789009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:25.789875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:26.045301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:26.077967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-cb34bce5-43cb-444e-a0db-b805db5c3dd2 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.079418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-469886a5-052b-4e56-9d42-ae3f1353b637 req-cb34bce5-43cb-444e-a0db-b805db5c3dd2 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2626212 Jul 22 21:17:26.150010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad278e2-f629-40bd-8034-b4a8d2ccdea9 req-0a737062-0830-46c1-9138-ff30f8845669 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.151716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ad278e2-f629-40bd-8034-b4a8d2ccdea9 req-0a737062-0830-46c1-9138-ff30f8845669 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 950 time: 0.1535666 Jul 22 21:17:26.251294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ad278e2-f629-40bd-8034-b4a8d2ccdea9 req-b8aeb110-acf4-45c8-9760-02ffc42c23ab tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898478 Jul 22 21:17:26.296886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6c4f-a544-4301-929b-c06a69f0dc89 req-0b0319dd-6cba-413f-a822-506cd492446a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.299492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d42b6c4f-a544-4301-929b-c06a69f0dc89 req-0b0319dd-6cba-413f-a822-506cd492446a tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1154938 Jul 22 21:17:26.393772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 2, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:26.399472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d42b6c4f-a544-4301-929b-c06a69f0dc89 req-286213c4-43a1-4d53-8719-10288ce6e879 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939031 Jul 22 21:17:26.433363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Checking router: 3004dcd3-c483-464f-8f02-fb867c77ec46 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:26.433918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Updating router 3004dcd3-c483-464f-8f02-fb867c77ec46 port 65a7ec0a-ed63-4b37-8aad-079b490ac43c binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:17:26.438887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd59d16-250d-480a-9272-bb089337c88b req-c81abd70-b4fc-40f0-b5ed-1d3d41cb9b68 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.439443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd59d16-250d-480a-9272-bb089337c88b req-c81abd70-b4fc-40f0-b5ed-1d3d41cb9b68 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 944 time: 0.1103730 Jul 22 21:17:26.477293 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:26.482670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd59d16-250d-480a-9272-bb089337c88b req-a2ca8c5c-dd74-40cf-aed7-21a0777f0808 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Jul 22 21:17:26.548199 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e558ad5c-cc58-4c48-b06c-4ec78b42ac7d x-openstack-request-id: req-e558ad5c-cc58-4c48-b06c-4ec78b42ac7d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:26.549042 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b71980-a86d-4a0e-9138-98263c7139a8", "tag": "a564f605-9f22-4d93-b250-2fe506c5f045", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:26.549042 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e558ad5c-cc58-4c48-b06c-4ec78b42ac7d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:26.549335 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'tag': 'a564f605-9f22-4d93-b250-2fe506c5f045', 'status': 'completed', 'code': 200} Jul 22 21:17:26.626496 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a89706b-2bc8-4779-8f73-29bf85105ad4 x-openstack-request-id: req-5a89706b-2bc8-4779-8f73-29bf85105ad4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:26.626801 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:26.627209 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a89706b-2bc8-4779-8f73-29bf85105ad4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:26.627425 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'code': 200} Jul 22 21:17:26.949445 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:26.966374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Transition to ACTIVE for port object 65a7ec0a-ed63-4b37-8aad-079b490ac43c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:26.975520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.087189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54698) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:27.092345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ef8a6ae9-5602-453b-b4fe-7e777133b099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016586545', 'description': 'tempest-description--1945958798'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:27.247316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0620220c-c561-4580-8ec0-d360463d2c10 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:27.311301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ae9-5602-453b-b4fe-7e777133b099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.417495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29f57f-3c27-4f9c-9b2f-4eb4f5756bed None None] Pushing event updated for resources: {'Port': ['ID=65a7ec0a-ed63-4b37-8aad-079b490ac43c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:27.471259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Attempting to bind port 65a7ec0a-ed63-4b37-8aad-079b490ac43c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:27.471823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Attempting to bind port 65a7ec0a-ed63-4b37-8aad-079b490ac43c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:27.472487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Attempting to bind port 65a7ec0a-ed63-4b37-8aad-079b490ac43c on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:27.485076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:27.485686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:27.486378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.486785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Bound using segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:27.487481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Bound port: 65a7ec0a-ed63-4b37-8aad-079b490ac43c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:27.488082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.510025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-c85e6cf7-3fb0-4e67-92db-d0f4c338ed2b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4080298 Jul 22 21:17:27.516883 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 0620220c-c561-4580-8ec0-d360463d2c10 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:27.528080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 0620220c-c561-4580-8ec0-d360463d2c10 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:27.528676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.534745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:27.602255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9de25-5b5b-4c8d-8312-66dc0b3d1134 req-949799d7-18de-4af9-a586-bd8a43a37557 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:27.603798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfa9de25-5b5b-4c8d-8312-66dc0b3d1134 req-949799d7-18de-4af9-a586-bd8a43a37557 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 944 time: 0.2655852 Jul 22 21:17:27.641317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ae9-5602-453b-b4fe-7e777133b099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.671959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ae9-5602-453b-b4fe-7e777133b099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.688012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] For port 65a7ec0a-ed63-4b37-8aad-079b490ac43c, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:27.692440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] For port 65a7ec0a-ed63-4b37-8aad-079b490ac43c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65a7ec0a-ed63-4b37-8aad-079b490ac43c,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:27.700805 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.748923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfa9de25-5b5b-4c8d-8312-66dc0b3d1134 req-c15be6fa-36ea-4a0b-904e-ccefac7cadf4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197505 Jul 22 21:17:27.799202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.836384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:27.837645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:27.877731 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ae9-5602-453b-b4fe-7e777133b099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.882527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54708) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:27.888148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c19167fb-aae8-4cc2-acc6-e9c631cf054c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'security_group_rule': {'security_group_id': 'fb205700-f42f-47b6-8d27-0262c902e25a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:27.893398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ef8a6ae9-5602-453b-b4fe-7e777133b099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8048668 Jul 22 21:17:27.911968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a6ae9-5602-453b-b4fe-7e777133b099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb205700-f42f-47b6-8d27-0262c902e25a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:27.943364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19167fb-aae8-4cc2-acc6-e9c631cf054c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.012144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19167fb-aae8-4cc2-acc6-e9c631cf054c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.020099 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19167fb-aae8-4cc2-acc6-e9c631cf054c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.052126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19167fb-aae8-4cc2-acc6-e9c631cf054c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.053746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29f57f-3c27-4f9c-9b2f-4eb4f5756bed None None] Pushing event updated for resources: {'Port': ['ID=65a7ec0a-ed63-4b37-8aad-079b490ac43c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:28.058715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c19167fb-aae8-4cc2-acc6-e9c631cf054c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744287 Jul 22 21:17:28.063943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.066583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54710) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:28.102182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-933a9499-3d4c-4d90-8826-8dce85979e4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'security_group_rule': {'security_group_id': 'fb205700-f42f-47b6-8d27-0262c902e25a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:28.149470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19167fb-aae8-4cc2-acc6-e9c631cf054c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da121e33-7201-491b-b177-a3208ceff468,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:28.173747 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-933a9499-3d4c-4d90-8826-8dce85979e4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.225681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.279526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0620220c-c561-4580-8ec0-d360463d2c10, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0620220c-c561-4580-8ec0-d360463d2c10,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:28.302489 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.322852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-933a9499-3d4c-4d90-8826-8dce85979e4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.331282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-933a9499-3d4c-4d90-8826-8dce85979e4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.436252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:28.438628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a9499-3d4c-4d90-8826-8dce85979e4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e6a3d5-1ec3-4e34-8cb7-9e04e3df368a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:28.451284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-933a9499-3d4c-4d90-8826-8dce85979e4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.459025 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-933a9499-3d4c-4d90-8826-8dce85979e4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891866 Jul 22 21:17:28.461046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54724) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:28.475770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:28.549747 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.606017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Allocated IP 172.25.5.227 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/537bb0f2-5de1-41a3-ba2d-ac6f9d48e649) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:28.629098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0620220c-c561-4580-8ec0-d360463d2c10'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:28.632847 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43946800-8f2d-4721-8252-37353e720c2b" -d '{"events": [{"server_uuid": "36f1412f-3cbc-4a8d-8445-3fee7615d48d", "name": "network-vif-plugged", "status": "completed", "tag": "0620220c-c561-4580-8ec0-d360463d2c10"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:28.686254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0620220c-c561-4580-8ec0-d360463d2c10,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:28.700623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad0554-864e-4789-89ae-aa96c1f0573b req-cca6c1b0-9124-4fed-9b78-6437912e607c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.721162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90ad0554-864e-4789-89ae-aa96c1f0573b req-cca6c1b0-9124-4fed-9b78-6437912e607c tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.1672080 Jul 22 21:17:28.776290 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.909531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90ad0554-864e-4789-89ae-aa96c1f0573b req-631fa196-bdf7-4829-acde-bea91edd231b tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866934 Jul 22 21:17:28.967108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.991564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:27Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:29.038261 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.039013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf22cde-663e-4db6-813b-ae864053f94f None None] The sync data for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 is: [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:27Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:29.153607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Allocated IP 172.25.5.218 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/3e4db191-1fef-4f17-84aa-d0e4451285f3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:29.172976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:29.184542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:29.193123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:29.229261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=537bb0f2-5de1-41a3-ba2d-ac6f9d48e649,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:29.323037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4d083-a88f-4536-99ab-1f49da3a54ef req-68a454d9-3782-49a4-9879-5def1788bdb8 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.341976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0a4d083-a88f-4536-99ab-1f49da3a54ef req-68a454d9-3782-49a4-9879-5def1788bdb8 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 944 time: 0.2572885 Jul 22 21:17:29.346022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65a7ec0a-ed63-4b37-8aad-079b490ac43c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:29.410683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.464729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0a4d083-a88f-4536-99ab-1f49da3a54ef req-1032b578-dec5-474c-8b96-b9973228a058 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217206 Jul 22 21:17:29.468930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 65a7ec0a-ed63-4b37-8aad-079b490ac43c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:29.480610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 65a7ec0a-ed63-4b37-8aad-079b490ac43c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:29.481381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.510150 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-d268513a-f0b3-403a-b0e8-866ac6414472 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a564f605-9f22-4d93-b250-2fe506c5f045 HTTP/1.1" status: 200 len: 217 time: 0.0865080 Jul 22 21:17:29.534081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.615121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-0950deef-1fbf-4d27-930e-32a77915b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.617710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-0950deef-1fbf-4d27-930e-32a77915b98c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff709087-d252-4d41-853b-ed4b2c6a90f7 HTTP/1.1" status: 200 len: 854 time: 0.0863936 Jul 22 21:17:29.654805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.680573 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.734272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 65a7ec0a-ed63-4b37-8aad-079b490ac43c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65a7ec0a-ed63-4b37-8aad-079b490ac43c,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:29.744675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.812164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-0c2f39dd-928a-4c1b-83f8-8bb393b3fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.813896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-0c2f39dd-928a-4c1b-83f8-8bb393b3fa22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02017ee7-54ba-451d-acdd-4f214b0961c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817942 Jul 22 21:17:29.840221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=65a7ec0a-ed63-4b37-8aad-079b490ac43c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:29.918994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.933796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-49b15f1c-39c9-4742-a546-b0ed4e0be89b req-a7789da3-7e9c-463f-83e5-fe0b5a64a7f1 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119612 Jul 22 21:17:30.102166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.123747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6ef69-336f-4d00-8b21-7504ba796ceb req-9b1a1bed-9a85-41e6-8268-d98260ecf4ce tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:30.138967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ec6ef69-336f-4d00-8b21-7504ba796ceb req-9b1a1bed-9a85-41e6-8268-d98260ecf4ce tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 950 time: 0.4163852 Jul 22 21:17:30.141509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:30.163946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.193138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:30.238266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:30.256489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=537bb0f2-5de1-41a3-ba2d-ac6f9d48e649,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:30.275000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ec6ef69-336f-4d00-8b21-7504ba796ceb req-4418e67c-7c24-4fca-b77d-2a055e51081d tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362336 Jul 22 21:17:30.284897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=3e4db191-1fef-4f17-84aa-d0e4451285f3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:30.300623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.322498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.324848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-057e7c14-aaf2-4ccf-90a5-a500a3b1241f tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7977939 Jul 22 21:17:30.343566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-68ce66fe-cb7e-4bbc-93d9-690179b4fa9c service neutron] 10.222.0.23 "GET /v2.0/networks/02017ee7-54ba-451d-acdd-4f214b0961c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051322 Jul 22 21:17:30.367483 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05807559-5bc9-4271-8ee1-af032b0af053 x-openstack-request-id: req-05807559-5bc9-4271-8ee1-af032b0af053 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:30.368434 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f1412f-3cbc-4a8d-8445-3fee7615d48d", "name": "network-vif-plugged", "status": "completed", "tag": "0620220c-c561-4580-8ec0-d360463d2c10", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:30.368861 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05807559-5bc9-4271-8ee1-af032b0af053 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:30.369461 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0620220c-c561-4580-8ec0-d360463d2c10', 'code': 200} Jul 22 21:17:30.451252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-e4fe9e25-4adb-4172-a805-3703b8d6068b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.1178761 Jul 22 21:17:30.482787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c053b497-fd1f-44dd-ba49-8ee83832a308 req-68a3f766-74d6-4146-aa8d-51c2fb603d48 service neutron] 10.222.0.23 "GET /v2.0/networks/02017ee7-54ba-451d-acdd-4f214b0961c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239135 Jul 22 21:17:30.503772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-02733b7b-1b95-4b53-ab91-1b6275bd1c65 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:30.505650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-02733b7b-1b95-4b53-ab91-1b6275bd1c65 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.3147502 Jul 22 21:17:30.755463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-eb4ae7e4-d497-43e6-8e9b-6df6e261a3b7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:30.759488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ae0c19a-1423-460d-86d9-dcabb23d2d2f req-eb4ae7e4-d497-43e6-8e9b-6df6e261a3b7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3072476 Jul 22 21:17:30.768396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.841306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630f65-e2e6-4541-adfb-96ca5b70be7a req-5d36fc31-7360-40a5-a30a-44af587421bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:30.845374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4630f65-e2e6-4541-adfb-96ca5b70be7a req-5d36fc31-7360-40a5-a30a-44af587421bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 1097 time: 0.3356891 Jul 22 21:17:30.861743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b29b1-2950-4005-be3c-3987d95e2b4f req-be64699c-1bda-428d-9e7c-be59182196b3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:30.871112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f84b29b1-2950-4005-be3c-3987d95e2b4f req-be64699c-1bda-428d-9e7c-be59182196b3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 945 time: 0.3666596 Jul 22 21:17:30.933906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345584-491c-4124-8eb9-b044658325a8 req-a5b562be-b896-4214-a5ec-879c55ddedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:30.936930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5345584-491c-4124-8eb9-b044658325a8 req-a5b562be-b896-4214-a5ec-879c55ddedb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e28b8aba8dd04caf9bd56edea0fd22cc&device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 1096 time: 0.3634260 Jul 22 21:17:30.952068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.954315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4630f65-e2e6-4541-adfb-96ca5b70be7a req-fa348168-f477-40c4-b682-a3e329a4e933 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803781 Jul 22 21:17:31.001538 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f84b29b1-2950-4005-be3c-3987d95e2b4f req-bafb3a87-ca37-4d49-a47b-9c13b0194461 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290665 Jul 22 21:17:31.031671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:31.073656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.116789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Deleting port f4928ec3-53c7-4a6b-94f9-53366a8fecbe {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:31.117677 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.363821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345584-491c-4124-8eb9-b044658325a8 req-6aef5d8d-3849-4f5c-8260-2d05ddd3f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:31.367781 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5345584-491c-4124-8eb9-b044658325a8 req-6aef5d8d-3849-4f5c-8260-2d05ddd3f643 service neutron] 10.222.0.23 "GET /v2.0/networks?id=02017ee7-54ba-451d-acdd-4f214b0961c8 HTTP/1.1" status: 200 len: 916 time: 0.3379855 Jul 22 21:17:31.377877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65a7ec0a-ed63-4b37-8aad-079b490ac43c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:31.466869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 65a7ec0a-ed63-4b37-8aad-079b490ac43c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:31.467282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.485151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5345584-491c-4124-8eb9-b044658325a8 req-14a26f6d-cf23-47bd-b75b-d8351c5a4f9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a564f605-9f22-4d93-b250-2fe506c5f045 HTTP/1.1" status: 200 len: 217 time: 0.0983965 Jul 22 21:17:31.485490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:31.505257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8f0bf-ceb1-4782-a614-01150a67c4ff req-eb007411-72ef-4b25-ba14-0febe7143f8f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:31.507925 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42b8f0bf-ceb1-4782-a614-01150a67c4ff req-eb007411-72ef-4b25-ba14-0febe7143f8f tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/ports?device_id=593656eb-d2f3-40d8-8d84-6b2cdb49f5bb HTTP/1.1" status: 200 len: 950 time: 0.3384478 Jul 22 21:17:31.528195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d4e7-297f-4fa6-b113-6fa5055a355c req-cb3c393e-760a-4dc7-a80f-523713edec49 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:31.529954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e539d4e7-297f-4fa6-b113-6fa5055a355c req-cb3c393e-760a-4dc7-a80f-523713edec49 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 944 time: 0.1806901 Jul 22 21:17:31.552445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'mac_address': 'fa:16:3e:05:30:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:31.671486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42b8f0bf-ceb1-4782-a614-01150a67c4ff req-66fe53b0-5446-428b-bba9-d22a7ddc29a9 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9f6f011-5612-48b4-8447-ee8d9f1c274e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401377 Jul 22 21:17:31.683980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.685728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e539d4e7-297f-4fa6-b113-6fa5055a355c req-e349d4a0-7132-417e-ac39-d4a24c244991 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455147 Jul 22 21:17:31.727472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:31.756375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:31.764444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.806664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345584-491c-4124-8eb9-b044658325a8 req-42f27bac-59d2-448a-af84-ff1624a6f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:31.811470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5345584-491c-4124-8eb9-b044658325a8 req-42f27bac-59d2-448a-af84-ff1624a6f188 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff709087-d252-4d41-853b-ed4b2c6a90f7 HTTP/1.1" status: 200 len: 854 time: 0.2498388 Jul 22 21:17:31.824984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] For port f4928ec3-53c7-4a6b-94f9-53366a8fecbe, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:31.829578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.844527 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.886300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:31.903477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['91f9f36b-bf67-4cfc-85ec-0bcdbee42113'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:31.988439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Calling delete_port for f4928ec3-53c7-4a6b-94f9-53366a8fecbe owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:32.099228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.109210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.155784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-99cc573f-3aba-4968-8271-56744301cab9 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:32.158044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-99cc573f-3aba-4968-8271-56744301cab9 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 950 time: 0.3087978 Jul 22 21:17:32.172639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-9a394d76-5124-4c91-8c9f-2ba0eaeb85b1 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4533679 Jul 22 21:17:32.177108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=3e4db191-1fef-4f17-84aa-d0e4451285f3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:32.179545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:32.261222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d1c80-58b1-4a75-bed6-0680f2f4f307 req-c707908c-2825-4ff0-9022-ae639a359970 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:32.263032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf0d1c80-58b1-4a75-bed6-0680f2f4f307 req-c707908c-2825-4ff0-9022-ae639a359970 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95c5e18-1120-49eb-85da-d15fa57422fb HTTP/1.1" status: 200 len: 950 time: 0.3135817 Jul 22 21:17:32.316387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf0d1c80-58b1-4a75-bed6-0680f2f4f307 req-4b2428c9-a5a9-4bb6-820c-0d889d458cd5 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.54 "GET /v2.0/security-groups?id=305d604a-bb27-4bfc-9f61-b504a6aca8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458214 Jul 22 21:17:32.334687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.367111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345584-491c-4124-8eb9-b044658325a8 req-28d188eb-6556-4c6e-95a5-e843cefb12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:32.371236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5345584-491c-4124-8eb9-b044658325a8 req-28d188eb-6556-4c6e-95a5-e843cefb12e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02017ee7-54ba-451d-acdd-4f214b0961c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5148571 Jul 22 21:17:32.439414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Deleting port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:32.440369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.557263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5345584-491c-4124-8eb9-b044658325a8 req-26c6ab96-883e-42c2-9e9c-5b47b4f8a131 service neutron] 10.222.0.23 "GET /v2.0/networks/02017ee7-54ba-451d-acdd-4f214b0961c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487653 Jul 22 21:17:32.559337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.608117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.622642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f4928ec3-53c7-4a6b-94f9-53366a8fecbe'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:32.657115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] For port 3d8af101-0192-4eb2-bc7d-545ed54a6f40, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3d8af101-0192-4eb2-bc7d-545ed54a6f40,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:32.657482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.661639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.681883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Calling delete_port for 3d8af101-0192-4eb2-bc7d-545ed54a6f40 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:32.683896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2162603a-8553-464f-bb0b-a59c80e27185 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2207706 Jul 22 21:17:32.708574 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.718336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61a2b-b1a1-4d6e-9f02-a6d460baa228 req-8d430b05-72eb-4c1e-beeb-ea4347aed474 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:32.725322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00d61a2b-b1a1-4d6e-9f02-a6d460baa228 req-8d430b05-72eb-4c1e-beeb-ea4347aed474 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 945 time: 0.1549425 Jul 22 21:17:32.736506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Pushing event deleted for resources: {'Port': ['ID=f4928ec3-53c7-4a6b-94f9-53366a8fecbe,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:32.841201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] No DVR routers for this DVR port f4928ec3-53c7-4a6b-94f9-53366a8fecbe on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:32.846906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.850394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f73b612-d619-462d-b6d9-230a7e3ca063 req-5574997a-1aa3-429e-ba06-509877abfd63 tempest-MigrationsAdminTest-1497281434 tempest-MigrationsAdminTest-1497281434-project] 10.222.0.23 "DELETE /v2.0/ports/f4928ec3-53c7-4a6b-94f9-53366a8fecbe HTTP/1.1" status: 204 len: 173 time: 2.3339257 Jul 22 21:17:32.850870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-deleted', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:32.853649 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e3c05-4303-469a-adad-14d1abd5c547" -d '{"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-deleted", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:32.908522 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5345584-491c-4124-8eb9-b044658325a8 req-459d52a9-aa6a-4a7c-802c-3103f8f6f093 service neutron] 10.222.0.23 "GET /v2.0/networks/02017ee7-54ba-451d-acdd-4f214b0961c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455899 Jul 22 21:17:33.005340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:33.027947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Allocated IP 172.25.5.181 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/a95e6124-2ee1-4a35-ac78-44ff3663af0a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:33.079906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:33.080523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.174870 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.224671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:33.231506 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bad9f04-5910-4211-8a52-ecb833b2e590" -d '{"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:33.238743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:33.243998 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.318339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:33.564697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00d61a2b-b1a1-4d6e-9f02-a6d460baa228 req-c30a576b-f114-48c9-b433-5dac0b8e1ac7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8383462 Jul 22 21:17:33.656330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.755014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.799665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:33.801003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.806469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:33.817517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3d8af101-0192-4eb2-bc7d-545ed54a6f40'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:33.840826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:33.898611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=a95e6124-2ee1-4a35-ac78-44ff3663af0a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:33.942222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Pushing event deleted for resources: {'Port': ['ID=3d8af101-0192-4eb2-bc7d-545ed54a6f40,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:33.949867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-d19b0663-41c2-4115-85e9-c11d2d9745b7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2016586545&fields=id&tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 267 time: 0.1446288 Jul 22 21:17:34.029786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] No DVR routers for this DVR port 3d8af101-0192-4eb2-bc7d-545ed54a6f40 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:34.035927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.038028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac8710bc-4ec1-4bc3-be4b-b93643fffc5a req-2da697d2-6d75-48da-bd5d-e0193a902575 tempest-DeleteServersAdminTestJSON-329102989 tempest-DeleteServersAdminTestJSON-329102989-project] 10.222.0.23 "DELETE /v2.0/ports/3d8af101-0192-4eb2-bc7d-545ed54a6f40 HTTP/1.1" status: 204 len: 173 time: 1.8532619 Jul 22 21:17:34.093393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'name': 'network-vif-deleted', 'tag': '3d8af101-0192-4eb2-bc7d-545ed54a6f40'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:34.095608 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec4202-3b6a-4049-a27e-7cc18e18019a" -d '{"events": [{"server_uuid": "f95c5e18-1120-49eb-85da-d15fa57422fb", "name": "network-vif-deleted", "tag": "3d8af101-0192-4eb2-bc7d-545ed54a6f40"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:34.200729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:34.333360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.412000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ba83646e-f418-42f2-ac8d-b98345ae1e77 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:34.425445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ba83646e-f418-42f2-ac8d-b98345ae1e77 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.3965240 Jul 22 21:17:34.461919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-0f970d43-a959-436c-abf8-74f66b04faec tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/quotas/e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 375 time: 0.0306106 Jul 22 21:17:34.465365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.473061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-848ddcac-7134-4519-89ba-696c9ff41b30 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=048d87f66b0143b49e7616f0c3817438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696838 Jul 22 21:17:34.476594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54822) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:34.574453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.620178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.693361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-33680107-0811-4359-83f1-3d5de38bb7cf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1886303 Jul 22 21:17:34.736889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.743269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.744913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9f6f011-5612-48b4-8447-ee8d9f1c274e HTTP/1.1" status: 204 len: 168 time: 0.2670033 Jul 22 21:17:34.796616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f6f011-5612-48b4-8447-ee8d9f1c274e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:34.822787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.823117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.823891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.824022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.824661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.824897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.826129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.826637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.826831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.827133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.827503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.827769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e17606-1801-406c-bb1e-3ef24ffa625a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:34.849323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.859578 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-c4f1245e-4630-4272-a4e1-487d9da90a4e service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652589 Jul 22 21:17:34.871303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.021934 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.043817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=a95e6124-2ee1-4a35-ac78-44ff3663af0a,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:35.082859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.083524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.084385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.084905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.085434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.085922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.086437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.087084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.087574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.088429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.089011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.089933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:35.095406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.097902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-1c386b7b-c2d5-4600-80be-f4186b5ba47b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9246271 Jul 22 21:17:35.193117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-0e15d1e8-a813-429b-af7e-30bd8b4109f9 service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317955 Jul 22 21:17:35.194258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a564f605-9f22-4d93-b250-2fe506c5f045 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:35.196946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f4928ec3-53c7-4a6b-94f9-53366a8fecbe no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:35.223346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-a1f948de-b688-43ea-8b4d-685a39df3152 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.0966029 Jul 22 21:17:35.264642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: f4928ec3-53c7-4a6b-94f9-53366a8fecbe {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:35.266720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f4928ec3-53c7-4a6b-94f9-53366a8fecbe not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:35.451248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-8e45d376-aa8d-4270-8112-fc7e228265c8 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:35.452979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f909d367-8341-4aed-98aa-6236bea5e8dd req-8e45d376-aa8d-4270-8112-fc7e228265c8 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2187109 Jul 22 21:17:35.473802 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a564f605-9f22-4d93-b250-2fe506c5f045, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a564f605-9f22-4d93-b250-2fe506c5f045,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:35.496016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:35.516712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a564f605-9f22-4d93-b250-2fe506c5f045', 'network_id': '02017ee7-54ba-451d-acdd-4f214b0961c8', 'port_id': 'a564f605-9f22-4d93-b250-2fe506c5f045', 'mac_address': 'fa:16:3e:b3:b0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff709087-d252-4d41-853b-ed4b2c6a90f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:35.561519 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e52e6b5-1620-4ab1-bc8f-2f582a42eed8 x-openstack-request-id: req-4e52e6b5-1620-4ab1-bc8f-2f582a42eed8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:35.562407 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593656eb-d2f3-40d8-8d84-6b2cdb49f5bb", "name": "network-vif-deleted", "tag": "f4928ec3-53c7-4a6b-94f9-53366a8fecbe", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:35.562913 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e52e6b5-1620-4ab1-bc8f-2f582a42eed8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:35.564075 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593656eb-d2f3-40d8-8d84-6b2cdb49f5bb', 'name': 'network-vif-deleted', 'tag': 'f4928ec3-53c7-4a6b-94f9-53366a8fecbe', 'status': 'completed', 'code': 200} Jul 22 21:17:35.607788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a7ce2b14-da0e-4fe2-b0c0-4d0b2b421546 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c5986abf63a48d3833b5e6d0c672f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094456 Jul 22 21:17:35.609297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.610422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54838) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:35.648910 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7f2c9b-2c75-403d-a41d-66565f9f9629 x-openstack-request-id: req-ec7f2c9b-2c75-403d-a41d-66565f9f9629 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:35.652560 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:35.653296 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec7f2c9b-2c75-403d-a41d-66565f9f9629 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:35.653897 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'code': 200} Jul 22 21:17:35.656504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a564f605-9f22-4d93-b250-2fe506c5f045 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:35.666149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ed28a-f696-4a5d-a01d-2f094f1b8eca req-3049224c-8220-4ada-b996-87c20d0f01a4 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:35.675221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b5ed28a-f696-4a5d-a01d-2f094f1b8eca req-3049224c-8220-4ada-b996-87c20d0f01a4 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 944 time: 0.1480436 Jul 22 21:17:35.707123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a564f605-9f22-4d93-b250-2fe506c5f045, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a564f605-9f22-4d93-b250-2fe506c5f045,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:35.741953 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.774765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ae53ea7-ee0a-48d3-ae5b-537aff282ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.835101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b5ed28a-f696-4a5d-a01d-2f094f1b8eca req-808a1fd7-705d-4123-8d0b-4a0aea03a6fb tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589661 Jul 22 21:17:35.870125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ae53ea7-ee0a-48d3-ae5b-537aff282ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.946840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a564f605-9f22-4d93-b250-2fe506c5f045,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:35.975499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ae53ea7-ee0a-48d3-ae5b-537aff282ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.979908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ae53ea7-ee0a-48d3-ae5b-537aff282ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.999434 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4ae53ea7-ee0a-48d3-ae5b-537aff282ff8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/48ea7d53-beb7-448d-88fd-97cd72a28526 HTTP/1.1" status: 204 len: 168 time: 0.3752258 Jul 22 21:17:36.035477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53ea7-ee0a-48d3-ae5b-537aff282ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea7d53-beb7-448d-88fd-97cd72a28526,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:36.101743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a564f605-9f22-4d93-b250-2fe506c5f045'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:36.137457 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1796c58-8d1a-49a3-86c2-27d33f5595d8 x-openstack-request-id: req-f1796c58-8d1a-49a3-86c2-27d33f5595d8 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:36.138029 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95c5e18-1120-49eb-85da-d15fa57422fb", "name": "network-vif-deleted", "tag": "3d8af101-0192-4eb2-bc7d-545ed54a6f40", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:36.138446 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1796c58-8d1a-49a3-86c2-27d33f5595d8 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:36.139019 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95c5e18-1120-49eb-85da-d15fa57422fb', 'name': 'network-vif-deleted', 'tag': '3d8af101-0192-4eb2-bc7d-545ed54a6f40', 'status': 'completed', 'code': 200} Jul 22 21:17:36.193323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac14f37-d1d3-4276-8fca-14a5912e3efe req-a3d125b6-e1af-432f-b70a-3caa28c2157e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:36.203536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cac14f37-d1d3-4276-8fca-14a5912e3efe req-a3d125b6-e1af-432f-b70a-3caa28c2157e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 945 time: 0.1939719 Jul 22 21:17:36.283444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cac14f37-d1d3-4276-8fca-14a5912e3efe req-5a6f04dd-52ba-4875-913a-c21fd1749ae4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722039 Jul 22 21:17:36.428070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57b89ffd-7f40-4df7-a090-3bee5c36869c req-c2643691-b285-42c5-abdb-2f72e55bfbdf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 210 time: 0.0538504 Jul 22 21:17:36.594460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-870a1a6c-c5ca-4a7c-828f-947c8dede691 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2795660 Jul 22 21:17:36.600043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:36.628223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:36.953209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.214824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a564f605-9f22-4d93-b250-2fe506c5f045 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:37.222711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7db4d-9ddf-460e-a051-314b67000182 req-e1bb0cda-2195-41b8-ae66-802ee3bb8eec tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:37.226256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8be7db4d-9ddf-460e-a051-314b67000182 req-e1bb0cda-2195-41b8-ae66-802ee3bb8eec tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 945 time: 0.2660027 Jul 22 21:17:37.262386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Allocated IP 172.25.5.178 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/e4bfa637-ce55-45ee-aee0-7c4efc3c68eb) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:37.290253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port a564f605-9f22-4d93-b250-2fe506c5f045 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:37.302516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a564f605-9f22-4d93-b250-2fe506c5f045 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:37.304329 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.330901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8be7db4d-9ddf-460e-a051-314b67000182 req-c0b860e8-8a5c-43dc-9a95-a999a596840e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935802 Jul 22 21:17:37.455363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.507109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.523974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a564f605-9f22-4d93-b250-2fe506c5f045, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a564f605-9f22-4d93-b250-2fe506c5f045,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:37.531653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.533239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3d8af101-0192-4eb2-bc7d-545ed54a6f40 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:37.615449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 3d8af101-0192-4eb2-bc7d-545ed54a6f40 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:37.616576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3d8af101-0192-4eb2-bc7d-545ed54a6f40 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:37.657722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a564f605-9f22-4d93-b250-2fe506c5f045'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:37.660440 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e957a7e9-256e-46ea-bf3b-aa4392a22c91" -d '{"events": [{"server_uuid": "a7b71980-a86d-4a0e-9138-98263c7139a8", "name": "network-vif-plugged", "status": "completed", "tag": "a564f605-9f22-4d93-b250-2fe506c5f045"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:37.683116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a564f605-9f22-4d93-b250-2fe506c5f045,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:37.829632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-1b81c827-7771-4840-bc14-b115a0543c3b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:37.831454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-1b81c827-7771-4840-bc14-b115a0543c3b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.2945285 Jul 22 21:17:37.832727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.900587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:37.912363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:37.925925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:37.968597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1312-5746-457b-8891-b8b8285f82b6 req-311dd011-f876-4106-b55f-f16d20bcd620 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:37.970379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-112e1312-5746-457b-8891-b8b8285f82b6 req-311dd011-f876-4106-b55f-f16d20bcd620 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 946 time: 0.2862587 Jul 22 21:17:37.976925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=e4bfa637-ce55-45ee-aee0-7c4efc3c68eb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:38.008364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ca13cd8c-dc3c-49eb-9aa9-5404346b3909 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 380 time: 0.1571100 Jul 22 21:17:38.029797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'port': {'device_id': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'admin_state_up': True, 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'security_groups': ['fb205700-f42f-47b6-8d27-0262c902e25a']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:38.133164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-112e1312-5746-457b-8891-b8b8285f82b6 req-67c22fb7-b6c6-4ae1-9c93-3c24ee2badd3 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359167 Jul 22 21:17:38.302527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.368182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Made reservation on behalf of e6df074fe81a4875a5ee682f7bc5f9d8 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:38.372194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.374888 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.523376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-480e9838-d476-45a0-8c56-e2a0c44c0dcd req-d3e57135-d80f-4073-aca0-d48218703fd0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 210 time: 0.0914710 Jul 22 21:17:38.665023 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdca5f6-179a-4d04-8ce7-d1efa5dccbf8 x-openstack-request-id: req-efdca5f6-179a-4d04-8ce7-d1efa5dccbf8 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:38.665907 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b71980-a86d-4a0e-9138-98263c7139a8", "name": "network-vif-plugged", "status": "completed", "tag": "a564f605-9f22-4d93-b250-2fe506c5f045", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:38.666342 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efdca5f6-179a-4d04-8ce7-d1efa5dccbf8 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:38.667019 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a564f605-9f22-4d93-b250-2fe506c5f045', 'code': 200} Jul 22 21:17:38.845133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-ecab53c7-7e7c-43ec-97c7-d40f3cb3ccfb tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:38.846802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-ecab53c7-7e7c-43ec-97c7-d40f3cb3ccfb tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 945 time: 0.1910379 Jul 22 21:17:38.861221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267773de-986f-4122-972b-57dca2e8b886 req-787e9eab-59ea-40c7-ac66-26f4094107e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:38.863477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-267773de-986f-4122-972b-57dca2e8b886 req-787e9eab-59ea-40c7-ac66-26f4094107e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 1098 time: 0.1188657 Jul 22 21:17:38.910627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Allocated IP 172.20.0.10 (54816aaf-9317-42d2-88a0-072c36c71da5/7136f993-7f31-4f60-9b0c-c2932bc483f4/2ef4de24-e9db-47da-a0f8-2aa57237aad1) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:38.978199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-267773de-986f-4122-972b-57dca2e8b886 req-55275062-7913-4b54-978f-4208a5b40988 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064520 Jul 22 21:17:38.983696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca9e72-fcf8-41f1-badb-bd6048c14e78 req-ae50a08d-f8aa-439e-a40e-53ccdebebde0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:38.996152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39ca9e72-fcf8-41f1-badb-bd6048c14e78 req-ae50a08d-f8aa-439e-a40e-53ccdebebde0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=36f1412f-3cbc-4a8d-8445-3fee7615d48d HTTP/1.1" status: 200 len: 945 time: 0.2072873 Jul 22 21:17:39.016961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port 0620220c-c561-4580-8ec0-d360463d2c10 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:39.017899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.117776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.154692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.173987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port 0620220c-c561-4580-8ec0-d360463d2c10, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0620220c-c561-4580-8ec0-d360463d2c10,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:39.174725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.195207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for 0620220c-c561-4580-8ec0-d360463d2c10 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:39.226046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event updated for resources: {'Port': ['ID=e4bfa637-ce55-45ee-aee0-7c4efc3c68eb,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:39.246205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39ca9e72-fcf8-41f1-badb-bd6048c14e78 req-cd8eaa10-d96d-4560-a603-b87cd2d7bbdb tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438817 Jul 22 21:17:39.293585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:39.383897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.413782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Transition to ACTIVE for port object 2ef4de24-e9db-47da-a0f8-2aa57237aad1 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:39.490756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.634844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.653961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09', '0620220c-c561-4580-8ec0-d360463d2c10'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:39.675408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:39.684729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:39.688784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:39.730525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=0620220c-c561-4580-8ec0-d360463d2c10,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:39.831614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.832939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.842950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.854271 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-52375063-6b83-40b0-8922-7fa48096c878 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3c3311dbc0d4ee18d004daadfd9ccdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586236 Jul 22 21:17:39.871603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54950) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:39.922823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:39.973874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-ec588e8a-8b2a-4897-95d3-2f845b7784b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9498444 Jul 22 21:17:39.993667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.003075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-c995d4ee-d88e-4911-a473-042eb1ce231b tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4072990 Jul 22 21:17:40.014578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Request body: {'port': {'device_id': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:40.023373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port 0620220c-c561-4580-8ec0-d360463d2c10 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:40.027171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.030895 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c92e223-4352-45e0-8b3f-816c33ad02d2 req-f53d8afa-4c62-4278-bd7d-7e841f5316e7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "DELETE /v2.0/ports/0620220c-c561-4580-8ec0-d360463d2c10 HTTP/1.1" status: 204 len: 173 time: 1.1718135 Jul 22 21:17:40.031778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'name': 'network-vif-deleted', 'tag': '0620220c-c561-4580-8ec0-d360463d2c10'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:40.037999 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807abd35-6fd0-4a3d-8cb0-cdcf3f8f83f8" -d '{"events": [{"server_uuid": "36f1412f-3cbc-4a8d-8445-3fee7615d48d", "name": "network-vif-deleted", "tag": "0620220c-c561-4580-8ec0-d360463d2c10"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:40.193581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-6703ed62-3fc7-4b5d-8461-6ecc52b9fc00 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.1890767 Jul 22 21:17:40.227445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-6eb900a7-0031-4573-bd0f-0c79d4fa0965 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=09952d2598f842638c4a5ba463284c91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103339 Jul 22 21:17:40.261957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5f12dd6e-ea5c-45a1-85b6-a3629fde699d None None] Provisioning for port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:40.269772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5f12dd6e-ea5c-45a1-85b6-a3629fde699d None None] Provisioning complete for port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:40.270260 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f12dd6e-ea5c-45a1-85b6-a3629fde699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.343263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5f12dd6e-ea5c-45a1-85b6-a3629fde699d None None] Port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:40.456109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-804a70f1-421c-483f-9d98-e391c33c3402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.497229 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.534191 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-804a70f1-421c-483f-9d98-e391c33c3402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.546377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-d36e1fdd-9bab-40ae-9690-ce377fb6748c tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:40.548042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-554b6913-e86b-43a6-a69e-68d3341afdb2 req-d36e1fdd-9bab-40ae-9690-ce377fb6748c tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3390987 Jul 22 21:17:40.585026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-71007818-cfc3-475b-a42a-e1c611fd8667 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:40.593181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-71007818-cfc3-475b-a42a-e1c611fd8667 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277566 Jul 22 21:17:40.656961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-636a92f1-1fe7-448c-95c5-9735cca0624f tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/quotas/09952d2598f842638c4a5ba463284c91 HTTP/1.1" status: 200 len: 375 time: 0.0629404 Jul 22 21:17:40.749576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-269644a6-e3a2-46a0-b374-6ba867a36c4b tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=09952d2598f842638c4a5ba463284c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914240 Jul 22 21:17:40.865433 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-804a70f1-421c-483f-9d98-e391c33c3402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.868550 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-804a70f1-421c-483f-9d98-e391c33c3402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.869871 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-804a70f1-421c-483f-9d98-e391c33c3402 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/305d604a-bb27-4bfc-9f61-b504a6aca8e3 HTTP/1.1" status: 204 len: 168 time: 0.9928677 Jul 22 21:17:40.901050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a70f1-421c-483f-9d98-e391c33c3402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d604a-bb27-4bfc-9f61-b504a6aca8e3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:40.961812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8be6c-1597-449d-b53e-f83c7ef6874e req-055449b6-5df2-4ca8-9f4d-3b7e95f9cde8 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:40.969179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3cc8be6c-1597-449d-b53e-f83c7ef6874e req-055449b6-5df2-4ca8-9f4d-3b7e95f9cde8 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 946 time: 0.3042769 Jul 22 21:17:41.143466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3cc8be6c-1597-449d-b53e-f83c7ef6874e req-3cacfefc-f636-4e31-b58f-2c7743c1e27e tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032434 Jul 22 21:17:41.358668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef4de24-e9db-47da-a0f8-2aa57237aad1 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:41.398715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.436003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Transition to ACTIVE for port object 2ef4de24-e9db-47da-a0f8-2aa57237aad1 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:41.443999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.458500 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab7ee18-121d-4a02-8fab-44e4843ebd68 x-openstack-request-id: req-0ab7ee18-121d-4a02-8fab-44e4843ebd68 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:41.459032 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f1412f-3cbc-4a8d-8445-3fee7615d48d", "name": "network-vif-deleted", "tag": "0620220c-c561-4580-8ec0-d360463d2c10", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:41.459032 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ab7ee18-121d-4a02-8fab-44e4843ebd68 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:41.459524 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f1412f-3cbc-4a8d-8445-3fee7615d48d', 'name': 'network-vif-deleted', 'tag': '0620220c-c561-4580-8ec0-d360463d2c10', 'status': 'completed', 'code': 200} Jul 22 21:17:41.690876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54990) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:41.722353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1974-fe80-46f2-9e57-519f3eeffe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.002800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1974-fe80-46f2-9e57-519f3eeffe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.011593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1974-fe80-46f2-9e57-519f3eeffe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.055763 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9f2b1974-fe80-46f2-9e57-519f3eeffe5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94b6431948e04b2aa3dcd86c0845ccc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634794 Jul 22 21:17:42.064707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:42.105896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b1974-fe80-46f2-9e57-519f3eeffe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf47d53-828d-4bad-a271-d04a9b5399f1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:42.151116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b821556-5ff7-4470-9087-a7ddc424157a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.194061 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b821556-5ff7-4470-9087-a7ddc424157a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.283193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b821556-5ff7-4470-9087-a7ddc424157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.292677 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b821556-5ff7-4470-9087-a7ddc424157a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.297914 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5b821556-5ff7-4470-9087-a7ddc424157a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5cf47d53-828d-4bad-a271-d04a9b5399f1 HTTP/1.1" status: 204 len: 168 time: 0.2316952 Jul 22 21:17:42.316655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b821556-5ff7-4470-9087-a7ddc424157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf47d53-828d-4bad-a271-d04a9b5399f1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:42.392310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:42.413388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfab854-2243-4125-81f0-7fdf05672867 req-7d8f7e4b-de01-45dc-a1f4-c65767a82d3d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:42.415366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9bfab854-2243-4125-81f0-7fdf05672867 req-7d8f7e4b-de01-45dc-a1f4-c65767a82d3d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 932 time: 1.0512538 Jul 22 21:17:42.483085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5587a2de-df66-4752-8678-a438fcdded5e req-398c0cc3-64fd-4bb2-9323-39ce81b7f13a tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips/468211b4-d5c6-49cb-8607-ff9c64b0dd6a HTTP/1.1" status: 200 len: 693 time: 0.9576478 Jul 22 21:17:42.549044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-233ce5b8-181d-4dab-b8d3-b09510558ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.677344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Attempting to bind port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:42.678120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Attempting to bind port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:42.678811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Attempting to bind port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:42.710252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 on network 54816aaf-9317-42d2-88a0-072c36c71da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:42.711245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Attempting to bind port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:42.718837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9bfab854-2243-4125-81f0-7fdf05672867 req-30dd33c1-cd81-4c6c-9813-2f280772f8c1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703462 Jul 22 21:17:42.733858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:42.734511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:42.735099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Bound using segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:42.737733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Bound port: 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:42.738393 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.856031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:42.878612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:42.909275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.993405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587a2de-df66-4752-8678-a438fcdded5e req-d40a4bf4-d2b2-4547-8c14-ad83fd0b44db tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.003768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5587a2de-df66-4752-8678-a438fcdded5e req-d40a4bf4-d2b2-4547-8c14-ad83fd0b44db tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.4967256 Jul 22 21:17:43.015349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-5587a2de-df66-4752-8678-a438fcdded5e req-4af2938f-cb0f-4527-91c0-803bb236af75 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:17:43.016203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-5dc42b8c-d833-4e81-a1f9-360f4ca531d6 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09952d2598f842638c4a5ba463284c91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662684 Jul 22 21:17:43.036903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5587a2de-df66-4752-8678-a438fcdded5e req-4af2938f-cb0f-4527-91c0-803bb236af75 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314190 Jul 22 21:17:43.059509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.060567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:43.062847 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] 10.222.0.23 "PUT /v2.0/ports/2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1093 time: 3.0794933 Jul 22 21:17:43.114096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:43.128241 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e628d-8800-4019-bd70-0029a9acb1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:43.254500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0620220c-c561-4580-8ec0-d360463d2c10 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:43.301406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b90cf9a-fb62-4e81-bd41-8beb1c3943a8 req-184c9f6f-aa7f-465c-8424-ac3c9e8f1c69 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 210 time: 0.2902834 Jul 22 21:17:43.401770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 0620220c-c561-4580-8ec0-d360463d2c10 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:43.402594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0620220c-c561-4580-8ec0-d360463d2c10 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:43.462439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa792495-eae6-4175-88be-332527a46aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:43.598904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-7f60ffa6-2572-4e17-9c5f-cf86f3def34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.598904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-7f60ffa6-2572-4e17-9c5f-cf86f3def34d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1096 time: 0.4427204 Jul 22 21:17:43.599706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-c7f0a708-b6c4-4b97-9cd5-ab2086ee2e47 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.621738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-c7f0a708-b6c4-4b97-9cd5-ab2086ee2e47 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6013627 Jul 22 21:17:43.644868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Request body: {'port': {'device_id': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '09952d2598f842638c4a5ba463284c91'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:43.710442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-599baed6-efa1-4e07-a8fd-04e3633ff6ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 217 time: 0.1013300 Jul 22 21:17:43.973288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-bcceefb0-8641-4aad-9628-c318a87b5d05 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips/468211b4-d5c6-49cb-8607-ff9c64b0dd6a HTTP/1.1" status: 200 len: 693 time: 0.1511371 Jul 22 21:17:44.024001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Made reservation on behalf of 09952d2598f842638c4a5ba463284c91 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:44.032390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:44.094282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:44.292369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-e51ad395-3bb7-4326-b90e-984e50965a73 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:44.296837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-e51ad395-3bb7-4326-b90e-984e50965a73 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3074441 Jul 22 21:17:44.311708 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9706ae9-51ea-4e2e-9919-9833f02d8e51 x-openstack-request-id: req-c9706ae9-51ea-4e2e-9919-9833f02d8e51 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:44.317904 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:44.319541 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9706ae9-51ea-4e2e-9919-9833f02d8e51 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:44.323215 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'status': 'completed', 'code': 200} Jul 22 21:17:44.439907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-131e5d68-03fb-4d7d-a200-364d49da89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:44.440661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:44.441419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-131e5d68-03fb-4d7d-a200-364d49da89b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.7197349 Jul 22 21:17:44.450646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:44.485310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-6dfa02e5-4993-4348-9dcf-ce8a7cd2b70a tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.1504438 Jul 22 21:17:44.538348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c08e5f-0f27-44fe-9a9c-c4738b346d74,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:44.614020 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-42bae352-dfb8-4ae3-bd4e-171c672c63c0 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.0827420 Jul 22 21:17:44.701888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9866d-6b38-49cc-ad3f-64c2c18ee85f req-4879aa69-73f1-46fa-944f-80d3a0ed60b7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:44.709438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaf9866d-6b38-49cc-ad3f-64c2c18ee85f req-4879aa69-73f1-46fa-944f-80d3a0ed60b7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 944 time: 0.3434594 Jul 22 21:17:44.724240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-422a63a9-2234-4be4-9ebd-02cba1fffcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:44.725750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-422a63a9-2234-4be4-9ebd-02cba1fffcb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2571735 Jul 22 21:17:44.875902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaf9866d-6b38-49cc-ad3f-64c2c18ee85f req-fad467a8-7113-4c04-ab4c-9eddf4efca03 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652727 Jul 22 21:17:45.037499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-896c695f-315a-425b-8744-cc14f22930c5 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693701 Jul 22 21:17:45.146906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Allocated IP 192.168.233.104 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/5e4e0ef7-1166-4cac-84da-eee048a206fc) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:45.150694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1addb5e-e631-4eca-a8d7-a64c78d78473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.157672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e737181-1d8e-43e6-84d9-9d32c2e7273d req-af8a95fd-6949-4562-ae76-95eea7c08d10 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 210 time: 0.1232467 Jul 22 21:17:45.198713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Deleting port e4bfa637-ce55-45ee-aee0-7c4efc3c68eb {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:45.199287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.343273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71eccc1d-d3f4-4de1-b950-d31a558cdc9b req-96c6b7d6-57b4-40c1-a83c-e535d3f7b7f3 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791028 Jul 22 21:17:45.521824 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.525742 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.557205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Calling delete_port for e4bfa637-ce55-45ee-aee0-7c4efc3c68eb owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:45.612875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.634308 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.653261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Transition to ACTIVE for port object 5e4e0ef7-1166-4cac-84da-eee048a206fc will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:45.685076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-4097f05c-4e58-4bd2-ad16-55f27ab620a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:45.686704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-4097f05c-4e58-4bd2-ad16-55f27ab620a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1096 time: 0.2840259 Jul 22 21:17:45.722894 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.778540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:45.787190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:45.791463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:45.828071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Pushing event updated for resources: {'Port': ['ID=5e4e0ef7-1166-4cac-84da-eee048a206fc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:45.885349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:45.886308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:45.914713 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-130e5b53-5ebf-4567-978a-9fc6ec55061e tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2754331 Jul 22 21:17:45.938317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Request body: {'port': {'device_id': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:45.963831 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.024013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-9da598d5-cc2f-45e6-a6a3-1e5967ce553a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:46.025646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-9da598d5-cc2f-45e6-a6a3-1e5967ce553a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.3917644 Jul 22 21:17:46.056654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-3bbe64ff-aeee-4e6d-93d4-cebc39a92162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:46.059424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-3bbe64ff-aeee-4e6d-93d4-cebc39a92162 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.3339658 Jul 22 21:17:46.081952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.181665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-d82b6c17-78d0-4a49-ad2a-37ac11073006 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.1200771 Jul 22 21:17:46.190131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-1385a900-1ff5-4c91-ad2e-0375c9adfa2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 217 time: 0.0966074 Jul 22 21:17:46.231562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6dee139e-67a1-4cab-88f3-00dd0bebf870 None None] Provisioning for port 5e4e0ef7-1166-4cac-84da-eee048a206fc completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:46.270691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6dee139e-67a1-4cab-88f3-00dd0bebf870 None None] Provisioning complete for port 5e4e0ef7-1166-4cac-84da-eee048a206fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:46.271110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6dee139e-67a1-4cab-88f3-00dd0bebf870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.314719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.340633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6dee139e-67a1-4cab-88f3-00dd0bebf870 None None] Port 5e4e0ef7-1166-4cac-84da-eee048a206fc cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:46.377553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event deleted for resources: {'Port': ['ID=e4bfa637-ce55-45ee-aee0-7c4efc3c68eb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:46.441124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-59d48643-42d1-47dc-900f-f0862c70481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:46.443606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-59d48643-42d1-47dc-900f-f0862c70481c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.2332616 Jul 22 21:17:46.558145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4e0ef7-1166-4cac-84da-eee048a206fc {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:46.568417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-b67e2bb8-a238-44b9-b4df-175f62f5b426 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3850863 Jul 22 21:17:46.569086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.585401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Transition to ACTIVE for port object 5e4e0ef7-1166-4cac-84da-eee048a206fc will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:46.593433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.634179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.636960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.639013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34f2ecc9-efd3-4a4c-84d0-f72d4a18f247 req-097d87b8-2e6e-4888-aed7-1b8df1a68389 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "DELETE /v2.0/floatingips/468211b4-d5c6-49cb-8607-ff9c64b0dd6a HTTP/1.1" status: 204 len: 173 time: 2.0141194 Jul 22 21:17:46.670338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e0ef7-1166-4cac-84da-eee048a206fc,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:46.757346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-e713eb01-0a08-41dd-8ecd-c5392d3ad3c1 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613142 Jul 22 21:17:46.807983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-a53a1192-cb0c-432e-83fc-6b4179bc038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:46.809972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-a53a1192-cb0c-432e-83fc-6b4179bc038d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3527124 Jul 22 21:17:46.869094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Attempting to bind port 5e4e0ef7-1166-4cac-84da-eee048a206fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:46.869789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Attempting to bind port 5e4e0ef7-1166-4cac-84da-eee048a206fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:46.871656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Attempting to bind port 5e4e0ef7-1166-4cac-84da-eee048a206fc on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:46.882998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Port 5e4e0ef7-1166-4cac-84da-eee048a206fc on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:46.883873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Attempting to bind port 5e4e0ef7-1166-4cac-84da-eee048a206fc on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:46.896790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:46.899624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:46.900531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:46.901593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Bound port: 5e4e0ef7-1166-4cac-84da-eee048a206fc, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:46.902393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.059867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-076785f3-e6c6-46be-819a-3a04f0473eb7 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009758 Jul 22 21:17:47.062064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] For port 5e4e0ef7-1166-4cac-84da-eee048a206fc, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:47.067779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] For port 5e4e0ef7-1166-4cac-84da-eee048a206fc, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5e4e0ef7-1166-4cac-84da-eee048a206fc,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:47.075605 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.118995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-a99d815d-57f5-460f-a437-daf8cbe23d83 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944238 Jul 22 21:17:47.150334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:47.152040 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.155496 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] 10.222.0.23 "PUT /v2.0/ports/5e4e0ef7-1166-4cac-84da-eee048a206fc HTTP/1.1" status: 200 len: 1097 time: 1.2296300 Jul 22 21:17:47.156608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'tag': '5e4e0ef7-1166-4cac-84da-eee048a206fc'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:47.161390 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0b0351-6154-4634-847c-ba4bfc690c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6dcfa3-8886-4047-89cd-e9134359e212", "tag": "5e4e0ef7-1166-4cac-84da-eee048a206fc"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:47.226939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17aace-debc-45f1-b201-2c52e0578f9e service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e0ef7-1166-4cac-84da-eee048a206fc,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:47.440099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860e628d-8800-4019-bd70-0029a9acb1b5 req-a84bc348-b66f-4686-8d2b-e9233fff9575 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114977 Jul 22 21:17:47.493046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-f5e038b6-240f-4796-a894-07937dffc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:47.510260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-f5e038b6-240f-4796-a894-07937dffc143 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=09952d2598f842638c4a5ba463284c91&device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 1100 time: 0.2336545 Jul 22 21:17:47.672813 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-7709bfdc-9895-43f7-b6cc-bb52c465bb4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5e4e0ef7-1166-4cac-84da-eee048a206fc HTTP/1.1" status: 200 len: 217 time: 0.1340451 Jul 22 21:17:47.676567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50532515-b9ee-4ef6-aba7-392fcf49775f req-67a53d6e-e85f-4e13-958f-e4df32c7c14b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:47.678186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50532515-b9ee-4ef6-aba7-392fcf49775f req-67a53d6e-e85f-4e13-958f-e4df32c7c14b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 944 time: 0.1591630 Jul 22 21:17:47.797315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-f190fcfb-311e-493d-9a31-528d7873f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:47.797911 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-f190fcfb-311e-493d-9a31-528d7873f575 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1144156 Jul 22 21:17:47.815632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50532515-b9ee-4ef6-aba7-392fcf49775f req-f695fd15-ed18-43bb-adbb-dca6d375f03f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200395 Jul 22 21:17:47.931923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-4b772319-f713-43fa-8e6f-79b522e197b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:47.947088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-4b772319-f713-43fa-8e6f-79b522e197b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413996 Jul 22 21:17:47.957417 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.173197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d782f-2e66-4da7-b294-6d66488ee61d req-52c02db9-030a-4cd6-bfdd-27b3d906e752 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:48.177335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d32d782f-2e66-4da7-b294-6d66488ee61d req-52c02db9-030a-4cd6-bfdd-27b3d906e752 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 948 time: 0.2486393 Jul 22 21:17:48.244596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-1159f914-ed17-43d9-9546-e03c416ade68 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852464 Jul 22 21:17:48.368982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d32d782f-2e66-4da7-b294-6d66488ee61d req-2732911d-d375-42da-8b8b-123041266e62 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807067 Jul 22 21:17:48.410398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd05df96-496c-4b5e-aba4-fa243e9a17ac req-b3e6eec5-1a0f-490f-a9ea-4e1d5ef2e28c service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569393 Jul 22 21:17:48.489985 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a56e0-5a01-45bd-a16d-f01bf826b76b x-openstack-request-id: req-d14a56e0-5a01-45bd-a16d-f01bf826b76b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:48.490753 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6dcfa3-8886-4047-89cd-e9134359e212", "tag": "5e4e0ef7-1166-4cac-84da-eee048a206fc", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:48.491712 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d14a56e0-5a01-45bd-a16d-f01bf826b76b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:48.492634 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'tag': '5e4e0ef7-1166-4cac-84da-eee048a206fc', 'status': 'completed', 'code': 200} Jul 22 21:17:48.670836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-cc76f50f-cfb9-4c75-a059-fad09fd9c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:48.673666 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-cc76f50f-cfb9-4c75-a059-fad09fd9c6ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=09952d2598f842638c4a5ba463284c91&device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 1100 time: 0.1441486 Jul 22 21:17:48.910262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-9cfec3c3-c808-4c7d-8803-fffc0cf67671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:48.912766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-9cfec3c3-c808-4c7d-8803-fffc0cf67671 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.2140262 Jul 22 21:17:48.995995 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-002f4573-e22b-4ca4-8857-58cb6c7d8cc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5e4e0ef7-1166-4cac-84da-eee048a206fc HTTP/1.1" status: 200 len: 217 time: 0.0625303 Jul 22 21:17:49.117688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-2f37f2bb-922a-4a1d-aeba-5e0744ba14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:49.120309 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-2f37f2bb-922a-4a1d-aeba-5e0744ba14ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1079576 Jul 22 21:17:49.199562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40776891-495c-4d09-ab15-4db039d326ff req-70b4fcb2-c5c2-486e-a7a0-15bc917e6964 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:49.213980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40776891-495c-4d09-ab15-4db039d326ff req-70b4fcb2-c5c2-486e-a7a0-15bc917e6964 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9774733 Jul 22 21:17:49.228874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e9cf5fe-1269-4eb9-9cba-1a32809e1154 req-0fb67d5f-5615-4a0b-8857-9f2762d640fc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 210 time: 0.6255896 Jul 22 21:17:49.283729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:49.413761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-d442e269-1135-4492-9c51-c80f504e1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:49.416454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-d442e269-1135-4492-9c51-c80f504e1af1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2426105 Jul 22 21:17:49.592038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:49.634713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'mac_address': 'fa:16:3e:4c:75:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:49.722969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-d8c452ff-b2c7-4ee7-bf50-38bd409c2d75 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886465 Jul 22 21:17:49.745692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:49.806815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef4de24-e9db-47da-a0f8-2aa57237aad1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:49.868668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-c33ec9a0-7925-4305-95a7-898b6bd3a10a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:49.879991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-c33ec9a0-7925-4305-95a7-898b6bd3a10a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.3756218 Jul 22 21:17:49.899254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:49.911171 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:49.915045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': '004fa23b-fb74-40ea-967c-75adc9b22513', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:49.984796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bf5b0-02b5-4c4a-9f30-550295ecd96b req-558eb090-8d1c-4f2a-8f36-748e090fb415 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:49.994656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9bf5b0-02b5-4c4a-9f30-550295ecd96b req-558eb090-8d1c-4f2a-8f36-748e090fb415 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 944 time: 0.5829735 Jul 22 21:17:50.081395 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7f0b0351-6154-4634-847c-ba4bfc690c3f req-36e805ff-cb2f-4ced-ac3f-f4e26636b3bf service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455501 Jul 22 21:17:50.139190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:50.157204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.160349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.162707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.163549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.164474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.165288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.166076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.166863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.167697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.168868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.171191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.172077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:50.214038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2ef4de24-e9db-47da-a0f8-2aa57237aad1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:50.286394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05bfb072-6fde-47ec-a765-8050673b99f2 req-c8f4f7c6-1ef6-41f8-ac82-4425f72ae173 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=a079663506b0414ba8416a0c842861ef HTTP/1.1" status: 200 len: 1656 time: 0.2454884 Jul 22 21:17:50.325933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9bf5b0-02b5-4c4a-9f30-550295ecd96b req-8c477ed9-0134-4ae8-a8aa-825c9e9cc5d2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251159 Jul 22 21:17:50.568302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:50.574080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.747587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfb072-6fde-47ec-a765-8050673b99f2 req-8bd389cd-a7fa-4186-a382-9bd6d7fbb9d1 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:50.755262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05bfb072-6fde-47ec-a765-8050673b99f2 req-8bd389cd-a7fa-4186-a382-9bd6d7fbb9d1 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks?id=ff40b705-7602-458a-8e3c-11b472a43fed&id=ff40b705-7602-458a-8e3c-11b472a43fed&id=ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 787 time: 0.4573991 Jul 22 21:17:50.761451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-05bfb072-6fde-47ec-a765-8050673b99f2 req-e5a7d51b-b8e9-4c13-adcd-24efadc9e0bf tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:17:50.784706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05bfb072-6fde-47ec-a765-8050673b99f2 req-e5a7d51b-b8e9-4c13-adcd-24efadc9e0bf tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282710 Jul 22 21:17:50.914356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23555a5-bacb-4673-bf9e-5cacb49ebe7a req-fbd7734a-6b5a-4720-8195-11c59fb23752 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:50.916043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e23555a5-bacb-4673-bf9e-5cacb49ebe7a req-fbd7734a-6b5a-4720-8195-11c59fb23752 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 948 time: 0.4026935 Jul 22 21:17:50.992450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bd9315e-f8e3-4f4e-a01a-3ed591f21d72 req-67270227-90bd-4c8d-85ee-e8cbc2f94125 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 210 time: 0.1019759 Jul 22 21:17:51.072843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.8 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/2f45721e-6da3-4fe1-b1f1-1a1832983afc) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:51.096493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e23555a5-bacb-4673-bf9e-5cacb49ebe7a req-bae0d2ae-ba84-4ba2-b770-871d1efbc718 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601369 Jul 22 21:17:51.280606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:51.345294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-9881af6c-03d1-45d5-956d-77b1b8dcdc58 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips/4b1bd3f2-ffbe-4092-82e1-7d51eaa8ddcb HTTP/1.1" status: 200 len: 693 time: 0.1359859 Jul 22 21:17:51.363144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:51.377564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:51.379413 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.613049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.682899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:51.685114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:51.692683 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0932c8-824c-4790-8481-a200c86c364b" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:51.702409 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.729381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.754915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-b3a2a244-b7d1-42fb-ada3-407d83f7b17a tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:51.765652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-b3a2a244-b7d1-42fb-ada3-407d83f7b17a tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.4054410 Jul 22 21:17:51.842563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:51.920983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-73924d05-5743-4d14-ac78-c005c20a81f5 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.1539421 Jul 22 21:17:52.061808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-5b50211a-9638-4463-833f-fc86d9c21fda tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.1252236 Jul 22 21:17:52.250777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e102d2d-56c9-491d-9312-ec22f268d99f req-14c87b09-9793-4ab6-90ef-2d83fb9a2393 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:52.264980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e102d2d-56c9-491d-9312-ec22f268d99f req-14c87b09-9793-4ab6-90ef-2d83fb9a2393 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.4166996 Jul 22 21:17:52.278794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:52.303930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:52.397434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=2f45721e-6da3-4fe1-b1f1-1a1832983afc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:52.456076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:52.516063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e102d2d-56c9-491d-9312-ec22f268d99f req-e76f6c9d-a2a3-4433-86fa-a0a19242e1ae tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494988 Jul 22 21:17:52.517960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:52.524197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:52.629730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Deleting port a95e6124-2ee1-4a35-ac78-44ff3663af0a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:52.630382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:52.696972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:52.698999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:52.711622 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ed2b3b-5cb8-427d-8bc0-7afbaeb4e2ac x-openstack-request-id: req-d2ed2b3b-5cb8-427d-8bc0-7afbaeb4e2ac {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:52.711622 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:52.712221 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2ed2b3b-5cb8-427d-8bc0-7afbaeb4e2ac {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:52.712371 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'code': 200} Jul 22 21:17:52.739097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-7dda8a14-c01a-4fe6-8189-6f36ea554afe tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8333871 Jul 22 21:17:52.825158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Request body: {'port': {'device_id': '004fa23b-fb74-40ea-967c-75adc9b22513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:52.905032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2475eca-735e-4a54-9de6-409208ed4dfa req-32ba4e08-f583-4e0b-a954-05d27bcf2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:52.905032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c2475eca-735e-4a54-9de6-409208ed4dfa req-32ba4e08-f583-4e0b-a954-05d27bcf2997 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1098 time: 0.0866091 Jul 22 21:17:52.963083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c2475eca-735e-4a54-9de6-409208ed4dfa req-fdfa8bb3-0f1c-4754-8511-cdc32b0d76ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472000 Jul 22 21:17:52.991926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:52.992459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.014984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Calling delete_port for a95e6124-2ee1-4a35-ac78-44ff3663af0a owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:53.205778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ebb55-c6ff-44ec-9996-fec930006793 req-668cd7bd-41c6-4a3f-80b0-b877c0d759ba tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:53.208371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c90ebb55-c6ff-44ec-9996-fec930006793 req-668cd7bd-41c6-4a3f-80b0-b877c0d759ba tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 931 time: 0.3432534 Jul 22 21:17:53.214828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.292337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5e4e0ef7-1166-4cac-84da-eee048a206fc details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:53.357976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c90ebb55-c6ff-44ec-9996-fec930006793 req-f22cc694-ceda-4338-8070-d1dadd6ee1d9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339321 Jul 22 21:17:53.502333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 5e4e0ef7-1166-4cac-84da-eee048a206fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5e4e0ef7-1166-4cac-84da-eee048a206fc,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:53.525835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '5e4e0ef7-1166-4cac-84da-eee048a206fc', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '5e4e0ef7-1166-4cac-84da-eee048a206fc', 'mac_address': 'fa:16:3e:f7:9f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:53.576625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.598649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4e0ef7-1166-4cac-84da-eee048a206fc {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:53.639740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 5e4e0ef7-1166-4cac-84da-eee048a206fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5e4e0ef7-1166-4cac-84da-eee048a206fc,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:53.642310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.647556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.738714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event deleted for resources: {'Port': ['ID=a95e6124-2ee1-4a35-ac78-44ff3663af0a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:53.743266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=5e4e0ef7-1166-4cac-84da-eee048a206fc,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:53.870397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2e05-5b24-4a10-87cd-2ad95d7caf5b req-34213c23-15b7-437a-b382-8ea2aa8e5616 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:53.872461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f3f2e05-5b24-4a10-87cd-2ad95d7caf5b req-34213c23-15b7-437a-b382-8ea2aa8e5616 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 948 time: 0.3589852 Jul 22 21:17:53.893144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.896657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.898677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282bf58a-368a-44bc-bd52-10647a1b2922 req-33465d11-2fb8-4c92-b315-51388c804b39 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "DELETE /v2.0/floatingips/4b1bd3f2-ffbe-4092-82e1-7d51eaa8ddcb HTTP/1.1" status: 204 len: 173 time: 1.8219967 Jul 22 21:17:54.010994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f3f2e05-5b24-4a10-87cd-2ad95d7caf5b req-793d53c4-62af-44c1-affb-dbf9b4b294b4 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277120 Jul 22 21:17:54.046253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['5e4e0ef7-1166-4cac-84da-eee048a206fc'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:54.126274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f45721e-6da3-4fe1-b1f1-1a1832983afc {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:54.136955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.167434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Transition to ACTIVE for port object 2f45721e-6da3-4fe1-b1f1-1a1832983afc will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:54.173599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.341498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2eefd406-e10a-41b9-9a54-d569923c033d req-750fb271-07df-4e81-a095-87f594cde589 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips/f2658e28-de44-4c6f-8f77-efdd8f4d3176 HTTP/1.1" status: 200 len: 693 time: 0.0983756 Jul 22 21:17:54.343188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Pushing event updated for resources: {'Port': ['ID=2f45721e-6da3-4fe1-b1f1-1a1832983afc,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:54.519711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58626e75-225e-4225-ad5b-03b9924f2806 req-36773a4b-03a4-4beb-a0f0-b196d405d107 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:54.521858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58626e75-225e-4225-ad5b-03b9924f2806 req-36773a4b-03a4-4beb-a0f0-b196d405d107 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.2651308 Jul 22 21:17:54.554353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Attempting to bind port 2f45721e-6da3-4fe1-b1f1-1a1832983afc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:54.554804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Attempting to bind port 2f45721e-6da3-4fe1-b1f1-1a1832983afc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:54.555213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Attempting to bind port 2f45721e-6da3-4fe1-b1f1-1a1832983afc on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:54.576474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefd406-e10a-41b9-9a54-d569923c033d req-b53d9cbf-d73d-44f0-90c6-7670b8fdb9ac tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:54.578054 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2eefd406-e10a-41b9-9a54-d569923c033d req-b53d9cbf-d73d-44f0-90c6-7670b8fdb9ac tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2240484 Jul 22 21:17:54.584059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Port 2f45721e-6da3-4fe1-b1f1-1a1832983afc on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:54.584349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Attempting to bind port 2f45721e-6da3-4fe1-b1f1-1a1832983afc on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:54.610088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:54.610416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:54.610825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:54.611283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Bound port: 2f45721e-6da3-4fe1-b1f1-1a1832983afc, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:54.612196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.659133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58626e75-225e-4225-ad5b-03b9924f2806 req-0074ba1d-0f7f-4957-b206-75b026f15f77 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239073 Jul 22 21:17:54.664317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2eefd406-e10a-41b9-9a54-d569923c033d req-4a9a1990-ae34-453a-b46a-4dccae049083 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0741472 Jul 22 21:17:54.773824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2eefd406-e10a-41b9-9a54-d569923c033d req-a11ba7c0-b710-4743-8f41-cbb32c81e763 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0757477 Jul 22 21:17:54.855098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] For port 2f45721e-6da3-4fe1-b1f1-1a1832983afc, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:54.974724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] For port 2f45721e-6da3-4fe1-b1f1-1a1832983afc, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f45721e-6da3-4fe1-b1f1-1a1832983afc,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:54.985959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.292548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5e4e0ef7-1166-4cac-84da-eee048a206fc up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:55.360858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 5e4e0ef7-1166-4cac-84da-eee048a206fc completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:55.366000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 5e4e0ef7-1166-4cac-84da-eee048a206fc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:55.366472 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.406761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:55.407100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.409672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] 10.222.0.23 "PUT /v2.0/ports/2f45721e-6da3-4fe1-b1f1-1a1832983afc HTTP/1.1" status: 200 len: 1092 time: 2.5916753 Jul 22 21:17:55.410069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004fa23b-fb74-40ea-967c-75adc9b22513', 'tag': '2f45721e-6da3-4fe1-b1f1-1a1832983afc'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:55.414095 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "004fa23b-fb74-40ea-967c-75adc9b22513", "tag": "2f45721e-6da3-4fe1-b1f1-1a1832983afc"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:55.476914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df01a9a-3321-4f4b-83c7-2d9cfe66833c service neutron] Pushing event updated for resources: {'Port': ['ID=2f45721e-6da3-4fe1-b1f1-1a1832983afc,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:55.499940 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.534347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca358e8-368e-4181-b5ee-d662825f5632 req-ca0c5249-f1f5-472a-8423-f5e6cc6cc692 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:55.536586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ca358e8-368e-4181-b5ee-d662825f5632 req-ca0c5249-f1f5-472a-8423-f5e6cc6cc692 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 943 time: 0.6693289 Jul 22 21:17:55.537256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e0ef7-1166-4cac-84da-eee048a206fc'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:55.541669 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0cd51e-2b3a-4c26-b759-261e3fab6186" -d '{"events": [{"server_uuid": "7b6dcfa3-8886-4047-89cd-e9134359e212", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e0ef7-1166-4cac-84da-eee048a206fc"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:55.563553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 5e4e0ef7-1166-4cac-84da-eee048a206fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5e4e0ef7-1166-4cac-84da-eee048a206fc,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:55.564693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Deleting port 537bb0f2-5de1-41a3-ba2d-ac6f9d48e649 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:55.565567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.578678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.645411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=5e4e0ef7-1166-4cac-84da-eee048a206fc,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:55.661187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-c0666b7b-2d97-402f-90e9-1c7b79eaadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:55.663643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-c0666b7b-2d97-402f-90e9-1c7b79eaadbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 1095 time: 0.2054517 Jul 22 21:17:55.671461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ca358e8-368e-4181-b5ee-d662825f5632 req-9dea85c4-2e25-4a3e-8b2c-d85297e7c677 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275415 Jul 22 21:17:55.777237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-456eba4d-d88f-4cf9-b9cd-fda61994bc60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f45721e-6da3-4fe1-b1f1-1a1832983afc HTTP/1.1" status: 200 len: 217 time: 0.0974858 Jul 22 21:17:55.813313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.813835 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:55.883798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Calling delete_port for 537bb0f2-5de1-41a3-ba2d-ac6f9d48e649 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:56.006983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-a61f7350-ffaa-4bfa-9893-1b5a3c59e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:56.009447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-a61f7350-ffaa-4bfa-9893-1b5a3c59e196 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1907609 Jul 22 21:17:56.073244 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-4605868c-d9c1-4921-98eb-83467c258320 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538583 Jul 22 21:17:56.086366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf230-bf00-4e7b-b89c-70d0b45d84e7 req-b67d6e37-f839-4130-b0ae-2d8f01897285 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:56.087894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3caf230-bf00-4e7b-b89c-70d0b45d84e7 req-b67d6e37-f839-4130-b0ae-2d8f01897285 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 951 time: 0.3379166 Jul 22 21:17:56.244285 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3caf230-bf00-4e7b-b89c-70d0b45d84e7 req-13961be1-2750-4915-b7c3-f5964ce7f8fd tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437588 Jul 22 21:17:56.290368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-63d41548-dfca-42c6-96bd-70a89c02c538 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012546 Jul 22 21:17:56.293141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.352833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event deleted for resources: {'Port': ['ID=537bb0f2-5de1-41a3-ba2d-ac6f9d48e649,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:56.545944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.547242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.548621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2eefd406-e10a-41b9-9a54-d569923c033d req-7989fbd4-91ff-45f4-b34b-9638e3f876a7 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "DELETE /v2.0/floatingips/f2658e28-de44-4c6f-8f77-efdd8f4d3176 HTTP/1.1" status: 204 len: 173 time: 1.7566957 Jul 22 21:17:56.569807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-565e4e55-6d55-44a0-be2e-10c6b4ba5e1e req-8d2582c4-da2b-456f-b33c-702d73963931 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650816 Jul 22 21:17:56.587632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020a5e1-9dda-465d-8879-4e2bc500a301 req-5eda2272-bca7-4c37-a075-eeb16d6b60d7 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:56.589493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7020a5e1-9dda-465d-8879-4e2bc500a301 req-5eda2272-bca7-4c37-a075-eeb16d6b60d7 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 950 time: 0.2340262 Jul 22 21:17:56.654018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7020a5e1-9dda-465d-8879-4e2bc500a301 req-7aa45a53-1570-44f5-80d2-e76df6ba7307 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564563 Jul 22 21:17:56.692324 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ebc2d3-a962-4283-9294-8e9246c59630 x-openstack-request-id: req-15ebc2d3-a962-4283-9294-8e9246c59630 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:56.692968 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004fa23b-fb74-40ea-967c-75adc9b22513", "tag": "2f45721e-6da3-4fe1-b1f1-1a1832983afc", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:56.692968 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15ebc2d3-a962-4283-9294-8e9246c59630 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:56.693277 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004fa23b-fb74-40ea-967c-75adc9b22513', 'tag': '2f45721e-6da3-4fe1-b1f1-1a1832983afc', 'status': 'completed', 'code': 200} Jul 22 21:17:56.723376 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77dd9c5-d482-4ef3-a28b-8c12fe0d93e0 x-openstack-request-id: req-c77dd9c5-d482-4ef3-a28b-8c12fe0d93e0 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:56.724893 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6dcfa3-8886-4047-89cd-e9134359e212", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e0ef7-1166-4cac-84da-eee048a206fc", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:56.725547 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c77dd9c5-d482-4ef3-a28b-8c12fe0d93e0 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:56.726376 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e0ef7-1166-4cac-84da-eee048a206fc', 'code': 200} Jul 22 21:17:56.875158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16044ce3-8abe-46aa-ae58-0ea75033cfec req-f0efb219-282f-45e9-a131-599704462ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:56.877029 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-16044ce3-8abe-46aa-ae58-0ea75033cfec req-f0efb219-282f-45e9-a131-599704462ade service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 1102 time: 0.0679564 Jul 22 21:17:56.889379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-dc8d7cd1-9ea6-47b6-a3ec-72c0a6cef058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:56.891816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-dc8d7cd1-9ea6-47b6-a3ec-72c0a6cef058 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 1095 time: 0.1474326 Jul 22 21:17:56.948469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-16044ce3-8abe-46aa-ae58-0ea75033cfec req-d502c044-17a0-4fba-8103-166bd049ba78 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600247 Jul 22 21:17:56.949421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da047e73-d35b-47c2-b64e-d4e4ef994b79 req-a4ca7141-a8d6-47a6-9bf4-fc80da5f31e2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:56.951044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da047e73-d35b-47c2-b64e-d4e4ef994b79 req-a4ca7141-a8d6-47a6-9bf4-fc80da5f31e2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.1939378 Jul 22 21:17:57.064407 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-c2ab9f52-3c4f-4397-b3bc-a7e9571a5d35 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips/5920d199-a107-4712-84b7-1241a8663842 HTTP/1.1" status: 200 len: 692 time: 0.1104753 Jul 22 21:17:57.143521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da047e73-d35b-47c2-b64e-d4e4ef994b79 req-0d33c447-3347-4eb1-b6e2-4ece701d185b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698029 Jul 22 21:17:57.148162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:57.167094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-7a66cb0d-e6ba-40d3-8ba7-9b20a1cce02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:57.169710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-7a66cb0d-e6ba-40d3-8ba7-9b20a1cce02e service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.2672505 Jul 22 21:17:57.288727 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.311262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-78eeefea-776e-48dd-a75e-6d1ea028bd57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f45721e-6da3-4fe1-b1f1-1a1832983afc HTTP/1.1" status: 200 len: 217 time: 0.1253824 Jul 22 21:17:57.344587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:57.350916 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.434432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-0547e91d-d7dc-4956-9afa-95a4edcaff29 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:57.434432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-0547e91d-d7dc-4956-9afa-95a4edcaff29 tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3605664 Jul 22 21:17:57.437332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=11']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:57.440768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-22de25d2-7911-4872-b406-20f8b196b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:57.442274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-22de25d2-7911-4872-b406-20f8b196b6f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1156914 Jul 22 21:17:57.555210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-191c0db1-9d3f-415c-af7b-9216a59c4069 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961251 Jul 22 21:17:57.561411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-549b852f-7aee-41dc-96b8-a90921ae3cdd tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.1160100 Jul 22 21:17:57.575145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7df41-57f7-4abf-93d5-d6e4be3a4bea req-a3596f4b-add5-4235-9a84-211ee245071a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:57.577777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74d7df41-57f7-4abf-93d5-d6e4be3a4bea req-a3596f4b-add5-4235-9a84-211ee245071a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 943 time: 0.2745004 Jul 22 21:17:57.677097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-45629ae2-be31-4d73-9faf-2af4f146b31d tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.0978212 Jul 22 21:17:57.793672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74d7df41-57f7-4abf-93d5-d6e4be3a4bea req-303559c8-82b6-4961-96f6-192d3bd91d02 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910520 Jul 22 21:17:57.906552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-8635e42d-934b-4fb2-8061-2038d773da34 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248630 Jul 22 21:17:58.040582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Deleting port c4175b33-f202-41e5-bcbd-438b6196a1ef {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:58.041026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.203504 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6c55b1b-4ba2-4165-b021-8c3e7655e9a8 req-f0c08bb3-b313-4600-85fd-3c7ea43a62fa service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837341 Jul 22 21:17:58.236248 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.237301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.254922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Calling delete_port for c4175b33-f202-41e5-bcbd-438b6196a1ef owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:58.285663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f172480-0665-4d17-bc61-034d66006616 req-55711da9-3a43-456d-a984-b351280fabac tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:58.287568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f172480-0665-4d17-bc61-034d66006616 req-55711da9-3a43-456d-a984-b351280fabac tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.2331743 Jul 22 21:17:58.303018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55312) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:58.310613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'floatingip': {'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:58.368445 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:17:58.386659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.561663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.603577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Pushing event deleted for resources: {'Port': ['ID=c4175b33-f202-41e5-bcbd-438b6196a1ef,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:58.683212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8376363-1def-4ffe-bff6-412becc7b68e req-0eac663a-b709-41d7-9470-93f0fb8e110d tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:58.685041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8376363-1def-4ffe-bff6-412becc7b68e req-0eac663a-b709-41d7-9470-93f0fb8e110d tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 950 time: 0.1811118 Jul 22 21:17:58.724236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.727089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.728752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d11e2c3-2991-47fb-847a-d6b55cc26aa2 req-63d09306-a4fa-4bca-808f-edbf83f951ec tempest-FloatingIPDetailsTestJSON-931004205 tempest-FloatingIPDetailsTestJSON-931004205-project] 10.222.0.54 "DELETE /v2.0/floatingips/5920d199-a107-4712-84b7-1241a8663842 HTTP/1.1" status: 204 len: 173 time: 1.0447807 Jul 22 21:17:58.729592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:58.735300 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08461538-d3ea-434c-806a-12bddf17986c" -d '{"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:58.740550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55318) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:58.758469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8376363-1def-4ffe-bff6-412becc7b68e req-b655ad42-0c68-41d1-9f77-ddbd8895faf5 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646284 Jul 22 21:17:58.900681 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2389e8-6827-4d0c-8af6-9db9603df522 x-openstack-request-id: req-4d2389e8-6827-4d0c-8af6-9db9603df522 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:58.900995 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:58.901249 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d2389e8-6827-4d0c-8af6-9db9603df522 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:58.901643 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'code': 200} Jul 22 21:17:59.220899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71537d-5e5c-49ad-9f74-945cf4fc4554 req-9dd06411-89bf-4ca0-bc53-b8c5010731b5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:59.223297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f71537d-5e5c-49ad-9f74-945cf4fc4554 req-9dd06411-89bf-4ca0-bc53-b8c5010731b5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 943 time: 0.1780937 Jul 22 21:17:59.296691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f71537d-5e5c-49ad-9f74-945cf4fc4554 req-21698f3b-7b2a-485c-b138-67f71f4d4450 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595179 Jul 22 21:17:59.417580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55362) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:59.531048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.537858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.591364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43052f5-db32-40d4-acb5-f09bdc626d14 req-4efbc99e-8ba4-4902-8dbc-f92e1f4f9372 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:59.593694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c43052f5-db32-40d4-acb5-f09bdc626d14 req-4efbc99e-8ba4-4902-8dbc-f92e1f4f9372 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 950 time: 0.1054809 Jul 22 21:17:59.681692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c43052f5-db32-40d4-acb5-f09bdc626d14 req-60223d63-ff42-40bc-8217-e9d12f490029 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Jul 22 21:17:59.739390 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Floating IP 901bf804-94d2-448e-a1cf-da3eb053e78e associated. External IP: 172.25.5.218, port: 2ef4de24-e9db-47da-a0f8-2aa57237aad1. Jul 22 21:17:59.751992 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d6822ae-6759-4f66-bb50-b71313f06957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.930364 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d6822ae-6759-4f66-bb50-b71313f06957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.938129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d6822ae-6759-4f66-bb50-b71313f06957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.007796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1d6822ae-6759-4f66-bb50-b71313f06957 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36eb6fafcbc0453bab4538b512174982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867305 Jul 22 21:18:00.011660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55400) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:00.027199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6822ae-6759-4f66-bb50-b71313f06957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb96d5f3-c492-4e3a-a570-10ff803f5385,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:00.126306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fc297ea-6747-4c2b-ac9c-b987629fc6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.178089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fc297ea-6747-4c2b-ac9c-b987629fc6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.276284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Router 3004dcd3-c483-464f-8f02-fb867c77ec46 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:00.291944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fc297ea-6747-4c2b-ac9c-b987629fc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.297105 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fc297ea-6747-4c2b-ac9c-b987629fc6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.302891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8fc297ea-6747-4c2b-ac9c-b987629fc6b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb96d5f3-c492-4e3a-a570-10ff803f5385 HTTP/1.1" status: 204 len: 168 time: 0.2853467 Jul 22 21:18:00.322677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc297ea-6747-4c2b-ac9c-b987629fc6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb96d5f3-c492-4e3a-a570-10ff803f5385,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:00.392259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.616923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f7dda-75a5-4c29-90cb-6836dbb7c1af req-14fa7daf-0489-49b8-8eb1-9ff90e790f04 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:00.630565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b7f7dda-75a5-4c29-90cb-6836dbb7c1af req-14fa7daf-0489-49b8-8eb1-9ff90e790f04 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 943 time: 0.1692495 Jul 22 21:18:00.732450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b7f7dda-75a5-4c29-90cb-6836dbb7c1af req-fef7b419-a871-4091-92dc-94c5a114e274 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002452 Jul 22 21:18:01.032346 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.067705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dabc3c-6ce5-42a9-9f27-b8356f006838 req-fd9291aa-5083-4c4a-be31-a7e635adb705 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:01.069046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55472) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:01.070362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99dabc3c-6ce5-42a9-9f27-b8356f006838 req-fd9291aa-5083-4c4a-be31-a7e635adb705 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 950 time: 0.1474950 Jul 22 21:18:01.085283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:01.104159 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] Sync routers for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:01.120981 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.131355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2852a91f-d4e9-4033-8d17-5f2905289a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.131795 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:01.133116 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:01.146161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99dabc3c-6ce5-42a9-9f27-b8356f006838 req-e1f3264f-6e44-42b2-b012-6ef7a3003831 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662522 Jul 22 21:18:01.316152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f45721e-6da3-4fe1-b1f1-1a1832983afc details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:01.356153 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e3d75966-9b2b-4fb0-bb1d-77386e932305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "PUT /v2.0/floatingips/901bf804-94d2-448e-a1cf-da3eb053e78e HTTP/1.1" status: 200 len: 992 time: 3.0501776 Jul 22 21:18:01.365312 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:01.367445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:01.372460 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351d4ac7-3ef0-42a6-9ec2-082133a1df47" -d '{"events": [{"name": "network-changed", "server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:01.515120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f45721e-6da3-4fe1-b1f1-1a1832983afc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f45721e-6da3-4fe1-b1f1-1a1832983afc,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:01.571532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2f45721e-6da3-4fe1-b1f1-1a1832983afc', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': '2f45721e-6da3-4fe1-b1f1-1a1832983afc', 'mac_address': 'fa:16:3e:07:ec:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:01.654477 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6795639-054d-4219-a3be-0a87b84acfd0 x-openstack-request-id: req-e6795639-054d-4219-a3be-0a87b84acfd0 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:01.655337 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:01.656029 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6795639-054d-4219-a3be-0a87b84acfd0 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:01.656923 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'status': 'completed', 'code': 200} Jul 22 21:18:01.669210 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.700968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f45721e-6da3-4fe1-b1f1-1a1832983afc {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:01.726889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2852a91f-d4e9-4033-8d17-5f2905289a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.745630 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2852a91f-d4e9-4033-8d17-5f2905289a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.795107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f45721e-6da3-4fe1-b1f1-1a1832983afc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f45721e-6da3-4fe1-b1f1-1a1832983afc,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:01.820907 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.829682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-ae797a09-797a-40af-9483-460fc6969614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:01.839337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-ae797a09-797a-40af-9483-460fc6969614 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1098 time: 0.1722472 Jul 22 21:18:01.880622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.920328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852a91f-d4e9-4033-8d17-5f2905289a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7624fa4d-916b-4ae8-a7c3-8b89112a7fb5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:01.930123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2852a91f-d4e9-4033-8d17-5f2905289a7f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=939d5296944d4e01941e34fe2ff91b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566983 Jul 22 21:18:01.939369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55516) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:01.980098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f45721e-6da3-4fe1-b1f1-1a1832983afc,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:01.980412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Deleting port c8661786-2120-4955-882a-8c1afaf8e36b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:01.982130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.142352 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '901bf804-94d2-448e-a1cf-da3eb053e78e', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'mac_address': 'fa:16:3e:4c:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:17:30Z', 'updated_at': '2021-07-22T21:17:59Z', 'revision_number': 1, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:29Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:02.149882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14206393-e671-4462-bb12-e5f9ee623e6a req-5c314abc-c0dc-4752-bdbe-108220885969 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.153089 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-14206393-e671-4462-bb12-e5f9ee623e6a req-5c314abc-c0dc-4752-bdbe-108220885969 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 950 time: 0.3558185 Jul 22 21:18:02.210324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2f45721e-6da3-4fe1-b1f1-1a1832983afc'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:02.224135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] Checking router: 3004dcd3-c483-464f-8f02-fb867c77ec46 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:02.244243 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:02.245482 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:02.432114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1bc50045-fa47-4ca7-a334-f1ef5d4875e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.447702 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:02.537445 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1bc50045-fa47-4ca7-a334-f1ef5d4875e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.570209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] For port c8661786-2120-4955-882a-8c1afaf8e36b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c8661786-2120-4955-882a-8c1afaf8e36b,segment=NetworkSegment(933d7998-8dcf-440d-a45f-f7425ea025ad),segment_id=933d7998-8dcf-440d-a45f-f7425ea025ad)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:02.570922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.646947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Calling delete_port for c8661786-2120-4955-882a-8c1afaf8e36b owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:02.667926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Deleting port 5e4e0ef7-1166-4cac-84da-eee048a206fc {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:02.668991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.677284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-b8841189-db74-4ff4-9b66-92c864c180f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.679551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-b8841189-db74-4ff4-9b66-92c864c180f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.8260527 Jul 22 21:18:02.813676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736699b-7294-4a69-953b-399987add14f req-8c9e2e79-5079-4f5e-82ea-5f39d28a1203 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.826221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c736699b-7294-4a69-953b-399987add14f req-8c9e2e79-5079-4f5e-82ea-5f39d28a1203 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 944 time: 0.2376440 Jul 22 21:18:02.892411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-a23a3ed8-8338-4b0e-976b-fcdd94ab1d1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.1987100 Jul 22 21:18:02.943742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1bc50045-fa47-4ca7-a334-f1ef5d4875e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.948149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1bc50045-fa47-4ca7-a334-f1ef5d4875e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.952256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1bc50045-fa47-4ca7-a334-f1ef5d4875e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7624fa4d-916b-4ae8-a7c3-8b89112a7fb5 HTTP/1.1" status: 204 len: 168 time: 1.0054467 Jul 22 21:18:02.990230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] For port 5e4e0ef7-1166-4cac-84da-eee048a206fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5e4e0ef7-1166-4cac-84da-eee048a206fc,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:02.990800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.997770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50045-fa47-4ca7-a334-f1ef5d4875e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7624fa4d-916b-4ae8-a7c3-8b89112a7fb5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:03.004452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-513d4b30-05ca-4123-9752-16fe4239c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:03.006970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-513d4b30-05ca-4123-9752-16fe4239c379 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.0995452 Jul 22 21:18:03.020358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c736699b-7294-4a69-953b-399987add14f req-91145ef0-0b9b-4b39-834f-c0792c252c86 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903076 Jul 22 21:18:03.042660 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '901bf804-94d2-448e-a1cf-da3eb053e78e', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'mac_address': 'fa:16:3e:4c:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:17:30Z', 'updated_at': '2021-07-22T21:17:59Z', 'revision_number': 1, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:29Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:03.050919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Calling delete_port for 5e4e0ef7-1166-4cac-84da-eee048a206fc owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:03.129188 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c9ce9-05c9-41f3-b65d-be16f6a7a955 None None] The sync data for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 is: [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '901bf804-94d2-448e-a1cf-da3eb053e78e', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'mac_address': 'fa:16:3e:4c:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:17:30Z', 'updated_at': '2021-07-22T21:17:59Z', 'revision_number': 1, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:29Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:03.309117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-d472cc83-a605-41d6-b0e9-ce0fc0f8ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:03.311893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-d472cc83-a605-41d6-b0e9-ce0fc0f8ae64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2846014 Jul 22 21:18:03.347474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f07cc5-416f-4738-8265-38210c620e39 req-1aa4d549-9d58-42ef-9bff-e142e0423989 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:03.350335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9f07cc5-416f-4738-8265-38210c620e39 req-1aa4d549-9d58-42ef-9bff-e142e0423989 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 950 time: 0.2307460 Jul 22 21:18:03.363198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.413156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8661786-2120-4955-882a-8c1afaf8e36b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:03.473951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9f07cc5-416f-4738-8265-38210c620e39 req-254c4a31-dac1-4c3f-984f-15d66bc46799 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c08e5f-0f27-44fe-9a9c-c4738b346d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987153 Jul 22 21:18:03.673868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e1a3f-e64b-47d2-adc9-fae206d7e244 None None] New status for floating IP 901bf804-94d2-448e-a1cf-da3eb053e78e: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:18:03.788444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-4363f734-3c9d-463d-8d2c-6f89d0d7fd31 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351292 Jul 22 21:18:03.952011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.047377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351d4ac7-3ef0-42a6-9ec2-082133a1df47 req-00c73304-ad89-4de8-afef-9e0b8f39927e service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444258 Jul 22 21:18:04.088960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Pushing event deleted for resources: {'Port': ['ID=5e4e0ef7-1166-4cac-84da-eee048a206fc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:04.230767 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.319237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] No DVR routers for this DVR port 5e4e0ef7-1166-4cac-84da-eee048a206fc on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:04.324268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.332727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-14206393-e671-4462-bb12-e5f9ee623e6a req-6a766ec1-9339-43e7-8818-6912468d3134 tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.23 "DELETE /v2.0/ports/5e4e0ef7-1166-4cac-84da-eee048a206fc HTTP/1.1" status: 204 len: 173 time: 2.1653793 Jul 22 21:18:04.560830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'name': 'network-vif-deleted', 'tag': '5e4e0ef7-1166-4cac-84da-eee048a206fc'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:04.564098 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5869be8-785a-4e2a-958a-a0bf66e227b8" -d '{"events": [{"server_uuid": "7b6dcfa3-8886-4047-89cd-e9134359e212", "name": "network-vif-deleted", "tag": "5e4e0ef7-1166-4cac-84da-eee048a206fc"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:04.713275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5380-feae-4305-967e-dae7dddaa814 req-51b29648-6124-436e-b820-2263c03c8164 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:04.720821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a74c5380-feae-4305-967e-dae7dddaa814 req-51b29648-6124-436e-b820-2263c03c8164 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 944 time: 0.2457576 Jul 22 21:18:04.809915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a74c5380-feae-4305-967e-dae7dddaa814 req-ccf424ae-20a2-48f8-b537-61cca7e751d6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810513 Jul 22 21:18:04.879639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Router 786990fa-d706-47e7-a4a8-58ab52eec227 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:05.113209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:05.126006 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2388b685-6db6-457b-8734-8439cebbf7c6 admin admin] 10.222.0.54 "PUT /v2.0/routers/786990fa-d706-47e7-a4a8-58ab52eec227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3798621 Jul 22 21:18:05.126677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55628) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:05.134707 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] Sync routers for ids ['786990fa-d706-47e7-a4a8-58ab52eec227'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:05.162071 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] Routers {'786990fa-d706-47e7-a4a8-58ab52eec227'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:05.163243 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['786990fa-d706-47e7-a4a8-58ab52eec227'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:05.245998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fb20078-d3b1-4f63-be9c-c2c741ae958a req-4c10e1c9-59c7-4041-b72d-ad16364ddadb tempest-ServerDiagnosticsNegativeTest-1481346142 tempest-ServerDiagnosticsNegativeTest-1481346142-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b6dcfa3-8886-4047-89cd-e9134359e212 HTTP/1.1" status: 200 len: 210 time: 0.1466339 Jul 22 21:18:05.344425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f45721e-6da3-4fe1-b1f1-1a1832983afc up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:05.410083 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] Set router 786990fa-d706-47e7-a4a8-58ab52eec227 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:05.422992 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c92f4-1de7-404e-81ab-5870d537efc6 x-openstack-request-id: req-246c92f4-1de7-404e-81ab-5870d537efc6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:05.423439 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6dcfa3-8886-4047-89cd-e9134359e212", "name": "network-vif-deleted", "tag": "5e4e0ef7-1166-4cac-84da-eee048a206fc", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:05.423697 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-246c92f4-1de7-404e-81ab-5870d537efc6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:05.425380 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6dcfa3-8886-4047-89cd-e9134359e212', 'name': 'network-vif-deleted', 'tag': '5e4e0ef7-1166-4cac-84da-eee048a206fc', 'status': 'completed', 'code': 200} Jul 22 21:18:05.624249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.641994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 2f45721e-6da3-4fe1-b1f1-1a1832983afc completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:05.650921 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2f45721e-6da3-4fe1-b1f1-1a1832983afc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:05.651530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.913092 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.013814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.074703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004fa23b-fb74-40ea-967c-75adc9b22513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f45721e-6da3-4fe1-b1f1-1a1832983afc'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:06.090686 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b61b98e-6d84-4869-bfff-db8df46d10e4" -d '{"events": [{"server_uuid": "004fa23b-fb74-40ea-967c-75adc9b22513", "name": "network-vif-plugged", "status": "completed", "tag": "2f45721e-6da3-4fe1-b1f1-1a1832983afc"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:06.112438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f45721e-6da3-4fe1-b1f1-1a1832983afc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f45721e-6da3-4fe1-b1f1-1a1832983afc,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:06.126421 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.127141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Deleting port de46bebf-0134-4ee4-8498-1a2e90b2fcd5 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:06.127518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.131047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5e4e0ef7-1166-4cac-84da-eee048a206fc no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:06.224761 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:18:03Z', 'revision_number': 5, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port': {'id': 'de46bebf-0134-4ee4-8498-1a2e90b2fcd5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:02Z', 'updated_at': '2021-07-22T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:06.231512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf1696-2312-4dcd-99b1-2c198436a63a req-4cc04935-662f-4b2c-9710-bcf5df220356 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:06.246194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fdf1696-2312-4dcd-99b1-2c198436a63a req-4cc04935-662f-4b2c-9710-bcf5df220356 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 944 time: 0.1874971 Jul 22 21:18:06.313677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f45721e-6da3-4fe1-b1f1-1a1832983afc,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:06.326649 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] Checking router: 786990fa-d706-47e7-a4a8-58ab52eec227 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:06.363669 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] Routers {'786990fa-d706-47e7-a4a8-58ab52eec227'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:06.364736 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:17:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['786990fa-d706-47e7-a4a8-58ab52eec227'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:06.380744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fdf1696-2312-4dcd-99b1-2c198436a63a req-0f35f24b-0960-488e-bcbd-d412dd0c6447 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156979 Jul 22 21:18:06.408351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 5e4e0ef7-1166-4cac-84da-eee048a206fc {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:06.409774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5e4e0ef7-1166-4cac-84da-eee048a206fc not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:06.504421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] For port de46bebf-0134-4ee4-8498-1a2e90b2fcd5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:06.504914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.541264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Calling delete_port for de46bebf-0134-4ee4-8498-1a2e90b2fcd5 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:06.693903 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] Set router 786990fa-d706-47e7-a4a8-58ab52eec227 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:06.723030 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73542a69-59b5-45de-be5c-12fe56fa3655 x-openstack-request-id: req-73542a69-59b5-45de-be5c-12fe56fa3655 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:06.723908 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004fa23b-fb74-40ea-967c-75adc9b22513", "name": "network-vif-plugged", "status": "completed", "tag": "2f45721e-6da3-4fe1-b1f1-1a1832983afc", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:06.724576 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73542a69-59b5-45de-be5c-12fe56fa3655 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:06.725647 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004fa23b-fb74-40ea-967c-75adc9b22513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f45721e-6da3-4fe1-b1f1-1a1832983afc', 'code': 200} Jul 22 21:18:06.925517 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 6, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:07.073277 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053dfd1e-138c-4173-a149-d79396f63e8f None None] The sync data for ids ['786990fa-d706-47e7-a4a8-58ab52eec227'] in n-d-762330-19 is: [{'id': '786990fa-d706-47e7-a4a8-58ab52eec227', 'name': 'tempest-FloatingIPDetailsTestJSON-656671624-router', 'tenant_id': 'a079663506b0414ba8416a0c842861ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:57Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 6, 'project_id': 'a079663506b0414ba8416a0c842861ef', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:07.194892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58b381-db6c-4862-b8c6-30c3459130de req-9e0c45e6-e39b-4ad5-822e-256862c758b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:07.197496 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be58b381-db6c-4862-b8c6-30c3459130de req-9e0c45e6-e39b-4ad5-822e-256862c758b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 1097 time: 0.2937579 Jul 22 21:18:07.336515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be58b381-db6c-4862-b8c6-30c3459130de req-dc8693b7-d51d-4900-9f7b-48a0da78b425 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248503 Jul 22 21:18:07.366827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.434503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Pushing event deleted for resources: {'Port': ['ID=de46bebf-0134-4ee4-8498-1a2e90b2fcd5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:07.745507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c8661786-2120-4955-882a-8c1afaf8e36b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:07.771187 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.813015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55718) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:07.844604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: c8661786-2120-4955-882a-8c1afaf8e36b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:07.853160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c8661786-2120-4955-882a-8c1afaf8e36b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:07.960972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.967468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.052101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.053561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 786990fa-d706-47e7-a4a8-58ab52eec227 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:18:08.073053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.083890 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e7fd6ae1-740f-4878-b762-2e1e2c8a754c admin admin] 10.222.0.54 "DELETE /v2.0/routers/786990fa-d706-47e7-a4a8-58ab52eec227 HTTP/1.1" status: 204 len: 168 time: 2.9548788 Jul 22 21:18:08.088248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:08.096233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858e28a-e0c8-42aa-af67-849b048a57cb req-8a22ab6d-074d-49df-91ce-d99f0fb9c981 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:08.100999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e858e28a-e0c8-42aa-af67-849b048a57cb req-8a22ab6d-074d-49df-91ce-d99f0fb9c981 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 945 time: 0.1945376 Jul 22 21:18:08.235012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] Deleting subnet b1c4dd70-a925-4b9f-8925-239358b2d794 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:18:08.247602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.260459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e858e28a-e0c8-42aa-af67-849b048a57cb req-7abb8cbb-77b3-4f15-bb63-668ad63b1da1 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488678 Jul 22 21:18:08.358116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.396546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3dca1890-4a89-4099-b035-f288040cf221 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09952d2598f842638c4a5ba463284c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809209 Jul 22 21:18:08.400276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55732) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:08.477025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2997c-99d0-4111-a49f-ae5b958f8f9a req-8a61821f-744e-4727-9f80-86a68dde2835 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:08.492943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5be2997c-99d0-4111-a49f-ae5b958f8f9a req-8a61821f-744e-4727-9f80-86a68dde2835 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.1920950 Jul 22 21:18:08.598473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5be2997c-99d0-4111-a49f-ae5b958f8f9a req-aee0a961-9f48-496b-a1e3-c02cf91418b9 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038041 Jul 22 21:18:08.638787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c4be149-fc0d-43e5-85d1-675679a52888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.677730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.741961 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c4be149-fc0d-43e5-85d1-675679a52888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.889496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c4be149-fc0d-43e5-85d1-675679a52888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.895459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c4be149-fc0d-43e5-85d1-675679a52888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.902205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0c4be149-fc0d-43e5-85d1-675679a52888 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37c08e5f-0f27-44fe-9a9c-c4738b346d74 HTTP/1.1" status: 204 len: 168 time: 0.4999404 Jul 22 21:18:08.922453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4be149-fc0d-43e5-85d1-675679a52888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c08e5f-0f27-44fe-9a9c-c4738b346d74,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:08.945860 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.975090 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.983869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:08.994736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b1c4dd70-a925-4b9f-8925-239358b2d794 HTTP/1.1" status: 204 len: 168 time: 0.9043460 Jul 22 21:18:09.003595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3967b3-89f5-427a-855e-5653d448a7d5 None None] Network 4f2bffe8-efe8-4476-8e99-915ffde67300 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:09.043618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0bc45-022a-4dae-9c32-1bc009208386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c4dd70-a925-4b9f-8925-239358b2d794,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:09.193827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.320184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:09.393288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device de46bebf-0134-4ee4-8498-1a2e90b2fcd5 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:09.501064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: de46bebf-0134-4ee4-8498-1a2e90b2fcd5 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:09.502851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device de46bebf-0134-4ee4-8498-1a2e90b2fcd5 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:09.683334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Deleting port 8d965979-f15d-4c8c-b61a-6850c08e92d2 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:09.684172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.702673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] DHCP port deletion for 4f2bffe8-efe8-4476-8e99-915ffde67300 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:18:09.851716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] Deleting port 8d965979-f15d-4c8c-b61a-6850c08e92d2 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:09.852690 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.857969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e3c25f36-56c8-4b54-9c81-a51a67397222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.988951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55764) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:10.002979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] For port 8d965979-f15d-4c8c-b61a-6850c08e92d2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8d965979-f15d-4c8c-b61a-6850c08e92d2,segment=NetworkSegment(933d7998-8dcf-440d-a45f-f7425ea025ad),segment_id=933d7998-8dcf-440d-a45f-f7425ea025ad)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:10.003922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.019634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-209aeb03-f639-4e0e-bbb3-7c894f6e2fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.043546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26274c45-0acc-4f5f-963c-87e4cddc1fab req-f4c7f494-bf92-40d6-9f0c-71b9fb185eb0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:10.046312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26274c45-0acc-4f5f-963c-87e4cddc1fab req-f4c7f494-bf92-40d6-9f0c-71b9fb185eb0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 945 time: 0.5212083 Jul 22 21:18:10.071388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] For port 8d965979-f15d-4c8c-b61a-6850c08e92d2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8d965979-f15d-4c8c-b61a-6850c08e92d2,segment=NetworkSegment(933d7998-8dcf-440d-a45f-f7425ea025ad),segment_id=933d7998-8dcf-440d-a45f-f7425ea025ad)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:10.073318 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.110458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] Calling delete_port for 8d965979-f15d-4c8c-b61a-6850c08e92d2 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:10.127257 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e3c25f36-56c8-4b54-9c81-a51a67397222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.138345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-f490962b-0a7b-455c-8e79-722445ab1339 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:10.141185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-f490962b-0a7b-455c-8e79-722445ab1339 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.7630224 Jul 22 21:18:10.142949 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Calling delete_port for 8d965979-f15d-4c8c-b61a-6850c08e92d2 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:10.214149 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26274c45-0acc-4f5f-963c-87e4cddc1fab req-51de4906-62c0-40ca-a9d9-ef0182fda696 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247931 Jul 22 21:18:10.276959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e3c25f36-56c8-4b54-9c81-a51a67397222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.312020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-209aeb03-f639-4e0e-bbb3-7c894f6e2fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.333594 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.371279 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e3c25f36-56c8-4b54-9c81-a51a67397222 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81a5c65de72f4eddad3d2d5619b258a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0472536 Jul 22 21:18:10.398893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:10.412098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] Pushing event deleted for resources: {'Port': ['ID=8d965979-f15d-4c8c-b61a-6850c08e92d2,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:10.412477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c25f36-56c8-4b54-9c81-a51a67397222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2fed01-b600-442b-953f-30b6d11e2e19,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:10.419120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e685d2-e7d4-4435-8e01-d6188f7fd981 None None] No DVR routers for this DVR port 8d965979-f15d-4c8c-b61a-6850c08e92d2 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:10.425789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-209aeb03-f639-4e0e-bbb3-7c894f6e2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.506358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-209aeb03-f639-4e0e-bbb3-7c894f6e2fc4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06573c1b61ef4f38b8cbb066444e69a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139971 Jul 22 21:18:10.506358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aeb03-f639-4e0e-bbb3-7c894f6e2fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd12400-45bd-48dc-800a-bb570a82c179,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:10.510750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55774) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:10.668061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40307b56-8790-4250-a89b-f1462e32dc22 req-c143c322-287c-425c-a5df-153baab65699 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:10.670949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40307b56-8790-4250-a89b-f1462e32dc22 req-c143c322-287c-425c-a5df-153baab65699 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 948 time: 0.6619017 Jul 22 21:18:10.784127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d15b2b8-34df-4020-8fa0-d5e2dcc9548d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.818796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Deleting port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:10.819329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.837035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718edaee-0ee2-41ed-b21c-4ead6b02202d req-1b9e3781-0799-45b7-ab03-5da1ae6dc76f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:10.839498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-718edaee-0ee2-41ed-b21c-4ead6b02202d req-1b9e3781-0799-45b7-ab03-5da1ae6dc76f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 945 time: 0.4359801 Jul 22 21:18:10.914768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40307b56-8790-4250-a89b-f1462e32dc22 req-08a41563-4924-4bec-9703-d102efd2fb13 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221749 Jul 22 21:18:11.005623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-223e1cf7-8d4f-480b-ac84-ccf42e0d763e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.011581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d15b2b8-34df-4020-8fa0-d5e2dcc9548d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.048209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-223e1cf7-8d4f-480b-ac84-ccf42e0d763e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.056133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.150404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-223e1cf7-8d4f-480b-ac84-ccf42e0d763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.156985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-223e1cf7-8d4f-480b-ac84-ccf42e0d763e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.162787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-223e1cf7-8d4f-480b-ac84-ccf42e0d763e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6cd12400-45bd-48dc-800a-bb570a82c179 HTTP/1.1" status: 204 len: 168 time: 0.6470580 Jul 22 21:18:11.172807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e1cf7-8d4f-480b-ac84-ccf42e0d763e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd12400-45bd-48dc-800a-bb570a82c179,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:11.191596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8d965979-f15d-4c8c-b61a-6850c08e92d2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:11.223523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] No DVR routers for this DVR port 8d965979-f15d-4c8c-b61a-6850c08e92d2 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:11.252416 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-718edaee-0ee2-41ed-b21c-4ead6b02202d req-486cc16a-7104-473b-a42c-a5074e14817d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946614 Jul 22 21:18:11.305928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] For port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:11.306527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.329500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Calling delete_port for 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:11.398414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8d965979-f15d-4c8c-b61a-6850c08e92d2 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:11.460618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8d965979-f15d-4c8c-b61a-6850c08e92d2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:11.461176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8d965979-f15d-4c8c-b61a-6850c08e92d2 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:11.643373 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.700617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d15b2b8-34df-4020-8fa0-d5e2dcc9548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.705455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d15b2b8-34df-4020-8fa0-d5e2dcc9548d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.712669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6d15b2b8-34df-4020-8fa0-d5e2dcc9548d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c2fed01-b600-442b-953f-30b6d11e2e19 HTTP/1.1" status: 204 len: 168 time: 1.3052716 Jul 22 21:18:11.722617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2bffe8-efe8-4476-8e99-915ffde67300']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:11.766266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933d7998-8dcf-440d-a45f-f7425ea025ad') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:11.766899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933d7998-8dcf-440d-a45f-f7425ea025ad') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:11.828322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15b2b8-34df-4020-8fa0-d5e2dcc9548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2fed01-b600-442b-953f-30b6d11e2e19,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:11.850977 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.898507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.902250 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.928723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:18:11.928723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:18:11.936995 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:18:12.061740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Pushing event deleted for resources: {'Port': ['ID=5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:12.197326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.215336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946c234-fe28-4513-9a00-5d07c77a28d3 req-ce68d39d-0822-477e-a025-deeda0376d42 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:12.218637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e946c234-fe28-4513-9a00-5d07c77a28d3 req-ce68d39d-0822-477e-a025-deeda0376d42 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 945 time: 0.4778938 Jul 22 21:18:12.318613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.320995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] 10.222.0.54 "DELETE /v2.0/networks/4f2bffe8-efe8-4476-8e99-915ffde67300 HTTP/1.1" status: 204 len: 168 time: 3.3349988 Jul 22 21:18:12.356144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890315c-14d7-4542-a4ba-2e671a7387eb admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2bffe8-efe8-4476-8e99-915ffde67300,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:12.358350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] No DVR routers for this DVR port 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:12.372263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81a99de1-b77c-4bc8-a854-ac5da82dab88 req-88e28565-7a01-4242-b5cc-cef944450580 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 210 time: 0.1977227 Jul 22 21:18:12.373989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.390731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbaf77cf-9602-4882-af83-336c5d7e665d req-7ca1915b-e83d-496b-8825-d5252a19b58b tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "DELETE /v2.0/ports/5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d HTTP/1.1" status: 204 len: 173 time: 2.1790812 Jul 22 21:18:12.395068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-deleted', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:12.399354 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8441d6e-5cb8-44c2-b671-882ff5015882" -d '{"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-deleted", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:12.503178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e946c234-fe28-4513-9a00-5d07c77a28d3 req-82e4de2d-633e-451d-8019-a5e401d99214 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480856 Jul 22 21:18:12.600266 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-305fb5eb-bc49-493a-ba4a-f7fa0896d1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.715643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55808) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:12.722965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55810) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:12.760300 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c3210f-63c2-4b07-82a8-7dd5de16dd45 x-openstack-request-id: req-03c3210f-63c2-4b07-82a8-7dd5de16dd45 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:12.761055 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6152ab-d1ca-491d-bb31-ebd7c638f49b", "name": "network-vif-deleted", "tag": "5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:12.768308 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03c3210f-63c2-4b07-82a8-7dd5de16dd45 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:12.769632 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6152ab-d1ca-491d-bb31-ebd7c638f49b', 'name': 'network-vif-deleted', 'tag': '5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d', 'status': 'completed', 'code': 200} Jul 22 21:18:12.915677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-5e6e6b8b-82dd-417e-9286-3c68bfa5f6ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3003550 Jul 22 21:18:12.969550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55814) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:12.980813 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f9877760-71da-470c-a62c-a9c261573a50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a079663506b0414ba8416a0c842861ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501562 Jul 22 21:18:12.986069 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b91a70e0-b70a-4632-ab4f-d4632b813d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.171782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a27afafb-80d7-4f4d-849a-c8def4b49a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.194351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32b64-e411-430e-880c-d8d927625b42 req-d3434fe6-e1cc-4de1-bc16-9348d1aa4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:13.197075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-d3434fe6-e1cc-4de1-bc16-9348d1aa4b0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248f19f26afa428a96ecd0ec8a333f30&device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 1098 time: 0.2447517 Jul 22 21:18:13.220993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a27afafb-80d7-4f4d-849a-c8def4b49a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.235044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:13.282953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b91a70e0-b70a-4632-ab4f-d4632b813d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.300888 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b91a70e0-b70a-4632-ab4f-d4632b813d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.325484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:13.326247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5c7dd3e7-430e-4f4a-9204-2a8c386e9e0d not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:13.358852 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b91a70e0-b70a-4632-ab4f-d4632b813d00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da8fd9a02c714b53bbcc379786b961b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590088 Jul 22 21:18:13.364445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:13.393824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a70e0-b70a-4632-ab4f-d4632b813d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09030c2d-99d8-4f8a-891d-b54c741aed04,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:13.404851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32b64-e411-430e-880c-d8d927625b42 req-c6751e71-6b33-4b49-bb74-4af61c48a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:13.406879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-c6751e71-6b33-4b49-bb74-4af61c48a050 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc HTTP/1.1" status: 200 len: 913 time: 0.1738009 Jul 22 21:18:13.526000 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-683156cd-f635-4058-bfc4-57e96150d637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.564684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-2f0d80a5-6e7c-4234-a360-968120b2d387 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92a6d91-8301-4299-b70a-efe536081925 HTTP/1.1" status: 200 len: 1001 time: 0.1406703 Jul 22 21:18:13.664327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-683156cd-f635-4058-bfc4-57e96150d637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.820977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ffe716b-c60f-4dda-94cc-720d174aa401 req-4829a2be-c133-4125-a476-66c021769515 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6152ab-d1ca-491d-bb31-ebd7c638f49b HTTP/1.1" status: 200 len: 210 time: 0.1057515 Jul 22 21:18:13.845020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-683156cd-f635-4058-bfc4-57e96150d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.858283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-683156cd-f635-4058-bfc4-57e96150d637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.871266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32b64-e411-430e-880c-d8d927625b42 req-7f16661c-f30f-46b8-9d42-02573d899e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:13.876634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-683156cd-f635-4058-bfc4-57e96150d637 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09030c2d-99d8-4f8a-891d-b54c741aed04 HTTP/1.1" status: 204 len: 168 time: 0.5076373 Jul 22 21:18:13.878549 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-7f16661c-f30f-46b8-9d42-02573d899e66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6516aff7-a284-4796-81b2-3eee91f30083 HTTP/1.1" status: 200 len: 851 time: 0.3010752 Jul 22 21:18:13.886056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683156cd-f635-4058-bfc4-57e96150d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09030c2d-99d8-4f8a-891d-b54c741aed04,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:13.947703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a27afafb-80d7-4f4d-849a-c8def4b49a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.953715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a27afafb-80d7-4f4d-849a-c8def4b49a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.955897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a27afafb-80d7-4f4d-849a-c8def4b49a6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b250fc2f-5ba7-423f-a99e-793395bf1105 HTTP/1.1" status: 204 len: 168 time: 0.9776855 Jul 22 21:18:14.023567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27afafb-80d7-4f4d-849a-c8def4b49a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b250fc2f-5ba7-423f-a99e-793395bf1105,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:14.079549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431af13-9c89-4582-ad56-2769ff2738eb req-30c99d84-6bc4-4036-98fa-d1386e6fe4f8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:14.103438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a431af13-9c89-4582-ad56-2769ff2738eb req-30c99d84-6bc4-4036-98fa-d1386e6fe4f8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 945 time: 0.3367162 Jul 22 21:18:14.152350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32b64-e411-430e-880c-d8d927625b42 req-c5a353fe-32f8-41aa-af8a-0bc3b4e0e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:14.157568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-c5a353fe-32f8-41aa-af8a-0bc3b4e0e55b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ba50f323-0b5c-4928-bdf6-67d7ed2065bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2700989 Jul 22 21:18:14.291283 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-4e56cc0f-18e0-4c06-8832-b4dabf619220 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2144949 Jul 22 21:18:14.434498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-a973fa96-afa7-48f5-9dcb-fe5e5d0e4363 service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652757 Jul 22 21:18:14.516957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-6a935009-b325-4cd4-9966-624457c01144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:14.525047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a431af13-9c89-4582-ad56-2769ff2738eb req-513854e2-0bbc-4e89-8738-ad5f7abfef80 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194949 Jul 22 21:18:14.543091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-6a935009-b325-4cd4-9966-624457c01144 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 1098 time: 0.2008991 Jul 22 21:18:14.585706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55844) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:14.693597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-5ac53682-5868-4907-b146-e4419cc3730d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:14.697602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-5ac53682-5868-4907-b146-e4419cc3730d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 945 time: 0.2615550 Jul 22 21:18:14.817146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-69035c96-717a-4e45-9830-dc5f1b66cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:14.822659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-69035c96-717a-4e45-9830-dc5f1b66cebd service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.2456026 Jul 22 21:18:14.840915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee32b64-e411-430e-880c-d8d927625b42 req-16d4788b-1ca8-4c9d-a8f9-9db5c47877cd service neutron] 10.222.0.58 "GET /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120639 Jul 22 21:18:14.884927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port 2f45721e-6da3-4fe1-b1f1-1a1832983afc {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:14.885376 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:14.948014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-252e28f6-c6d2-40bc-88b8-2e4fa2b4935a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6d53c-633d-419e-9be2-7b71565aba09 HTTP/1.1" status: 200 len: 217 time: 0.1040154 Jul 22 21:18:15.062016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-81df5370-1166-4712-9379-48db2b4b5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:15.064599 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-81df5370-1166-4712-9379-48db2b4b5a4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1027675 Jul 22 21:18:15.148985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de0f22d1-a8b1-431d-8704-799c35d3ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.157354 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-dbfd4d4b-23f9-4e25-a5fe-ef6e94840a50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839436 Jul 22 21:18:15.275881 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.426097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-3c77974f-462d-46e4-a41c-a4fe0d1e4918 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560446 Jul 22 21:18:15.627303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-101702432-network', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:15.664531 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-253753a4-7632-406d-b864-aa9c8d713bb0 req-8d002301-7037-4e55-91d9-450b464c6907 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256370 Jul 22 21:18:15.799179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Made reservation on behalf of 69befe574b9a450ebb11e3d0ba4da97c for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:15.803117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.809036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port 2f45721e-6da3-4fe1-b1f1-1a1832983afc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f45721e-6da3-4fe1-b1f1-1a1832983afc,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:15.809467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.838265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.852043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for 2f45721e-6da3-4fe1-b1f1-1a1832983afc owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:15.970446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.031296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8004f-e717-458f-99d2-0ff9d17af09f req-f6caf029-8c22-4da1-ab3c-1e250361ba60 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:16.033903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97b8004f-e717-458f-99d2-0ff9d17af09f req-f6caf029-8c22-4da1-ab3c-1e250361ba60 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 949 time: 0.4189324 Jul 22 21:18:16.055283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e302d-a534-47ed-b9da-1325fa15f054 req-856b8f1a-c676-409c-b540-4bb5bfedcccc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:16.056516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c2e302d-a534-47ed-b9da-1325fa15f054 req-856b8f1a-c676-409c-b540-4bb5bfedcccc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 945 time: 0.3659434 Jul 22 21:18:16.229675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97b8004f-e717-458f-99d2-0ff9d17af09f req-33a41f0d-804b-4ae7-8961-91a9b718b71c tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718605 Jul 22 21:18:16.240832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c2e302d-a534-47ed-b9da-1325fa15f054 req-f6bb4d33-a8c2-486d-837f-e4574d4f0048 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681566 Jul 22 21:18:16.376413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.402466 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.402633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09', '2f45721e-6da3-4fe1-b1f1-1a1832983afc'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:16.488212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.530763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=2f45721e-6da3-4fe1-b1f1-1a1832983afc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:16.642742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:16.720288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port 2f45721e-6da3-4fe1-b1f1-1a1832983afc on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:16.728018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.733603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0373c485-ded9-4569-9a3b-9cb36ec20d72 req-83a2557f-2cf6-474b-ac23-558c93241188 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "DELETE /v2.0/ports/2f45721e-6da3-4fe1-b1f1-1a1832983afc HTTP/1.1" status: 204 len: 173 time: 2.0187418 Jul 22 21:18:16.735254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004fa23b-fb74-40ea-967c-75adc9b22513', 'name': 'network-vif-deleted', 'tag': '2f45721e-6da3-4fe1-b1f1-1a1832983afc'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:16.748424 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842f79f9-b0e9-4196-828b-eb5d085c0d0d" -d '{"events": [{"server_uuid": "004fa23b-fb74-40ea-967c-75adc9b22513", "name": "network-vif-deleted", "tag": "2f45721e-6da3-4fe1-b1f1-1a1832983afc"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:16.756441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f37cca-a45c-4d70-9064-eb48ef4e8c9d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:16.788770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.789639 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Added segment 5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187 of type vlan for network 69239253-a57c-4e4c-9eb0-d217d095719f Jul 22 21:18:16.886689 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4958263-1367-4940-98ff-f02bc757bcf6 x-openstack-request-id: req-e4958263-1367-4940-98ff-f02bc757bcf6 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:16.887384 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004fa23b-fb74-40ea-967c-75adc9b22513", "name": "network-vif-deleted", "tag": "2f45721e-6da3-4fe1-b1f1-1a1832983afc", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:16.888092 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4958263-1367-4940-98ff-f02bc757bcf6 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:16.888294 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004fa23b-fb74-40ea-967c-75adc9b22513', 'name': 'network-vif-deleted', 'tag': '2f45721e-6da3-4fe1-b1f1-1a1832983afc', 'status': 'completed', 'code': 200} Jul 22 21:18:16.934906 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.030219 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.030746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:17.031751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.106519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5190372 Jul 22 21:18:17.112476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:17.121029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Request body: {'subnet': {'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-101702432-subnet', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:17.165529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Made reservation on behalf of 69befe574b9a450ebb11e3d0ba4da97c for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:17.171594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.182161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157463d8-0112-461b-a5b0-41b1406d61b2 admin admin] Pushing event updated for resources: {'Network': ['ID=69239253-a57c-4e4c-9eb0-d217d095719f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:17.202192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 69239253-a57c-4e4c-9eb0-d217d095719f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:17.238504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793978f-09e9-4b1e-9c87-e8020c9232a5 req-f1d76fac-03a4-46f2-a49d-ba8f1bb34be5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:17.240359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0793978f-09e9-4b1e-9c87-e8020c9232a5 req-f1d76fac-03a4-46f2-a49d-ba8f1bb34be5 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 946 time: 0.1689439 Jul 22 21:18:17.388049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0793978f-09e9-4b1e-9c87-e8020c9232a5 req-52c764a6-cee8-495e-8be5-d72173afaa41 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306059 Jul 22 21:18:17.432340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-50a9d81d-6655-424f-bce8-1e541d1cc5a6 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:17.434527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-50a9d81d-6655-424f-bce8-1e541d1cc5a6 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 949 time: 0.1924372 Jul 22 21:18:17.570192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.702011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f6b7330-2d91-41f0-9243-7d1013bcdb99 req-44101bd1-73b7-4cd8-839e-8347177f12cc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=004fa23b-fb74-40ea-967c-75adc9b22513 HTTP/1.1" status: 200 len: 210 time: 0.0591784 Jul 22 21:18:17.717008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04f6c34-7a0d-48ce-8280-862afd7a5027,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:17.743207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Checking segment: {'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:17.743418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Deleting port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:17.743599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Network hostable DHCP agents. Network: 69239253-a57c-4e4c-9eb0-d217d095719f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:17.743781 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.789900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Network 69239253-a57c-4e4c-9eb0-d217d095719f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:17.807468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 69239253-a57c-4e4c-9eb0-d217d095719f) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:17.819405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:17.820120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.833060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7dd44-2d66-4d01-8ad1-41b502482404 None None] Network 69239253-a57c-4e4c-9eb0-d217d095719f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:17.847731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4122140a-4fe1-431e-a9f6-192efe3c8775 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7335029 Jul 22 21:18:17.850445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55960) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:17.858423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:17.908065 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.909873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.032819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] For port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:18.033986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.048077 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.067746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd9bcd-92a0-47cb-9dee-eeafae4969f4 req-40963a4d-8f4e-4fe6-b840-965e116d1a6c tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:18.080466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2fd9bcd-92a0-47cb-9dee-eeafae4969f4 req-40963a4d-8f4e-4fe6-b840-965e116d1a6c tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 949 time: 0.2975593 Jul 22 21:18:18.118561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Calling delete_port for 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:18.184229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2fd9bcd-92a0-47cb-9dee-eeafae4969f4 req-4f79e950-b990-4e66-9217-d8c24016ab63 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/security-groups?id=97c3dec9-473f-4659-a1ca-7719ad3fbd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017017 Jul 22 21:18:18.322198 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.332058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-69239253-a57c-4e4c-9eb0-d217d095719f', 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'fixed_ips': [{'subnet_id': 'f04f6c34-7a0d-48ce-8280-862afd7a5027'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:18:18.333407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.372756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.670646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.682093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Allocated IP 172.20.0.2 (69239253-a57c-4e4c-9eb0-d217d095719f/f04f6c34-7a0d-48ce-8280-862afd7a5027/320e7e30-661c-4558-a0bf-c3e2177d8cd5) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:18.855340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.868315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] No DVR routers for this DVR port 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:18.883453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Pushing event deleted for resources: {'Port': ['ID=91f9f36b-bf67-4cfc-85ec-0bcdbee42113,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:18.891224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.900302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.912127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75bd6ef0-d50c-45de-9803-7ad59b60cef4 req-1a0bfffa-280d-490c-9cb5-6421dda79148 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.58 "DELETE /v2.0/ports/91f9f36b-bf67-4cfc-85ec-0bcdbee42113 HTTP/1.1" status: 204 len: 173 time: 1.4598680 Jul 22 21:18:18.915050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-deleted', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:18.923792 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a83139a-d62f-471b-8a55-8c669d58eaa9" -d '{"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-deleted", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:18.990753 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.992218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269311f-8e9b-44bc-ba3a-38ff5d8bd610 req-1fbb3255-722f-4db1-ac60-3c45433c2d57 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:18.997953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2269311f-8e9b-44bc-ba3a-38ff5d8bd610 req-1fbb3255-722f-4db1-ac60-3c45433c2d57 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 946 time: 0.4501953 Jul 22 21:18:19.010752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Transition to ACTIVE for port object 320e7e30-661c-4558-a0bf-c3e2177d8cd5 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:19.044716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Transition to ACTIVE for port object 320e7e30-661c-4558-a0bf-c3e2177d8cd5 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:19.066287 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.072741 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70606d59-b89a-4e0a-b09a-ffc5cda7aa49 x-openstack-request-id: req-70606d59-b89a-4e0a-b09a-ffc5cda7aa49 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:19.073116 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576bdc1-841a-47e3-87eb-49b8c4b3a0d5", "name": "network-vif-deleted", "tag": "91f9f36b-bf67-4cfc-85ec-0bcdbee42113", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:19.073292 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70606d59-b89a-4e0a-b09a-ffc5cda7aa49 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:19.073726 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576bdc1-841a-47e3-87eb-49b8c4b3a0d5', 'name': 'network-vif-deleted', 'tag': '91f9f36b-bf67-4cfc-85ec-0bcdbee42113', 'status': 'completed', 'code': 200} Jul 22 21:18:19.105471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Network 69239253-a57c-4e4c-9eb0-d217d095719f is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:19.117794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:19.120840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2269311f-8e9b-44bc-ba3a-38ff5d8bd610 req-5cd4f83c-25b6-4c35-8172-4b18bec91667 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133976 Jul 22 21:18:19.126928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:19.243727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Allocated IP 172.25.5.111 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/d61a340a-92d2-4ee8-a456-1b5d333b61ea) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:19.292124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Attempting to bind port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:19.294961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Attempting to bind port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:19.294961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Attempting to bind port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 on network 69239253-a57c-4e4c-9eb0-d217d095719f {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:19.304664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Pushing event updated for resources: {'Port': ['ID=320e7e30-661c-4558-a0bf-c3e2177d8cd5,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:19.336191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:19.337552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Checking segment: {'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:19.338414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.351173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Bound using segment: {'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:19.351173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Bound port: 320e7e30-661c-4558-a0bf-c3e2177d8cd5, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:19.351173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.417474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f45721e-6da3-4fe1-b1f1-1a1832983afc no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:19.430306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:19.452830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.544973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 2f45721e-6da3-4fe1-b1f1-1a1832983afc {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:19.547783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56028) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:19.554327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f45721e-6da3-4fe1-b1f1-1a1832983afc not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:19.587593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fb7272d-c718-4937-be8a-7b76caeacf3b req-e2020c69-c369-484e-912d-5b46032e0d61 tempest-ListImageFiltersTestJSON-268013059 tempest-ListImageFiltersTestJSON-268013059-project] 10.222.0.54 "GET /v2.0/ports?device_id=b576bdc1-841a-47e3-87eb-49b8c4b3a0d5 HTTP/1.1" status: 200 len: 210 time: 0.1317775 Jul 22 21:18:19.624597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.763581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] For port 320e7e30-661c-4558-a0bf-c3e2177d8cd5, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:19.772881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] For port 320e7e30-661c-4558-a0bf-c3e2177d8cd5, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=320e7e30-661c-4558-a0bf-c3e2177d8cd5,segment=NetworkSegment(5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187),segment_id=5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:19.782255 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.811301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:19.816606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Pushing event updated for resources: {'Port': ['ID=d61a340a-92d2-4ee8-a456-1b5d333b61ea,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:19.819909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:19.825457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:19.875741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4cdc871c-e3e5-47c8-b667-444f141339d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.899057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1dc76-a6a2-4071-af63-210d536631ea None None] Pushing event updated for resources: {'Port': ['ID=320e7e30-661c-4558-a0bf-c3e2177d8cd5,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:19.902621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.946837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-5d0b91f4-f799-44a1-82c8-91f7424d7185 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:19.954780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-5d0b91f4-f799-44a1-82c8-91f7424d7185 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.3352556 Jul 22 21:18:19.980459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-463147b4-7525-44a6-a2b8-53a5de1522a9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.0248511 Jul 22 21:18:20.003146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-c71d9fbd-6a13-4d11-8683-15bff313a3c9 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:20.005350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-c71d9fbd-6a13-4d11-8683-15bff313a3c9 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 946 time: 0.2029929 Jul 22 21:18:20.009771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:18:20.009771 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:18:20.009771 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id_1': '9d7d52a5411e4197862ebe8d01ae69e1', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 18, 19, 922240)}] Jul 22 21:18:20.009771 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:18:20.010929 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:18:20.279306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.324188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-c1c7f823-b7d7-41c4-ae82-ce614ef0fdc8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3352683 Jul 22 21:18:20.330827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4cdc871c-e3e5-47c8-b667-444f141339d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.360984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4cdc871c-e3e5-47c8-b667-444f141339d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.446230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4cdc871c-e3e5-47c8-b667-444f141339d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3c98913d519411d83d8b217f47ff4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0146949 Jul 22 21:18:20.462502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56040) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:20.488482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc871c-e3e5-47c8-b667-444f141339d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f489365-fa0b-420b-b232-e27f204cb6e3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:20.497554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Deleting port a564f605-9f22-4d93-b250-2fe506c5f045 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:20.497998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.511257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e33a5-4970-4e55-a7ef-44e116c04f4e req-68bb38fd-03ba-440e-8359-bae40ed7a7f1 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:20.511987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.512817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e04e33a5-4970-4e55-a7ef-44e116c04f4e req-68bb38fd-03ba-440e-8359-bae40ed7a7f1 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 946 time: 0.2662890 Jul 22 21:18:20.603880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-3347561b-7e0c-4b73-a63c-deca5d634899 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600510 Jul 22 21:18:20.634837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.651611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2be87785-88d8-46cc-8aeb-ba11254df77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.665288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e04e33a5-4970-4e55-a7ef-44e116c04f4e req-05980059-6a91-4010-866c-a9960f7cf71f tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/security-groups?id=3eb194af-24c1-4fdb-8f3c-717f41f8e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369450 Jul 22 21:18:20.696438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] For port a564f605-9f22-4d93-b250-2fe506c5f045, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a564f605-9f22-4d93-b250-2fe506c5f045,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:20.696438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.710468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Calling delete_port for a564f605-9f22-4d93-b250-2fe506c5f045 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:20.768491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2be87785-88d8-46cc-8aeb-ba11254df77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.845139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2be87785-88d8-46cc-8aeb-ba11254df77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.849565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2be87785-88d8-46cc-8aeb-ba11254df77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.853032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2be87785-88d8-46cc-8aeb-ba11254df77c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f489365-fa0b-420b-b232-e27f204cb6e3 HTTP/1.1" status: 204 len: 168 time: 0.3890188 Jul 22 21:18:20.881276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-aac430cb-0e31-479a-8a70-26fd83594ed1 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505231 Jul 22 21:18:20.927988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be87785-88d8-46cc-8aeb-ba11254df77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f489365-fa0b-420b-b232-e27f204cb6e3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:21.068778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.071735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.085893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.088197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a564f605-9f22-4d93-b250-2fe506c5f045'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:21.241060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:21.257993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062d6def-b646-4fa5-ba3d-88297fbe4b03,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:21.292401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] No DVR routers for this DVR port a564f605-9f22-4d93-b250-2fe506c5f045 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:21.297444 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.302204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e354a1-2f4d-4b74-b368-676e717f0d3a None None] Network 69239253-a57c-4e4c-9eb0-d217d095719f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:21.304360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a42920b-7d58-4803-9eac-a53496c08a6a req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.23 "DELETE /v2.0/ports/a564f605-9f22-4d93-b250-2fe506c5f045 HTTP/1.1" status: 204 len: 173 time: 1.2822692 Jul 22 21:18:21.307552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'name': 'network-vif-deleted', 'tag': 'a564f605-9f22-4d93-b250-2fe506c5f045'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:21.310372 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa2e745-3316-49a2-876c-88de03f59dff" -d '{"events": [{"server_uuid": "a7b71980-a86d-4a0e-9138-98263c7139a8", "name": "network-vif-deleted", "tag": "a564f605-9f22-4d93-b250-2fe506c5f045"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:21.312830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:21.313289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 91f9f36b-bf67-4cfc-85ec-0bcdbee42113 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:21.320991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef1f88-68cd-4785-89c0-5be2340bd3b0 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] Pushing event deleted for resources: {'Port': ['ID=a564f605-9f22-4d93-b250-2fe506c5f045,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:21.333454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Router cfebf8ff-00a6-4e03-a669-317d0ab9feaa is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:18:21.398199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91ece855-59d8-432c-9bdb-4bef324117d1 req-1faf6f66-930d-4cb2-a23e-815a9a6b57a9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 210 time: 0.0690868 Jul 22 21:18:21.426505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-53814b47-18fb-49f0-9bf8-54516177ee95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d7d52a5411e4197862ebe8d01ae69e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8703945 Jul 22 21:18:21.429681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56064) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:21.506664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51b0376c-39b0-4ed9-bd7c-9e45422a0f23 None None] Provisioning for port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:21.546935 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74254ddc-9647-405c-b552-2842d1f94837 x-openstack-request-id: req-74254ddc-9647-405c-b552-2842d1f94837 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:21.548653 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b71980-a86d-4a0e-9138-98263c7139a8", "name": "network-vif-deleted", "tag": "a564f605-9f22-4d93-b250-2fe506c5f045", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:21.550233 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74254ddc-9647-405c-b552-2842d1f94837 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:21.553523 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b71980-a86d-4a0e-9138-98263c7139a8', 'name': 'network-vif-deleted', 'tag': 'a564f605-9f22-4d93-b250-2fe506c5f045', 'status': 'completed', 'code': 200} Jul 22 21:18:21.691878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad545f0d-c0c3-4e69-b74a-535cb373028a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.758267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad545f0d-c0c3-4e69-b74a-535cb373028a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.764247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 320e7e30-661c-4558-a0bf-c3e2177d8cd5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:21.879654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:21.884837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:21.885512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.927711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:21.952688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad545f0d-c0c3-4e69-b74a-535cb373028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.960703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Sync routers for ids ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:21.966268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad545f0d-c0c3-4e69-b74a-535cb373028a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.970043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.972116 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d470ed4f-3ca3-49f8-bcd7-96e80f011a7c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1205010 Jul 22 21:18:21.972341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad545f0d-c0c3-4e69-b74a-535cb373028a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/062d6def-b646-4fa5-ba3d-88297fbe4b03 HTTP/1.1" status: 204 len: 168 time: 0.5392849 Jul 22 21:18:21.981728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56088) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:22.038056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Routers {'cfebf8ff-00a6-4e03-a669-317d0ab9feaa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:22.040993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:22.145704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38abef60-6765-48ae-8cb4-6183a2fbda63 req-ab05e95f-eb2c-4863-bb14-aa6d03cc49e3 tempest-AttachSCSIVolumeTestJSON-1466553370 tempest-AttachSCSIVolumeTestJSON-1466553370-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b71980-a86d-4a0e-9138-98263c7139a8 HTTP/1.1" status: 200 len: 210 time: 0.2000570 Jul 22 21:18:22.146682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad545f0d-c0c3-4e69-b74a-535cb373028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062d6def-b646-4fa5-ba3d-88297fbe4b03,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:22.275104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Set router cfebf8ff-00a6-4e03-a669-317d0ab9feaa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:22.676784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56112) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:22.710381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6c93b4-7678-41b4-890c-5ea354e979d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.731600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6e2af09-5717-4511-b4bd-8289ebf3520e req-57f9cf39-b8b2-4ec6-a8d2-5d406fc72b2d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 210 time: 0.0756104 Jul 22 21:18:22.803561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.840442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6e434005-ac35-404c-8985-dc098dd1fe01 None None] Provisioning complete for port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:22.841276 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6e434005-ac35-404c-8985-dc098dd1fe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.936464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 320e7e30-661c-4558-a0bf-c3e2177d8cd5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=320e7e30-661c-4558-a0bf-c3e2177d8cd5,segment=NetworkSegment(5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187),segment_id=5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:22.978711 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.987369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:20Z', 'revision_number': 3, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:23.075344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Checking router: cfebf8ff-00a6-4e03-a669-317d0ab9feaa for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:23.076018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Updating router cfebf8ff-00a6-4e03-a669-317d0ab9feaa port d61a340a-92d2-4ee8-a456-1b5d333b61ea binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:18:23.125096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.204789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6c93b4-7678-41b4-890c-5ea354e979d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.216872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6c93b4-7678-41b4-890c-5ea354e979d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.308808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c93b4-7678-41b4-890c-5ea354e979d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ed559-8297-4a6c-b79e-6c2b4862fcc4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:23.337506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56138) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:23.367414 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a6c93b4-7678-41b4-890c-5ea354e979d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb419ea416394ffba0e59fcf8e5b8e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850512 Jul 22 21:18:23.368113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56142) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:23.390343 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.593664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22b1d338-11c7-4472-95d0-e0d4f19e5552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.679646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22b1d338-11c7-4472-95d0-e0d4f19e5552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.682685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a564f605-9f22-4d93-b250-2fe506c5f045 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:23.694204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=320e7e30-661c-4558-a0bf-c3e2177d8cd5,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:23.743737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: a564f605-9f22-4d93-b250-2fe506c5f045 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:23.744661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a564f605-9f22-4d93-b250-2fe506c5f045 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:23.895419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1165870124-network', 'tenant_id': '4134e8610ba644e68b78236c641ffdec'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:23.957152 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.096414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-584c4278-706c-44c6-825a-1951e1f6bba9 req-3df04fec-29db-42aa-a71a-f1f83a0d9cac tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 210 time: 0.0987380 Jul 22 21:18:24.118562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Made reservation on behalf of 4134e8610ba644e68b78236c641ffdec for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:24.122907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.148291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.153946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Transition to ACTIVE for port object d61a340a-92d2-4ee8-a456-1b5d333b61ea will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:24.169359 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.263218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Allocated IP 172.20.0.1 (69239253-a57c-4e4c-9eb0-d217d095719f/f04f6c34-7a0d-48ce-8280-862afd7a5027/357c86c7-7301-4650-86e2-208e8858f3af) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:24.272750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Attempting to bind port d61a340a-92d2-4ee8-a456-1b5d333b61ea on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:24.273281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Attempting to bind port d61a340a-92d2-4ee8-a456-1b5d333b61ea by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:24.273689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Attempting to bind port d61a340a-92d2-4ee8-a456-1b5d333b61ea on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:24.276632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22b1d338-11c7-4472-95d0-e0d4f19e5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.279894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22b1d338-11c7-4472-95d0-e0d4f19e5552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.281296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-22b1d338-11c7-4472-95d0-e0d4f19e5552 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c46ed559-8297-4a6c-b79e-6c2b4862fcc4 HTTP/1.1" status: 204 len: 168 time: 0.9117370 Jul 22 21:18:24.294572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:24.294572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:24.294993 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.295410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:24.296120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Bound port: d61a340a-92d2-4ee8-a456-1b5d333b61ea, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:24.296854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.331222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1d338-11c7-4472-95d0-e0d4f19e5552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ed559-8297-4a6c-b79e-6c2b4862fcc4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:24.351434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-3c9dff15-c1a9-44df-9bae-f8d0f816d967 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:24.359042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-3c9dff15-c1a9-44df-9bae-f8d0f816d967 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.6225514 Jul 22 21:18:24.364558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.365354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041c5e2-d757-4f1c-a708-36db77a2ff66 None None] Pushing event updated for resources: {'Port': ['ID=d61a340a-92d2-4ee8-a456-1b5d333b61ea,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:24.373768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.403525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': '4cebfca0-5c74-4463-914e-292f0bc94712', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:24.418792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] For port d61a340a-92d2-4ee8-a456-1b5d333b61ea, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:24.434955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] For port d61a340a-92d2-4ee8-a456-1b5d333b61ea, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d61a340a-92d2-4ee8-a456-1b5d333b61ea,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:24.444410 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.557839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Routers {'cfebf8ff-00a6-4e03-a669-317d0ab9feaa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:24.558910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:24.567233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041c5e2-d757-4f1c-a708-36db77a2ff66 None None] Pushing event updated for resources: {'Port': ['ID=d61a340a-92d2-4ee8-a456-1b5d333b61ea,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:24.568857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5035c877-b930-414a-8bf7-dd7b2a064e4d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:24.576415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:24.603375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.604004 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Added segment cdf9e907-4d1a-4c4c-8419-16ab5943ee64 of type vlan for network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 Jul 22 21:18:24.694840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.731029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Transition to ACTIVE for port object 357c86c7-7301-4650-86e2-208e8858f3af will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:24.766368 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.813664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.843955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] Set router cfebf8ff-00a6-4e03-a669-317d0ab9feaa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:24.867975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.870150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:24.872816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.896618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:24.908876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:24.923173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5843463 Jul 22 21:18:24.924455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Network 69239253-a57c-4e4c-9eb0-d217d095719f is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:24.928173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56216) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:24.932687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:24.946398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:24.964281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Request body: {'subnet': {'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1165870124-subnet', 'tenant_id': '4134e8610ba644e68b78236c641ffdec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:25.077243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Made reservation on behalf of 4134e8610ba644e68b78236c641ffdec for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:25.083385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Pushing event updated for resources: {'Port': ['ID=357c86c7-7301-4650-86e2-208e8858f3af,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:25.087360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:25.093938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:25.209590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd376-dd9e-447c-a7a8-160bfdba3cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=3784ea74-26b7-43ab-801c-1c67e13d3ce1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:25.232117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:25.427796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 320e7e30-661c-4558-a0bf-c3e2177d8cd5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:25.477538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:25.571759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:25.785337 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:25.807329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-23cc9231-4c0a-40d4-9191-932afa6161a4 None None] Provisioning for port 357c86c7-7301-4650-86e2-208e8858f3af completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:25.814598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-23cc9231-4c0a-40d4-9191-932afa6161a4 None None] Provisioning complete for port 357c86c7-7301-4650-86e2-208e8858f3af triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:25.815724 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23cc9231-4c0a-40d4-9191-932afa6161a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:25.896096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:20Z', 'revision_number': 3, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:25.943709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c038a-7356-4a99-b5a2-9b6f391b155c None None] The sync data for ids ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'] in n-d-762330-19 is: [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:20Z', 'revision_number': 3, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:25.946709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-23cc9231-4c0a-40d4-9191-932afa6161a4 None None] Port 357c86c7-7301-4650-86e2-208e8858f3af cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:25.953095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.4 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/015674cc-0d86-4fe4-95ee-8c1e5583e7af) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:25.960285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:25.960799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:25.971858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56248) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:26.012363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.023453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.083300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae9f9917-d0ff-4896-973c-dac44d4b503d req-3e8d75d6-820d-42ad-a17a-f9424b838fb9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 210 time: 0.3460813 Jul 22 21:18:26.173924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1175525114-network', 'tenant_id': 'da497ae0478646ab9a8292c1c82f6d69'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:26.253933 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.256959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Pushing event updated for resources: {'Port': ['ID=357c86c7-7301-4650-86e2-208e8858f3af,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:26.263908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Made reservation on behalf of da497ae0478646ab9a8292c1c82f6d69 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:26.267557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.292726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.297661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=136009f9-c344-4871-a6d1-badd0c7274e4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:26.319409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e3c1983-e9dd-4431-8fc9-eb28b9ba6296 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24100d789be7441f941c44e721e49d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798335 Jul 22 21:18:26.324166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56254) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:26.352645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Checking segment: {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:26.353528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Network hostable DHCP agents. Network: 3784ea74-26b7-43ab-801c-1c67e13d3ce1, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:26.487102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:26.545915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.560514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5aa49aea-7021-4d8e-8850-9d1aceb56df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.580435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Network 69239253-a57c-4e4c-9eb0-d217d095719f is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:26.601745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:26.615383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 3784ea74-26b7-43ab-801c-1c67e13d3ce1) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:26.630244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be6b87-b920-4f5f-85e3-d8238a139ddb None None] Network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:26.638903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5aa49aea-7021-4d8e-8850-9d1aceb56df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.644061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:26.646304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.728523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.789478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:26.825934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:26.847070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:26.868303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:26.926102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.933422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=015674cc-0d86-4fe4-95ee-8c1e5583e7af,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:26.968612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Router cfebf8ff-00a6-4e03-a669-317d0ab9feaa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:26.975870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.052339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:27.054816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.061986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47383c18-75c1-46ad-baf5-d56064084ccf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1139987 Jul 22 21:18:27.100666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-91fc3384-495f-47e7-8427-eaf0437cab41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7125275 Jul 22 21:18:27.157796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Request body: {'port': {'device_id': '4cebfca0-5c74-4463-914e-292f0bc94712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:27.197091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194da16-af69-4e80-aef9-8d3a31bf82b8 None None] Network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:27.254925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:27.314246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ab128-4031-4ed2-b70d-cf02c2efd478,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:27.348712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.349961 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Added segment 6b53da55-4188-4556-a483-0b7888328e84 of type vlan for network c0f459df-02a3-437d-b047-0185450ffa51 Jul 22 21:18:27.384474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8fe4a366-7032-43e3-942a-786505513a4a None None] Provisioning complete for port 357c86c7-7301-4650-86e2-208e8858f3af triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:27.385515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8fe4a366-7032-43e3-942a-786505513a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.667799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5aa49aea-7021-4d8e-8850-9d1aceb56df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.674097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5aa49aea-7021-4d8e-8850-9d1aceb56df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.676362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5aa49aea-7021-4d8e-8850-9d1aceb56df3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97c3dec9-473f-4659-a1ca-7719ad3fbd88 HTTP/1.1" status: 204 len: 168 time: 1.3391476 Jul 22 21:18:27.748873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa49aea-7021-4d8e-8850-9d1aceb56df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c3dec9-473f-4659-a1ca-7719ad3fbd88,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:27.769014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d61a340a-92d2-4ee8-a456-1b5d333b61ea up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:27.782758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.790160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4a366-7032-43e3-942a-786505513a4a None None] Port 357c86c7-7301-4650-86e2-208e8858f3af cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:27.859720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.901934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:27.929586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ba3cbd73-945e-4240-828f-ffa5dfdd57c3 admin admin] 10.222.0.54 "PUT /v2.0/routers/cfebf8ff-00a6-4e03-a669-317d0ab9feaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9387314 Jul 22 21:18:27.940561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:27.943764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:27.950191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:28.121332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1445329 Jul 22 21:18:28.126545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56290) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:28.157574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Request body: {'subnet': {'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1175525114-subnet', 'tenant_id': 'da497ae0478646ab9a8292c1c82f6d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:28.173149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d61a340a-92d2-4ee8-a456-1b5d333b61ea completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:28.188726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d61a340a-92d2-4ee8-a456-1b5d333b61ea triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:28.189327 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:28.299991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0fad0-cc3a-4e3e-908e-34bec3fb0e9d admin admin] Pushing event updated for resources: {'Network': ['ID=c0f459df-02a3-437d-b047-0185450ffa51,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:28.326734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c0f459df-02a3-437d-b047-0185450ffa51 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:28.339496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Made reservation on behalf of da497ae0478646ab9a8292c1c82f6d69 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:28.343999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:28.558662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:28.600831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port d61a340a-92d2-4ee8-a456-1b5d333b61ea, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d61a340a-92d2-4ee8-a456-1b5d333b61ea,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:28.607664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:28.698026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:28.750302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=d61a340a-92d2-4ee8-a456-1b5d333b61ea,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:28.836672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:28.837128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Network hostable DHCP agents. Network: c0f459df-02a3-437d-b047-0185450ffa51, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:28.839428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f0afb1-b20d-4325-a8d4-cad7fd330197,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:28.875829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Network c0f459df-02a3-437d-b047-0185450ffa51 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:28.900422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c0f459df-02a3-437d-b047-0185450ffa51) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:28.910017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264caf1-8f17-402a-ab92-2c0da48d0ab1 None None] Network c0f459df-02a3-437d-b047-0185450ffa51 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:28.915198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:28.915956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:28.952932 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47e4fcfa-c501-44d9-a3d7-68bb4fb53ed6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8052545 Jul 22 21:18:29.060769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6e484-f679-4745-a624-a758d36e8a26 req-567a34a5-513d-4e08-be67-34eefd57caf8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:29.063451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e6e484-f679-4745-a624-a758d36e8a26 req-567a34a5-513d-4e08-be67-34eefd57caf8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 931 time: 1.7319102 Jul 22 21:18:29.139480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015674cc-0d86-4fe4-95ee-8c1e5583e7af {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:29.203538 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:29.230105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-bf27e4d5-e92a-4b3f-94f7-e7922ab322df tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:29.239983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-bf27e4d5-e92a-4b3f-94f7-e7922ab322df tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 815 time: 0.6619925 Jul 22 21:18:29.279549 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65e6e484-f679-4745-a624-a758d36e8a26 req-630f4bd9-79a4-4587-b842-acda2e6b15e4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039719 Jul 22 21:18:29.313106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Transition to ACTIVE for port object 015674cc-0d86-4fe4-95ee-8c1e5583e7af will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:29.339575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-31265ab8-2055-4ade-b8d2-d52bcff94769 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/quotas/4134e8610ba644e68b78236c641ffdec HTTP/1.1" status: 200 len: 375 time: 0.0983639 Jul 22 21:18:29.361926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:29.431445 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Sync routers for ids ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:29.442949 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd7e30-8304-4869-a5e6-341aebe343c7 None None] Network c0f459df-02a3-437d-b047-0185450ffa51 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:29.453754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-8dc7b9d6-0e8e-4b4e-bb98-a8dcedbfabcf tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129653 Jul 22 21:18:29.457954 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Routers {'cfebf8ff-00a6-4e03-a669-317d0ab9feaa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:29.458743 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:29.633217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d61a340a-92d2-4ee8-a456-1b5d333b61ea up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:29.655359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Pushing event updated for resources: {'Port': ['ID=015674cc-0d86-4fe4-95ee-8c1e5583e7af,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:29.659104 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Set router cfebf8ff-00a6-4e03-a669-317d0ab9feaa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:29.810057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d61a340a-92d2-4ee8-a456-1b5d333b61ea triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:29.810608 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:29.909617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Attempting to bind port 015674cc-0d86-4fe4-95ee-8c1e5583e7af on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:29.918101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Attempting to bind port 015674cc-0d86-4fe4-95ee-8c1e5583e7af by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:29.918101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Attempting to bind port 015674cc-0d86-4fe4-95ee-8c1e5583e7af on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:29.951502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Port 015674cc-0d86-4fe4-95ee-8c1e5583e7af on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:29.954930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Attempting to bind port 015674cc-0d86-4fe4-95ee-8c1e5583e7af on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:29.982781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-af8765d7-39ce-4a7e-bb8f-da04e2f4c5d2 service neutron] 10.222.0.54 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716589 Jul 22 21:18:30.003687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:30.004135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:30.004726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:30.005253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Bound port: 015674cc-0d86-4fe4-95ee-8c1e5583e7af, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:30.005678 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.099478 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:25Z', 'revision_number': 4, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '357c86c7-7301-4650-86e2-208e8858f3af', 'name': '', 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'mac_address': 'fa:16:3e:d6:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'f04f6c34-7a0d-48ce-8280-862afd7a5027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:23Z', 'updated_at': '2021-07-22T21:18:25Z', 'revision_number': 2, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'subnets': [{'id': 'f04f6c34-7a0d-48ce-8280-862afd7a5027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:30.162646 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Checking router: cfebf8ff-00a6-4e03-a669-317d0ab9feaa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:30.164360 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Updating router cfebf8ff-00a6-4e03-a669-317d0ab9feaa port 357c86c7-7301-4650-86e2-208e8858f3af binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:18:30.209173 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.261836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56336) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:30.267651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1867017326-network', 'tenant_id': 'e3a14917ac80416a943143f06a089e12'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:30.295227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Made reservation on behalf of e3a14917ac80416a943143f06a089e12 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:30.298576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.313350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.319154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] For port 015674cc-0d86-4fe4-95ee-8c1e5583e7af, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:30.354742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-6457bc7d-f43e-4061-a8a5-b9a7b77d7504 service neutron] 10.222.0.54 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712909 Jul 22 21:18:30.359630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] For port 015674cc-0d86-4fe4-95ee-8c1e5583e7af, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=015674cc-0d86-4fe4-95ee-8c1e5583e7af,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:30.386283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.478022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-67f56296-8e61-4df3-abf4-098289e61773 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4520669 Jul 22 21:18:30.491340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.492183 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.493905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] 10.222.0.23 "PUT /v2.0/ports/015674cc-0d86-4fe4-95ee-8c1e5583e7af HTTP/1.1" status: 200 len: 1092 time: 3.3602123 Jul 22 21:18:30.494380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cebfca0-5c74-4463-914e-292f0bc94712', 'tag': '015674cc-0d86-4fe4-95ee-8c1e5583e7af'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:30.503947 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8387d2e8-b842-46a6-8499-9b09b10f256a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cebfca0-5c74-4463-914e-292f0bc94712", "tag": "015674cc-0d86-4fe4-95ee-8c1e5583e7af"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:30.534589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:30.551080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.558965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.571663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e519f4-77c2-4597-b1ec-865068021af2 service neutron] Pushing event updated for resources: {'Port': ['ID=015674cc-0d86-4fe4-95ee-8c1e5583e7af,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:30.627494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:30.648865 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.665842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.666384 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Added segment b4f15d08-f599-4f48-94e7-49bfe70b4377 of type vlan for network 166790de-aa6e-41d5-9a78-2cbb9bc2342a Jul 22 21:18:30.686560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ebd7f2-31a4-4946-be7f-96873a94176f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:30.714069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-a3bd8702-12fd-448e-a3c1-f6e7718dbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.716039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-a3bd8702-12fd-448e-a3c1-f6e7718dbe16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 1095 time: 0.1373808 Jul 22 21:18:30.735828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.803801 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.806148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.807002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.831691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-2e745a5a-aa9a-4687-a4a8-40697fe7e67c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=015674cc-0d86-4fe4-95ee-8c1e5583e7af HTTP/1.1" status: 200 len: 217 time: 0.0945439 Jul 22 21:18:30.861842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5983739 Jul 22 21:18:30.867533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56350) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:30.877573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Request body: {'subnet': {'network_id': '166790de-aa6e-41d5-9a78-2cbb9bc2342a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1867017326-subnet', 'tenant_id': 'e3a14917ac80416a943143f06a089e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:30.895552 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.909524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-dae30754-8eb4-4de7-8077-a84e11f36d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.912145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-dae30754-8eb4-4de7-8077-a84e11f36d92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.0702717 Jul 22 21:18:30.938444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56544643-f8a5-40ef-b00c-1ff2a8944a96 admin admin] Pushing event updated for resources: {'Network': ['ID=166790de-aa6e-41d5-9a78-2cbb9bc2342a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:30.938867 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Transition to ACTIVE for port object 357c86c7-7301-4650-86e2-208e8858f3af will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:30.952139 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.958694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 166790de-aa6e-41d5-9a78-2cbb9bc2342a details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:30.968874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Made reservation on behalf of e3a14917ac80416a943143f06a089e12 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:30.974304 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.015692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-50424dbc-6a4b-451c-9d70-d52650667017 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786762 Jul 22 21:18:31.070724 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Pushing event updated for resources: {'Port': ['ID=357c86c7-7301-4650-86e2-208e8858f3af,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:31.099473 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.099822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.100192 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.100668 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.101002 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.101339 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.101692 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.102020 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.102342 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.102663 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.102987 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.103299 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:31.158478 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.227504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.286861 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Attempting to bind port 357c86c7-7301-4650-86e2-208e8858f3af on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:31.287240 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Attempting to bind port 357c86c7-7301-4650-86e2-208e8858f3af by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:31.287810 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Attempting to bind port 357c86c7-7301-4650-86e2-208e8858f3af on network 69239253-a57c-4e4c-9eb0-d217d095719f {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:31.300177 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:31.301089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Checking segment: {'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:31.301494 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.307004 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Bound using segment: {'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:31.307523 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Bound port: 357c86c7-7301-4650-86e2-208e8858f3af, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:31.308358 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.480515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-86f8c40d-e1f3-47b1-9862-a04f2dd2f1f9 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343963 Jul 22 21:18:31.496510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] For port 357c86c7-7301-4650-86e2-208e8858f3af, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:31.500982 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] For port 357c86c7-7301-4650-86e2-208e8858f3af, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=357c86c7-7301-4650-86e2-208e8858f3af,segment=NetworkSegment(5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187),segment_id=5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:31.515833 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.680134 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb565c58-1e03-4e9f-b326-580901f5dc00 None None] Pushing event updated for resources: {'Port': ['ID=357c86c7-7301-4650-86e2-208e8858f3af,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:31.715270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.731285 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Routers {'cfebf8ff-00a6-4e03-a669-317d0ab9feaa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:31.734485 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:31.841206 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:31.919546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937c55b9-a983-48ec-827f-c6993b24298f,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:31.932530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Allocated IP 172.25.5.37 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/729d59e3-2b7f-4cc1-b935-1873f0913153) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:31.962934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Checking segment: {'id': 'b4f15d08-f599-4f48-94e7-49bfe70b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '166790de-aa6e-41d5-9a78-2cbb9bc2342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:31.963509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Network hostable DHCP agents. Network: 166790de-aa6e-41d5-9a78-2cbb9bc2342a, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:32.000392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7e11386-a418-40c0-9376-ba35d463bbdc req-421ba49f-d135-4cc4-b838-d320d229a1a4 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163150 Jul 22 21:18:32.021853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Network 166790de-aa6e-41d5-9a78-2cbb9bc2342a is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:32.043611 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] Set router cfebf8ff-00a6-4e03-a669-317d0ab9feaa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:32.044478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 166790de-aa6e-41d5-9a78-2cbb9bc2342a) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:32.056345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:32.056345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.063743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc568d-0933-49f9-95aa-0a0fef77feb5 None None] Network 166790de-aa6e-41d5-9a78-2cbb9bc2342a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:32.100580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5b92ebc3-9bc0-46e3-b906-518a22ea2b28 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2287593 Jul 22 21:18:32.291123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.312436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d47ed9-1e94-431e-8f4f-fc6d2a20ec35 None None] Network 166790de-aa6e-41d5-9a78-2cbb9bc2342a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:32.402262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.500935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Pushing event updated for resources: {'Port': ['ID=729d59e3-2b7f-4cc1-b935-1873f0913153,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:32.531601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:32.536146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:32.541665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:32.655749 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:25Z', 'revision_number': 4, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '357c86c7-7301-4650-86e2-208e8858f3af', 'name': '', 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'mac_address': 'fa:16:3e:d6:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'f04f6c34-7a0d-48ce-8280-862afd7a5027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:23Z', 'updated_at': '2021-07-22T21:18:31Z', 'revision_number': 4, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'subnets': [{'id': 'f04f6c34-7a0d-48ce-8280-862afd7a5027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:32.689060 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d43c96-2355-4931-9134-419a1a11d572 None None] The sync data for ids ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'] in n-d-762330-19 is: [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:25Z', 'revision_number': 4, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '357c86c7-7301-4650-86e2-208e8858f3af', 'name': '', 'network_id': '69239253-a57c-4e4c-9eb0-d217d095719f', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'mac_address': 'fa:16:3e:d6:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'f04f6c34-7a0d-48ce-8280-862afd7a5027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:23Z', 'updated_at': '2021-07-22T21:18:31Z', 'revision_number': 4, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'subnets': [{'id': 'f04f6c34-7a0d-48ce-8280-862afd7a5027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:32.759138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7bab-dfc8-4da6-817e-f950bb430844 req-53916700-e3ae-4dbf-8aeb-1ca9722fd9f4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:32.761070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df1f7bab-dfc8-4da6-817e-f950bb430844 req-53916700-e3ae-4dbf-8aeb-1ca9722fd9f4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 943 time: 0.2145443 Jul 22 21:18:32.771594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.956785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df1f7bab-dfc8-4da6-817e-f950bb430844 req-885e7e58-b307-4478-8d4d-4d4902f305fc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284983 Jul 22 21:18:32.985461 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.064451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-39a2d8a6-001c-4f05-8f10-ec87910c0f41 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:33.068497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-39a2d8a6-001c-4f05-8f10-ec87910c0f41 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 815 time: 0.2724240 Jul 22 21:18:33.087886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Request body: {'port': {'device_id': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'admin_state_up': True, 'tenant_id': '4134e8610ba644e68b78236c641ffdec'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:33.170577 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b53c45d-1b33-410f-a70c-5909f1877735 x-openstack-request-id: req-5b53c45d-1b33-410f-a70c-5909f1877735 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:33.170913 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cebfca0-5c74-4463-914e-292f0bc94712", "tag": "015674cc-0d86-4fe4-95ee-8c1e5583e7af", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:33.171228 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b53c45d-1b33-410f-a70c-5909f1877735 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:33.171715 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cebfca0-5c74-4463-914e-292f0bc94712', 'tag': '015674cc-0d86-4fe4-95ee-8c1e5583e7af', 'status': 'completed', 'code': 200} Jul 22 21:18:33.315539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-238354ed-294e-48a8-8bbb-24e6b4462eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:33.320766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-238354ed-294e-48a8-8bbb-24e6b4462eeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 1095 time: 0.1065087 Jul 22 21:18:33.340010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67164b55-2ea8-4a0e-b15e-f4d7bd27ecae req-8088ac5b-6ef0-4631-8c7e-0a707f4aa350 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 210 time: 0.1061909 Jul 22 21:18:33.446243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 357c86c7-7301-4650-86e2-208e8858f3af up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:33.508966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-254f3abd-5b9d-47aa-9db6-100dd491879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:33.513135 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-254f3abd-5b9d-47aa-9db6-100dd491879a service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.1711507 Jul 22 21:18:33.533040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Made reservation on behalf of 4134e8610ba644e68b78236c641ffdec for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:33.537939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.553784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 357c86c7-7301-4650-86e2-208e8858f3af completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:33.564178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 357c86c7-7301-4650-86e2-208e8858f3af triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:33.565301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.571804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.574701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56372) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:33.585490 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-86c4da96-bc0c-4eeb-ac62-927a2115ccf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=015674cc-0d86-4fe4-95ee-8c1e5583e7af HTTP/1.1" status: 200 len: 217 time: 0.0614092 Jul 22 21:18:33.605684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.717310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.776986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 357c86c7-7301-4650-86e2-208e8858f3af, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=357c86c7-7301-4650-86e2-208e8858f3af,segment=NetworkSegment(5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187),segment_id=5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:33.790544 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.812675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-7e1473ab-6cda-4700-a2bf-227c533b8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:33.814492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-7e1473ab-6cda-4700-a2bf-227c533b8601 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1756389 Jul 22 21:18:33.863249 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-2bd2469f-3d1a-4cb7-ac3d-b1b3cd3e8c10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413213 Jul 22 21:18:33.882872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Pushing event updated for resources: {'Port': ['ID=729d59e3-2b7f-4cc1-b935-1873f0913153,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:33.883344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=357c86c7-7301-4650-86e2-208e8858f3af,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:33.927215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.998662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:34.000273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-019170fa-300b-46b9-babe-707bc7d61d0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4777353 Jul 22 21:18:34.093112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-5c313ca7-28d5-458d-b072-dfa8d854abbb tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:34.104610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-5c313ca7-28d5-458d-b072-dfa8d854abbb tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.3410618 Jul 22 21:18:34.108344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Allocated IP 172.20.0.13 (3784ea74-26b7-43ab-801c-1c67e13d3ce1/136009f9-c344-4871-a6d1-badd0c7274e4/3a2afc56-5c2f-4106-86ab-1a4429dd96e1) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:34.115366 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-55e2031d-07ff-4d8c-b5d1-eccfbb4576f6 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330182 Jul 22 21:18:34.148369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-43c0ea3b-7ec7-4767-be90-911769105ff1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.1394169 Jul 22 21:18:34.158142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-646a65b7-2a21-4885-911b-8bd181e3119f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/quotas/da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 375 time: 0.0523200 Jul 22 21:18:34.221476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-76e36aae-eec2-4b37-b280-c3bdaeed6d14 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615106 Jul 22 21:18:34.326106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8387d2e8-b842-46a6-8499-9b09b10f256a req-40fcd5f3-601b-41bc-b443-f5b349b0ed6b service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803265 Jul 22 21:18:34.453193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:34.572650 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-e8e4d9ad-2148-4ac9-9618-cd961ca3eb84 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289042 Jul 22 21:18:34.587304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-83c4ab2d-8f85-48bb-bd33-15836d863bde tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:34.588812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2c4db84-c63f-4ed9-9a9d-a603fe56307e req-83c4ab2d-8f85-48bb-bd33-15836d863bde tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.4256146 Jul 22 21:18:34.651157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:34.766345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-582e179d-3451-4d3b-9027-fd2290bc8956 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764302 Jul 22 21:18:34.782383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:34.822178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Deleting port 0da545c1-38d5-4417-89b3-29233a1ede70 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:34.822178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:34.869279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:34.882902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:34.884444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:34.899382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:34.913013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ac82-89ab-4127-b3ba-a55757581a22 req-e3025214-9bff-452e-a8bd-2b036e706252 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:34.916434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e15ac82-89ab-4127-b3ba-a55757581a22 req-e3025214-9bff-452e-a8bd-2b036e706252 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 943 time: 0.1962497 Jul 22 21:18:34.992988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] For port 0da545c1-38d5-4417-89b3-29233a1ede70, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0da545c1-38d5-4417-89b3-29233a1ede70,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:34.993503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.021115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Calling delete_port for 0da545c1-38d5-4417-89b3-29233a1ede70 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:35.381957 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:18:35.394278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 357c86c7-7301-4650-86e2-208e8858f3af up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:35.427723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.450565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 015674cc-0d86-4fe4-95ee-8c1e5583e7af details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:35.456099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.457075 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.508737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e15ac82-89ab-4127-b3ba-a55757581a22 req-cfd4bf95-ddba-4f02-b129-a67098a2037c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460123 Jul 22 21:18:35.515779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-a7dafce1-a4df-4a04-b345-8d860ddfb165 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4321125 Jul 22 21:18:35.534439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da545c1-38d5-4417-89b3-29233a1ede70,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:35.546252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Request body: {'port': {'device_id': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:35.547097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 357c86c7-7301-4650-86e2-208e8858f3af triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:35.547694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.565584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.566163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.567644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.568227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.568776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.569332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.579452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.579754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.580677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.582632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.583205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.584337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:35.708781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8131-1e6e-4bcd-98e8-f9516aafc29a req-4fc8ac48-b65b-4f76-8cc5-8cf81b04988e tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.720827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a3d8131-1e6e-4bcd-98e8-f9516aafc29a req-4fc8ac48-b65b-4f76-8cc5-8cf81b04988e tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 932 time: 0.3636982 Jul 22 21:18:35.825782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 015674cc-0d86-4fe4-95ee-8c1e5583e7af, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=015674cc-0d86-4fe4-95ee-8c1e5583e7af,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:35.881020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.905970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.911399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '015674cc-0d86-4fe4-95ee-8c1e5583e7af', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': '015674cc-0d86-4fe4-95ee-8c1e5583e7af', 'mac_address': 'fa:16:3e:9c:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:35.976899 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.004958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015674cc-0d86-4fe4-95ee-8c1e5583e7af {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:36.038642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d30ea1f-c462-493f-9908-acb4e4fc4f12 req-dd61c9a0-6c22-4449-962f-9677535b6c0d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips/4f3eec15-c91d-4e1d-86f2-7112829e6131 HTTP/1.1" status: 200 len: 692 time: 0.3061500 Jul 22 21:18:36.047038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a3d8131-1e6e-4bcd-98e8-f9516aafc29a req-80da9019-4a65-4d5e-8cc3-2be5daf7436a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250499 Jul 22 21:18:36.048724 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 015674cc-0d86-4fe4-95ee-8c1e5583e7af, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=015674cc-0d86-4fe4-95ee-8c1e5583e7af,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:36.057620 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.167819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=015674cc-0d86-4fe4-95ee-8c1e5583e7af,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:36.324548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Router 0857f354-7781-45fa-9f08-3b0c072528b1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:36.481464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30ea1f-c462-493f-9908-acb4e4fc4f12 req-2c828d16-c0fa-40f6-9d0e-fa15ee14c5a2 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:36.496599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d30ea1f-c462-493f-9908-acb4e4fc4f12 req-2c828d16-c0fa-40f6-9d0e-fa15ee14c5a2 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.4374850 Jul 22 21:18:36.497576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['015674cc-0d86-4fe4-95ee-8c1e5583e7af'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:36.598342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:36.609965 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9bd57f7c-a13b-46a0-bdcb-7f46b0890738 admin admin] 10.222.0.54 "PUT /v2.0/routers/0857f354-7781-45fa-9f08-3b0c072528b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0328281 Jul 22 21:18:36.614836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:36.644849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] Sync routers for ids ['0857f354-7781-45fa-9f08-3b0c072528b1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:36.659676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:36.668786 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.696380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] Routers {'0857f354-7781-45fa-9f08-3b0c072528b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:36.699892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0857f354-7781-45fa-9f08-3b0c072528b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:36.735558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85298f46-88bf-4ad4-9d81-7ac289a7956e req-e4728206-e763-4ef6-9b35-e609e42c77be tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 210 time: 0.0631771 Jul 22 21:18:36.736936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Transition to ACTIVE for port object 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:36.742854 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.973371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8155761-2b0b-406e-85f1-4969e05be706 req-5bea0b2f-9d7f-4774-b1fd-4b2b587c86fa tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=69befe574b9a450ebb11e3d0ba4da97c HTTP/1.1" status: 200 len: 695 time: 0.1336973 Jul 22 21:18:37.009432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:37.090507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.090805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.091324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.093345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.093345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.093345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.094156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.094368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.095092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.095750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.096290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.096942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:37.137337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] Set router 0857f354-7781-45fa-9f08-3b0c072528b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:37.266961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642d171-7720-4cee-ad51-109776041cb3 req-5fe50d00-6d5c-4204-a940-aed8fb5eb014 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.270492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c642d171-7720-4cee-ad51-109776041cb3 req-5fe50d00-6d5c-4204-a940-aed8fb5eb014 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 944 time: 0.4128568 Jul 22 21:18:37.354925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Attempting to bind port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:37.355800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Attempting to bind port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:37.356462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Attempting to bind port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:37.367224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:37.368016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Attempting to bind port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:37.378167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:37.379730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Checking segment: {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:37.380637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Bound using segment: {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:37.381583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Bound port: 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:37.382432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.403121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.413532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155761-2b0b-406e-85f1-4969e05be706 req-b0cae08d-5348-467b-adeb-2bb90a527789 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.416473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8155761-2b0b-406e-85f1-4969e05be706 req-b0cae08d-5348-467b-adeb-2bb90a527789 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks?id=ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 787 time: 0.4284472 Jul 22 21:18:37.484694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-43a1af0f-1ffa-4abb-a6e9-b5624265e98b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.488544 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-43a1af0f-1ffa-4abb-a6e9-b5624265e98b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.2645447 Jul 22 21:18:37.498618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c642d171-7720-4cee-ad51-109776041cb3 req-34952303-513c-489c-b12e-44e8d95c2db2 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162063 Jul 22 21:18:37.522563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:18:35Z', 'revision_number': 5, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:37.562296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:37.569752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:37.571737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Request body: {'port': {'device_id': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'admin_state_up': True, 'tenant_id': 'da497ae0478646ab9a8292c1c82f6d69'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:37.578215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.582550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] Checking router: 0857f354-7781-45fa-9f08-3b0c072528b1 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:37.604768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] Routers {'0857f354-7781-45fa-9f08-3b0c072528b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:37.605117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0857f354-7781-45fa-9f08-3b0c072528b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:37.681285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.682441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.684831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] 10.222.0.23 "PUT /v2.0/ports/3a2afc56-5c2f-4106-86ab-1a4429dd96e1 HTTP/1.1" status: 200 len: 1093 time: 2.1486595 Jul 22 21:18:37.685515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:37.721481 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8ead62-cab3-4edf-8099-fe6cdd747698" -d '{"events": [{"name": "network-changed", "server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:37.776914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e021b-694f-46f2-80f4-e490d2a3855d service neutron] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:37.783417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.877951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] Set router 0857f354-7781-45fa-9f08-3b0c072528b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:37.878297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Made reservation on behalf of da497ae0478646ab9a8292c1c82f6d69 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:37.885481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.012037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Deleting port 925d03d2-e597-4c29-8130-33dc1d4e051d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:38.012580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.015415 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e533416-ffec-4a7e-979f-45752f02037f req-16cf7a9c-4710-4638-bd7b-2499a765117a tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips/4f3eec15-c91d-4e1d-86f2-7112829e6131 HTTP/1.1" status: 200 len: 692 time: 0.2433097 Jul 22 21:18:38.095566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-e0a7633f-2cb6-49ff-8b01-db94066e2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.102587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-e0a7633f-2cb6-49ff-8b01-db94066e2e65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 1096 time: 0.3237216 Jul 22 21:18:38.185577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-c7adcb8c-12a2-47f3-84fc-d07988dbc6ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1 HTTP/1.1" status: 200 len: 217 time: 0.0747082 Jul 22 21:18:38.230415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Allocated IP 172.20.0.5 (c0f459df-02a3-437d-b047-0185450ffa51/77f0afb1-b20d-4325-a8d4-cad7fd330197/8f2cb7f6-8962-4921-8fc1-70682d03a224) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:38.235310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] For port 925d03d2-e597-4c29-8130-33dc1d4e051d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=925d03d2-e597-4c29-8130-33dc1d4e051d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:38.235913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.251035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:18:35Z', 'revision_number': 5, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:38.254990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1b7d5-070d-499f-8d03-a980a4c9cf4e req-eb0fd84f-cd8e-460b-bccb-1e703b7f7cac tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.257393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dae1b7d5-070d-499f-8d03-a980a4c9cf4e req-eb0fd84f-cd8e-460b-bccb-1e703b7f7cac tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 944 time: 0.4874983 Jul 22 21:18:38.271104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Calling delete_port for 925d03d2-e597-4c29-8130-33dc1d4e051d owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:38.301111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc52260-3cc6-4f2a-bb20-9854ba3dc0b5 None None] The sync data for ids ['0857f354-7781-45fa-9f08-3b0c072528b1'] in n-d-762330-19 is: [{'id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1691270702-router', 'tenant_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:40Z', 'updated_at': '2021-07-22T21:18:35Z', 'revision_number': 5, 'project_id': 'e28b8aba8dd04caf9bd56edea0fd22cc', 'gw_port': {'id': '925d03d2-e597-4c29-8130-33dc1d4e051d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857f354-7781-45fa-9f08-3b0c072528b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:42Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:38.404629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dae1b7d5-070d-499f-8d03-a980a4c9cf4e req-0bde6942-bc16-498f-81f9-7377f85efa77 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000743 Jul 22 21:18:38.417043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e533416-ffec-4a7e-979f-45752f02037f req-6d6c1c6b-6b40-4b28-a624-bda056375a37 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.418691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e533416-ffec-4a7e-979f-45752f02037f req-6d6c1c6b-6b40-4b28-a624-bda056375a37 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3811035 Jul 22 21:18:38.420372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-e87a82b6-6f17-4012-9e14-d56f111c018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.421839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-e87a82b6-6f17-4012-9e14-d56f111c018e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=136009f9-c344-4871-a6d1-badd0c7274e4 HTTP/1.1" status: 200 len: 855 time: 0.1937187 Jul 22 21:18:38.526179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-9020ffef-4f75-4d71-b00c-c2fbc9ed86ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3784ea74-26b7-43ab-801c-1c67e13d3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883660 Jul 22 21:18:38.538784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e533416-ffec-4a7e-979f-45752f02037f req-ea624422-1628-4e53-9422-42e335b29266 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.1114559 Jul 22 21:18:38.759811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e533416-ffec-4a7e-979f-45752f02037f req-997fd3d3-468b-4692-bc5c-df197bf5b5c4 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.2058678 Jul 22 21:18:38.776921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.806570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.849329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=925d03d2-e597-4c29-8130-33dc1d4e051d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:38.896316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-0b7b1775-464c-4cd6-a8c3-fe65fee40857 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564012 Jul 22 21:18:38.971595 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.054357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7e3d2-0c82-4554-ba31-3897d5a66b09 req-0bdeeb8d-329a-4a6b-a001-6c4635b8c7ca tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:39.057013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa7e3d2-0c82-4554-ba31-3897d5a66b09 req-0bdeeb8d-329a-4a6b-a001-6c4635b8c7ca tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.4144635 Jul 22 21:18:39.151223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.156067 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.160795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.225333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa7e3d2-0c82-4554-ba31-3897d5a66b09 req-ca5cae62-55a5-467e-aeda-167b0cb87073 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054797 Jul 22 21:18:39.240546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c364a45-a2f0-4519-902f-4f918d73ddef req-753db29d-f4e3-4c81-ad09-dd20f2cc5733 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101461 Jul 22 21:18:39.246248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Deleting port 729d59e3-2b7f-4cc1-b935-1873f0913153 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:39.246891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.312230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Network c0f459df-02a3-437d-b047-0185450ffa51 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:39.319599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:39.332511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:39.397488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.398393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0857f354-7781-45fa-9f08-3b0c072528b1 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:18:39.411926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.413709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-67014da2-a2f1-4a76-be03-dfbfd61161c9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0857f354-7781-45fa-9f08-3b0c072528b1 HTTP/1.1" status: 204 len: 168 time: 2.7973042 Jul 22 21:18:39.424799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56440) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:39.490540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 015674cc-0d86-4fe4-95ee-8c1e5583e7af up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:39.506532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:39.530814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.531383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.539109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0da545c1-38d5-4417-89b3-29233a1ede70 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:39.546414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:39.547466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.580387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-ac51e1e5-9b17-41f8-8c3d-22523f212c85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0172813 Jul 22 21:18:39.587974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0da545c1-38d5-4417-89b3-29233a1ede70 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:39.588540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0da545c1-38d5-4417-89b3-29233a1ede70 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:39.598976 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7e552f-4088-4218-9437-3af22a26be67 x-openstack-request-id: req-ae7e552f-4088-4218-9437-3af22a26be67 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:39.598976 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:39.599640 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae7e552f-4088-4218-9437-3af22a26be67 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:39.604822 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'status': 'completed', 'code': 200} Jul 22 21:18:39.606330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Calling delete_port for 729d59e3-2b7f-4cc1-b935-1873f0913153 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:39.612815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Request body: {'port': {'device_id': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:39.626173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] Deleting subnet ff709087-d252-4d41-853b-ed4b2c6a90f7 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:18:39.666472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.690903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 015674cc-0d86-4fe4-95ee-8c1e5583e7af completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:39.698452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 015674cc-0d86-4fe4-95ee-8c1e5583e7af triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:39.699154 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.725740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.881412 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.912225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-e0e37d34-35b7-41e8-a74d-8b71a42c6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:39.914079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-e0e37d34-35b7-41e8-a74d-8b71a42c6cc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 1096 time: 0.2889895 Jul 22 21:18:39.928385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.935570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cebfca0-5c74-4463-914e-292f0bc94712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015674cc-0d86-4fe4-95ee-8c1e5583e7af'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:39.939235 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c9354-657a-469b-bbf6-0afbc5019e42" -d '{"events": [{"server_uuid": "4cebfca0-5c74-4463-914e-292f0bc94712", "name": "network-vif-plugged", "status": "completed", "tag": "015674cc-0d86-4fe4-95ee-8c1e5583e7af"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:39.961706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.962345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 015674cc-0d86-4fe4-95ee-8c1e5583e7af, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=015674cc-0d86-4fe4-95ee-8c1e5583e7af,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:39.969983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.135611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=015674cc-0d86-4fe4-95ee-8c1e5583e7af,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:40.136668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64653aa-9f92-4a5d-8f16-5ee7a91b3003 req-d4dabcb3-e311-4037-aa0f-3aca3f053e28 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.155399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d64653aa-9f92-4a5d-8f16-5ee7a91b3003 req-d4dabcb3-e311-4037-aa0f-3aca3f053e28 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 931 time: 0.3859673 Jul 22 21:18:40.181478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.239813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff709087-d252-4d41-853b-ed4b2c6a90f7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:40.253121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.257262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c01127df-2df1-4c9a-8fba-bd646adb3a10 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ff709087-d252-4d41-853b-ed4b2c6a90f7 HTTP/1.1" status: 204 len: 168 time: 0.8254211 Jul 22 21:18:40.260809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592e065-685a-4e48-b28c-1ebdfe16023a None None] Network 02017ee7-54ba-451d-acdd-4f214b0961c8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:40.268355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56446) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:40.293369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-5f2b3bfa-fcb1-4fc1-af72-6aec5a756580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.296229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-5f2b3bfa-fcb1-4fc1-af72-6aec5a756580 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 916 time: 0.3636737 Jul 22 21:18:40.304942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d64653aa-9f92-4a5d-8f16-5ee7a91b3003 req-4142163c-8bad-4c82-8f93-727e2b61621c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481190 Jul 22 21:18:40.382980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-8d4d9a0d-f1cd-4176-9988-781b3e03328e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1 HTTP/1.1" status: 200 len: 217 time: 0.0718038 Jul 22 21:18:40.387328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.524726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Pushing event deleted for resources: {'Port': ['ID=729d59e3-2b7f-4cc1-b935-1873f0913153,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:40.540686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.617934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-814581e2-27ad-4914-b189-d4e7c27f095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.620531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-814581e2-27ad-4914-b189-d4e7c27f095a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=136009f9-c344-4871-a6d1-badd0c7274e4 HTTP/1.1" status: 200 len: 855 time: 0.2139828 Jul 22 21:18:40.653079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] DHCP port deletion for 02017ee7-54ba-451d-acdd-4f214b0961c8 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:18:40.727939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-58e82549-6081-4fe7-8dad-e5ab6deeefdb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3784ea74-26b7-43ab-801c-1c67e13d3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578308 Jul 22 21:18:40.731518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] Deleting port 211bc260-9bd6-4706-ae0e-dab86510171a {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:40.732585 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.745286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2cb7f6-8962-4921-8fc1-70682d03a224 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:40.758907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.766707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Deleting port 211bc260-9bd6-4706-ae0e-dab86510171a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:40.767145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.775584 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.778380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.779579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e533416-ffec-4a7e-979f-45752f02037f req-0b60a20f-1d2f-4699-84fc-84901bdfd2db tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "DELETE /v2.0/floatingips/4f3eec15-c91d-4e1d-86f2-7112829e6131 HTTP/1.1" status: 204 len: 173 time: 2.0088875 Jul 22 21:18:40.854776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] For port 211bc260-9bd6-4706-ae0e-dab86510171a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=211bc260-9bd6-4706-ae0e-dab86510171a,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:40.854776 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.868797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970615e7-0633-4498-aafc-603d7da38b61 req-e6268f2a-5d1f-48d6-8eea-b74206d71e60 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.871088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-970615e7-0633-4498-aafc-603d7da38b61 req-e6268f2a-5d1f-48d6-8eea-b74206d71e60 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 945 time: 0.3283265 Jul 22 21:18:40.876553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] Calling delete_port for 211bc260-9bd6-4706-ae0e-dab86510171a owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:40.880414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] For port 211bc260-9bd6-4706-ae0e-dab86510171a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=211bc260-9bd6-4706-ae0e-dab86510171a,segment=NetworkSegment(677e6ba2-d91c-48db-b092-7e100ce63023),segment_id=677e6ba2-d91c-48db-b092-7e100ce63023)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:40.880983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.903788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Transition to ACTIVE for port object 8f2cb7f6-8962-4921-8fc1-70682d03a224 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:40.912101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.915949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Calling delete_port for 211bc260-9bd6-4706-ae0e-dab86510171a owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:41.006229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-a35e6848-6d05-4299-8043-06b1ac4f2f3b service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651789 Jul 22 21:18:41.015408 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-970615e7-0633-4498-aafc-603d7da38b61 req-03c8ee2b-86fa-44b9-8493-c3aa7aab576b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314845 Jul 22 21:18:41.021541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.071486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] Pushing event deleted for resources: {'Port': ['ID=211bc260-9bd6-4706-ae0e-dab86510171a,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:41.073081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:41.081405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b72f0e-8afb-4060-a9a4-ebd96310d5c8 None None] No DVR routers for this DVR port 211bc260-9bd6-4706-ae0e-dab86510171a on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:41.138243 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1108a833-689d-4d74-8304-16b23eb6f28e x-openstack-request-id: req-1108a833-689d-4d74-8304-16b23eb6f28e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:41.138695 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cebfca0-5c74-4463-914e-292f0bc94712", "name": "network-vif-plugged", "status": "completed", "tag": "015674cc-0d86-4fe4-95ee-8c1e5583e7af", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:41.139111 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1108a833-689d-4d74-8304-16b23eb6f28e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:41.139741 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cebfca0-5c74-4463-914e-292f0bc94712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015674cc-0d86-4fe4-95ee-8c1e5583e7af', 'code': 200} Jul 22 21:18:41.239927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:41.240319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:41.240868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:41.283177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.287804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:41.288221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:41.340845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:41.341296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:41.341625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:41.342155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Bound port: 8f2cb7f6-8962-4921-8fc1-70682d03a224, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:41.342520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.352653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=211bc260-9bd6-4706-ae0e-dab86510171a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:41.360017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] No DVR routers for this DVR port 211bc260-9bd6-4706-ae0e-dab86510171a on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:41.451002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 211bc260-9bd6-4706-ae0e-dab86510171a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:41.489137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 211bc260-9bd6-4706-ae0e-dab86510171a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:41.489752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 211bc260-9bd6-4706-ae0e-dab86510171a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:41.490235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925d03d2-e597-4c29-8130-33dc1d4e051d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:41.528706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ce929-0480-42ba-b791-180c2cc50675 req-d3041686-a07e-4031-8bd4-57d85a2cad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.531981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e98ce929-0480-42ba-b791-180c2cc50675 req-d3041686-a07e-4031-8bd4-57d85a2cad9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 1097 time: 0.2935803 Jul 22 21:18:41.539642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 925d03d2-e597-4c29-8130-33dc1d4e051d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:41.540255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925d03d2-e597-4c29-8130-33dc1d4e051d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:41.603486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.638675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02017ee7-54ba-451d-acdd-4f214b0961c8']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:41.656257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677e6ba2-d91c-48db-b092-7e100ce63023') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:41.656683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677e6ba2-d91c-48db-b092-7e100ce63023') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:41.662420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:41.695260 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.712320 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e98ce929-0480-42ba-b791-180c2cc50675 req-6be3821d-8a9a-41be-8fd7-ec1f165a7639 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649392 Jul 22 21:18:41.716934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe9c82-3790-4e71-9dd8-3bf6a54893d7 req-c4a50c1d-57a5-4bd5-8a3d-a183656a08af tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.720031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2fe9c82-3790-4e71-9dd8-3bf6a54893d7 req-c4a50c1d-57a5-4bd5-8a3d-a183656a08af tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 944 time: 0.8328378 Jul 22 21:18:41.727369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:41.733603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.740639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.745986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:18:41.746297 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:18:41.749054 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:18:41.824662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce8ead62-cab3-4edf-8099-fe6cdd747698 req-b8dd7509-1b5e-4bd8-b292-d247f35b0caf service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8064771 Jul 22 21:18:41.861323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.862294 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.864280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] 10.222.0.23 "PUT /v2.0/ports/8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 1092 time: 2.2594912 Jul 22 21:18:41.864968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:41.867631 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a74401a-fa3e-42d1-8a07-b2315d6009e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:41.891134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.907415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.910202 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] 10.222.0.54 "DELETE /v2.0/networks/02017ee7-54ba-451d-acdd-4f214b0961c8 HTTP/1.1" status: 204 len: 168 time: 1.6406069 Jul 22 21:18:41.917469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56464) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:41.922616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d81cb-dc30-4cb5-8ee0-88fb555b8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:41.929178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13329d5-93bb-4816-acf3-d8373d169a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=02017ee7-54ba-451d-acdd-4f214b0961c8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:42.018188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2fe9c82-3790-4e71-9dd8-3bf6a54893d7 req-3f5cfd72-7ee8-476e-a0ee-a3b495839828 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580316 Jul 22 21:18:42.045892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-5b93610b-f6eb-4f2e-8f38-84c64ec88ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:42.048749 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-5b93610b-f6eb-4f2e-8f38-84c64ec88ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1095 time: 0.1086152 Jul 22 21:18:42.133210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-85d832bf-8c5e-42dc-88c5-255412c89cbb tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4007134 Jul 22 21:18:42.142525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-c4cf7997-2cf7-47f4-86c8-de454e7b240b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.0787072 Jul 22 21:18:42.163119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:42.235196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-3b3ab462-e45d-41a0-806d-d1151b8d2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:42.238379 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-3b3ab462-e45d-41a0-806d-d1151b8d2d23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.0815380 Jul 22 21:18:42.296431 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-559d393d-af06-414a-9b2e-5caab59d2e46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451481 Jul 22 21:18:42.322764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:42.381366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2ff0f-6c22-4ff9-8525-6e9cf665b86a req-2b4213e4-b8ef-4452-870f-fa4f7421b2a1 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:42.383796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bed2ff0f-6c22-4ff9-8525-6e9cf665b86a req-2b4213e4-b8ef-4452-870f-fa4f7421b2a1 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 943 time: 0.2463794 Jul 22 21:18:42.456116 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-7359ca9d-2840-4311-8f59-84dba2b1e010 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474786 Jul 22 21:18:42.557678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e42ee9af-ee18-46c9-93d4-9369221a3b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:42.567232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bed2ff0f-6c22-4ff9-8525-6e9cf665b86a req-35a70501-64e5-4b25-a02f-130e105aa801 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719239 Jul 22 21:18:42.642784 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b13602a1-163b-450b-b9fb-cfdd99f6f92f req-97b43f1b-4b86-4034-8792-b137a4882e02 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755407 Jul 22 21:18:42.711927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:42.973427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Allocated IP 172.25.5.242 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/535d5645-e9c9-4fd9-9160-490433730ea3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:43.010301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.345816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.419420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a698bce-1a0f-4c71-b6a2-cdb555f446cc req-cca4fbff-9a5a-485f-800e-6f373961cb4f tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:43.421326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a698bce-1a0f-4c71-b6a2-cdb555f446cc req-cca4fbff-9a5a-485f-800e-6f373961cb4f tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.3457556 Jul 22 21:18:43.515796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:43.526110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.547655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a698bce-1a0f-4c71-b6a2-cdb555f446cc req-5c544e8a-63d6-45d5-ba38-3bec972f6e6f tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016078 Jul 22 21:18:43.630988 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c09bc60-4ea7-4828-8f3e-6bf18636f3ab x-openstack-request-id: req-8c09bc60-4ea7-4828-8f3e-6bf18636f3ab {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:43.631817 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:43.631817 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c09bc60-4ea7-4828-8f3e-6bf18636f3ab {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:43.632600 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224', 'status': 'completed', 'code': 200} Jul 22 21:18:43.642374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:43.650204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:43.663695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:43.669720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Pushing event updated for resources: {'Port': ['ID=535d5645-e9c9-4fd9-9160-490433730ea3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:43.768990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-81f96c75-833d-43ca-8fce-f8f86d1fbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:43.769684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:43.774069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-81f96c75-833d-43ca-8fce-f8f86d1fbd42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1095 time: 0.1013310 Jul 22 21:18:43.801837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'port_id': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'mac_address': 'fa:16:3e:b3:90:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136009f9-c344-4871-a6d1-badd0c7274e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:43.877685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.903990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:43.943083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:43.951197 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.968931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.972101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-bc00829d-a977-4881-9abc-71334af1d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:43.974415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-bc00829d-a977-4881-9abc-71334af1d7ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.1895635 Jul 22 21:18:44.032323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b736c-95fc-4969-aaf4-c06060870d3b req-3a8b1906-4bcd-4568-a4f6-07736e26050a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:44.042048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c41b736c-95fc-4969-aaf4-c06060870d3b req-3a8b1906-4bcd-4568-a4f6-07736e26050a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 945 time: 0.2860763 Jul 22 21:18:44.068198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-9faa9322-a46e-4513-b954-efdc2f04abee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.0859165 Jul 22 21:18:44.068770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:44.084449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Deleting port a3af6682-3486-4974-881b-91b5a2db98f7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:44.084990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:44.151509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-a9978000-f34e-4ee8-8c11-870a736982fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:44.153819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-a9978000-f34e-4ee8-8c11-870a736982fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.0751929 Jul 22 21:18:44.183232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:44.227526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-682e3871-4b8b-4468-94b8-e2c1c0fe03b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619361 Jul 22 21:18:44.269960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c41b736c-95fc-4969-aaf4-c06060870d3b req-58758752-fce4-4ef2-b768-f0fe933c7960 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193730 Jul 22 21:18:44.354099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] For port a3af6682-3486-4974-881b-91b5a2db98f7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a3af6682-3486-4974-881b-91b5a2db98f7,segment=NetworkSegment(d408575e-c1db-4cec-b8b6-dc95d62c2bd8),segment_id=d408575e-c1db-4cec-b8b6-dc95d62c2bd8)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:44.355061 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:44.388558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Calling delete_port for a3af6682-3486-4974-881b-91b5a2db98f7 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:44.413322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3a2afc56-5c2f-4106-86ab-1a4429dd96e1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:44.437323 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-c8594a5e-3f31-43b9-8798-c283b7fbf47b service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958475 Jul 22 21:18:44.633974 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a74401a-fa3e-42d1-8a07-b2315d6009e7 req-194ac94d-9925-4e0e-8864-1ebbe6c9994a service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849477 Jul 22 21:18:44.765446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:44.772425 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:44.881810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Pushing event updated for resources: {'Port': ['ID=535d5645-e9c9-4fd9-9160-490433730ea3,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:44.961065 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:44.993832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:44.996148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-b4358fc3-6032-4cb2-a45e-b3f5a0d50a3d tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8456743 Jul 22 21:18:44.999480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.052179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a3af6682-3486-4974-881b-91b5a2db98f7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:45.128789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-335fb3fd-cdf4-4c5e-a266-9b420706c8e4 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1196039 Jul 22 21:18:45.153529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2b126ded-a7eb-4546-ac9e-e19fbcd45853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.256695 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.511872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:45.516075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:45.517775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6707c-8c25-49d4-a0d1-27865c0e1d63 req-d1268c48-74f8-47e8-a575-bb40a07488ae tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.520099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43c6707c-8c25-49d4-a0d1-27865c0e1d63 req-d1268c48-74f8-47e8-a575-bb40a07488ae tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 945 time: 0.4175196 Jul 22 21:18:45.582737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-8261dbba-4674-4d5d-ae8e-bb4c1be99366 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.584295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dea2ab06-f1a1-4208-8f1f-3f5084b5f4c3 req-8261dbba-4674-4d5d-ae8e-bb4c1be99366 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.3980653 Jul 22 21:18:45.617908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43c6707c-8c25-49d4-a0d1-27865c0e1d63 req-4d365c42-0c32-4845-93dd-39eba1fbaad7 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861268 Jul 22 21:18:45.655981 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.725676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:45.737379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:45.738008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.818348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:45.839775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '8f2cb7f6-8962-4921-8fc1-70682d03a224', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'port_id': '8f2cb7f6-8962-4921-8fc1-70682d03a224', 'mac_address': 'fa:16:3e:62:17:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f0afb1-b20d-4325-a8d4-cad7fd330197', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:46.139233 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:46.149221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:46.176836 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:46.183397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2cb7f6-8962-4921-8fc1-70682d03a224 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:46.236224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:46.240799 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1c20ed-808b-4ab3-8da6-1d432b45bf7c" -d '{"events": [{"server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:46.249938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:46.263460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:46.268170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:46.278973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:46.366062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:46.437701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-3c60147d-5093-4871-90d2-6585728574ee tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:46.440427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-3c60147d-5093-4871-90d2-6585728574ee tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.3164773 Jul 22 21:18:46.459234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:46.468641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd382672-ad5e-4c6e-beaa-dddf6bc409b6 req-ea64ddea-f825-4ba2-a7e3-38a21514ec36 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:46.470639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd382672-ad5e-4c6e-beaa-dddf6bc409b6 req-ea64ddea-f825-4ba2-a7e3-38a21514ec36 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 943 time: 0.3449407 Jul 22 21:18:46.582960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-d9ca8bc1-f836-4f03-9521-6627745be305 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.1273530 Jul 22 21:18:46.660942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['8f2cb7f6-8962-4921-8fc1-70682d03a224'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:46.684126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd382672-ad5e-4c6e-beaa-dddf6bc409b6 req-7b2a9179-0959-4a5e-aed5-71fbbcd72d70 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603203 Jul 22 21:18:46.773322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Router bea36b86-6888-4884-9589-067accc3a4d8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:46.788666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-7a52cc7d-4adb-4406-aca9-32986c3ead57 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1898103 Jul 22 21:18:47.059642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-772ddbd9-42c1-45ef-9abb-1e5754a06479 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips/f72e5b4e-5ebc-45e3-bf0b-d007ad486549 HTTP/1.1" status: 200 len: 693 time: 0.1263006 Jul 22 21:18:47.138382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-71e56e77-7100-45d8-b9d0-012476dfbbdc service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339722 Jul 22 21:18:47.164864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:47.177161 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] Sync routers for ids ['bea36b86-6888-4884-9589-067accc3a4d8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:47.189971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] Routers {'bea36b86-6888-4884-9589-067accc3a4d8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:47.190659 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['bea36b86-6888-4884-9589-067accc3a4d8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:47.216873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8cadc087-b600-4ff4-aaf1-0da38866a3bc admin admin] 10.222.0.54 "PUT /v2.0/routers/bea36b86-6888-4884-9589-067accc3a4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2867746 Jul 22 21:18:47.220793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56506) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:47.364889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] Set router bea36b86-6888-4884-9589-067accc3a4d8 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:47.365635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-61503d06-0166-46c6-9857-1a67fcfe8be7 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:47.368022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-61503d06-0166-46c6-9857-1a67fcfe8be7 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2994163 Jul 22 21:18:47.401956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-70f6b608-e1bf-48a7-9974-68e12bd7533f service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533123 Jul 22 21:18:47.485647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-484749a9-9234-4cf2-bf7f-b502b76d38da tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0951612 Jul 22 21:18:47.593417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-06fbbbdc-70f0-4880-8a2f-7165fffd1bcd tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0864007 Jul 22 21:18:47.847113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:47.931795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Deleting port 535d5645-e9c9-4fd9-9160-490433730ea3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:47.932951 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:47.983633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.014706 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:18:44Z', 'revision_number': 5, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:48.059311 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] Checking router: bea36b86-6888-4884-9589-067accc3a4d8 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:48.060136 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab3b5e7-ed6e-456f-a32d-52993bbd5f7b x-openstack-request-id: req-bab3b5e7-ed6e-456f-a32d-52993bbd5f7b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:48.060950 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:48.061430 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bab3b5e7-ed6e-456f-a32d-52993bbd5f7b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:48.062040 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'code': 200} Jul 22 21:18:48.100490 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] Routers {'bea36b86-6888-4884-9589-067accc3a4d8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:48.101544 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['bea36b86-6888-4884-9589-067accc3a4d8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:48.146942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.147374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.204013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Calling delete_port for 535d5645-e9c9-4fd9-9160-490433730ea3 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:48.263989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.283121 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] Set router bea36b86-6888-4884-9589-067accc3a4d8 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:48.365053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed515e4-9937-4f3f-b969-85299959b2b6 req-62f592ff-10d9-49e0-98d4-4b90de8c1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:48.366900 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed515e4-9937-4f3f-b969-85299959b2b6 req-62f592ff-10d9-49e0-98d4-4b90de8c1f78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 1098 time: 0.1786180 Jul 22 21:18:48.382483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Deleting port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:48.383095 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.404748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750677b-c63f-4aff-844c-1690f6d387e3 req-1fb1f227-5868-4fdb-9e81-1be50748235b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:48.407565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a750677b-c63f-4aff-844c-1690f6d387e3 req-1fb1f227-5868-4fdb-9e81-1be50748235b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2295082 Jul 22 21:18:48.486463 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed515e4-9937-4f3f-b969-85299959b2b6 req-0f73178e-242c-489b-8746-2b61a178421b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067595 Jul 22 21:18:48.509723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a750677b-c63f-4aff-844c-1690f6d387e3 req-05efd534-18c5-4040-bff6-1d80043ff54c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915823 Jul 22 21:18:48.613309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] For port d5e8f8c1-fd7f-407c-98f4-8b73624fd50b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:48.613922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.614530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.653100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Calling delete_port for d5e8f8c1-fd7f-407c-98f4-8b73624fd50b owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:48.672166 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:18:44Z', 'revision_number': 5, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:48.732507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Pushing event deleted for resources: {'Port': ['ID=535d5645-e9c9-4fd9-9160-490433730ea3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:48.744956 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a96f8-8910-46cc-a1ba-0109cdc81070 None None] The sync data for ids ['bea36b86-6888-4884-9589-067accc3a4d8'] in n-d-762330-19 is: [{'id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1978312699-router', 'tenant_id': '4405234220c740a58952058dc9b27749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:16:03Z', 'updated_at': '2021-07-22T21:18:44Z', 'revision_number': 5, 'project_id': '4405234220c740a58952058dc9b27749', 'gw_port': {'id': 'd5e8f8c1-fd7f-407c-98f4-8b73624fd50b', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea36b86-6888-4884-9589-067accc3a4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:07Z', 'updated_at': '2021-07-22T21:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:48.832602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93d34ccc-f8f7-42f0-a286-9a45430a0ac4 req-fa3bfddd-b5dc-40d3-8056-30266ba634a5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 210 time: 0.0555019 Jul 22 21:18:48.899040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.904507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.906641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84a2bac4-000e-4ed7-bb59-bd8e40f83af5 req-aae3eaa3-1fcb-4125-a7b4-a06f71dcf8a1 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "DELETE /v2.0/floatingips/f72e5b4e-5ebc-45e3-bf0b-d007ad486549 HTTP/1.1" status: 204 len: 173 time: 1.3045418 Jul 22 21:18:49.045646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.088632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6f0aa-c337-475d-9178-8847f994b091 req-5dade6ac-2be2-45ed-b3b9-453d3509d041 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:49.089716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcf6f0aa-c337-475d-9178-8847f994b091 req-5dade6ac-2be2-45ed-b3b9-453d3509d041 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 944 time: 0.1304774 Jul 22 21:18:49.167751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e8f8c1-fd7f-407c-98f4-8b73624fd50b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:49.215977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcf6f0aa-c337-475d-9178-8847f994b091 req-41f9acf3-f29d-4aba-95b2-4c8b0c14dd03 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138480 Jul 22 21:18:49.276355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.397068 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-b238c048-daab-4fd6-a9d1-499d99c86e44 req-cc7a0d41-ce32-48c4-89b4-221a2f03d2ca tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] show failed (client error): The resource could not be found. Jul 22 21:18:49.398750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b238c048-daab-4fd6-a9d1-499d99c86e44 req-cc7a0d41-ce32-48c4-89b4-221a2f03d2ca tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips/f72e5b4e-5ebc-45e3-bf0b-d007ad486549 HTTP/1.1" status: 404 len: 350 time: 0.0887353 Jul 22 21:18:49.417995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80700d-a26a-4139-b650-332c2e295cf0 req-850d64dc-69cc-4e94-b793-8c53bf6be1fe tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:49.421506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e80700d-a26a-4139-b650-332c2e295cf0 req-850d64dc-69cc-4e94-b793-8c53bf6be1fe tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.2907288 Jul 22 21:18:49.443513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a3af6682-3486-4974-881b-91b5a2db98f7 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:49.504390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a3af6682-3486-4974-881b-91b5a2db98f7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:49.508028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.510017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a3af6682-3486-4974-881b-91b5a2db98f7 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:49.524972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:49.527427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.628750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e80700d-a26a-4139-b650-332c2e295cf0 req-766a3335-b401-4426-babb-7664b89d5f63 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986468 Jul 22 21:18:49.630728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 8f2cb7f6-8962-4921-8fc1-70682d03a224 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:49.633829 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-e9a0786d-48b3-4e3b-a11c-d41868073b5a req-6d55a595-77e7-4161-9295-ba0991e92699 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] show failed (client error): The resource could not be found. Jul 22 21:18:49.641103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.642125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea36b86-6888-4884-9589-067accc3a4d8 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:18:49.646273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9a0786d-48b3-4e3b-a11c-d41868073b5a req-6d55a595-77e7-4161-9295-ba0991e92699 tempest-FloatingIPsTestJSON-421321187 tempest-FloatingIPsTestJSON-421321187-project] 10.222.0.54 "GET /v2.0/floatingips/f72e5b4e-5ebc-45e3-bf0b-d007ad486549 HTTP/1.1" status: 404 len: 350 time: 0.1443584 Jul 22 21:18:49.655779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56536) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:49.667888 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.669798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-abb395cb-1021-4bde-83fc-5c32b03b14a5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/bea36b86-6888-4884-9589-067accc3a4d8 HTTP/1.1" status: 204 len: 168 time: 2.4461653 Jul 22 21:18:49.674475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 8f2cb7f6-8962-4921-8fc1-70682d03a224 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:49.675480 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.681136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56538) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:49.945344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] Deleting subnet 6fc440c0-80c8-49b4-bdc9-6150abc89316 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:18:49.978519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:49.998088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.014759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-4c54e0da-cf37-4867-9984-61a39322966b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:50.016544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-4c54e0da-cf37-4867-9984-61a39322966b tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.4202044 Jul 22 21:18:50.065520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:50.067779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:50.072409 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5bc79e-b4c0-42c4-9ff7-2b533c997734" -d '{"events": [{"server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "name": "network-vif-plugged", "status": "completed", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:50.081468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.232680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:50.258270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.265379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.265986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.266989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.267763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.268862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.270437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.271027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.271546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.272378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.273188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.273999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:50.351873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.457466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b08a5-046e-4afb-ba83-08efb62b5070 req-11b7796f-6ceb-4114-b4a9-99482f60637d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:50.474243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e19b08a5-046e-4afb-ba83-08efb62b5070 req-11b7796f-6ceb-4114-b4a9-99482f60637d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.5745816 Jul 22 21:18:50.481633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-f3973069-d24d-45b2-9455-bdea50d7c191 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:50.483458 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-f3973069-d24d-45b2-9455-bdea50d7c191 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.5077441 Jul 22 21:18:50.512544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:50.571156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e19b08a5-046e-4afb-ba83-08efb62b5070 req-71240ac6-527e-4a5e-b154-becaf4a72cf9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989118 Jul 22 21:18:50.653694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Deleting port e92a6d91-8301-4299-b70a-efe536081925 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:50.654820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.819720 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df05df68-be1c-44d7-98d9-e811726c5721 x-openstack-request-id: req-df05df68-be1c-44d7-98d9-e811726c5721 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:50.821358 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "name": "network-vif-plugged", "status": "completed", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:50.822095 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df05df68-be1c-44d7-98d9-e811726c5721 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:50.822998 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224', 'code': 200} Jul 22 21:18:50.839645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:50.845134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.851720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.874072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2eb9c55a-726b-4199-a812-6adf50bb344d req-78ce8e6b-b5de-4bec-8629-f198840e232e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 210 time: 0.0960486 Jul 22 21:18:50.920285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] For port e92a6d91-8301-4299-b70a-efe536081925, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e92a6d91-8301-4299-b70a-efe536081925,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:50.921188 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.138096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.191671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.10 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/f6c87f6a-18a6-4c8d-a380-4971c08056c7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:51.319550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d5e8f8c1-fd7f-407c-98f4-8b73624fd50b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:51.355776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d5e8f8c1-fd7f-407c-98f4-8b73624fd50b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:51.356730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d5e8f8c1-fd7f-407c-98f4-8b73624fd50b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:51.615626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.768251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.784746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09', '015674cc-0d86-4fe4-95ee-8c1e5583e7af'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:51.792730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.887498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=f6c87f6a-18a6-4c8d-a380-4971c08056c7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:51.902843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:51.907663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:51.921903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:51.927811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.932998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6fc440c0-80c8-49b4-bdc9-6150abc89316 HTTP/1.1" status: 204 len: 168 time: 2.2375765 Jul 22 21:18:51.934547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad41d9-facb-47b5-aa08-5f072989238e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc440c0-80c8-49b4-bdc9-6150abc89316,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:51.945258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56560) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:51.955967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db81a5b-8099-4b2d-b658-3d268fcce4c7 None None] Network ca25f923-756b-4ff8-b383-2335273cc4a0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:51.966829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff1976-a388-4e3b-89a6-e2c30d3b7e84 req-2a3eda0d-d41a-404d-b512-fa5c9730cf2d tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:51.976229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9ff1976-a388-4e3b-89a6-e2c30d3b7e84 req-2a3eda0d-d41a-404d-b512-fa5c9730cf2d tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 945 time: 0.9855273 Jul 22 21:18:51.984427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Deleting port 357c86c7-7301-4650-86e2-208e8858f3af {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:51.985110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.028113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2217ac-1983-46e4-8f33-42e30a622699 req-fac87b30-9e49-465e-9155-058a5fef7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:52.030497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f2217ac-1983-46e4-8f33-42e30a622699 req-fac87b30-9e49-465e-9155-058a5fef7e8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1097 time: 1.0385344 Jul 22 21:18:52.042022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:52.043577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.067800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-53f7f8ed-d328-4cd7-a14f-14858cdf2b6f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5653675 Jul 22 21:18:52.098322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64063b55-b6ae-4df6-afd3-1de389c5282f req-326bd557-5306-478e-907c-18055975adcb tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:52.104923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64063b55-b6ae-4df6-afd3-1de389c5282f req-326bd557-5306-478e-907c-18055975adcb tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 946 time: 0.9996815 Jul 22 21:18:52.129979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Request body: {'port': {'device_id': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:52.239471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] For port 357c86c7-7301-4650-86e2-208e8858f3af, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=357c86c7-7301-4650-86e2-208e8858f3af,segment=NetworkSegment(5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187),segment_id=5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:52.240187 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.262744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Calling delete_port for 357c86c7-7301-4650-86e2-208e8858f3af owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:52.281424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.281938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.282455 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Floating IP dd8a3c53-6a83-4e92-9cad-8c489b48eb04 disassociated. External IP: 172.25.5.73, port: e92a6d91-8301-4299-b70a-efe536081925. Jul 22 21:18:52.283016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Calling delete_port for e92a6d91-8301-4299-b70a-efe536081925 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:52.336191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64063b55-b6ae-4df6-afd3-1de389c5282f req-1becd458-b266-4166-9fcf-f3a3197fb22e tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups?id=2dc04158-70f6-42b0-b5fc-c3260ecf6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001994 Jul 22 21:18:52.342040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.369691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9ff1976-a388-4e3b-89a6-e2c30d3b7e84 req-532930e3-57b5-44f0-9e21-3dd2515ecc5b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908765 Jul 22 21:18:52.389871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.405075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f2217ac-1983-46e4-8f33-42e30a622699 req-e00905f3-31cb-4872-856c-ad0d45e00b45 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375919 Jul 22 21:18:52.406139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] DHCP port deletion for ca25f923-756b-4ff8-b383-2335273cc4a0 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:18:52.556860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] Deleting port 65c02949-71b6-4568-a7a2-8014def0cb84 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:52.556860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.718799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] For port 65c02949-71b6-4568-a7a2-8014def0cb84, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65c02949-71b6-4568-a7a2-8014def0cb84,segment=NetworkSegment(d408575e-c1db-4cec-b8b6-dc95d62c2bd8),segment_id=d408575e-c1db-4cec-b8b6-dc95d62c2bd8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:52.722115 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.757063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] Calling delete_port for 65c02949-71b6-4568-a7a2-8014def0cb84 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:52.881943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Deleting port 65c02949-71b6-4568-a7a2-8014def0cb84 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:52.882856 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.949803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.962343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.971163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb8fe0-e34e-4032-a8b1-c979da82f3d1 req-a13b2a52-9e94-43df-8b8e-6e4e4605a6fe tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:52.974417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8bb8fe0-e34e-4032-a8b1-c979da82f3d1 req-a13b2a52-9e94-43df-8b8e-6e4e4605a6fe tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3946083 Jul 22 21:18:52.987153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:53.010698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] Pushing event deleted for resources: {'Port': ['ID=65c02949-71b6-4568-a7a2-8014def0cb84,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:53.025209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31d470-f0f7-4738-ac63-bd3765d500fa None None] No DVR routers for this DVR port 65c02949-71b6-4568-a7a2-8014def0cb84 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:53.033779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Pushing event deleted for resources: {'Port': ['ID=357c86c7-7301-4650-86e2-208e8858f3af,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:53.152245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] For port 65c02949-71b6-4568-a7a2-8014def0cb84, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65c02949-71b6-4568-a7a2-8014def0cb84,segment=NetworkSegment(d408575e-c1db-4cec-b8b6-dc95d62c2bd8),segment_id=d408575e-c1db-4cec-b8b6-dc95d62c2bd8)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:53.152245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:53.158385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event deleted for resources: {'Port': ['ID=e92a6d91-8301-4299-b70a-efe536081925,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:53.221235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Calling delete_port for 65c02949-71b6-4568-a7a2-8014def0cb84 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:53.357199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e92a6d91-8301-4299-b70a-efe536081925 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:53.403094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: e92a6d91-8301-4299-b70a-efe536081925 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:53.403568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e92a6d91-8301-4299-b70a-efe536081925 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:53.428019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8bb8fe0-e34e-4032-a8b1-c979da82f3d1 req-d9479cd9-4377-4fd5-acb5-5c83c4aed07d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330406 Jul 22 21:18:53.454617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb26720-fda0-4de6-ba36-88b320a656cf req-92e661df-4844-4571-b82c-1684392cfaad tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:53.457872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bb26720-fda0-4de6-ba36-88b320a656cf req-92e661df-4844-4571-b82c-1684392cfaad tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 932 time: 0.7047236 Jul 22 21:18:53.483998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:53.558531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65c02949-71b6-4568-a7a2-8014def0cb84 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:53.626947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 65c02949-71b6-4568-a7a2-8014def0cb84 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:53.627536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65c02949-71b6-4568-a7a2-8014def0cb84 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:53.641069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bb26720-fda0-4de6-ba36-88b320a656cf req-b5093266-f2a7-4c97-ac79-bfb6ce3ad5f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657343 Jul 22 21:18:53.786143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:53.826825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Router d6870c55-b254-49d9-a8c4-8a720b8fd14c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:53.870302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] No DVR routers for this DVR port 65c02949-71b6-4568-a7a2-8014def0cb84 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:53.904147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Pushing event deleted for resources: {'Port': ['ID=65c02949-71b6-4568-a7a2-8014def0cb84,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:53.937470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-801e90e0-38c4-429f-ae9a-5d5b6d7984b7 req-dafcaa6c-fd6b-4032-8aa7-d912a39b8e0d tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6fa816-6756-4a43-a8bc-32f6023047ae HTTP/1.1" status: 200 len: 210 time: 0.1409497 Jul 22 21:18:54.124974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c87f6a-18a6-4c8d-a380-4971c08056c7 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:54.140588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.183456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Transition to ACTIVE for port object f6c87f6a-18a6-4c8d-a380-4971c08056c7 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:54.190658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.246404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ba8bd-3124-4cb7-a93c-d0d844b214e4 req-d4e2596a-8564-4976-bfec-1586180639b5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:54.249153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-471ba8bd-3124-4cb7-a93c-d0d844b214e4 req-d4e2596a-8564-4976-bfec-1586180639b5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 945 time: 0.5424373 Jul 22 21:18:54.302193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.306602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Pushing event updated for resources: {'Port': ['ID=f6c87f6a-18a6-4c8d-a380-4971c08056c7,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:54.340706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca25f923-756b-4ff8-b383-2335273cc4a0']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:54.378485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:54.379586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd408575e-c1db-4cec-b8b6-dc95d62c2bd8') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:54.418690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.464631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-471ba8bd-3124-4cb7-a93c-d0d844b214e4 req-8ce31ffb-d1b0-4a16-958d-54ece9c72abc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444833 Jul 22 21:18:54.476595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:54.484487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.517074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] Sync routers for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:54.544148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:54.545127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:54.565982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:18:54.565982 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:18:54.576720 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:18:54.592961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f23226-9db4-4b95-8bc2-1a12c7ef1133 req-e68d7359-959b-4d2d-9117-dd2cf63b8d1b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:54.592961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8f23226-9db4-4b95-8bc2-1a12c7ef1133 req-e68d7359-959b-4d2d-9117-dd2cf63b8d1b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.5074000 Jul 22 21:18:54.604423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Attempting to bind port f6c87f6a-18a6-4c8d-a380-4971c08056c7 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:54.605609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Attempting to bind port f6c87f6a-18a6-4c8d-a380-4971c08056c7 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:54.606240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Attempting to bind port f6c87f6a-18a6-4c8d-a380-4971c08056c7 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:54.618210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Port f6c87f6a-18a6-4c8d-a380-4971c08056c7 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:54.618865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Attempting to bind port f6c87f6a-18a6-4c8d-a380-4971c08056c7 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:54.638590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:54.638590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:54.638590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:54.638590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Bound port: f6c87f6a-18a6-4c8d-a380-4971c08056c7, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:54.638590 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.652458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] No DVR routers for this DVR port e92a6d91-8301-4299-b70a-efe536081925 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:54.667564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.671021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a346ced-c7c0-41c9-a36d-99a2710c84be req-d5b37e68-6955-46ef-a968-d8b98cd8d863 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.58 "DELETE /v2.0/ports/e92a6d91-8301-4299-b70a-efe536081925 HTTP/1.1" status: 204 len: 173 time: 4.5956383 Jul 22 21:18:54.683609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'name': 'network-vif-deleted', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:54.687522 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc54dd-98c8-4a7e-9aed-847ffc53237c" -d '{"events": [{"server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "name": "network-vif-deleted", "tag": "e92a6d91-8301-4299-b70a-efe536081925"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:54.781104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8f23226-9db4-4b95-8bc2-1a12c7ef1133 req-537ab32c-fc43-4e45-9d41-bed015d68883 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429064 Jul 22 21:18:54.782640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.804791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:54.807608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] 10.222.0.54 "DELETE /v2.0/networks/ca25f923-756b-4ff8-b383-2335273cc4a0 HTTP/1.1" status: 204 len: 168 time: 2.8271265 Jul 22 21:18:54.814591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Router cfebf8ff-00a6-4e03-a669-317d0ab9feaa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:54.851959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fb78b-f0ad-4f8b-9e18-b31c4bb318cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ca25f923-756b-4ff8-b383-2335273cc4a0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:54.875694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] For port f6c87f6a-18a6-4c8d-a380-4971c08056c7, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:54.885602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] For port f6c87f6a-18a6-4c8d-a380-4971c08056c7, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f6c87f6a-18a6-4c8d-a380-4971c08056c7,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:54.935774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:54.967073 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:55.164809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:55.183372 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] Sync routers for ids ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:55.185550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:55.187076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:55.192176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] 10.222.0.23 "PUT /v2.0/ports/f6c87f6a-18a6-4c8d-a380-4971c08056c7 HTTP/1.1" status: 200 len: 1093 time: 3.0714443 Jul 22 21:18:55.205409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56584) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:55.208475 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-70b84326-03c2-4915-bce4-65a77a2e73cc admin admin] 10.222.0.54 "PUT /v2.0/routers/cfebf8ff-00a6-4e03-a669-317d0ab9feaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5519860 Jul 22 21:18:55.209628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'tag': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:55.214345 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac1ac5-9b77-495d-b89c-6c669660b403" -d '{"events": [{"name": "network-changed", "server_uuid": "108c3805-c1b5-4fbb-934f-ec3bf5bfe931", "tag": "f6c87f6a-18a6-4c8d-a380-4971c08056c7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:55.256169 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] Routers {'cfebf8ff-00a6-4e03-a669-317d0ab9feaa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:55.263329 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:55.275900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec9faa-7831-4b0b-9bdf-2c1e663b742e service neutron] Pushing event updated for resources: {'Port': ['ID=f6c87f6a-18a6-4c8d-a380-4971c08056c7,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:55.576354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-7f695e72-4925-45a5-bca1-ad8a6fcd3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:55.579295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-7f695e72-4925-45a5-bca1-ad8a6fcd3ad7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 1096 time: 0.2864449 Jul 22 21:18:55.644131 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] Set router cfebf8ff-00a6-4e03-a669-317d0ab9feaa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:55.696323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56592) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:55.709072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:55.745586 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db49cdc-8e84-4726-9503-770e2b265f35 x-openstack-request-id: req-2db49cdc-8e84-4726-9503-770e2b265f35 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:55.746263 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6fa816-6756-4a43-a8bc-32f6023047ae", "name": "network-vif-deleted", "tag": "e92a6d91-8301-4299-b70a-efe536081925", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:55.746775 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2db49cdc-8e84-4726-9503-770e2b265f35 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:55.750483 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6fa816-6756-4a43-a8bc-32f6023047ae', 'name': 'network-vif-deleted', 'tag': 'e92a6d91-8301-4299-b70a-efe536081925', 'status': 'completed', 'code': 200} Jul 22 21:18:55.752443 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-49c77f7a-395e-4038-b68f-9e7f75bb19fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6c87f6a-18a6-4c8d-a380-4971c08056c7 HTTP/1.1" status: 200 len: 217 time: 0.1511362 Jul 22 21:18:55.768342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:15Z', 'revision_number': 5, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:55.831055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] Checking router: d6870c55-b254-49d9-a8c4-8a720b8fd14c for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:55.857779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:55.858091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:55.893353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18818ddb-5bee-4bcc-b08b-b867af78cc38 req-9d66ffd3-e1ad-4638-9e94-35e2bd8a2081 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:55.903594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18818ddb-5bee-4bcc-b08b-b867af78cc38 req-9d66ffd3-e1ad-4638-9e94-35e2bd8a2081 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 944 time: 0.5029190 Jul 22 21:18:55.909242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-970fa07f-2fe6-46cb-81ea-abef277be7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:55.912297 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-970fa07f-2fe6-46cb-81ea-abef277be7e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1491613 Jul 22 21:18:56.042352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-40040c87-3452-4dda-9244-7bed91239123 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162736 Jul 22 21:18:56.108177 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0a48a101-a299-4253-b402-a8c1698c9eb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e28b8aba8dd04caf9bd56edea0fd22cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095314 Jul 22 21:18:56.125606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:56.142529 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:52Z', 'revision_number': 5, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:56.142932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:56.202752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18818ddb-5bee-4bcc-b08b-b867af78cc38 req-0ed4f9d8-0098-4f2b-96e6-350602aa0d44 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976878 Jul 22 21:18:56.241989 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] Checking router: cfebf8ff-00a6-4e03-a669-317d0ab9feaa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:56.253816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.274215 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] Routers {'cfebf8ff-00a6-4e03-a669-317d0ab9feaa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:56.275599 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:56.359664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-d6946f90-a8bf-4abf-94a8-37b2d48eba87 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057392 Jul 22 21:18:56.393478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbc80a88-2f32-4c1d-ac7b-cd6361b6a64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.456079 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbc80a88-2f32-4c1d-ac7b-cd6361b6a64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.565025 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3382634a-e676-4b6e-be70-5d2811e5f279 x-openstack-request-id: req-3382634a-e676-4b6e-be70-5d2811e5f279 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:56.565774 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c3805-c1b5-4fbb-934f-ec3bf5bfe931", "tag": "f6c87f6a-18a6-4c8d-a380-4971c08056c7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:56.566446 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3382634a-e676-4b6e-be70-5d2811e5f279 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:56.568187 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'tag': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7', 'status': 'completed', 'code': 200} Jul 22 21:18:56.732317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dc8c724-9550-469c-85f2-de89dc405e1d req-dadcd187-7b3d-4990-80c4-e445dcd956e0 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462174 Jul 22 21:18:56.767016 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] Set router cfebf8ff-00a6-4e03-a669-317d0ab9feaa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:56.786239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:15Z', 'revision_number': 5, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:56.795499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56616) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:56.835919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbc80a88-2f32-4c1d-ac7b-cd6361b6a64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.843095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbc80a88-2f32-4c1d-ac7b-cd6361b6a64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.847575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fbc80a88-2f32-4c1d-ac7b-cd6361b6a64a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3eb194af-24c1-4fdb-8f3c-717f41f8e317 HTTP/1.1" status: 204 len: 168 time: 0.7198987 Jul 22 21:18:56.874783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Deleting port d61a340a-92d2-4ee8-a456-1b5d333b61ea {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:56.877727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd972a7c-cab7-4f3e-9d08-6960bdc81670 None None] The sync data for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 is: [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:16:08Z', 'revision_number': 4, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '4c1d42a3-43b0-4d32-98c4-cc3da464cf15', 'name': '', 'network_id': 'ba50f323-0b5c-4928-bdf6-67d7ed2065bc', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'mac_address': 'fa:16:3e:3b:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6516aff7-a284-4796-81b2-3eee91f30083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:16:05Z', 'updated_at': '2021-07-22T21:16:15Z', 'revision_number': 5, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'subnets': [{'id': '6516aff7-a284-4796-81b2-3eee91f30083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:56.880229 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.910614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f4ae9-5027-4f15-90e2-25bf016f63c4 req-50cc4118-489a-498b-a218-d1a00d535d3a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:56.917056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f97f4ae9-5027-4f15-90e2-25bf016f63c4 req-50cc4118-489a-498b-a218-d1a00d535d3a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 945 time: 0.3185246 Jul 22 21:18:56.920839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc80a88-2f32-4c1d-ac7b-cd6361b6a64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb194af-24c1-4fdb-8f3c-717f41f8e317,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:57.158709 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6438837b-ee97-4f0c-8e49-1321cd049ab5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.231537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6438837b-ee97-4f0c-8e49-1321cd049ab5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.312426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-c521fc71-def6-441e-90cb-f8710f653288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:57.314795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-c521fc71-def6-441e-90cb-f8710f653288 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 1096 time: 0.3881974 Jul 22 21:18:57.315870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f97f4ae9-5027-4f15-90e2-25bf016f63c4 req-97bfa326-4647-480b-95b3-87048eac1016 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772460 Jul 22 21:18:57.369164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb5b5c-828c-4c30-99ea-f7778fc85a68 req-85674d7e-afb2-4d3a-be18-c41d1dd5b52a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:57.373583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87cb5b5c-828c-4c30-99ea-f7778fc85a68 req-85674d7e-afb2-4d3a-be18-c41d1dd5b52a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3894815 Jul 22 21:18:57.418259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] For port d61a340a-92d2-4ee8-a456-1b5d333b61ea, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d61a340a-92d2-4ee8-a456-1b5d333b61ea,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:57.418743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.478325 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:52Z', 'revision_number': 5, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:57.484893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Calling delete_port for d61a340a-92d2-4ee8-a456-1b5d333b61ea owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:57.542205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87cb5b5c-828c-4c30-99ea-f7778fc85a68 req-b28ccc6f-0514-4cb5-a7e5-c39abbc641aa tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311677 Jul 22 21:18:57.575771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e1314-326b-4185-90c0-89a9fa77b438 None None] New status for floating IP dd8a3c53-6a83-4e92-9cad-8c489b48eb04: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:18:57.583950 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6438837b-ee97-4f0c-8e49-1321cd049ab5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.602826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6438837b-ee97-4f0c-8e49-1321cd049ab5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.604447 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6438837b-ee97-4f0c-8e49-1321cd049ab5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "DELETE /v2.0/security-groups/2dc04158-70f6-42b0-b5fc-c3260ecf6b96 HTTP/1.1" status: 204 len: 168 time: 0.8085804 Jul 22 21:18:57.619568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56628) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:57.625743 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5990a7-8d45-4208-975f-2059f71919ff None None] The sync data for ids ['cfebf8ff-00a6-4e03-a669-317d0ab9feaa'] in n-d-762330-19 is: [{'id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'name': 'tempest-FloatingIPsTestJSON-101702432-router', 'tenant_id': '69befe574b9a450ebb11e3d0ba4da97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:17Z', 'updated_at': '2021-07-22T21:18:52Z', 'revision_number': 5, 'project_id': '69befe574b9a450ebb11e3d0ba4da97c', 'gw_port': {'id': 'd61a340a-92d2-4ee8-a456-1b5d333b61ea', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebf8ff-00a6-4e03-a669-317d0ab9feaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:18Z', 'updated_at': '2021-07-22T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:57.657510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438837b-ee97-4f0c-8e49-1321cd049ab5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc04158-70f6-42b0-b5fc-c3260ecf6b96,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:57.692565 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-f324d3b2-148a-4ab3-8376-5c52bde5e4e5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] show failed (client error): The resource could not be found. Jul 22 21:18:57.698736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f324d3b2-148a-4ab3-8376-5c52bde5e4e5 tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "GET /v2.0/security-groups/2dc04158-70f6-42b0-b5fc-c3260ecf6b96 HTTP/1.1" status: 404 len: 347 time: 0.0730550 Jul 22 21:18:57.704212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56632) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:57.720421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-42e14104-a1b4-49c8-bdd7-12fea8f11f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:57.724995 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-42e14104-a1b4-49c8-bdd7-12fea8f11f7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.3909843 Jul 22 21:18:57.916936 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-1c4d3ebe-5d61-4c86-be5d-f72db0efeb2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6c87f6a-18a6-4c8d-a380-4971c08056c7 HTTP/1.1" status: 200 len: 217 time: 0.1202164 Jul 22 21:18:57.980505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c8a7-7a6d-4b4a-a648-07cf1940959e req-3d81e441-905b-4a1a-b121-e19f5e15bfb4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:57.983169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4e5c8a7-7a6d-4b4a-a648-07cf1940959e req-3d81e441-905b-4a1a-b121-e19f5e15bfb4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 944 time: 0.3080881 Jul 22 21:18:58.022640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.120538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56636) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:58.223719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-6798c322-f99e-436e-a6d8-0ea174f127f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:58.226603 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-6798c322-f99e-436e-a6d8-0ea174f127f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.2449307 Jul 22 21:18:58.312370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ca8eeb3f-e4a8-4af7-b035-655b98d5bc83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4405234220c740a58952058dc9b27749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862075 Jul 22 21:18:58.315126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56638) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:58.321340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-dd5f323d-fa75-47b3-8bc7-02a2a30e70bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780795 Jul 22 21:18:58.346998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Deleting port ebbd30dc-c696-478b-8f6d-bb5ad4a66536 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:58.347678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.546762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61a340a-92d2-4ee8-a456-1b5d333b61ea,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:58.617781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4e5c8a7-7a6d-4b4a-a648-07cf1940959e req-08653b1e-b993-4e43-9b7e-fb0146e74582 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207523 Jul 22 21:18:58.642782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d69d590c-1d09-413c-abbf-254a554b96ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.676596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.677163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.746719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.750504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1982ae-53c7-4422-945f-c8305a6b4aaa req-07784945-cfc5-4d63-b385-4544c8cf1c80 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:58.755175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d69d590c-1d09-413c-abbf-254a554b96ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.761044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e1982ae-53c7-4422-945f-c8305a6b4aaa req-07784945-cfc5-4d63-b385-4544c8cf1c80 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1097 time: 0.2195501 Jul 22 21:18:58.769397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Calling delete_port for ebbd30dc-c696-478b-8f6d-bb5ad4a66536 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:58.787821 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-b22c2df0-bb00-4bf4-99c6-cd7ec3c0cc08 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352450 Jul 22 21:18:58.968265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.001992 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.012991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e1982ae-53c7-4422-945f-c8305a6b4aaa req-9f4d0a32-4e65-4554-839b-665c5b9bf635 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505307 Jul 22 21:18:59.100619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.101551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfebf8ff-00a6-4e03-a669-317d0ab9feaa {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:18:59.101915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d69d590c-1d09-413c-abbf-254a554b96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.108270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d69d590c-1d09-413c-abbf-254a554b96ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.116891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.120003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b1460520-c4cf-4e6f-b9bc-caad0cd6f460 admin admin] 10.222.0.54 "DELETE /v2.0/routers/cfebf8ff-00a6-4e03-a669-317d0ab9feaa HTTP/1.1" status: 204 len: 168 time: 3.9103696 Jul 22 21:18:59.122886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56648) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.124335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d69d590c-1d09-413c-abbf-254a554b96ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2dd57c94-a642-4ccc-b952-eb8f7843637f HTTP/1.1" status: 204 len: 168 time: 0.7997398 Jul 22 21:18:59.242290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8c710-5f20-4dc5-92a5-4d3a4212c92a req-f7a4d68d-de92-4004-ab96-7d381eb57f4d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:59.245723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6a8c710-5f20-4dc5-92a5-4d3a4212c92a req-f7a4d68d-de92-4004-ab96-7d381eb57f4d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3101692 Jul 22 21:18:59.246892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7ac1ac5-9b77-495d-b89c-6c669660b403 req-dd3d54b9-c423-4c50-982b-f6bbbdbfb656 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411469 Jul 22 21:18:59.254591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d590c-1d09-413c-abbf-254a554b96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd57c94-a642-4ccc-b952-eb8f7843637f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.328302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] Deleting subnet f04f6c34-7a0d-48ce-8280-862afd7a5027 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:18:59.348691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.479755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.549937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Pushing event deleted for resources: {'Port': ['ID=ebbd30dc-c696-478b-8f6d-bb5ad4a66536,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.553938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56654) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.596815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6a8c710-5f20-4dc5-92a5-4d3a4212c92a req-fd97f022-a6c6-45ee-9999-ad469a9683d8 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363123 Jul 22 21:18:59.601084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.691962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0699d7-2fde-4df0-96ca-96a20978e71b req-4549e6ee-2e34-433f-b67e-57a5696314f8 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:59.700941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d0699d7-2fde-4df0-96ca-96a20978e71b req-4549e6ee-2e34-433f-b67e-57a5696314f8 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1097 time: 0.4500339 Jul 22 21:18:59.756759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.761723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.763662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-897da3f8-01a9-4ae0-82a6-b3f62f51037c tempest-ServersTestManualDisk-1116451645 tempest-ServersTestManualDisk-1116451645-project] 10.222.0.54 "DELETE /v2.0/floatingips/dd8a3c53-6a83-4e92-9cad-8c489b48eb04 HTTP/1.1" status: 204 len: 168 time: 2.0570886 Jul 22 21:18:59.768572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.774373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d0699d7-2fde-4df0-96ca-96a20978e71b req-47930e79-bbe1-454e-bb6f-430b8a600619 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716438 Jul 22 21:18:59.844020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 357c86c7-7301-4650-86e2-208e8858f3af no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:59.880713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 357c86c7-7301-4650-86e2-208e8858f3af {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:59.881308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 357c86c7-7301-4650-86e2-208e8858f3af not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:00.024207 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.032524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-defb3b55-393d-4021-ae82-d335f81ebea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.207931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062abfc0-4bb0-4399-a95b-a6fc9db910ba req-56cca832-baea-4531-adf4-1455cbdf8771 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:00.220116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-062abfc0-4bb0-4399-a95b-a6fc9db910ba req-56cca832-baea-4531-adf4-1455cbdf8771 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 944 time: 0.4441042 Jul 22 21:19:00.224928 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.285031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04f6c34-7a0d-48ce-8280-862afd7a5027,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:00.325101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.329330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-78bac728-08de-40de-9511-8d38705eba7f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f04f6c34-7a0d-48ce-8280-862afd7a5027 HTTP/1.1" status: 204 len: 168 time: 1.2041771 Jul 22 21:19:00.335758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab40c5-a9c5-431a-ad1a-105ddbeb2a21 None None] Network 69239253-a57c-4e4c-9eb0-d217d095719f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:00.336579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56680) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:00.365442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-062abfc0-4bb0-4399-a95b-a6fc9db910ba req-2f82b37a-e904-44e4-be86-af0522d79b3f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441483 Jul 22 21:19:00.585269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.621740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-defb3b55-393d-4021-ae82-d335f81ebea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.664149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-defb3b55-393d-4021-ae82-d335f81ebea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.713772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-defb3b55-393d-4021-ae82-d335f81ebea3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=790fd971c5fa47868476aeb94cb4ce0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1569653 Jul 22 21:19:00.717270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56694) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:00.731635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] DHCP port deletion for 69239253-a57c-4e4c-9eb0-d217d095719f request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:19:00.846836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb3b55-393d-4021-ae82-d335f81ebea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81999fb-4f52-412f-9bbf-36bc2f401420,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:00.868261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] Deleting port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:00.869507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.872375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfd15-e48c-40ef-b197-584d22584a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.920366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Deleting port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:00.920862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.967543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfd15-e48c-40ef-b197-584d22584a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.043268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae0fdd-0d2f-439c-9552-485af75f2e94 req-a46ab260-3837-49bb-92ca-27d2638525c8 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:01.048584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] For port 320e7e30-661c-4558-a0bf-c3e2177d8cd5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=320e7e30-661c-4558-a0bf-c3e2177d8cd5,segment=NetworkSegment(5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187),segment_id=5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:01.049121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.055421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcae0fdd-0d2f-439c-9552-485af75f2e94 req-a46ab260-3837-49bb-92ca-27d2638525c8 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.1788058 Jul 22 21:19:01.077132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Calling delete_port for 320e7e30-661c-4558-a0bf-c3e2177d8cd5 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:01.094213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] For port 320e7e30-661c-4558-a0bf-c3e2177d8cd5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=320e7e30-661c-4558-a0bf-c3e2177d8cd5,segment=NetworkSegment(5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187),segment_id=5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:01.097227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.103798 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfd15-e48c-40ef-b197-584d22584a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.108804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfd15-e48c-40ef-b197-584d22584a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.110659 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2fbbfd15-e48c-40ef-b197-584d22584a43 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f81999fb-4f52-412f-9bbf-36bc2f401420 HTTP/1.1" status: 204 len: 168 time: 0.3911939 Jul 22 21:19:01.131827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] Calling delete_port for 320e7e30-661c-4558-a0bf-c3e2177d8cd5 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:01.140773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbfd15-e48c-40ef-b197-584d22584a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81999fb-4f52-412f-9bbf-36bc2f401420,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:01.167822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcae0fdd-0d2f-439c-9552-485af75f2e94 req-df7f4183-e085-4453-8f5d-09a3ee5a3ab7 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109490 Jul 22 21:19:01.197081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.312465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.359151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.360790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] No DVR routers for this DVR port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:01.404113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927def6-62d5-4d5c-b454-dc97f3c2eed3 None None] Pushing event deleted for resources: {'Port': ['ID=320e7e30-661c-4558-a0bf-c3e2177d8cd5,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:01.479211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.509407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d61a340a-92d2-4ee8-a456-1b5d333b61ea no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:01.535003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Pushing event deleted for resources: {'Port': ['ID=320e7e30-661c-4558-a0bf-c3e2177d8cd5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:01.557316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] No DVR routers for this DVR port 320e7e30-661c-4558-a0bf-c3e2177d8cd5 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:01.585329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d61a340a-92d2-4ee8-a456-1b5d333b61ea {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:01.588307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d61a340a-92d2-4ee8-a456-1b5d333b61ea not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:01.589445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 320e7e30-661c-4558-a0bf-c3e2177d8cd5 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:01.609368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f6c87f6a-18a6-4c8d-a380-4971c08056c7 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:01.667458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 320e7e30-661c-4558-a0bf-c3e2177d8cd5 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:01.668164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 320e7e30-661c-4558-a0bf-c3e2177d8cd5 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:01.740218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.837616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69239253-a57c-4e4c-9eb0-d217d095719f']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:01.845114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.870327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:01.871247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1cfd2f-eb36-40cc-b74a-83f4d1e4f187') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:01.891048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.898137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f6c87f6a-18a6-4c8d-a380-4971c08056c7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f6c87f6a-18a6-4c8d-a380-4971c08056c7,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:01.927003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7', 'mac_address': 'fa:16:3e:41:be:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:01.934892 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.991053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:19:01.992272 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:19:01.995331 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:19:02.064682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.107279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c87f6a-18a6-4c8d-a380-4971c08056c7 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:02.158517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f6c87f6a-18a6-4c8d-a380-4971c08056c7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f6c87f6a-18a6-4c8d-a380-4971c08056c7,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:02.165479 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.296816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f6c87f6a-18a6-4c8d-a380-4971c08056c7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:02.300453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.306473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1686-18d4-42c7-9c08-435df6b8026a req-077168a8-28ca-4ca3-9e95-77ab6a20f73f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:02.316220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbde1686-18d4-42c7-9c08-435df6b8026a req-077168a8-28ca-4ca3-9e95-77ab6a20f73f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 945 time: 0.1700854 Jul 22 21:19:02.350751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.362800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] 10.222.0.54 "DELETE /v2.0/networks/69239253-a57c-4e4c-9eb0-d217d095719f HTTP/1.1" status: 204 len: 168 time: 2.0221865 Jul 22 21:19:02.367782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331a4ca-e8ae-411f-ba08-8ce30345306e admin admin] Pushing event deleted for resources: {'Network': ['ID=69239253-a57c-4e4c-9eb0-d217d095719f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:02.423660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Deleting port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:02.425172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.438449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbde1686-18d4-42c7-9c08-435df6b8026a req-baf3e0ab-8990-4de5-b8f7-120c0b29895b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094053 Jul 22 21:19:02.719234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] For port 4c1d42a3-43b0-4d32-98c4-cc3da464cf15, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:02.721130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.738964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f6c87f6a-18a6-4c8d-a380-4971c08056c7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:02.770910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Calling delete_port for 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:02.797674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0d6b-ee95-4be9-92a3-e62a83f41f6b req-cbe34284-6c2c-4268-9247-8a88e17bb280 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:02.803411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-195a0d6b-ee95-4be9-92a3-e62a83f41f6b req-cbe34284-6c2c-4268-9247-8a88e17bb280 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2014353 Jul 22 21:19:02.909429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-ef1a4a85-19ba-4090-ac10-c75c71e1c752 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:19:02.922176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-ef1a4a85-19ba-4090-ac10-c75c71e1c752 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246525 Jul 22 21:19:02.950649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56760) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:02.977582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-195a0d6b-ee95-4be9-92a3-e62a83f41f6b req-4d630b69-e4db-4d65-8fb5-49e8bd1986eb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475246 Jul 22 21:19:03.107410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-36c8eda4-44a3-40d1-9a9d-bf775cecad95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69befe574b9a450ebb11e3d0ba4da97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236224 Jul 22 21:19:03.121811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56764) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:03.291645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:03.294208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Unknown quota resources ['binding']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:19:03.321368 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-102c948d-781c-4e64-a618-bb30cd6063bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.382279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-102c948d-781c-4e64-a618-bb30cd6063bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.434870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.501434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-102c948d-781c-4e64-a618-bb30cd6063bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.514641 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-102c948d-781c-4e64-a618-bb30cd6063bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.524248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-102c948d-781c-4e64-a618-bb30cd6063bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6f37cca-a45c-4d70-9064-eb48ef4e8c9d HTTP/1.1" status: 204 len: 168 time: 0.3937333 Jul 22 21:19:03.549002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c948d-781c-4e64-a618-bb30cd6063bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f37cca-a45c-4d70-9064-eb48ef4e8c9d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:03.757957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56776) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:03.786753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1d42a3-43b0-4d32-98c4-cc3da464cf15,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:03.820559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38808b28-7303-41a0-a83c-e462f583e0c5 req-81c11b4e-0ee0-400f-9bb2-d0217ede4c31 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.835043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38808b28-7303-41a0-a83c-e462f583e0c5 req-81c11b4e-0ee0-400f-9bb2-d0217ede4c31 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 945 time: 0.1605818 Jul 22 21:19:03.920454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:03.923405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:03.925493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:03.946021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38808b28-7303-41a0-a83c-e462f583e0c5 req-ca5a0067-75a8-4c31-9185-4b81cc8023d0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086938 Jul 22 21:19:04.026690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:04.028072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:04.124139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:04.124685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:04.133568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:04.134260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Bound port: 8f2cb7f6-8962-4921-8fc1-70682d03a224, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:04.293754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a5ffb-f5c4-47b6-891f-8fbf00426b18 req-082ecaab-5f0d-4436-bec3-ca456e982af6 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:04.307226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-852a5ffb-f5c4-47b6-891f-8fbf00426b18 req-082ecaab-5f0d-4436-bec3-ca456e982af6 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.1645544 Jul 22 21:19:04.358235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1058057937-network', 'tenant_id': 'cbc714da1b424103a4548bfad4d0bc2f'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:04.397583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-852a5ffb-f5c4-47b6-891f-8fbf00426b18 req-1e3b1385-dd6d-4f3e-aa73-eb67b33770e0 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891817 Jul 22 21:19:04.423051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Made reservation on behalf of cbc714da1b424103a4548bfad4d0bc2f for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:04.429624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.457252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.682811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.688760 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.734124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:04.735986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.740329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:19:04.752791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.755171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-4f44f4c3-ef9b-413a-b07e-b274ba50113c service neutron] 10.222.0.54 "POST /v2.0/ports/8f2cb7f6-8962-4921-8fc1-70682d03a224/bindings HTTP/1.1" status: 201 len: 390 time: 1.8317192 Jul 22 21:19:04.770178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619dd8ab-4483-4b12-9534-eeb8530d5f1c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:04.796213 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.796992 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Added segment 82ef92fc-6c39-4821-80ba-03d4bc9ee96a of type vlan for network 11632116-0c12-45dc-b7c8-f573eb873994 Jul 22 21:19:04.810300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd5cca60-e675-48af-a0e0-f3c3884ad733 req-2995fa8c-f05d-4e74-94d9-075add1a2b8a tempest-FlavorsV2NegativeTest-1764536095 tempest-FlavorsV2NegativeTest-1764536095-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=93eefd7a6f9f4d029f945fda919969cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800323 Jul 22 21:19:04.957398 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:05.167040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:05.168722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:05.170094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:05.205920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cca60-e675-48af-a0e0-f3c3884ad733 req-6ad6ef47-fe20-4183-ad84-dc8e4189e61e tempest-FlavorsV2NegativeTest-1764536095 tempest-FlavorsV2NegativeTest-1764536095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:05.217898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd5cca60-e675-48af-a0e0-f3c3884ad733 req-6ad6ef47-fe20-4183-ad84-dc8e4189e61e tempest-FlavorsV2NegativeTest-1764536095 tempest-FlavorsV2NegativeTest-1764536095-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4062433 Jul 22 21:19:05.329537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Router d6870c55-b254-49d9-a8c4-8a720b8fd14c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:19:05.405463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6457150 Jul 22 21:19:05.407323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:05.407918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56826) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:05.414521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd5cca60-e675-48af-a0e0-f3c3884ad733 req-dbfc2bae-3006-4ed3-a9b6-e8930932e5dc tempest-FlavorsV2NegativeTest-1764536095 tempest-FlavorsV2NegativeTest-1764536095-project] 10.222.0.54 "GET /v2.0/quotas/93eefd7a6f9f4d029f945fda919969cd HTTP/1.1" status: 200 len: 375 time: 0.1956816 Jul 22 21:19:05.421614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9ce98-c8bd-47b9-b017-f13490e2033d admin admin] Pushing event updated for resources: {'Network': ['ID=11632116-0c12-45dc-b7c8-f573eb873994,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:05.429050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Request body: {'subnet': {'network_id': '11632116-0c12-45dc-b7c8-f573eb873994', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1058057937-subnet', 'tenant_id': 'cbc714da1b424103a4548bfad4d0bc2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:05.446728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 11632116-0c12-45dc-b7c8-f573eb873994 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:19:05.528226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd5cca60-e675-48af-a0e0-f3c3884ad733 req-216ec3c3-4d71-43f4-aeb5-406a34aeca84 tempest-FlavorsV2NegativeTest-1764536095 tempest-FlavorsV2NegativeTest-1764536095-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=93eefd7a6f9f4d029f945fda919969cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838478 Jul 22 21:19:05.574467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6a843-a0ed-420c-8bbc-eaaf3186a114 req-e541874e-8c00-4299-b285-2affd4c83e6a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:05.577282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fde6a843-a0ed-420c-8bbc-eaaf3186a114 req-e541874e-8c00-4299-b285-2affd4c83e6a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 945 time: 0.5088093 Jul 22 21:19:05.582702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:19:05.584832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Made reservation on behalf of cbc714da1b424103a4548bfad4d0bc2f for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:05.592629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:05.604581 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] Sync routers for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:19:05.617355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f6c87f6a-18a6-4c8d-a380-4971c08056c7 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:05.622392 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ffe0abde-f080-4bbd-867e-0bb5d1cee38a admin admin] 10.222.0.54 "PUT /v2.0/routers/d6870c55-b254-49d9-a8c4-8a720b8fd14c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8496716 Jul 22 21:19:05.623348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56838) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:05.647619 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:05.648640 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:05.750256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port f6c87f6a-18a6-4c8d-a380-4971c08056c7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:05.766388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-87091307-network', 'tenant_id': 'ec5f3f7bdce5463c84f9a2d6a9bc060e'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:05.767075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port f6c87f6a-18a6-4c8d-a380-4971c08056c7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:05.767757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:05.775602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-0b891166-5e3c-4524-8105-ddf9a3bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:05.778095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-0b891166-5e3c-4524-8105-ddf9a3bc11a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1097 time: 0.5568666 Jul 22 21:19:05.840056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fde6a843-a0ed-420c-8bbc-eaaf3186a114 req-60d96f6b-416c-4330-b3c2-29fc9e959175 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970708 Jul 22 21:19:05.977436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.004065 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.013958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:06.060195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:06.065632 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f1a896-b3fc-4aad-84ad-51c9e91a3465" -d '{"events": [{"server_uuid": "108c3805-c1b5-4fbb-934f-ec3bf5bfe931", "name": "network-vif-plugged", "status": "completed", "tag": "f6c87f6a-18a6-4c8d-a380-4971c08056c7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:06.094038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f6c87f6a-18a6-4c8d-a380-4971c08056c7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f6c87f6a-18a6-4c8d-a380-4971c08056c7,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:06.105435 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.253454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f6c87f6a-18a6-4c8d-a380-4971c08056c7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:06.258386 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.288156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Made reservation on behalf of ec5f3f7bdce5463c84f9a2d6a9bc060e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:06.292679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.314622 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.379174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Deleting port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:06.379871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.549902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.566080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] For port 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:06.568071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.586431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf069f44-9c53-4b87-8066-479800723ce3 req-8768c42b-7f5c-4179-b015-5bd5204e5dca tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:06.589507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf069f44-9c53-4b87-8066-479800723ce3 req-8768c42b-7f5c-4179-b015-5bd5204e5dca tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 945 time: 0.8690443 Jul 22 21:19:06.602190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.606820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Calling delete_port for 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:06.614861 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:19:03Z', 'revision_number': 5, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port': {'id': '7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:06.659267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-ae6a619d-9492-4799-bccc-622e1b249591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:06.662492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-ae6a619d-9492-4799-bccc-622e1b249591 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.8517425 Jul 22 21:19:06.678113 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] Checking router: d6870c55-b254-49d9-a8c4-8a720b8fd14c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:19:06.695792 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] Routers {'d6870c55-b254-49d9-a8c4-8a720b8fd14c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:06.696852 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:06.834421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:19:06.841765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e22a3-5dd2-4e76-9265-875bafe7746d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:06.871583 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] Set router d6870c55-b254-49d9-a8c4-8a720b8fd14c gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:06.890348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf069f44-9c53-4b87-8066-479800723ce3 req-fb6aaedd-e0ad-4cdf-b1e0-aa5c17d0ba18 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804239 Jul 22 21:19:06.899268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-1f067846-7722-49ab-8fed-16f4f455cf17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.1932352 Jul 22 21:19:06.915462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714278f9-f43c-40ea-8888-ec3e3f37eb1f req-c6bb1a6d-57e5-409e-8f57-835a1f935f93 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:06.917499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-714278f9-f43c-40ea-8888-ec3e3f37eb1f req-c6bb1a6d-57e5-409e-8f57-835a1f935f93 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.8736951 Jul 22 21:19:06.936904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.937463 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Added segment 2be18c4c-812a-4714-809c-cb75dc8b8f6f of type vlan for network f2d393fa-4545-44dc-b3c4-521d6c9e838d Jul 22 21:19:06.993775 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:19:06Z', 'revision_number': 6, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:07.008560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.054638 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ad936-1566-4a7b-b2f4-737ea76219e6 None None] The sync data for ids ['d6870c55-b254-49d9-a8c4-8a720b8fd14c'] in n-d-762330-19 is: [{'id': 'd6870c55-b254-49d9-a8c4-8a720b8fd14c', 'name': 'tempest-ServersTestManualDisk-1008827613-router', 'tenant_id': '248f19f26afa428a96ecd0ec8a333f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:57Z', 'updated_at': '2021-07-22T21:19:06Z', 'revision_number': 6, 'project_id': '248f19f26afa428a96ecd0ec8a333f30', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:19:07.072683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:07.151174 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc3244-15bd-4573-a4c7-96388b69b589 x-openstack-request-id: req-07fc3244-15bd-4573-a4c7-96388b69b589 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:07.151781 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c3805-c1b5-4fbb-934f-ec3bf5bfe931", "name": "network-vif-plugged", "status": "completed", "tag": "f6c87f6a-18a6-4c8d-a380-4971c08056c7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:07.151997 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07fc3244-15bd-4573-a4c7-96388b69b589 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:07.153318 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7', 'code': 200} Jul 22 21:19:07.172043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:07.210880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.216358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.248393 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.263613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-5226875f-458c-458f-ab1f-aa1beea16eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:07.268645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-5226875f-458c-458f-ab1f-aa1beea16eec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.3493268 Jul 22 21:19:07.404243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.409239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.457989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-f78c1fbd-8352-4ee0-873b-efa2521f47e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749573 Jul 22 21:19:07.459593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:19:07.504401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.509325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6870c55-b254-49d9-a8c4-8a720b8fd14c {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:19:07.521140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.524367 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-841a0672-c23d-4a49-849a-3ac5f0cb06e2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d6870c55-b254-49d9-a8c4-8a720b8fd14c HTTP/1.1" status: 204 len: 168 time: 1.8860831 Jul 22 21:19:07.530350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-714278f9-f43c-40ea-8888-ec3e3f37eb1f req-a942a5e8-f598-4afb-88ac-9e9451d3dff8 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908608 Jul 22 21:19:07.534276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56864) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:07.559493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6eb181-7c09-4386-a4b5-23e40b145379,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:07.618211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3128eb0-7ff1-4704-b8cc-16c7f8a2ea9e req-8ad9e843-f8a1-4088-a76e-3a267f28edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:07.621085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3128eb0-7ff1-4704-b8cc-16c7f8a2ea9e req-8ad9e843-f8a1-4088-a76e-3a267f28edd8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 1098 time: 0.3104634 Jul 22 21:19:07.626920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5d17-ab49-434d-9329-3bdbde1d3366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.639506 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.642555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:07.643564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.662518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:07.689252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] Deleting subnet 6516aff7-a284-4796-81b2-3eee91f30083 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:19:07.696244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:07.708642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c1d42a3-43b0-4d32-98c4-cc3da464cf15 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:07.716699 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.721575 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3128eb0-7ff1-4704-b8cc-16c7f8a2ea9e req-7c1b3e77-8726-43a2-80d6-760fd086e5ea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856299 Jul 22 21:19:07.779132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.793281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Checking segment: {'id': '82ef92fc-6c39-4821-80ba-03d4bc9ee96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '11632116-0c12-45dc-b7c8-f573eb873994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:07.793869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Network hostable DHCP agents. Network: 11632116-0c12-45dc-b7c8-f573eb873994, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:19:07.809869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3937988 Jul 22 21:19:07.817294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56866) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:07.824358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Request body: {'subnet': {'network_id': 'f2d393fa-4545-44dc-b3c4-521d6c9e838d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-87091307-subnet', 'tenant_id': 'ec5f3f7bdce5463c84f9a2d6a9bc060e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:07.898806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589d22a-e5c8-4f3d-a32d-6019dd476bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d393fa-4545-44dc-b3c4-521d6c9e838d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:07.918228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f2d393fa-4545-44dc-b3c4-521d6c9e838d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:19:07.942124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd9e5b-c4c7-4975-86a4-0bb770853bd6 req-9072e87f-f5fc-40bd-9ed9-7d419844313c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:07.944465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3cd9e5b-c4c7-4975-86a4-0bb770853bd6 req-9072e87f-f5fc-40bd-9ed9-7d419844313c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 945 time: 0.6920202 Jul 22 21:19:07.945685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.958495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Network 11632116-0c12-45dc-b7c8-f573eb873994 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:19:07.968771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-22324a04-b76c-492f-8dfe-162d7c806214 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420400 Jul 22 21:19:08.027120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 11632116-0c12-45dc-b7c8-f573eb873994) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:08.091132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:08.091132 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.097338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.151053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6516aff7-a284-4796-81b2-3eee91f30083,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:08.164940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.173756 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-935c2cf7-b592-4323-8818-8a90f0cc52b4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6516aff7-a284-4796-81b2-3eee91f30083 HTTP/1.1" status: 204 len: 168 time: 0.6358483 Jul 22 21:19:08.174709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56872) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:08.215726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89969b17-584d-4bcf-bc50-7d1a5bd49bfe None None] Network 11632116-0c12-45dc-b7c8-f573eb873994 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:08.222029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c4e7ee-feb7-45e7-ba7c-f15e4ca47c7b None None] Network ba50f323-0b5c-4928-bdf6-67d7ed2065bc requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:08.289832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3cd9e5b-c4c7-4975-86a4-0bb770853bd6 req-48b369e7-8ee1-4123-8b29-6325aca67c3c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193388 Jul 22 21:19:08.349946 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.385491 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5d17-ab49-434d-9329-3bdbde1d3366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.406359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5d17-ab49-434d-9329-3bdbde1d3366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.416375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d5bad590-181c-4f68-a43a-e076140fb72a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9953561 Jul 22 21:19:08.423634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-7f9fe43b-7538-4b18-a4cf-45a010d7d6cb service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321523 Jul 22 21:19:08.537149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Made reservation on behalf of ec5f3f7bdce5463c84f9a2d6a9bc060e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:08.551979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.597293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353007-9c9c-444a-bab5-1d11e6d6b6d8 req-3ea9ecfb-092b-4e1f-8425-06245562cb8f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:08.609481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48353007-9c9c-444a-bab5-1d11e6d6b6d8 req-3ea9ecfb-092b-4e1f-8425-06245562cb8f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 946 time: 0.5490167 Jul 22 21:19:08.702249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9fbf5d17-ab49-434d-9329-3bdbde1d3366 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93eefd7a6f9f4d029f945fda919969cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5104918 Jul 22 21:19:08.705320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf5d17-ab49-434d-9329-3bdbde1d3366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb88819a-b788-4bc0-b8bf-07a7c21aacf1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:08.730766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56878) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:08.791644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Deleting port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:08.791644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.934081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa6bf7-00aa-45c4-9ebb-77baa18d9ccf None None] Network 11632116-0c12-45dc-b7c8-f573eb873994 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:08.993336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48353007-9c9c-444a-bab5-1d11e6d6b6d8 req-d2b5415d-c58e-4fee-8a7b-39b83f2feb52 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794217 Jul 22 21:19:09.057277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] For port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:09.057912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.070677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-c4f16491-cb52-4d99-a305-750e851427fc tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:09.074034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-c4f16491-cb52-4d99-a305-750e851427fc tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.5525908 Jul 22 21:19:09.085295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2616126d-46bd-403f-9883-899303aa8fff None None] DHCP port deletion for ba50f323-0b5c-4928-bdf6-67d7ed2065bc request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:19:09.094144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:09.095456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Calling delete_port for e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:09.256306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2616126d-46bd-403f-9883-899303aa8fff None None] Deleting port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:09.257280 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2616126d-46bd-403f-9883-899303aa8fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.285675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.490932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:09.497868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff2cae8-704e-4318-ad36-2be085fa382c,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:09.551547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.573505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:09.574993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7affae5e-21f8-4a5e-b38b-75e0bd2c6fd3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:09.575671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:09.583031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2616126d-46bd-403f-9883-899303aa8fff None None] For port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,segment=NetworkSegment(69b2ea0d-b0d8-45be-b712-a24bd2e2cdce),segment_id=69b2ea0d-b0d8-45be-b712-a24bd2e2cdce)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:09.584152 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2616126d-46bd-403f-9883-899303aa8fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.617656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b503f588-9c98-490c-98ad-e5148e4195b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.625535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:09.626601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:09.634976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:09.644774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] No DVR routers for this DVR port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:09.670187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2616126d-46bd-403f-9883-899303aa8fff None None] Calling delete_port for e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:09.743818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a896e71-6ed2-4d64-a467-40f649e45670 req-5de4cb02-5a26-40ae-a4f0-d4e2ed6ecb11 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:09.746122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a896e71-6ed2-4d64-a467-40f649e45670 req-5de4cb02-5a26-40ae-a4f0-d4e2ed6ecb11 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.9141934 Jul 22 21:19:09.764434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b503f588-9c98-490c-98ad-e5148e4195b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.789250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.792992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Checking segment: {'id': '2be18c4c-812a-4714-809c-cb75dc8b8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f2d393fa-4545-44dc-b3c4-521d6c9e838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:09.793504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Network hostable DHCP agents. Network: f2d393fa-4545-44dc-b3c4-521d6c9e838d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:19:09.815470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba50f323-0b5c-4928-bdf6-67d7ed2065bc']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:09.846800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:09.847160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b2ea0d-b0d8-45be-b712-a24bd2e2cdce') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:09.853696 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2616126d-46bd-403f-9883-899303aa8fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.877695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.880717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Network f2d393fa-4545-44dc-b3c4-521d6c9e838d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:19:09.896918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616126d-46bd-403f-9883-899303aa8fff None None] Pushing event deleted for resources: {'Port': ['ID=e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:09.903085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616126d-46bd-403f-9883-899303aa8fff None None] No DVR routers for this DVR port e75364b3-ee9a-4ab1-b13b-23d34bf9ce4e on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:09.925216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, f2d393fa-4545-44dc-b3c4-521d6c9e838d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:09.929436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.948612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:09.949847 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.952108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dd1584-c8f1-4508-8c8d-a5dc33d7f209 None None] Network f2d393fa-4545-44dc-b3c4-521d6c9e838d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:09.958505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:19:09.959105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:19:09.965421 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:19:10.022243 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.036516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a896e71-6ed2-4d64-a467-40f649e45670 req-deeedccb-70f0-409e-aa7e-a5757885763d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675304 Jul 22 21:19:10.127485 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ff17e3e4-ff8a-484e-b456-48dc39a4616a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3094435 Jul 22 21:19:10.132798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.153641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.167525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] 10.222.0.54 "DELETE /v2.0/networks/ba50f323-0b5c-4928-bdf6-67d7ed2065bc HTTP/1.1" status: 204 len: 168 time: 1.9897778 Jul 22 21:19:10.204875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089c64e-7e81-4c0c-b617-08d91cae6cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=ba50f323-0b5c-4928-bdf6-67d7ed2065bc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:10.227889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-6db79f12-7f31-45e9-9b73-e3637582640f tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:10.229958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-6db79f12-7f31-45e9-9b73-e3637582640f tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/networks?id=11632116-0c12-45dc-b7c8-f573eb873994 HTTP/1.1" status: 200 len: 818 time: 0.6043918 Jul 22 21:19:10.302233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804d8cb-c443-4466-a840-02503e421758 None None] Network f2d393fa-4545-44dc-b3c4-521d6c9e838d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:10.382444 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b503f588-9c98-490c-98ad-e5148e4195b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.387441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b503f588-9c98-490c-98ad-e5148e4195b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.395030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b503f588-9c98-490c-98ad-e5148e4195b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb88819a-b788-4bc0-b8bf-07a7c21aacf1 HTTP/1.1" status: 204 len: 168 time: 1.6513429 Jul 22 21:19:10.398011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-cc1f4b7e-220f-44b0-9120-273a98995361 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/quotas/cbc714da1b424103a4548bfad4d0bc2f HTTP/1.1" status: 200 len: 375 time: 0.1083722 Jul 22 21:19:10.444073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503f588-9c98-490c-98ad-e5148e4195b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb88819a-b788-4bc0-b8bf-07a7c21aacf1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:10.478125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56908) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:10.546255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:10.559175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9e2699a2-5f03-4d47-a7ce-efe3b515dfbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=248f19f26afa428a96ecd0ec8a333f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787642 Jul 22 21:19:10.563465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56910) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:10.624140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:10.631015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-27c8fda7-bfb8-4702-b863-a5425a0ec49e tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc714da1b424103a4548bfad4d0bc2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2185071 Jul 22 21:19:10.687645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14d4557e-2031-41aa-916e-7300e3d80a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.740993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14d4557e-2031-41aa-916e-7300e3d80a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.764010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:10.768569 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f588f-75c4-4fb8-b2a9-c696be96118b" -d '{"events": [{"server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:10.775914 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.859423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14d4557e-2031-41aa-916e-7300e3d80a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.861751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398a493-298a-48b8-967e-9ae61e1db43f req-270249eb-0fe2-49ba-93e9-14dcb7da678a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:10.864769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9398a493-298a-48b8-967e-9ae61e1db43f req-270249eb-0fe2-49ba-93e9-14dcb7da678a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 945 time: 0.5776138 Jul 22 21:19:10.867745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14d4557e-2031-41aa-916e-7300e3d80a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.869017 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.871222 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14d4557e-2031-41aa-916e-7300e3d80a48 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eded0252-81d3-4179-8725-243a5edc3c2d HTTP/1.1" status: 204 len: 168 time: 0.3063679 Jul 22 21:19:10.903690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4557e-2031-41aa-916e-7300e3d80a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded0252-81d3-4179-8725-243a5edc3c2d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:11.039095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-b02e6094-123d-4a27-9314-e2f044d94f67 service neutron] 10.222.0.54 "GET /v2.0/networks/11632116-0c12-45dc-b7c8-f573eb873994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703492 Jul 22 21:19:11.046797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:11.082979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9398a493-298a-48b8-967e-9ae61e1db43f req-a8fa97b7-a96c-4aac-8fd9-668ec64282c2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940320 Jul 22 21:19:11.190541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:11.191087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:11.191647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:11.297811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:11.298672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Attempting to bind port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:11.309120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-a71da889-8a45-4c53-96b3-5ca83f0e56c5 service neutron] 10.222.0.54 "GET /v2.0/networks/11632116-0c12-45dc-b7c8-f573eb873994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328985 Jul 22 21:19:11.314831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:11.314992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:11.315588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:11.316933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Bound port: 8f2cb7f6-8962-4921-8fc1-70682d03a224, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:11.317603 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.560021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:11.565241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:11.579356 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.731890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301af733-7a7a-4f56-8a32-fc25e2728101 req-665fa02b-4e3c-40b9-b7eb-1cdb82d57cff tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:11.745019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-301af733-7a7a-4f56-8a32-fc25e2728101 req-665fa02b-4e3c-40b9-b7eb-1cdb82d57cff tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 946 time: 0.3479066 Jul 22 21:19:11.819423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=8']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:11.841939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:11.844833 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.847505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-2b70e278-9d2e-4285-9059-d80da142af2a service neutron] 10.222.0.58 "PUT /v2.0/ports/8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 1123 time: 2.7603528 Jul 22 21:19:11.912592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-301af733-7a7a-4f56-8a32-fc25e2728101 req-5516feb6-fc5a-4d79-bb21-bf0fe4ca68f8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634622 Jul 22 21:19:12.032851 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76fc9c2-48eb-4d7a-a597-72af7782d1d3 x-openstack-request-id: req-b76fc9c2-48eb-4d7a-a597-72af7782d1d3 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:12.033618 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:12.034056 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b76fc9c2-48eb-4d7a-a597-72af7782d1d3 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:12.034770 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224', 'code': 200} Jul 22 21:19:12.084060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['8f2cb7f6-8962-4921-8fc1-70682d03a224'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:12.161516 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-59a70f6c-9d3c-4f0e-b523-5440c84a5a3c req-6f159bb9-8ab4-4ca2-bdfe-7bd98b3ed4da tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] show failed (client error): The resource could not be found. Jul 22 21:19:12.184743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59a70f6c-9d3c-4f0e-b523-5440c84a5a3c req-6f159bb9-8ab4-4ca2-bdfe-7bd98b3ed4da tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "GET /v2.0/security-groups/cab44f8e-6c27-4cf0-8f66-206df64429a5 HTTP/1.1" status: 404 len: 352 time: 0.0680046 Jul 22 21:19:12.399028 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:19:12.553978 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e83198ea-b059-48b7-a2e2-e2acdd204b53 req-e4d22369-58b8-4ab7-a0ca-4d1b34221c2f tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 210 time: 0.1476693 Jul 22 21:19:12.713090 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cc963876-62ff-490b-8abe-99f62ab8a5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.715568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251795a7-df07-423c-a797-170db45408b9 req-df30bbd6-cd6e-42a2-a410-e678e5eaea2c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:12.732978 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-251795a7-df07-423c-a797-170db45408b9 req-df30bbd6-cd6e-42a2-a410-e678e5eaea2c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.5415599 Jul 22 21:19:12.836166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56972) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:12.875576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-251795a7-df07-423c-a797-170db45408b9 req-8591b04b-5172-4cc8-81f3-9bae10aeeb67 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402442 Jul 22 21:19:13.172783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ac9d0-2fb5-4056-8bfa-4e73c6d00015 req-57dc100d-bbce-4b35-8131-3835601caa04 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:13.183789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa3ac9d0-2fb5-4056-8bfa-4e73c6d00015 req-57dc100d-bbce-4b35-8131-3835601caa04 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 945 time: 0.2890306 Jul 22 21:19:13.264823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5305b3-3846-4036-affd-96b7694ffceb req-10029f56-a709-4838-a267-a5f91ef35982 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:13.276879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad5305b3-3846-4036-affd-96b7694ffceb req-10029f56-a709-4838-a267-a5f91ef35982 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 943 time: 0.2572906 Jul 22 21:19:13.317515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa3ac9d0-2fb5-4056-8bfa-4e73c6d00015 req-f0ec1c2f-5f3c-423f-9a1a-84a992daf20d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318200 Jul 22 21:19:13.387802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad5305b3-3846-4036-affd-96b7694ffceb req-0e3c64d4-2ffb-42f2-ba65-2c8566f354f0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092684 Jul 22 21:19:13.519534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1437781459-network', 'tenant_id': 'ed57cd207e1a443d935b11101b325f9c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:13.575974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Made reservation on behalf of ed57cd207e1a443d935b11101b325f9c for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:13.581384 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:13.598704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:13.625700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aeebf289-ed6b-4c87-bd78-9fb659cf48fa req-655b4f38-4b5b-4f22-8368-abc5306c5408 tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec5f3f7bdce5463c84f9a2d6a9bc060e HTTP/1.1" status: 200 len: 2984 time: 0.1397169 Jul 22 21:19:13.806814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aeebf289-ed6b-4c87-bd78-9fb659cf48fa req-25461775-3689-4bb9-bde3-9ff6aadc8b26 tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "GET /v2.0/security-groups/b39e22a3-5dd2-4e76-9265-875bafe7746d HTTP/1.1" status: 200 len: 2981 time: 0.1459711 Jul 22 21:19:13.841589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:13.849794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:13.874840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:19:13.894393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:13.895995 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Added segment 0e547c31-9cc0-4580-8122-a6b5c142cab1 of type vlan for network 13a11420-86b0-49d0-be1d-94a1f2126c3c Jul 22 21:19:13.944082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aeebf289-ed6b-4c87-bd78-9fb659cf48fa req-36abfa22-b0a9-4a4c-b307-881651eeb500 tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "GET /v2.0/security-groups/b39e22a3-5dd2-4e76-9265-875bafe7746d HTTP/1.1" status: 200 len: 2981 time: 0.1240418 Jul 22 21:19:13.983453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7173b80-95af-4638-a87c-4046995df614 req-adfa2605-9d15-469e-87fd-16355a3d85d9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:13.985235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7173b80-95af-4638-a87c-4046995df614 req-adfa2605-9d15-469e-87fd-16355a3d85d9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 946 time: 0.3581789 Jul 22 21:19:13.985498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:14.077461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:14.083969 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89f7f4a-f1ce-42c9-9377-401d07b0816a" -d '{"events": [{"name": "network-changed", "server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:14.110806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03abb7d6-1e96-4624-9b5f-b23f178a68cd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:14.209954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:14.212422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:14.214277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:14.248663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2834748-3137-413b-be62-34fd0a69cea4 req-37efb6ef-c9bf-4666-b7a5-b4981cac2adf tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 210 time: 0.1533120 Jul 22 21:19:14.271299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7173b80-95af-4638-a87c-4046995df614 req-784f1304-85d6-4162-9cd2-4406eb0e8fb3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724078 Jul 22 21:19:14.276223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:14.340233 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5021827 Jul 22 21:19:14.343986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57000) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:14.353105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Request body: {'subnet': {'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1437781459-subnet', 'tenant_id': 'ed57cd207e1a443d935b11101b325f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:14.390978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-22226cba-c9d4-48e0-aa05-c1b582d5c7d6 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:14.392630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-22226cba-c9d4-48e0-aa05-c1b582d5c7d6 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.23 "GET /v2.0/networks?id=11632116-0c12-45dc-b7c8-f573eb873994 HTTP/1.1" status: 200 len: 818 time: 0.3793209 Jul 22 21:19:14.451499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Request body: {'port': {'device_id': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'network_id': '11632116-0c12-45dc-b7c8-f573eb873994', 'admin_state_up': True, 'tenant_id': 'cbc714da1b424103a4548bfad4d0bc2f'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:14.454757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Made reservation on behalf of ed57cd207e1a443d935b11101b325f9c for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:14.459126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:14.460549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e0944-7e9f-4083-8312-c3aa2797bbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=13a11420-86b0-49d0-be1d-94a1f2126c3c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:14.486569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:19:14.671875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47f5b71b-e2c6-48a1-a530-ff0ddbf65a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:14.685304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Made reservation on behalf of cbc714da1b424103a4548bfad4d0bc2f for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:14.689183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:14.698834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-345a959c-b10f-4b5a-9259-41388c0955a5 req-77cf287d-ca02-4a93-86db-1881de7c4426 tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "GET /v2.0/security-groups/b39e22a3-5dd2-4e76-9265-875bafe7746d HTTP/1.1" status: 200 len: 2981 time: 0.3393238 Jul 22 21:19:14.780898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bd26f-1d89-4010-b592-478cad884256 req-c1acf8a5-9c9f-44f3-81b1-69c56b702659 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:14.784673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-057bd26f-1d89-4010-b592-478cad884256 req-c1acf8a5-9c9f-44f3-81b1-69c56b702659 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3613355 Jul 22 21:19:14.949279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Allocated IP 172.20.0.8 (11632116-0c12-45dc-b7c8-f573eb873994/de6eb181-7c09-4386-a4b5-23e40b145379/e0bcb1e8-154e-4360-b684-300ad2a7139a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:15.024443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-057bd26f-1d89-4010-b592-478cad884256 req-b818711f-3290-40b0-a5e2-df4a6fbb32f6 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223330 Jul 22 21:19:15.072463 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-345a959c-b10f-4b5a-9259-41388c0955a5 req-811469f1-a977-452d-a9b6-f46085e8d85e tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 21:19:15.074475 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-345a959c-b10f-4b5a-9259-41388c0955a5 req-811469f1-a977-452d-a9b6-f46085e8d85e tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "DELETE /v2.0/security-groups/b39e22a3-5dd2-4e76-9265-875bafe7746d HTTP/1.1" status: 409 len: 352 time: 0.3404686 Jul 22 21:19:15.177761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-71d0ff7f-b279-4ea5-bad4-7b40a6c70869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.183821 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f93eaa-1978-4712-8566-08a579a834d5 x-openstack-request-id: req-b1f93eaa-1978-4712-8566-08a579a834d5 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:15.184361 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:15.184690 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1f93eaa-1978-4712-8566-08a579a834d5 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:15.185271 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224', 'status': 'completed', 'code': 200} Jul 22 21:19:15.186959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.273856 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.279525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47f5b71b-e2c6-48a1-a530-ff0ddbf65a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.348850 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47f5b71b-e2c6-48a1-a530-ff0ddbf65a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.361907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.386380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:15.461853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2b5e09-a5b4-4397-9535-4650284b34e9,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:15.485529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.569218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47f5b71b-e2c6-48a1-a530-ff0ddbf65a1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=74df33ddb514484c89b2027fe2339947&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2912402 Jul 22 21:19:15.574658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5b71b-e2c6-48a1-a530-ff0ddbf65a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff9d20-4b2a-4aca-9a5e-3a6fd5b58ce1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:15.578209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:15.632192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:15.634201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Pushing event updated for resources: {'Port': ['ID=e0bcb1e8-154e-4360-b684-300ad2a7139a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:15.657693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Checking segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:15.658287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Network hostable DHCP agents. Network: 13a11420-86b0-49d0-be1d-94a1f2126c3c, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:19:15.662766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Network 11632116-0c12-45dc-b7c8-f573eb873994 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:15.664166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:19:15.666029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:15.674516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:15.732579 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-1a408e0d-6f18-4edc-b547-277a50c303a2 req-42d4f194-9514-458a-8c08-5b1c7ecc3dad tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] show failed (client error): The resource could not be found. Jul 22 21:19:15.733547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a408e0d-6f18-4edc-b547-277a50c303a2 req-42d4f194-9514-458a-8c08-5b1c7ecc3dad tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "GET /v2.0/security-groups/4ba3bd35-f750-44d3-bff7-da5dd061c89c HTTP/1.1" status: 404 len: 352 time: 0.0852487 Jul 22 21:19:15.748710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-6d983ea1-e17e-42fc-8313-eb025c5b38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:15.748710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-6d983ea1-e17e-42fc-8313-eb025c5b38ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1126 time: 0.4788332 Jul 22 21:19:15.789595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:15.791116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.794942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d753d3-f8d7-412e-82a9-2ede38f96de1 req-478958f4-e02a-4df6-a6b0-2a539c28d468 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:15.808296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d753d3-f8d7-412e-82a9-2ede38f96de1 req-478958f4-e02a-4df6-a6b0-2a539c28d468 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 943 time: 0.4610631 Jul 22 21:19:15.844450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-028d48f9-900f-42f7-9665-b9f2f0ac0b01 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3982060 Jul 22 21:19:15.854077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:19:15.902977 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Request body: {'port': {'device_id': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:15.905058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29ba8513-d3ad-4568-b492-a13594826b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:15.972064 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.033482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 13a11420-86b0-49d0-be1d-94a1f2126c3c) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:16.053801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513399a-e04a-4b6d-9681-31eaff599b1c None None] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:16.074526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29ba8513-d3ad-4568-b492-a13594826b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.078739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:16.079708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.096733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13d753d3-f8d7-412e-82a9-2ede38f96de1 req-cffc3c0f-c425-47db-ad66-1b5310b057c2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870750 Jul 22 21:19:16.126370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-01bab556-6329-4165-9ba5-7b27fe149c97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2181144 Jul 22 21:19:16.138220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.222630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ade027a1-5796-47a5-a620-f1d0ade2f45a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8761556 Jul 22 21:19:16.242939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-a24e4986-ed89-4e23-8c7a-886189840ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:16.257869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-a24e4986-ed89-4e23-8c7a-886189840ba9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.4993682 Jul 22 21:19:16.323310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928667ac-9989-442f-93c4-9f87f7bb305b req-9f562e5b-b50a-4a1e-a465-ca64610bb91a tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:16.339125 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-928667ac-9989-442f-93c4-9f87f7bb305b req-9f562e5b-b50a-4a1e-a465-ca64610bb91a tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 931 time: 0.4816005 Jul 22 21:19:16.436089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec770c8-eefb-46db-89ff-77eb74551ac1 None None] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:16.487894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-66c05402-390d-49a8-929d-22845ff2b6d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.1975062 Jul 22 21:19:16.626689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-2365e693-10fc-4b70-b3c6-f69600bc2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:16.629240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-2365e693-10fc-4b70-b3c6-f69600bc2469 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.0986433 Jul 22 21:19:16.645581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-0d03f723-3b3b-40c6-be86-cb369dd80ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:16.647929 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-0d03f723-3b3b-40c6-be86-cb369dd80ec5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 1098 time: 0.4073827 Jul 22 21:19:16.648875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-928667ac-9989-442f-93c4-9f87f7bb305b req-5c3474da-e353-47d0-a37f-06af5cb010bd tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037384 Jul 22 21:19:16.696700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29ba8513-d3ad-4568-b492-a13594826b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.700586 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29ba8513-d3ad-4568-b492-a13594826b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.704185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-29ba8513-d3ad-4568-b492-a13594826b3b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5ff9d20-4b2a-4aca-9a5e-3a6fd5b58ce1 HTTP/1.1" status: 204 len: 168 time: 1.1238654 Jul 22 21:19:16.780429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba8513-d3ad-4568-b492-a13594826b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff9d20-4b2a-4aca-9a5e-3a6fd5b58ce1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:16.803314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-a5b03818-55d6-4981-9792-cb9a4e11bcf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466179 Jul 22 21:19:16.891000 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-3878c8d5-2be8-4c0d-81f2-41eab5b23066 req-999de3ed-bed1-4cec-b29b-5eecae83a52f tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] show failed (client error): The resource could not be found. Jul 22 21:19:16.892232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3878c8d5-2be8-4c0d-81f2-41eab5b23066 req-999de3ed-bed1-4cec-b29b-5eecae83a52f tempest-SecurityGroupsNegativeTestJSON-2076528680 tempest-SecurityGroupsNegativeTestJSON-2076528680-project] 10.222.0.54 "GET /v2.0/security-groups/83fde9d2-cc36-4c5a-93f5-8c4c4461a1fe HTTP/1.1" status: 404 len: 352 time: 0.1835237 Jul 22 21:19:16.950199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57030) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:17.045182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6cc91-095e-4d70-812a-8a8ca2d10b41 req-e7a037e5-08e8-41f4-9b40-11c37cf123fb tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.048486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40a6cc91-095e-4d70-812a-8a8ca2d10b41 req-e7a037e5-08e8-41f4-9b40-11c37cf123fb tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 946 time: 0.6709087 Jul 22 21:19:17.055439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-e5babc09-bcaa-40c2-b672-543d7b89173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.058369 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-e5babc09-bcaa-40c2-b672-543d7b89173f service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.3550587 Jul 22 21:19:17.178882 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-e6cdcedb-3ac5-4912-a165-87daaf722d89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6d53c-633d-419e-9be2-7b71565aba09 HTTP/1.1" status: 200 len: 217 time: 0.0807800 Jul 22 21:19:17.218017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] Deleting subnet 4ff2cae8-704e-4318-ad36-2be085fa382c {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:19:17.225431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bcb1e8-154e-4360-b684-300ad2a7139a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:17.229289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-bae19023-a531-4059-bd17-9da3b7096f94 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040899 Jul 22 21:19:17.267313 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.281526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40a6cc91-095e-4d70-812a-8a8ca2d10b41 req-cd2cd88f-95a2-4332-8406-fb0fe96c2f79 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967840 Jul 22 21:19:17.329679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.372429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4a812-4b87-44f9-a4d8-ed2e29e84c08 req-d0df2b60-7769-4a58-9978-0c75478e593c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.387249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fb4a812-4b87-44f9-a4d8-ed2e29e84c08 req-d0df2b60-7769-4a58-9978-0c75478e593c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3339503 Jul 22 21:19:17.399979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.440434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Transition to ACTIVE for port object e0bcb1e8-154e-4360-b684-300ad2a7139a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:17.449008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-c78fed0b-a5a6-48a6-9b73-9364f0accae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.451140 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-c78fed0b-a5a6-48a6-9b73-9364f0accae0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.2604613 Jul 22 21:19:17.455430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.561481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fb4a812-4b87-44f9-a4d8-ed2e29e84c08 req-a751c1f2-e750-4baa-8d67-6115e4be34d2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717067 Jul 22 21:19:17.574247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89f7f4a-f1ce-42c9-9377-401d07b0816a req-ab333c85-ab0b-495d-97dc-c925223b2fef service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257515 Jul 22 21:19:17.622886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-fc1d247b-4c92-49af-ae38-e9439096b878 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319749 Jul 22 21:19:17.648803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.816681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58753083-da8f-43f2-af43-592f6736634b req-4ebbd8b1-947e-4366-a7ca-87a234153884 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.827830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58753083-da8f-43f2-af43-592f6736634b req-4ebbd8b1-947e-4366-a7ca-87a234153884 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 943 time: 0.1461215 Jul 22 21:19:17.923076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58753083-da8f-43f2-af43-592f6736634b req-c2bf9783-b1d9-4441-8b05-9b505cbab244 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929153 Jul 22 21:19:17.998637 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.181997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bcb1e8-154e-4360-b684-300ad2a7139a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:18.270031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e58eb-f405-48fe-9864-5e88851d2818 req-679332b0-61e8-48db-82c7-e86c3cb43840 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:18.284192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df3e58eb-f405-48fe-9864-5e88851d2818 req-679332b0-61e8-48db-82c7-e86c3cb43840 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 943 time: 0.1733055 Jul 22 21:19:18.387432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df3e58eb-f405-48fe-9864-5e88851d2818 req-c1cece7b-a770-456a-8381-4053e0b762f3 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995865 Jul 22 21:19:18.414472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.475009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57066) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:18.498974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Attempting to bind port e0bcb1e8-154e-4360-b684-300ad2a7139a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:18.499567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Attempting to bind port e0bcb1e8-154e-4360-b684-300ad2a7139a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '82ef92fc-6c39-4821-80ba-03d4bc9ee96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '11632116-0c12-45dc-b7c8-f573eb873994'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:18.500684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Attempting to bind port e0bcb1e8-154e-4360-b684-300ad2a7139a on network 11632116-0c12-45dc-b7c8-f573eb873994 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:18.511500 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-96ed555b-2e78-4569-b994-c621f1652719 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656580 Jul 22 21:19:18.512669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff2cae8-704e-4318-ad36-2be085fa382c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:18.521983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Port e0bcb1e8-154e-4360-b684-300ad2a7139a on network 11632116-0c12-45dc-b7c8-f573eb873994 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:18.523065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Attempting to bind port e0bcb1e8-154e-4360-b684-300ad2a7139a on network 11632116-0c12-45dc-b7c8-f573eb873994 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:18.537531 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.541314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb9f9244-13f5-45cf-b315-e9862b84afca admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4ff2cae8-704e-4318-ad36-2be085fa382c HTTP/1.1" status: 204 len: 168 time: 1.5856135 Jul 22 21:19:18.543061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:18.543636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Checking segment: {'id': '82ef92fc-6c39-4821-80ba-03d4bc9ee96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '11632116-0c12-45dc-b7c8-f573eb873994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:18.544564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Bound using segment: {'id': '82ef92fc-6c39-4821-80ba-03d4bc9ee96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '11632116-0c12-45dc-b7c8-f573eb873994'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:18.545278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Bound port: e0bcb1e8-154e-4360-b684-300ad2a7139a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ef92fc-6c39-4821-80ba-03d4bc9ee96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '11632116-0c12-45dc-b7c8-f573eb873994'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:18.545853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.561903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57070) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:18.714322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-e2674a78-ff9f-4fe1-bcbe-ebd5c974ee55 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:18.716839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-e2674a78-ff9f-4fe1-bcbe-ebd5c974ee55 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.3272929 Jul 22 21:19:18.763090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1695631886-network', 'tenant_id': '64072eeee1a240369dd33923b743485b'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:18.773662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-3d5db8cb-983c-49e9-a07a-02a9f93881c7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/quotas/ed57cd207e1a443d935b11101b325f9c HTTP/1.1" status: 200 len: 375 time: 0.0444496 Jul 22 21:19:18.827311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.830659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15f029-4acf-493a-83cc-8fd59a04e200 req-8d4357c8-ab47-42ed-960c-32974123c2c1 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:18.833275 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d15f029-4acf-493a-83cc-8fd59a04e200 req-8d4357c8-ab47-42ed-960c-32974123c2c1 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 946 time: 0.2300117 Jul 22 21:19:18.881387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] For port e0bcb1e8-154e-4360-b684-300ad2a7139a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:18.884924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-d0797803-9bfd-44cc-acba-7a936db09905 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014738 Jul 22 21:19:18.890635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] For port e0bcb1e8-154e-4360-b684-300ad2a7139a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e0bcb1e8-154e-4360-b684-300ad2a7139a,segment=NetworkSegment(82ef92fc-6c39-4821-80ba-03d4bc9ee96a),segment_id=82ef92fc-6c39-4821-80ba-03d4bc9ee96a)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:18.897423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d8d516-57c1-4445-a3e1-fb2618cbafd3 req-f4469dbb-d80e-44dd-9584-cec44871b17a service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617356 Jul 22 21:19:18.901427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.981517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Made reservation on behalf of 64072eeee1a240369dd33923b743485b for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:18.983209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:18.984140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.984807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.986161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] 10.222.0.23 "PUT /v2.0/ports/e0bcb1e8-154e-4360-b684-300ad2a7139a HTTP/1.1" status: 200 len: 1092 time: 3.0916955 Jul 22 21:19:19.003548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'tag': 'e0bcb1e8-154e-4360-b684-300ad2a7139a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:19.006950 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551d1a21-ec8f-444f-8079-36a5e56f3ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9ec121-5ef9-46d3-b48a-a72f36c49266", "tag": "e0bcb1e8-154e-4360-b684-300ad2a7139a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:19.067969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d15f029-4acf-493a-83cc-8fd59a04e200 req-a09d0c5a-de10-4687-abd3-10742e168637 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880057 Jul 22 21:19:19.069126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.191864 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.217930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-94888055-a7f8-4a25-8e06-4fb1c298f591 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:19.219906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-94888055-a7f8-4a25-8e06-4fb1c298f591 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 946 time: 0.4082580 Jul 22 21:19:19.227655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a945-508e-459e-ae0d-438302036698 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bcb1e8-154e-4360-b684-300ad2a7139a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:19.239912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-ded9e17f-be9a-4062-a410-e30004f4a333 service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040366 Jul 22 21:19:19.260054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d393fa-4545-44dc-b3c4-521d6c9e838d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:19.282455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be18c4c-812a-4714-809c-cb75dc8b8f6f') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:19.282841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be18c4c-812a-4714-809c-cb75dc8b8f6f') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:19.323266 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.383475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.398931 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-e8543d08-1a8a-4276-9f14-82b0d90f88b3 service neutron] 10.222.0.23 "GET /v2.0/ports/8f2cb7f6-8962-4921-8fc1-70682d03a224/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.1976731 Jul 22 21:19:19.404947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-554709a1-e883-4593-bf1d-bf6534f6599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:19.407693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-554709a1-e883-4593-bf1d-bf6534f6599e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbc714da1b424103a4548bfad4d0bc2f&device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 1095 time: 0.3406968 Jul 22 21:19:19.411411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:19:19.412077 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:19:19.415010 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:19:19.538182 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-4d738ae0-2ce7-4c02-89dd-62cb1ff75fdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0bcb1e8-154e-4360-b684-300ad2a7139a HTTP/1.1" status: 200 len: 217 time: 0.0995500 Jul 22 21:19:19.668628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.693800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.698284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f2d393fa-4545-44dc-b3c4-521d6c9e838d HTTP/1.1" status: 204 len: 168 time: 1.1334276 Jul 22 21:19:19.729379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3880b7-552a-46d1-8c76-abc9af490bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d393fa-4545-44dc-b3c4-521d6c9e838d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:19.755688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-1f88d8e1-23cd-43a6-9154-8e763a637b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:19.755688 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-1f88d8e1-23cd-43a6-9154-8e763a637b4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de6eb181-7c09-4386-a4b5-23e40b145379 HTTP/1.1" status: 200 len: 858 time: 0.1457517 Jul 22 21:19:19.843579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-a213aaa4-4876-4921-9da4-e0d912cb3201 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11632116-0c12-45dc-b7c8-f573eb873994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623345 Jul 22 21:19:19.993150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57084) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:20.012742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-c6d5664e-d0f9-4aee-814d-913affcf3ccb service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712512 Jul 22 21:19:20.086910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471d8c3-b9ad-40a9-963e-fb433e674aa6 req-e710dfe1-e856-4e59-af79-e2d82bb2a050 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:20.098045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2471d8c3-b9ad-40a9-963e-fb433e674aa6 req-e710dfe1-e856-4e59-af79-e2d82bb2a050 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.7330217 Jul 22 21:19:20.104837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.130736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.149594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port f6c87f6a-18a6-4c8d-a380-4971c08056c7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:20.150116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.214727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-035c18e4-cd9b-4dfe-ba20-a05ff14690c8 service neutron] 10.222.0.23 "GET /v2.0/networks/11632116-0c12-45dc-b7c8-f573eb873994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518887 Jul 22 21:19:20.218521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:20.232465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:19:20.237344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14ebfc91-97d1-42da-8fdf-d7bfcf2506c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec5f3f7bdce5463c84f9a2d6a9bc060e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426014 Jul 22 21:19:20.246835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57088) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:20.257805 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2471d8c3-b9ad-40a9-963e-fb433e674aa6 req-eb70aee2-052d-4032-91c5-07bb93f33f4d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586730 Jul 22 21:19:20.331698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:20.407231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2cb7f6-8962-4921-8fc1-70682d03a224 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:20.433711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.434314 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Added segment 8134f704-4a9e-4c32-9959-c79ee066e66e of type vlan for network 747bb956-cb78-4200-8a50-b5a43a589721 Jul 22 21:19:20.438745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1964e28d-10ff-41c3-bc43-5e1abc500c57,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:20.451105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:20.547696 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc12fdb-4327-4d3c-9837-1aa0a219d7e1 x-openstack-request-id: req-5cc12fdb-4327-4d3c-9837-1aa0a219d7e1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:20.548213 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9ec121-5ef9-46d3-b48a-a72f36c49266", "tag": "e0bcb1e8-154e-4360-b684-300ad2a7139a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:20.548606 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cc12fdb-4327-4d3c-9837-1aa0a219d7e1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:20.549217 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'tag': 'e0bcb1e8-154e-4360-b684-300ad2a7139a', 'status': 'completed', 'code': 200} Jul 22 21:19:20.554744 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.638419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f87bd445-e862-47c9-85e4-92682703fe62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.655468 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ffb9270-9fc3-4851-8a51-de8b87df9e06 req-2510205e-3043-4e69-9b3b-646c11ddfc9d service neutron] 10.222.0.23 "GET /v2.0/networks/11632116-0c12-45dc-b7c8-f573eb873994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213552 Jul 22 21:19:20.723898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] Transition to ACTIVE for port object 8f2cb7f6-8962-4921-8fc1-70682d03a224 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:20.724532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.731353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.757843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port f6c87f6a-18a6-4c8d-a380-4971c08056c7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f6c87f6a-18a6-4c8d-a380-4971c08056c7,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:20.758775 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.794998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f87bd445-e862-47c9-85e4-92682703fe62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.839047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for f6c87f6a-18a6-4c8d-a380-4971c08056c7 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:20.897561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] No DVR routers for this DVR port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:20.966290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:20.975381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.977129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:20.978178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.989725 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-87b01b9b-ab0f-487c-af9e-0e02f8335ee2 service neutron] 10.222.0.23 "PUT /v2.0/ports/8f2cb7f6-8962-4921-8fc1-70682d03a224/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 1.5806155 Jul 22 21:19:21.007372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-8b01bcb6-02d2-46ec-98d0-6c9e084f212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.009458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47b2f-d2f4-4488-94d2-d3d8d86e99d0 req-ffa42012-493c-4306-866e-07e70a794703 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.010569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-8b01bcb6-02d2-46ec-98d0-6c9e084f212c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbc714da1b424103a4548bfad4d0bc2f&device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 1095 time: 0.2241049 Jul 22 21:19:21.011461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dab47b2f-d2f4-4488-94d2-d3d8d86e99d0 req-ffa42012-493c-4306-866e-07e70a794703 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 943 time: 0.4994786 Jul 22 21:19:21.085571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6084185 Jul 22 21:19:21.091949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57102) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:21.100338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cd3b-cf6b-4d62-950a-5dfbd861bddb req-4ac36f10-ad94-40a1-bdd3-699e3eec0602 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.102948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Request body: {'subnet': {'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1695631886-subnet', 'tenant_id': '64072eeee1a240369dd33923b743485b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:21.110002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b63cd3b-cf6b-4d62-950a-5dfbd861bddb req-4ac36f10-ad94-40a1-bdd3-699e3eec0602 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 943 time: 0.5554304 Jul 22 21:19:21.220739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Made reservation on behalf of 64072eeee1a240369dd33923b743485b for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:21.224422 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:21.271403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f6edc-dab1-45d0-8b6e-0b4506f858bb admin admin] Pushing event updated for resources: {'Network': ['ID=747bb956-cb78-4200-8a50-b5a43a589721,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:21.287044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-f4082029-b232-4915-9e30-348384e3fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.290312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-f4082029-b232-4915-9e30-348384e3fcd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=11632116-0c12-45dc-b7c8-f573eb873994 HTTP/1.1" status: 200 len: 919 time: 0.2677004 Jul 22 21:19:21.296669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 747bb956-cb78-4200-8a50-b5a43a589721 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:19:21.302124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f87bd445-e862-47c9-85e4-92682703fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:21.307007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f87bd445-e862-47c9-85e4-92682703fe62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:21.309296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f87bd445-e862-47c9-85e4-92682703fe62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b39e22a3-5dd2-4e76-9265-875bafe7746d HTTP/1.1" status: 204 len: 168 time: 1.0565231 Jul 22 21:19:21.430385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bd445-e862-47c9-85e4-92682703fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e22a3-5dd2-4e76-9265-875bafe7746d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:21.453601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dab47b2f-d2f4-4488-94d2-d3d8d86e99d0 req-1e9f865b-5fc7-4452-b4d5-68ea3faaa5cc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100990 Jul 22 21:19:21.496524 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-2da7ea38-df98-4913-b845-b06aa2ca5d80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0bcb1e8-154e-4360-b684-300ad2a7139a HTTP/1.1" status: 200 len: 217 time: 0.1920626 Jul 22 21:19:21.502076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b63cd3b-cf6b-4d62-950a-5dfbd861bddb req-0e33e34b-2478-4748-8b32-ca8c8a1538d5 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907576 Jul 22 21:19:21.651719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:21.680247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09', '015674cc-0d86-4fe4-95ee-8c1e5583e7af'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:21.731754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=f6c87f6a-18a6-4c8d-a380-4971c08056c7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:21.735224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-39ac29fd-5df7-4e21-8f15-33d0b2ba33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.737638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-39ac29fd-5df7-4e21-8f15-33d0b2ba33d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de6eb181-7c09-4386-a4b5-23e40b145379 HTTP/1.1" status: 200 len: 858 time: 0.2219288 Jul 22 21:19:21.776070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f6c87f6a-18a6-4c8d-a380-4971c08056c7 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:21.829951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-373854b7-5805-4d69-a6bc-0165f0c7bdba req-a12ce0b9-7348-4083-95d1-a074c192771d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c3805-c1b5-4fbb-934f-ec3bf5bfe931 HTTP/1.1" status: 200 len: 210 time: 0.1091838 Jul 22 21:19:21.846626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: f6c87f6a-18a6-4c8d-a380-4971c08056c7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:21.848965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f6c87f6a-18a6-4c8d-a380-4971c08056c7 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:21.849870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:21.882470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-6ca28edb-4a04-4238-b5e8-a53a33327872 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11632116-0c12-45dc-b7c8-f573eb873994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273661 Jul 22 21:19:21.899176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-c3ed6c3e-892e-4b2d-99b5-94c4c469916b tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.902967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-c3ed6c3e-892e-4b2d-99b5-94c4c469916b tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.7892396 Jul 22 21:19:21.991831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:22.039956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port f6c87f6a-18a6-4c8d-a380-4971c08056c7 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:22.050301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:22.054290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae047c9f-1e95-403d-bddb-ea6f5bfaad26 req-34c04464-88ce-436a-9971-1faa24b8c9f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "DELETE /v2.0/ports/f6c87f6a-18a6-4c8d-a380-4971c08056c7 HTTP/1.1" status: 204 len: 173 time: 2.7994688 Jul 22 21:19:22.061313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'name': 'network-vif-deleted', 'tag': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:22.065421 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee555be-20fc-4bfb-a530-65d6526aae95" -d '{"events": [{"server_uuid": "108c3805-c1b5-4fbb-934f-ec3bf5bfe931", "name": "network-vif-deleted", "tag": "f6c87f6a-18a6-4c8d-a380-4971c08056c7"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:22.129251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f48fa60d-606e-449c-b347-d2b1747f79e8 req-73ae10e2-5210-49d6-b706-1512f9423ddd tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 210 time: 0.1086137 Jul 22 21:19:22.303260 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ffc083-080c-4893-be19-9b85ac01963c x-openstack-request-id: req-c9ffc083-080c-4893-be19-9b85ac01963c {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:22.304099 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c3805-c1b5-4fbb-934f-ec3bf5bfe931", "name": "network-vif-deleted", "tag": "f6c87f6a-18a6-4c8d-a380-4971c08056c7", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:22.304711 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9ffc083-080c-4893-be19-9b85ac01963c {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:22.305330 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c3805-c1b5-4fbb-934f-ec3bf5bfe931', 'name': 'network-vif-deleted', 'tag': 'f6c87f6a-18a6-4c8d-a380-4971c08056c7', 'status': 'completed', 'code': 200} Jul 22 21:19:22.337213 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:22.342739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-9e3e9f11-8b85-49ac-898b-7ec3f30f8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:22.347367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-9e3e9f11-8b85-49ac-898b-7ec3f30f8c64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc&tenant_id=da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 1096 time: 0.4339550 Jul 22 21:19:22.397761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad3b2b-a310-4f7c-a2a5-3b4bba1eb59e req-6e6946e5-45ab-4c12-9bd9-83345cdf0554 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:22.421648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cad3b2b-a310-4f7c-a2a5-3b4bba1eb59e req-6e6946e5-45ab-4c12-9bd9-83345cdf0554 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2982907 Jul 22 21:19:22.485770 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-69f7a1dc-2453-4033-a3a7-cc10e856835b service neutron] 10.222.0.23 "GET /v2.0/networks/11632116-0c12-45dc-b7c8-f573eb873994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741372 Jul 22 21:19:22.538125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f8c656-3596-4fbd-8ddf-85dedfe9ba72,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:22.601216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Checking segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:22.601768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Network hostable DHCP agents. Network: 747bb956-cb78-4200-8a50-b5a43a589721, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:19:22.624646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cad3b2b-a310-4f7c-a2a5-3b4bba1eb59e req-f33faefd-afbe-48c5-a091-61d0c6ae801e tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994410 Jul 22 21:19:22.748125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Network 747bb956-cb78-4200-8a50-b5a43a589721 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:19:22.762046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-551d1a21-ec8f-444f-8079-36a5e56f3ef9 req-c2de1d7d-f9f0-466e-b8c2-ab69056b5249 service neutron] 10.222.0.23 "GET /v2.0/networks/11632116-0c12-45dc-b7c8-f573eb873994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437329 Jul 22 21:19:22.789581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 747bb956-cb78-4200-8a50-b5a43a589721) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:22.802857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:22.803937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:22.806611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b93320-e525-41ee-9cd6-9ff622939dd5 None None] Network 747bb956-cb78-4200-8a50-b5a43a589721 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:22.854767 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6770043e-fdbc-4238-a706-4905902d5b58 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7606611 Jul 22 21:19:23.053118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-e3168f28-0d36-4c14-8c27-a31630746d89 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:23.057783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-e3168f28-0d36-4c14-8c27-a31630746d89 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.3648229 Jul 22 21:19:23.087774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-29d120a9-0607-4441-a9f6-3a0eadf2e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:23.091375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-29d120a9-0607-4441-a9f6-3a0eadf2e318 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1096 time: 0.6646159 Jul 22 21:19:23.188713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Request body: {'port': {'device_id': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'admin_state_up': True, 'tenant_id': 'ed57cd207e1a443d935b11101b325f9c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:23.192892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c2b47-bd6f-46ab-954e-7181648599d1 None None] Network 747bb956-cb78-4200-8a50-b5a43a589721 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:23.699336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc5b58-2d2b-4a84-8ee7-56471aca8345 req-49d82161-a956-4109-840c-398b7093dd63 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:23.701395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bfc5b58-2d2b-4a84-8ee7-56471aca8345 req-49d82161-a956-4109-840c-398b7093dd63 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 944 time: 0.6402638 Jul 22 21:19:23.711208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e0bcb1e8-154e-4360-b684-300ad2a7139a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:23.727920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add09e8-aaa8-4ee8-a4c5-627017078cfc req-e70674d2-9592-4e1e-9dfd-3d98c5dbf81d tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:23.730596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6add09e8-aaa8-4ee8-a4c5-627017078cfc req-e70674d2-9592-4e1e-9dfd-3d98c5dbf81d tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 943 time: 0.6638231 Jul 22 21:19:23.780430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57146) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:23.782593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-f576edc1-b5d7-45d5-8cb2-885c8cf1b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:23.784856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-f576edc1-b5d7-45d5-8cb2-885c8cf1b777 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.6078200 Jul 22 21:19:23.924976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e0bcb1e8-154e-4360-b684-300ad2a7139a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e0bcb1e8-154e-4360-b684-300ad2a7139a,segment=NetworkSegment(82ef92fc-6c39-4821-80ba-03d4bc9ee96a),segment_id=82ef92fc-6c39-4821-80ba-03d4bc9ee96a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:23.929226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-1be00414-d860-4236-b331-3653f41027a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.1102941 Jul 22 21:19:23.947334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Made reservation on behalf of ed57cd207e1a443d935b11101b325f9c for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:23.952094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:23.960904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bfc5b58-2d2b-4a84-8ee7-56471aca8345 req-49e73c6e-6a27-407e-9c86-48eaadfb872f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200706 Jul 22 21:19:23.967218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'e0bcb1e8-154e-4360-b684-300ad2a7139a', 'network_id': '11632116-0c12-45dc-b7c8-f573eb873994', 'port_id': 'e0bcb1e8-154e-4360-b684-300ad2a7139a', 'mac_address': 'fa:16:3e:ea:7f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6eb181-7c09-4386-a4b5-23e40b145379', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:23.976866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6add09e8-aaa8-4ee8-a4c5-627017078cfc req-b4a7c311-50a9-4b7b-8e09-dcbb5e4675f8 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347293 Jul 22 21:19:24.056113 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.072024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-14695167-network', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:24.080680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bcb1e8-154e-4360-b684-300ad2a7139a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:24.134025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e0bcb1e8-154e-4360-b684-300ad2a7139a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e0bcb1e8-154e-4360-b684-300ad2a7139a,segment=NetworkSegment(82ef92fc-6c39-4821-80ba-03d4bc9ee96a),segment_id=82ef92fc-6c39-4821-80ba-03d4bc9ee96a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:24.145723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.161882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Made reservation on behalf of b2c09210cc0046f8a9d20aef19ffd686 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:24.167163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.175159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-3d7b19b1-d46e-4807-a8ec-3b564b865b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.178447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-3d7b19b1-d46e-4807-a8ec-3b564b865b77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.2336636 Jul 22 21:19:24.183996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.321235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-00fd470a-9f3e-43c0-9931-92d0fd7d559f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333270 Jul 22 21:19:24.330304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e0bcb1e8-154e-4360-b684-300ad2a7139a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:24.419116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.432304 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.440121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f762c7fc-5641-45a6-9114-47b60dbd7268 req-db568554-e532-4018-a7c8-0fb383b20cd4 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 210 time: 0.1111233 Jul 22 21:19:24.489120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:19:24.491746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Allocated IP 172.20.0.8 (13a11420-86b0-49d0-be1d-94a1f2126c3c/6b2b5e09-a5b4-4397-9535-4650284b34e9/1d01982c-ff15-4437-ab4d-cc89349f87a5) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:24.508514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cfc928-de88-44ea-a03f-af9b81d0c5f1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:24.534831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.536055 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Added segment d4a9aeeb-4f74-44e1-bf69-70e925136977 of type vlan for network 4e167bca-ce58-4726-b10e-2c037e199c57 Jul 22 21:19:24.601637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['e0bcb1e8-154e-4360-b684-300ad2a7139a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:24.623440 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.686937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.688772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.690308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.760192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9769030 Jul 22 21:19:24.764883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57162) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:24.774148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Request body: {'subnet': {'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-14695167-subnet', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:24.808754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-22a514b4-e5c9-4f9a-bcef-fd2f39596527 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362977 Jul 22 21:19:24.834481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90c77f-3dd2-4a66-8b10-08d1ad94c61d admin admin] Pushing event updated for resources: {'Network': ['ID=4e167bca-ce58-4726-b10e-2c037e199c57,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:24.868109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Made reservation on behalf of b2c09210cc0046f8a9d20aef19ffd686 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:24.872129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.966726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4e167bca-ce58-4726-b10e-2c037e199c57 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:19:25.121666 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.152505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b88be-3d56-4742-9aaf-dd58e621a83b req-10da0590-9724-4a79-ab41-2c4f275d5e30 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:25.154546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d9b88be-3d56-4742-9aaf-dd58e621a83b req-10da0590-9724-4a79-ab41-2c4f275d5e30 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.5577908 Jul 22 21:19:25.193102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.193808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-09144243-1c3f-42ee-b269-fd6c96492473 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:25.195370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-09144243-1c3f-42ee-b269-fd6c96492473 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.3896894 Jul 22 21:19:25.234962 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-a6a65aa2-308b-43c1-b2a8-8598f7cd7b0a service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062078 Jul 22 21:19:25.255519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-961785f5-efeb-4f35-9ff3-0ad3c69fbc3c tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/quotas/64072eeee1a240369dd33923b743485b HTTP/1.1" status: 200 len: 375 time: 0.0439246 Jul 22 21:19:25.313522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef60dcf8-be65-46b2-9b95-93d4d309939e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:25.334411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Checking segment: {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:25.334800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Network hostable DHCP agents. Network: 4e167bca-ce58-4726-b10e-2c037e199c57, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:19:25.355222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d9b88be-3d56-4742-9aaf-dd58e621a83b req-8b810ab9-ae37-4d86-867b-c5aec4b551f6 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800721 Jul 22 21:19:25.360473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-cb2c4a4a-ca70-44a2-9381-0a985fabd488 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888460 Jul 22 21:19:25.382197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Network 4e167bca-ce58-4726-b10e-2c037e199c57 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:19:25.422442 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.433077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4e167bca-ce58-4726-b10e-2c037e199c57) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:25.448208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1620c07-2668-4b7e-a21f-f183330d50b6 None None] Network 4e167bca-ce58-4726-b10e-2c037e199c57 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:25.448814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:25.449987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.501017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-179b541c-d4a2-42b5-afc0-9686026d4fba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7344260 Jul 22 21:19:25.502756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57172) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:25.512427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:25.604839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.606922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.609498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:25.624862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:25.632409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:25.647153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:25.746537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.814887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-1d9cf012-ac25-4dc6-80a1-333b8afe611b service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370203 Jul 22 21:19:25.869066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:25.870267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.920607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4e167bca-ce58-4726-b10e-2c037e199c57', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:19:25.922085 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:26.001280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-12d1260d-9a34-4adc-8340-c4e5f164a1ad tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8209593 Jul 22 21:19:26.045914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Request body: {'port': {'device_id': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:26.133550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:26.193909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798106f-a935-49fc-9d85-0f347982c486 req-eb8fdcb2-18f4-43de-a713-742065063e8b tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:26.196185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-eb8fdcb2-18f4-43de-a713-742065063e8b tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.5051615 Jul 22 21:19:26.226031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Allocated IP 172.20.0.2 (4e167bca-ce58-4726-b10e-2c037e199c57/ef60dcf8-be65-46b2-9b95-93d4d309939e/f0e26ed4-ae69-4c48-845d-9b4d6555ca57) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:26.226948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-ca4d4fe6-ff8b-4adc-bf89-701205ac557a service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962116 Jul 22 21:19:26.644820 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:26.670841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Transition to ACTIVE for port object f0e26ed4-ae69-4c48-845d-9b4d6555ca57 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:26.704755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Transition to ACTIVE for port object f0e26ed4-ae69-4c48-845d-9b4d6555ca57 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:26.717485 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:26.810808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Network 4e167bca-ce58-4726-b10e-2c037e199c57 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:26.814607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:26.822577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:26.837880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:26.981362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Attempting to bind port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:26.981949 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Attempting to bind port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:26.982541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Attempting to bind port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 on network 4e167bca-ce58-4726-b10e-2c037e199c57 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:27.004463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:27.005291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Checking segment: {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:27.006046 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.006780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Bound using segment: {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:27.007390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Bound port: f0e26ed4-ae69-4c48-845d-9b4d6555ca57, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:27.008325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.071299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba8a0-f333-40e1-ac0c-3f0d8ca46861 req-b6545f24-01b5-4fda-84b9-e7406875d1b2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:27.083704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79cba8a0-f333-40e1-ac0c-3f0d8ca46861 req-b6545f24-01b5-4fda-84b9-e7406875d1b2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 944 time: 1.0791466 Jul 22 21:19:27.096640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Pushing event updated for resources: {'Port': ['ID=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:27.186543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] For port f0e26ed4-ae69-4c48-845d-9b4d6555ca57, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:27.198542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] For port f0e26ed4-ae69-4c48-845d-9b4d6555ca57, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:27.207810 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.309206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.342998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda6247-b20f-4af0-8fed-0b4f44b9a4f8 None None] Pushing event updated for resources: {'Port': ['ID=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:27.351555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.371265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79cba8a0-f333-40e1-ac0c-3f0d8ca46861 req-bb80245c-94be-4845-b265-95280570da8a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861872 Jul 22 21:19:27.549980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8be481-0f05-4150-8adf-9fcaf6daf65e req-f962a622-0f7e-4ea9-bed1-02d2d1353879 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:27.560718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad8be481-0f05-4150-8adf-9fcaf6daf65e req-f962a622-0f7e-4ea9-bed1-02d2d1353879 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 944 time: 0.7169321 Jul 22 21:19:27.606248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-c798106f-a935-49fc-9d85-0f347982c486 req-5f914f39-8433-47b1-98b0-64af4700a827 service neutron] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:27.617330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c798106f-a935-49fc-9d85-0f347982c486 req-5f914f39-8433-47b1-98b0-64af4700a827 service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.619744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c798106f-a935-49fc-9d85-0f347982c486 req-5f914f39-8433-47b1-98b0-64af4700a827 service neutron] 10.222.0.58 "DELETE /v2.0/ports/8f2cb7f6-8962-4921-8fc1-70682d03a224/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 1.4115484 Jul 22 21:19:27.636048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Allocated IP 172.25.5.238 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/d8c40e07-faee-44ba-885b-5d3a4f316816) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:27.755447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e0bcb1e8-154e-4360-b684-300ad2a7139a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:27.927703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port e0bcb1e8-154e-4360-b684-300ad2a7139a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:27.945347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port e0bcb1e8-154e-4360-b684-300ad2a7139a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:27.945988 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.959907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad8be481-0f05-4150-8adf-9fcaf6daf65e req-9a48c64f-a8bc-4aeb-a956-df5f26c9d969 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969567 Jul 22 21:19:28.001877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.134897 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.160771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d01982c-ff15-4437-ab4d-cc89349f87a5 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:28.177284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.201602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:28.205989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.208720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:28.216859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:28.241577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bcb1e8-154e-4360-b684-300ad2a7139a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:28.244319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feec9be-3d3f-4248-bec4-59bc993e3b67 req-ee6af9a5-5db7-4299-8ba5-19d423366b2c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:28.244555 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be713f8-7a65-41d0-94a8-d18ac72ca1c8" -d '{"events": [{"server_uuid": "7c9ec121-5ef9-46d3-b48a-a72f36c49266", "name": "network-vif-plugged", "status": "completed", "tag": "e0bcb1e8-154e-4360-b684-300ad2a7139a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:28.246771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8feec9be-3d3f-4248-bec4-59bc993e3b67 req-ee6af9a5-5db7-4299-8ba5-19d423366b2c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 931 time: 0.3818526 Jul 22 21:19:28.248838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Transition to ACTIVE for port object 1d01982c-ff15-4437-ab4d-cc89349f87a5 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:28.255238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.290479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e0bcb1e8-154e-4360-b684-300ad2a7139a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e0bcb1e8-154e-4360-b684-300ad2a7139a,segment=NetworkSegment(82ef92fc-6c39-4821-80ba-03d4bc9ee96a),segment_id=82ef92fc-6c39-4821-80ba-03d4bc9ee96a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:28.297844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c40e07-faee-44ba-885b-5d3a4f316816,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.299291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.391344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e0bcb1e8-154e-4360-b684-300ad2a7139a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.407263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.432349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8feec9be-3d3f-4248-bec4-59bc993e3b67 req-83a519ce-e344-4566-bee7-d98d5225d375 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345851 Jul 22 21:19:28.546458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52544-85d1-4f76-a35d-e6bb420cc95d req-8103b3c0-1dcd-4f5c-b5df-e6967a3603a6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:28.554258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ec52544-85d1-4f76-a35d-e6bb420cc95d req-8103b3c0-1dcd-4f5c-b5df-e6967a3603a6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 945 time: 0.4269340 Jul 22 21:19:28.722630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ec52544-85d1-4f76-a35d-e6bb420cc95d req-408e665f-7659-4f08-9c7b-8fef8bf3dbdf tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611044 Jul 22 21:19:28.730136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Attempting to bind port 1d01982c-ff15-4437-ab4d-cc89349f87a5 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:28.730910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Attempting to bind port 1d01982c-ff15-4437-ab4d-cc89349f87a5 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:28.731550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Attempting to bind port 1d01982c-ff15-4437-ab4d-cc89349f87a5 on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:28.742430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Port 1d01982c-ff15-4437-ab4d-cc89349f87a5 on network 13a11420-86b0-49d0-be1d-94a1f2126c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:28.742789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Attempting to bind port 1d01982c-ff15-4437-ab4d-cc89349f87a5 on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:28.764342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.765783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:28.766253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Checking segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:28.766894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Bound using segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:28.767577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Bound port: 1d01982c-ff15-4437-ab4d-cc89349f87a5, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:28.768140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.848336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ddc62-752e-42f4-83d9-38b875d06c4c req-5908f274-c5e4-47bf-bef3-c5e182383e10 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:28.858142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-110ddc62-752e-42f4-83d9-38b875d06c4c req-5908f274-c5e4-47bf-bef3-c5e182383e10 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2429929 Jul 22 21:19:29.020051 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d93e7e8a-a69e-41f0-bfde-658819512208 req-adcd069a-25b8-4bd6-9050-fe04c19eee53 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 210 time: 0.0961061 Jul 22 21:19:29.060175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-110ddc62-752e-42f4-83d9-38b875d06c4c req-42f367e1-acca-479a-a0d0-34c13c62b208 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007663 Jul 22 21:19:29.145896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:29.147320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c3b0d-0fb0-4c9b-8def-fe5ac50a923a None None] Network 4e167bca-ce58-4726-b10e-2c037e199c57 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:29.157624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:29.165729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.258767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.259568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.262176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] 10.222.0.23 "PUT /v2.0/ports/1d01982c-ff15-4437-ab4d-cc89349f87a5 HTTP/1.1" status: 200 len: 1092 time: 3.2347100 Jul 22 21:19:29.262820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:29.267498 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf75bf-deea-4301-b885-8e216ab758a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:29.319006 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b229bb-78ce-4a53-a214-ed1cbd976ef8 x-openstack-request-id: req-a7b229bb-78ce-4a53-a214-ed1cbd976ef8 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:29.323564 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9ec121-5ef9-46d3-b48a-a72f36c49266", "name": "network-vif-plugged", "status": "completed", "tag": "e0bcb1e8-154e-4360-b684-300ad2a7139a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:29.324550 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7b229bb-78ce-4a53-a214-ed1cbd976ef8 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:29.325768 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bcb1e8-154e-4360-b684-300ad2a7139a', 'code': 200} Jul 22 21:19:29.346770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5588d509-0ec0-4ec9-aa10-b2b12b001248 None None] Provisioning for port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:29.370630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-57a8e96e-c97a-4b2b-ab92-9c794c6e0e0a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.372272 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-57a8e96e-c97a-4b2b-ab92-9c794c6e0e0a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 945 time: 0.5522830 Jul 22 21:19:29.462841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc037-e698-45f3-8e6b-2622bfaf7993 service neutron] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:29.583243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f0e26ed4-ae69-4c48-845d-9b4d6555ca57 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:29.676057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:29.681652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:29.682301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.750910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0ebe9-5349-4baa-8b41-fe12b001b818 req-3f7f8bc0-670f-43aa-9e06-7a400aa5bb9b tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.761903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52b0ebe9-5349-4baa-8b41-fe12b001b818 req-3f7f8bc0-670f-43aa-9e06-7a400aa5bb9b tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 945 time: 0.3233402 Jul 22 21:19:29.784380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-82b86b7e-881d-4ce0-8aa7-16a1fb45746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.786610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-82b86b7e-881d-4ce0-8aa7-16a1fb45746f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 1095 time: 0.4318213 Jul 22 21:19:29.786793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-04252ff5-7f97-4d0e-90c6-ede8f8d20d41 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.789370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-04252ff5-7f97-4d0e-90c6-ede8f8d20d41 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.8521888 Jul 22 21:19:29.813759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.823107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3220-6d31-44c2-8118-d07e58d96590 req-6f6baec2-2b8f-45d4-b7fc-fd16281023df tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.826104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfec3220-6d31-44c2-8118-d07e58d96590 req-6f6baec2-2b8f-45d4-b7fc-fd16281023df tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1096 time: 0.2528741 Jul 22 21:19:29.829386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Request body: {'port': {'device_id': '60bf9353-3153-413f-a164-299de1c61eb0', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'admin_state_up': True, 'tenant_id': '64072eeee1a240369dd33923b743485b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:29.872005 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.917538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f0e26ed4-ae69-4c48-845d-9b4d6555ca57, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:29.924995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.957480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-de8c782a-4f33-47ed-a9b3-7421fafd6fa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5 HTTP/1.1" status: 200 len: 217 time: 0.1435392 Jul 22 21:19:29.968420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52b0ebe9-5349-4baa-8b41-fe12b001b818 req-89dfb4af-6c1d-484d-849d-4310be9e2f32 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055957 Jul 22 21:19:30.046452 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f416a44-6e4b-4284-8523-af1d77791b94 x-openstack-request-id: req-5f416a44-6e4b-4284-8523-af1d77791b94 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:30.047183 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:30.047183 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f416a44-6e4b-4284-8523-af1d77791b94 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:30.047683 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'status': 'completed', 'code': 200} Jul 22 21:19:30.050367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d995f42c-cfbd-447a-8529-ba2736d3b9f8 None None] Provisioning complete for port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:30.051311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d995f42c-cfbd-447a-8529-ba2736d3b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.056231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:30.063496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfec3220-6d31-44c2-8118-d07e58d96590 req-e38570d8-b2a1-4c8b-8821-cdf69cc0a0b8 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253239 Jul 22 21:19:30.113855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-5054d382-4b5f-41b1-bedb-bfb3271a9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.116176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-5054d382-4b5f-41b1-bedb-bfb3271a9b42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.1438415 Jul 22 21:19:30.197488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-372fa6dc-6853-4472-906a-41190582bff5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663810 Jul 22 21:19:30.199239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port 015674cc-0d86-4fe4-95ee-8c1e5583e7af {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:30.199636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.209501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666484b8-fc4e-4e8b-9063-bdc27295a0de req-f12bf58d-4661-4949-8276-1378d844c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.211079 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-666484b8-fc4e-4e8b-9063-bdc27295a0de req-f12bf58d-4661-4949-8276-1378d844c9dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 1097 time: 0.7176332 Jul 22 21:19:30.354708 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-666484b8-fc4e-4e8b-9063-bdc27295a0de req-d8bdae7b-6ce4-4c99-a2af-b55ca6c97543 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142821 Jul 22 21:19:30.355978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129be10-840e-46a5-b927-9f465e46469a req-cba87315-b00b-4f78-9349-cd5c8886b139 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.357649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d129be10-840e-46a5-b927-9f465e46469a req-cba87315-b00b-4f78-9349-cd5c8886b139 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 943 time: 0.2376506 Jul 22 21:19:30.372420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Made reservation on behalf of 64072eeee1a240369dd33923b743485b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:30.376826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.398454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Router ccdd7350-6a7c-4733-9c6e-e706c14c79fc is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:19:30.417019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-efa1ccd2-65e7-4dba-9844-1f96184a5169 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107911 Jul 22 21:19:30.453379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port 015674cc-0d86-4fe4-95ee-8c1e5583e7af, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=015674cc-0d86-4fe4-95ee-8c1e5583e7af,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:30.453986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.485718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d129be10-840e-46a5-b927-9f465e46469a req-81054226-e138-4287-a3bd-cb8d83cf1c51 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 Jul 22 21:19:30.516319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for 015674cc-0d86-4fe4-95ee-8c1e5583e7af owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:30.523968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032ccbd-34ea-4734-ab3f-4d96b46ccf4d req-802575be-7217-4f0a-b7ff-1a287c408a93 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.525910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9032ccbd-34ea-4734-ab3f-4d96b46ccf4d req-802575be-7217-4f0a-b7ff-1a287c408a93 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cebfca0-5c74-4463-914e-292f0bc94712 HTTP/1.1" status: 200 len: 945 time: 0.2614813 Jul 22 21:19:30.632330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-946597b3-79bc-45d0-8c6d-e35a749de564 req-aeff1a1f-e9ce-4696-a360-d68edd77c94a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 210 time: 0.0491121 Jul 22 21:19:30.663353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9032ccbd-34ea-4734-ab3f-4d96b46ccf4d req-bdd8d287-f641-4e35-8c66-fbb046dd9636 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022677 Jul 22 21:19:30.678962 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f76b3f3-b202-4724-8c12-c84dc7e09ea0 req-cf381fc7-a8f8-4bcd-b39c-15e6de3e66d5 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422063 Jul 22 21:19:30.840079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:19:30.843337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Allocated IP 172.20.0.4 (747bb956-cb78-4200-8a50-b5a43a589721/27f8c656-3596-4fbd-8ddf-85dedfe9ba72/1bad29f8-7d00-4da9-80e7-3e6e3df13548) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:30.857456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Sync routers for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:19:30.875440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:30.877107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:19:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:30.901652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.907393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ffba0317-04ab-4d4a-9787-a61969e33c31 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3990741 Jul 22 21:19:30.911170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57224) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:30.964403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:31.004175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:31.024223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=015674cc-0d86-4fe4-95ee-8c1e5583e7af,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:31.104951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port 015674cc-0d86-4fe4-95ee-8c1e5583e7af on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:31.111495 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:31.115132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:31.118449 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1682293b-44ee-4e87-84b5-3b2b0842a062 req-d992cd02-9040-49f8-b349-72ecf7cf29ed tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "DELETE /v2.0/ports/015674cc-0d86-4fe4-95ee-8c1e5583e7af HTTP/1.1" status: 204 len: 173 time: 1.6268151 Jul 22 21:19:31.118978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cebfca0-5c74-4463-914e-292f0bc94712', 'name': 'network-vif-deleted', 'tag': '015674cc-0d86-4fe4-95ee-8c1e5583e7af'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:31.121760 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ed7fbf-1ed8-40b9-a811-346697268aa5" -d '{"events": [{"server_uuid": "4cebfca0-5c74-4463-914e-292f0bc94712", "name": "network-vif-deleted", "tag": "015674cc-0d86-4fe4-95ee-8c1e5583e7af"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:31.210665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:31.230682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-4436ab76-a01e-4fad-835a-d7ffb1c70722 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:31.232676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-4436ab76-a01e-4fad-835a-d7ffb1c70722 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.4257081 Jul 22 21:19:31.249902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953efed-73ec-4873-8155-8d5db3b7d553 req-622f0f48-332e-4153-b582-ba6f9c809b6f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:31.258598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0953efed-73ec-4873-8155-8d5db3b7d553 req-622f0f48-332e-4153-b582-ba6f9c809b6f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.5227010 Jul 22 21:19:31.322209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-a4ee091e-2b59-459e-82eb-7372c00f978a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/quotas/da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 375 time: 0.0590396 Jul 22 21:19:31.332178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-c69d4e24-4f04-4ee0-bebb-c5580030be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:31.335145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-c69d4e24-4f04-4ee0-bebb-c5580030be82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 1095 time: 0.5436499 Jul 22 21:19:31.419879 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:31.524765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:31.547303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f0e26ed4-ae69-4c48-845d-9b4d6555ca57 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:31.580212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0953efed-73ec-4873-8155-8d5db3b7d553 req-64e4ed6f-010e-418e-af9d-214aa531049b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203714 Jul 22 21:19:31.592863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Network 747bb956-cb78-4200-8a50-b5a43a589721 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:31.597386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:31.607990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:31.660150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event updated for resources: {'Port': ['ID=1bad29f8-7d00-4da9-80e7-3e6e3df13548,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:31.727824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:31.728915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:31.752511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-2e5df270-7ff5-4782-a180-3aacf829e445 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9345162 Jul 22 21:19:31.756199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 015674cc-0d86-4fe4-95ee-8c1e5583e7af no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:31.768053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-ebbb1071-9e3c-44bb-a086-dbbdc345f7ae tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4227638 Jul 22 21:19:31.784076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Request body: {'port': {'device_id': '60bf9353-3153-413f-a164-299de1c61eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:31.857657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-e462e3f1-16be-4764-99ca-fd4bc201278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:31.859791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-e462e3f1-16be-4764-99ca-fd4bc201278f service neutron] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 906 time: 0.4983969 Jul 22 21:19:31.864717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 015674cc-0d86-4fe4-95ee-8c1e5583e7af {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:31.865356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 015674cc-0d86-4fe4-95ee-8c1e5583e7af not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:31.879680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:31.951376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:28Z', 'revision_number': 3, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:31.963399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.030356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Checking router: ccdd7350-6a7c-4733-9c6e-e706c14c79fc for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:19:32.030810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Updating router ccdd7350-6a7c-4733-9c6e-e706c14c79fc port d8c40e07-faee-44ba-885b-5d3a4f316816 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:19:32.076335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:32.076889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.160756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-d22d63be-ce95-4a64-a179-530d2d7bc743 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5 HTTP/1.1" status: 200 len: 217 time: 0.2251894 Jul 22 21:19:32.168137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.660975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bad29f8-7d00-4da9-80e7-3e6e3df13548 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:32.676636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.699318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Transition to ACTIVE for port object 1bad29f8-7d00-4da9-80e7-3e6e3df13548 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:32.705854 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.733108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-08c87cbb-e9a7-4361-95ce-9ae076d8a6a1 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8716762 Jul 22 21:19:32.782590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409d3f0-f5c2-4512-bfd4-63384a70509e req-5f2997d4-c231-4c14-aa4f-14440c8f97da tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:32.784340 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5409d3f0-f5c2-4512-bfd4-63384a70509e req-5f2997d4-c231-4c14-aa4f-14440c8f97da tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 945 time: 0.8502498 Jul 22 21:19:32.786541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-d558fefa-1061-4742-84ca-3bca5d8bc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:32.788188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-d558fefa-1061-4742-84ca-3bca5d8bc19b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.6195371 Jul 22 21:19:32.824373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Pushing event updated for resources: {'Port': ['ID=1bad29f8-7d00-4da9-80e7-3e6e3df13548,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:32.898927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-8cfd544f-28f3-4828-92ac-c1481f8e5ab2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908108 Jul 22 21:19:32.906168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.907025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Attempting to bind port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:32.907025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Attempting to bind port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:32.907378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Attempting to bind port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:32.917265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 on network 747bb956-cb78-4200-8a50-b5a43a589721 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:32.918102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Attempting to bind port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:32.923696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Transition to ACTIVE for port object d8c40e07-faee-44ba-885b-5d3a4f316816 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:32.928498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:32.929169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Checking segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:32.929962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Bound using segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:32.931069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Bound port: 1bad29f8-7d00-4da9-80e7-3e6e3df13548, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:32.931473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.933319 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.007318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5409d3f0-f5c2-4512-bfd4-63384a70509e req-d02e6e72-2cad-4e4b-b57b-6dbee757c31c tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008200 Jul 22 21:19:33.014648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Attempting to bind port d8c40e07-faee-44ba-885b-5d3a4f316816 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:33.015391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Attempting to bind port d8c40e07-faee-44ba-885b-5d3a4f316816 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:33.016081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Attempting to bind port d8c40e07-faee-44ba-885b-5d3a4f316816 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:33.026926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2da2ce-d96c-468e-9707-40837af03207 None None] Pushing event updated for resources: {'Port': ['ID=d8c40e07-faee-44ba-885b-5d3a4f316816,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:33.040678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:33.041062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:33.041477 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.041870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:33.042354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Bound port: d8c40e07-faee-44ba-885b-5d3a4f316816, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:33.042737 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.093311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] For port 1bad29f8-7d00-4da9-80e7-3e6e3df13548, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:33.099966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] For port 1bad29f8-7d00-4da9-80e7-3e6e3df13548, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:33.106075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-47389335-13dd-4123-94b3-c94ccd7a2598 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461621 Jul 22 21:19:33.109368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.116512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] For port d8c40e07-faee-44ba-885b-5d3a4f316816, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:33.123424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] For port d8c40e07-faee-44ba-885b-5d3a4f316816, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d8c40e07-faee-44ba-885b-5d3a4f316816,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:33.130446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.142623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-e164dfa2-977c-4b2f-8b20-5d761947fd5e service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290530 Jul 22 21:19:33.193802 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2cdf38-fbae-4bb0-8c9d-2d1733f4481e x-openstack-request-id: req-2a2cdf38-fbae-4bb0-8c9d-2d1733f4481e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:33.200457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2da2ce-d96c-468e-9707-40837af03207 None None] Pushing event updated for resources: {'Port': ['ID=d8c40e07-faee-44ba-885b-5d3a4f316816,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:33.200685 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cebfca0-5c74-4463-914e-292f0bc94712", "name": "network-vif-deleted", "tag": "015674cc-0d86-4fe4-95ee-8c1e5583e7af", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:33.201033 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a2cdf38-fbae-4bb0-8c9d-2d1733f4481e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:33.203248 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cebfca0-5c74-4463-914e-292f0bc94712', 'name': 'network-vif-deleted', 'tag': '015674cc-0d86-4fe4-95ee-8c1e5583e7af', 'status': 'completed', 'code': 200} Jul 22 21:19:33.222910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.238541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:33.242902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.250759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] 10.222.0.23 "PUT /v2.0/ports/1bad29f8-7d00-4da9-80e7-3e6e3df13548 HTTP/1.1" status: 200 len: 1092 time: 1.4707370 Jul 22 21:19:33.252087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:33.253108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:19:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:33.329359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1faf75bf-deea-4301-b885-8e216ab758a2 req-a92256cc-ecd9-45aa-955f-3b5fbf508ad5 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649733 Jul 22 21:19:33.412153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04811a4-fd32-41f5-81a8-9b55bad9b1cf service neutron] Pushing event updated for resources: {'Port': ['ID=1bad29f8-7d00-4da9-80e7-3e6e3df13548,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:33.456407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-c1c7072a-2c44-49c1-b93b-c53df523f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:33.458509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-c1c7072a-2c44-49c1-b93b-c53df523f54c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 1095 time: 0.1326325 Jul 22 21:19:33.529697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:33.601381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-b733fbce-ce68-4e76-a958-0dc7ba534ea5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548 HTTP/1.1" status: 200 len: 217 time: 0.1277690 Jul 22 21:19:33.657689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45659690-120d-4c5c-a35e-c25fec55b9dc req-24c9f38b-90f0-42a7-822e-10ae01e14b42 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:33.668443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45659690-120d-4c5c-a35e-c25fec55b9dc req-24c9f38b-90f0-42a7-822e-10ae01e14b42 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 943 time: 0.2051320 Jul 22 21:19:33.688010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-116b01aa-7636-4f8b-8db9-b0ae86eb7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:33.689774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Allocated IP 172.20.0.1 (4e167bca-ce58-4726-b10e-2c037e199c57/ef60dcf8-be65-46b2-9b95-93d4d309939e/5feedd68-24b7-4228-a326-87f9da5e6c73) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:33.690085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-116b01aa-7636-4f8b-8db9-b0ae86eb7273 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.0817480 Jul 22 21:19:33.753348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-b64bff0a-b23b-4628-88cf-f8d724b497ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474393 Jul 22 21:19:33.759673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1d01982c-ff15-4437-ab4d-cc89349f87a5 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:33.900289 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.907017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-fe60b22a-3ee0-45fb-8daf-703f5796b47a service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443696 Jul 22 21:19:33.927010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:33.929992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45659690-120d-4c5c-a35e-c25fec55b9dc req-16d93824-25b5-4432-b0cb-4d79e76412f7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603419 Jul 22 21:19:33.937864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Transition to ACTIVE for port object 5feedd68-24b7-4228-a326-87f9da5e6c73 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:33.944890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'mac_address': 'fa:16:3e:1f:c7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:33.956692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b70416-1d0a-4637-b071-fbace4bbf434 req-7bdc634c-1225-4a5b-b17d-ae570cf46f61 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:33.964854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48b70416-1d0a-4637-b071-fbace4bbf434 req-7bdc634c-1225-4a5b-b17d-ae570cf46f61 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 943 time: 0.4680321 Jul 22 21:19:34.039563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48b70416-1d0a-4637-b071-fbace4bbf434 req-f5dce477-2d1a-4ef8-a98f-c89a1a2ab06e tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Jul 22 21:19:34.039887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.068247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d01982c-ff15-4437-ab4d-cc89349f87a5 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:34.094163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:34.100846 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.123668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.238110 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de7f6988-286f-4225-9512-6596a4e6ffa4 req-9eda6c86-655f-43a1-b12a-40e06a6cc15c service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201041 Jul 22 21:19:34.268643 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:28Z', 'revision_number': 3, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:34.273266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:34.308735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Pushing event updated for resources: {'Port': ['ID=5feedd68-24b7-4228-a326-87f9da5e6c73,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:34.323612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bb6f9-e974-41b1-8175-65dd7142eb6d None None] The sync data for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 is: [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:28Z', 'revision_number': 3, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:19:34.360500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Network 4e167bca-ce58-4726-b10e-2c037e199c57 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:34.385288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:34.391806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:34.498673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414688-afa8-42bb-8f7c-43ec3d4764ad req-3726382b-1250-4ad0-b926-16be5f0e8556 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:34.508830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be414688-afa8-42bb-8f7c-43ec3d4764ad req-3726382b-1250-4ad0-b926-16be5f0e8556 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3286285 Jul 22 21:19:34.510822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.541189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1d01982c-ff15-4437-ab4d-cc89349f87a5'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:34.697932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be414688-afa8-42bb-8f7c-43ec3d4764ad req-b7ebe31c-9508-4df5-a982-80eec8076ac4 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816373 Jul 22 21:19:34.925866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c827bdcb-8cd0-4df6-9c9e-d79173f96fe4 req-1e22ba10-2bf0-4552-8eba-2d4493ecb1af tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 210 time: 0.0706708 Jul 22 21:19:35.037058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-edf43a60-33f7-4520-a4f3-65146ca3c5b0 None None] Provisioning for port 5feedd68-24b7-4228-a326-87f9da5e6c73 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:35.056829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-edf43a60-33f7-4520-a4f3-65146ca3c5b0 None None] Provisioning complete for port 5feedd68-24b7-4228-a326-87f9da5e6c73 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:35.057451 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-edf43a60-33f7-4520-a4f3-65146ca3c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:35.145855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-edf43a60-33f7-4520-a4f3-65146ca3c5b0 None None] Port 5feedd68-24b7-4228-a326-87f9da5e6c73 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:19:35.148780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:35.204637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bf9353-3153-413f-a164-299de1c61eb0', 'tag': '1bad29f8-7d00-4da9-80e7-3e6e3df13548'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:35.209283 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "60bf9353-3153-413f-a164-299de1c61eb0", "tag": "1bad29f8-7d00-4da9-80e7-3e6e3df13548"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:35.317886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfb79a-337e-4a3c-8d1b-1ce5640dccea req-71866e57-151e-407b-b01a-206b30b8e04e tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:35.320790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fbfb79a-337e-4a3c-8d1b-1ce5640dccea req-71866e57-151e-407b-b01a-206b30b8e04e tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 945 time: 0.2718577 Jul 22 21:19:35.540839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d8c40e07-faee-44ba-885b-5d3a4f316816 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:35.652248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fbfb79a-337e-4a3c-8d1b-1ce5640dccea req-82bcd95d-9d29-4472-a932-c99e925cd3d7 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946746 Jul 22 21:19:35.660546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d8c40e07-faee-44ba-885b-5d3a4f316816 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:35.666073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d8c40e07-faee-44ba-885b-5d3a4f316816 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:35.667148 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:35.780314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-5dc0a8f4-5e73-4c04-9abf-f40c822d93fe tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:35.780314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-5dc0a8f4-5e73-4c04-9abf-f40c822d93fe tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.3336501 Jul 22 21:19:35.798218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Request body: {'port': {'device_id': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'admin_state_up': True, 'tenant_id': 'da497ae0478646ab9a8292c1c82f6d69'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:35.871488 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:35.895983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-6bb07a88-64a8-4115-9a28-ee8c90fd898b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:35.908539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-6bb07a88-64a8-4115-9a28-ee8c90fd898b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.6300423 Jul 22 21:19:35.909827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:35.963440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port d8c40e07-faee-44ba-885b-5d3a4f316816, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d8c40e07-faee-44ba-885b-5d3a4f316816,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:35.970906 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:35.973708 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:36.071167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Made reservation on behalf of da497ae0478646ab9a8292c1c82f6d69 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:36.071866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-db7ce9ac-f216-435b-af7d-a6129bdb9bce tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.1618576 Jul 22 21:19:36.074977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=d8c40e07-faee-44ba-885b-5d3a4f316816,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:36.076290 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:36.185112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:36.191595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Pushing event updated for resources: {'Port': ['ID=5feedd68-24b7-4228-a326-87f9da5e6c73,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:36.296495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Allocated IP 172.20.0.7 (c0f459df-02a3-437d-b047-0185450ffa51/77f0afb1-b20d-4325-a8d4-cad7fd330197/3aa74683-8ae6-421f-bf3e-474789823617) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:36.320372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccfb93-0214-4807-9c79-13937d26c8d4 req-7d3f3325-f41d-4a60-a78b-36028d4c7e9c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:36.322937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95ccfb93-0214-4807-9c79-13937d26c8d4 req-7d3f3325-f41d-4a60-a78b-36028d4c7e9c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 944 time: 0.4970598 Jul 22 21:19:36.355127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-8cb3fc25-d3e5-45bc-916b-05f159933535 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2821226 Jul 22 21:19:36.458226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Network 4e167bca-ce58-4726-b10e-2c037e199c57 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:36.463091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95ccfb93-0214-4807-9c79-13937d26c8d4 req-38cf45d6-d2ab-4963-bf79-65c01b234423 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255057 Jul 22 21:19:36.468032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:36.768811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-d17c3dee-27e0-4a59-af54-090ac12b00b2 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025488 Jul 22 21:19:36.904643 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-38797ee5-d827-44a6-8848-7d7037b0aa17 None None] Provisioning complete for port 5feedd68-24b7-4228-a326-87f9da5e6c73 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:36.906191 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-38797ee5-d827-44a6-8848-7d7037b0aa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:36.966447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617634-19ac-4b67-bdb5-41ed1fe25887 req-b0bbe1c9-87cc-4524-9b08-872221034c5f tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:36.969170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:36.971535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52617634-19ac-4b67-bdb5-41ed1fe25887 req-b0bbe1c9-87cc-4524-9b08-872221034c5f tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 943 time: 0.3489728 Jul 22 21:19:36.989465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Router ccdd7350-6a7c-4733-9c6e-e706c14c79fc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:19:36.994909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-38797ee5-d827-44a6-8848-7d7037b0aa17 None None] Port 5feedd68-24b7-4228-a326-87f9da5e6c73 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:19:37.034450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:37.056811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-ce20f971-7950-4a80-baa7-a76eb8ac02b7 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748950 Jul 22 21:19:37.080171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Network c0f459df-02a3-437d-b047-0185450ffa51 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:37.083380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:37.087662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:37.132644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:37.146514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.148869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.149174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.149527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.149844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.150172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.150500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.150826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.151144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.152198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.152198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.152198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:37.174087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:37.174478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:37.192024 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-87fe163b-84c5-42f1-9bb2-b7a5786f5039 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4000905 Jul 22 21:19:37.211290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Request body: {'port': {'device_id': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:37.216987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52617634-19ac-4b67-bdb5-41ed1fe25887 req-2efa6810-bcfd-40da-879e-704a9d6ee98b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071121 Jul 22 21:19:37.237461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:19:37.244912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-85c39aa7-ba4a-4155-9476-7772528fea48 admin admin] 10.222.0.54 "PUT /v2.0/routers/ccdd7350-6a7c-4733-9c6e-e706c14c79fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3303511 Jul 22 21:19:37.255945 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Sync routers for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:19:37.262852 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:37.263485 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:19:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:37.338891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-1270811f-ff78-4fd2-9a00-b4b9029e9c7d tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:37.341096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-1270811f-ff78-4fd2-9a00-b4b9029e9c7d tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 945 time: 0.1681049 Jul 22 21:19:37.344998 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d838f3-b9ff-439a-8a96-6e1fd0d43248 x-openstack-request-id: req-b5d838f3-b9ff-439a-8a96-6e1fd0d43248 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:37.345294 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bf9353-3153-413f-a164-299de1c61eb0", "tag": "1bad29f8-7d00-4da9-80e7-3e6e3df13548", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:37.345523 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5d838f3-b9ff-439a-8a96-6e1fd0d43248 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:37.346183 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bf9353-3153-413f-a164-299de1c61eb0', 'tag': '1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'status': 'completed', 'code': 200} Jul 22 21:19:37.363931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:37.510895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d8c40e07-faee-44ba-885b-5d3a4f316816 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:37.563426 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:37.655011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d8c40e07-faee-44ba-885b-5d3a4f316816 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:37.655637 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:37.710948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-99fbae09-7c1a-4b35-a93d-1c3f97e600bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:37.714219 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-99fbae09-7c1a-4b35-a93d-1c3f97e600bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 1095 time: 0.3298326 Jul 22 21:19:37.817309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1bad29f8-7d00-4da9-80e7-3e6e3df13548 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:37.825598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1d01982c-ff15-4437-ab4d-cc89349f87a5 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:37.848930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-1db0bd8b-213e-4e51-aa71-5615cbe45f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:37.850733 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-1db0bd8b-213e-4e51-aa71-5615cbe45f09 service neutron] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 916 time: 0.1245263 Jul 22 21:19:37.885668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88383d75-9634-4dc0-90f2-db2f0dbb5649 req-78a665e0-fc87-423b-a8db-0ca545bd4a1f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:37.898445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88383d75-9634-4dc0-90f2-db2f0dbb5649 req-78a665e0-fc87-423b-a8db-0ca545bd4a1f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3914998 Jul 22 21:19:37.914131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Deleting port e0bcb1e8-154e-4360-b684-300ad2a7139a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:37.914679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:37.934229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-4adfddf5-910d-4189-a226-ac1834aa3ec7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548 HTTP/1.1" status: 200 len: 217 time: 0.0740554 Jul 22 21:19:37.954869 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 2, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:37.995510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569ca55-b8ac-4897-8057-4af089d6ecad req-52d999ba-0cb2-4ae6-b9f8-460fbab51e40 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.009529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3569ca55-b8ac-4897-8057-4af089d6ecad req-52d999ba-0cb2-4ae6-b9f8-460fbab51e40 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 931 time: 0.3654833 Jul 22 21:19:38.052782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 1d01982c-ff15-4437-ab4d-cc89349f87a5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:38.054018 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Checking router: ccdd7350-6a7c-4733-9c6e-e706c14c79fc for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:19:38.054579 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Updating router ccdd7350-6a7c-4733-9c6e-e706c14c79fc port 5feedd68-24b7-4228-a326-87f9da5e6c73 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:19:38.067918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-4d53cd3e-2caf-450e-9e90-7cd612423e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.069423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-4d53cd3e-2caf-450e-9e90-7cd612423e05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.1177480 Jul 22 21:19:38.073666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 1d01982c-ff15-4437-ab4d-cc89349f87a5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:38.074444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.127156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-600380e5-cc03-4c5d-920c-70a4a877e92e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476911 Jul 22 21:19:38.182565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1bad29f8-7d00-4da9-80e7-3e6e3df13548, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:38.203911 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.219277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'port_id': '1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'mac_address': 'fa:16:3e:93:70:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8c656-3596-4fbd-8ddf-85dedfe9ba72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:38.219540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88383d75-9634-4dc0-90f2-db2f0dbb5649 req-7f63264f-00dd-4790-b202-234c58d4308c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196213 Jul 22 21:19:38.245782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3569ca55-b8ac-4897-8057-4af089d6ecad req-df861437-4de4-44ef-9dc9-47fe7d6517eb tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350616 Jul 22 21:19:38.323363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-87a19ea2-a693-45e6-8212-2c063ffc3700 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809180 Jul 22 21:19:38.348648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.379660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] For port e0bcb1e8-154e-4360-b684-300ad2a7139a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e0bcb1e8-154e-4360-b684-300ad2a7139a,segment=NetworkSegment(82ef92fc-6c39-4821-80ba-03d4bc9ee96a),segment_id=82ef92fc-6c39-4821-80ba-03d4bc9ee96a)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:38.380149 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.411165 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.415818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bad29f8-7d00-4da9-80e7-3e6e3df13548 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:38.435264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Calling delete_port for e0bcb1e8-154e-4360-b684-300ad2a7139a owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:38.479523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-582c6c99-41b2-4be7-9577-8c14b9e32209 req-c3c2b86d-ce7f-4f22-abda-558360c0fbc2 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 210 time: 0.0636139 Jul 22 21:19:38.501932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1bad29f8-7d00-4da9-80e7-3e6e3df13548, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:38.512713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:38.523085 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1027f5e-8b9e-4910-8bcd-b72e55a0db17" -d '{"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-plugged", "status": "completed", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:38.536807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.635608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:38.651958 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.701493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=1bad29f8-7d00-4da9-80e7-3e6e3df13548,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:38.705850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa74683-8ae6-421f-bf3e-474789823617 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:38.723326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.749002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Transition to ACTIVE for port object 3aa74683-8ae6-421f-bf3e-474789823617 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:38.754726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf744fd9-4f01-4c18-8358-c9b98ef6e7c6 req-5ba1a793-a0aa-456b-b020-a921f32a502a service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050770 Jul 22 21:19:38.756788 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.757342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec70e5-d4e0-4d96-9913-1f0b4afb3b2a req-8244e0f1-55d9-49b2-abd9-0229fc8e22de tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.760238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fec70e5-d4e0-4d96-9913-1f0b4afb3b2a req-8244e0f1-55d9-49b2-abd9-0229fc8e22de tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c9ec121-5ef9-46d3-b48a-a72f36c49266 HTTP/1.1" status: 200 len: 945 time: 0.3566043 Jul 22 21:19:38.838025 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.854739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:38.860776 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Transition to ACTIVE for port object 5feedd68-24b7-4228-a326-87f9da5e6c73 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:38.866823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fec70e5-d4e0-4d96-9913-1f0b4afb3b2a req-f3814b79-0d92-4abd-b333-aadae35cec47 tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.54 "GET /v2.0/security-groups?id=619dd8ab-4483-4b12-9534-eeb8530d5f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882759 Jul 22 21:19:38.881965 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:38.892265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:38.967891 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Pushing event updated for resources: {'Port': ['ID=5feedd68-24b7-4228-a326-87f9da5e6c73,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:38.971961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256116f-645c-4dc3-bc1b-158f80dd6328 req-800fdb69-1fb1-4845-a479-31498424a240 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.982075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1256116f-645c-4dc3-bc1b-158f80dd6328 req-800fdb69-1fb1-4845-a479-31498424a240 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 945 time: 0.3401153 Jul 22 21:19:39.043866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.045639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:39.084218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:39.085097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:39.085521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:39.092530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Pushing event deleted for resources: {'Port': ['ID=e0bcb1e8-154e-4360-b684-300ad2a7139a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:39.096066 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Attempting to bind port 5feedd68-24b7-4228-a326-87f9da5e6c73 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:39.096572 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Attempting to bind port 5feedd68-24b7-4228-a326-87f9da5e6c73 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:39.097647 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Attempting to bind port 5feedd68-24b7-4228-a326-87f9da5e6c73 on network 4e167bca-ce58-4726-b10e-2c037e199c57 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:39.106632 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.107019 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.107326 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.107698 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.108139 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.108597 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.111615 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.111615 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.111615 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.112528 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.117306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.117802 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.118001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.118386 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.118682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.119197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.119907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.120394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.120891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.121721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.122236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.122755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.123108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.123670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:39.137086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:39.137694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:39.148000 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:39.148971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Checking segment: {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:39.149648 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.150266 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Bound using segment: {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:39.150998 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Bound port: 5feedd68-24b7-4228-a326-87f9da5e6c73, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:39.151644 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.169717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:39.171455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:39.176639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:39.177771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Bound port: 3aa74683-8ae6-421f-bf3e-474789823617, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:39.179350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.262312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1256116f-645c-4dc3-bc1b-158f80dd6328 req-f1bddeb5-0209-491e-a79a-b3f0840dbce5 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688184 Jul 22 21:19:39.329154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] No DVR routers for this DVR port e0bcb1e8-154e-4360-b684-300ad2a7139a on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:39.342392 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.350911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e4db5b3-97ad-43e5-9a1e-783e575a0fb0 req-b161a241-4b27-49bc-8d7d-fb239f216aed tempest-InstanceActionsV221TestJSON-1169964123 tempest-InstanceActionsV221TestJSON-1169964123-project] 10.222.0.23 "DELETE /v2.0/ports/e0bcb1e8-154e-4360-b684-300ad2a7139a HTTP/1.1" status: 204 len: 173 time: 1.9875760 Jul 22 21:19:39.351704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'name': 'network-vif-deleted', 'tag': 'e0bcb1e8-154e-4360-b684-300ad2a7139a'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:39.358340 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabea046-4637-437f-ba1f-699ab17ff07e" -d '{"events": [{"server_uuid": "7c9ec121-5ef9-46d3-b48a-a72f36c49266", "name": "network-vif-deleted", "tag": "e0bcb1e8-154e-4360-b684-300ad2a7139a"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:39.365065 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] For port 5feedd68-24b7-4228-a326-87f9da5e6c73, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:39.370206 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] For port 5feedd68-24b7-4228-a326-87f9da5e6c73, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5feedd68-24b7-4228-a326-87f9da5e6c73,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:39.378606 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.390898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:39.407705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:39.448906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.461561 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:39.462765 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:19:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:39.583641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:39.587098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:39.589607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 1092 time: 2.3841286 Jul 22 21:19:39.590490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:39.599747 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734777a-8523-4853-a6f3-99b5963857f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "tag": "3aa74683-8ae6-421f-bf3e-474789823617"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:39.702904 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4da8df-b40e-4726-8ec9-99b052b0dc5b None None] Pushing event updated for resources: {'Port': ['ID=5feedd68-24b7-4228-a326-87f9da5e6c73,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:39.821093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6dbb0-0973-43fc-9aa5-e1a9fa7919a5 req-7d27e1fe-e9fe-438f-b2d1-05d880e4e312 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:39.824437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edc6dbb0-0973-43fc-9aa5-e1a9fa7919a5 req-7d27e1fe-e9fe-438f-b2d1-05d880e4e312 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 944 time: 0.2124422 Jul 22 21:19:39.829816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e0bcb1e8-154e-4360-b684-300ad2a7139a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:39.842425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57318) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:39.873272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:39.883831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ab043320-1f6c-426d-95c9-062c6125bd47 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418329222', 'description': 'tempest-description--1154283261'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:39.885613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: e0bcb1e8-154e-4360-b684-300ad2a7139a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:39.886059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e0bcb1e8-154e-4360-b684-300ad2a7139a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:39.949806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d913-0e6a-4f28-94de-371db51f71e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:40.006972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edc6dbb0-0973-43fc-9aa5-e1a9fa7919a5 req-9b1ca74b-e893-4632-b85b-4ac02c8b70e5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751695 Jul 22 21:19:40.009267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab043320-1f6c-426d-95c9-062c6125bd47 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:40.017441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-f1754331-b963-42ca-a1ef-01d51f55c181 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:40.020260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-f1754331-b963-42ca-a1ef-01d51f55c181 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.6061997 Jul 22 21:19:40.030359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-4cdfa393-807e-405a-a9de-80a3dbeebb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:40.033256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-4cdfa393-807e-405a-a9de-80a3dbeebb08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1095 time: 0.2765393 Jul 22 21:19:40.056752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': '2ea3db4f-f820-459c-bee9-c719018c867e', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:40.072906 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db22635e-af34-427f-b182-ed0872b4931c x-openstack-request-id: req-db22635e-af34-427f-b182-ed0872b4931c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:40.073225 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-plugged", "status": "completed", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:40.073525 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db22635e-af34-427f-b182-ed0872b4931c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:40.074223 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'code': 200} Jul 22 21:19:40.334298 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-e29d100c-8cdc-4b3f-9c61-8fee9d29d4c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 217 time: 0.0613613 Jul 22 21:19:40.424453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-d5639c72-d143-4b3e-b35a-894e92c0a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:40.427854 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-d5639c72-d143-4b3e-b35a-894e92c0a263 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.0819404 Jul 22 21:19:40.483889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:39Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:40.506751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-8ff0e40b-7baa-4837-ab30-7c0072493cc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671167 Jul 22 21:19:40.523660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-95cf6c6f-ec5a-470f-b93f-a823cb87c00a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:19:40.525533 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-95cf6c6f-ec5a-470f-b93f-a823cb87c00a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104494 Jul 22 21:19:40.529582 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf85c8-08bc-489c-a79a-4a06eb22b3dc None None] The sync data for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 is: [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:39Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:19:40.658480 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-1fd32fd2-286c-418e-a3bb-f8b566686b9f service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256390 Jul 22 21:19:40.774718 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab043320-1f6c-426d-95c9-062c6125bd47 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:40.792170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048dde8-9c91-4b91-bb6f-7a37ad2a0a62 req-90a8aeb0-aeb0-40db-9915-d0d4e24edaf5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:40.793755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9048dde8-9c91-4b91-bb6f-7a37ad2a0a62 req-90a8aeb0-aeb0-40db-9915-d0d4e24edaf5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 943 time: 0.6073134 Jul 22 21:19:40.794408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab043320-1f6c-426d-95c9-062c6125bd47 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:40.833564 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f433f1d0-7fd6-4093-8bdc-6f172845dd3c req-f207c1e2-b39b-4005-b9fc-009c8126e7d9 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665592 Jul 22 21:19:40.845048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:40.851737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:40.860015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f878b7-056e-4203-b694-6d068cb3bda2 req-1c5cd460-ba25-483c-a8bf-c76cb0cab213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:40.861568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1f878b7-056e-4203-b694-6d068cb3bda2 req-1c5cd460-ba25-483c-a8bf-c76cb0cab213 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 1097 time: 0.6558013 Jul 22 21:19:40.866745 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab043320-1f6c-426d-95c9-062c6125bd47 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:40.872558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ab043320-1f6c-426d-95c9-062c6125bd47 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0028450 Jul 22 21:19:40.873771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57324) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:40.904617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bdee96bf-a6b3-45f6-9afb-dcbc44ded4ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Request body: {'security_group_rule': {'security_group_id': '316d0fb9-d9e7-4352-97d0-cec42bff2bf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:40.913807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab043320-1f6c-426d-95c9-062c6125bd47 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316d0fb9-d9e7-4352-97d0-cec42bff2bf9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:40.926179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcbbbf-2aee-46be-8ad8-f87ff75d14af req-2516f61e-ac3a-447c-a7d2-21011401a837 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:40.932527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cefcbbbf-2aee-46be-8ad8-f87ff75d14af req-2516f61e-ac3a-447c-a7d2-21011401a837 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.6985943 Jul 22 21:19:40.964388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9048dde8-9c91-4b91-bb6f-7a37ad2a0a62 req-841da1ea-894b-4168-b7f5-86ce3636e979 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558785 Jul 22 21:19:41.040862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cefcbbbf-2aee-46be-8ad8-f87ff75d14af req-3cec02c5-1e45-46ed-bc4b-8f83874433b9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036828 Jul 22 21:19:41.051389 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a176c40-e087-4503-9e51-85c00fc0884b x-openstack-request-id: req-2a176c40-e087-4503-9e51-85c00fc0884b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:41.051779 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9ec121-5ef9-46d3-b48a-a72f36c49266", "name": "network-vif-deleted", "tag": "e0bcb1e8-154e-4360-b684-300ad2a7139a", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:41.052070 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a176c40-e087-4503-9e51-85c00fc0884b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:41.052515 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ec121-5ef9-46d3-b48a-a72f36c49266', 'name': 'network-vif-deleted', 'tag': 'e0bcb1e8-154e-4360-b684-300ad2a7139a', 'status': 'completed', 'code': 200} Jul 22 21:19:41.054606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1f878b7-056e-4203-b694-6d068cb3bda2 req-93f28cc8-10b1-46ee-8962-d031af3545cb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745260 Jul 22 21:19:41.066510 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdee96bf-a6b3-45f6-9afb-dcbc44ded4ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.099654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.4 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/c0f438a1-7937-4c9a-bd06-a45c524139e2) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:41.189454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdee96bf-a6b3-45f6-9afb-dcbc44ded4ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.243347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81c0fd97-78f0-4262-845f-a0907def0dab req-61db6521-ffc9-46f4-86ef-051f560fccd3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 210 time: 0.0691733 Jul 22 21:19:41.252314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdee96bf-a6b3-45f6-9afb-dcbc44ded4ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.264406 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf06d811-c649-4b63-af25-4ff9f88f3368 x-openstack-request-id: req-cf06d811-c649-4b63-af25-4ff9f88f3368 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:41.264862 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "tag": "3aa74683-8ae6-421f-bf3e-474789823617", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:41.265487 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf06d811-c649-4b63-af25-4ff9f88f3368 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:41.265999 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617', 'status': 'completed', 'code': 200} Jul 22 21:19:41.410465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee96bf-a6b3-45f6-9afb-dcbc44ded4ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259700a7-ad24-4035-82c5-3906eabe5016,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:41.418600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.467450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdee96bf-a6b3-45f6-9afb-dcbc44ded4ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.478218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bdee96bf-a6b3-45f6-9afb-dcbc44ded4ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5957124 Jul 22 21:19:41.483817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57332) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:41.502964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8e10e021-a86a-45fe-a8d7-ad4019a91267 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Request body: {'security_group_rule': {'security_group_id': '316d0fb9-d9e7-4352-97d0-cec42bff2bf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:41.518739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5feedd68-24b7-4228-a326-87f9da5e6c73 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:41.522417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.552948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:41.579185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:41.584487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:41.590956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:41.622010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734777a-8523-4853-a6f3-99b5963857f1 req-3c3841bb-5e0a-4fd3-a527-4a05307e8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:41.625117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9734777a-8523-4853-a6f3-99b5963857f1 req-3c3841bb-5e0a-4fd3-a527-4a05307e8357 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1095 time: 0.4068499 Jul 22 21:19:41.642618 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e10e021-a86a-45fe-a8d7-ad4019a91267 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.670405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=c0f438a1-7937-4c9a-bd06-a45c524139e2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:41.701126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:41.702464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.726809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-0ff2dda8-387b-4ee1-9d83-9b9d0e9a74f3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6837115 Jul 22 21:19:41.750361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Request body: {'port': {'device_id': '2ea3db4f-f820-459c-bee9-c719018c867e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:41.843439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5feedd68-24b7-4228-a326-87f9da5e6c73 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:41.860770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1bad29f8-7d00-4da9-80e7-3e6e3df13548 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:41.902957 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e10e021-a86a-45fe-a8d7-ad4019a91267 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.915950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57150c3e-bb97-44f6-b3e4-b2c655fbf196 req-c1d3eb10-ac76-4c27-a973-cd5379792e05 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:41.918174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57150c3e-bb97-44f6-b3e4-b2c655fbf196 req-c1d3eb10-ac76-4c27-a973-cd5379792e05 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 944 time: 0.3748794 Jul 22 21:19:41.933804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e10e021-a86a-45fe-a8d7-ad4019a91267 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.940188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.943202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5feedd68-24b7-4228-a326-87f9da5e6c73 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:41.943886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.950948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a127d-4ad2-4a44-8cb4-a9207c39b473 req-f8e728ed-ea05-4eef-8d51-24d81dc74c89 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:41.962941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-688a127d-4ad2-4a44-8cb4-a9207c39b473 req-f8e728ed-ea05-4eef-8d51-24d81dc74c89 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 945 time: 0.6205537 Jul 22 21:19:42.022612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10e021-a86a-45fe-a8d7-ad4019a91267 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ffd6e1-4375-4f21-86a5-be8c07d0b0ec,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:42.063172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:42.076910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:42.077569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.088145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734777a-8523-4853-a6f3-99b5963857f1 req-875cb9d7-1646-4b2a-b78a-5591f37612b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.090246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9734777a-8523-4853-a6f3-99b5963857f1 req-875cb9d7-1646-4b2a-b78a-5591f37612b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.3998427 Jul 22 21:19:42.091341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e10e021-a86a-45fe-a8d7-ad4019a91267 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.098278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e10e021-a86a-45fe-a8d7-ad4019a91267 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6049571 Jul 22 21:19:42.110950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:42.116666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:42.219449 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.231289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-688a127d-4ad2-4a44-8cb4-a9207c39b473 req-aa6f8471-937d-4203-86cd-4d4045967eb0 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668583 Jul 22 21:19:42.256788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9734777a-8523-4853-a6f3-99b5963857f1 req-69b0314e-bfdc-4dc3-9256-9584812f2448 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 217 time: 0.1495233 Jul 22 21:19:42.261722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57150c3e-bb97-44f6-b3e4-b2c655fbf196 req-fb685355-284b-41a3-a248-2b9fdf9da3f6 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299139 Jul 22 21:19:42.347902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 5feedd68-24b7-4228-a326-87f9da5e6c73, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5feedd68-24b7-4228-a326-87f9da5e6c73,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:42.377986 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.501234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734777a-8523-4853-a6f3-99b5963857f1 req-3b96ddeb-5120-4bed-bf96-5f40de638cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.508459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9734777a-8523-4853-a6f3-99b5963857f1 req-3b96ddeb-5120-4bed-bf96-5f40de638cb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.2302427 Jul 22 21:19:42.542161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.547599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.614410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f438a1-7937-4c9a-bd06-a45c524139e2 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:42.629186 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-70dbc3a1-9021-46cb-b551-301ee06db7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.631301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.649437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf9353-3153-413f-a164-299de1c61eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad29f8-7d00-4da9-80e7-3e6e3df13548'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:42.652629 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e3fa7-0ac1-4515-9976-f972ed3af24f" -d '{"events": [{"server_uuid": "60bf9353-3153-413f-a164-299de1c61eb0", "name": "network-vif-plugged", "status": "completed", "tag": "1bad29f8-7d00-4da9-80e7-3e6e3df13548"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:42.656243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=5feedd68-24b7-4228-a326-87f9da5e6c73,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:42.656882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Transition to ACTIVE for port object c0f438a1-7937-4c9a-bd06-a45c524139e2 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:42.677291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9734777a-8523-4853-a6f3-99b5963857f1 req-e31ed9e5-7bfd-4483-9a30-be51800466d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291482 Jul 22 21:19:42.679766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1bad29f8-7d00-4da9-80e7-3e6e3df13548, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:42.680330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.686027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.778120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f438a1-7937-4c9a-bd06-a45c524139e2,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:42.780744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=1bad29f8-7d00-4da9-80e7-3e6e3df13548,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:42.882959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Attempting to bind port c0f438a1-7937-4c9a-bd06-a45c524139e2 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:42.883360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Attempting to bind port c0f438a1-7937-4c9a-bd06-a45c524139e2 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:42.883909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Attempting to bind port c0f438a1-7937-4c9a-bd06-a45c524139e2 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:42.893624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Port c0f438a1-7937-4c9a-bd06-a45c524139e2 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:42.894846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Attempting to bind port c0f438a1-7937-4c9a-bd06-a45c524139e2 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:42.907809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:42.908292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:42.909263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:42.909637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Bound port: c0f438a1-7937-4c9a-bd06-a45c524139e2, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:42.910120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:42.959667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bd334-2b9b-43ef-ab31-2d3fca20782c req-a85d5925-3e8b-403f-90f7-b9cffea68a3a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.961769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-646bd334-2b9b-43ef-ab31-2d3fca20782c req-a85d5925-3e8b-403f-90f7-b9cffea68a3a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 943 time: 0.4518249 Jul 22 21:19:42.966644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9734777a-8523-4853-a6f3-99b5963857f1 req-c356e89c-af70-4249-8228-3a632003f9d2 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774532 Jul 22 21:19:43.008115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] For port c0f438a1-7937-4c9a-bd06-a45c524139e2, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:43.011590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] For port c0f438a1-7937-4c9a-bd06-a45c524139e2, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c0f438a1-7937-4c9a-bd06-a45c524139e2,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:43.015469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389acbee-a70e-4cbf-b611-976001efe3ed req-4c65fb1d-f664-4f15-80e7-b86f83b4e2ea tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.017970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-389acbee-a70e-4cbf-b611-976001efe3ed req-4c65fb1d-f664-4f15-80e7-b86f83b4e2ea tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.3370936 Jul 22 21:19:43.019500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:43.101051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.102110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:43.104839 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] 10.222.0.23 "PUT /v2.0/ports/c0f438a1-7937-4c9a-bd06-a45c524139e2 HTTP/1.1" status: 200 len: 1092 time: 1.3620276 Jul 22 21:19:43.137994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc5fe4-3563-4cd2-8b4b-c18f1e811ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f438a1-7937-4c9a-bd06-a45c524139e2,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:43.193721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-646bd334-2b9b-43ef-ab31-2d3fca20782c req-bb10c94c-8cfc-4f17-a8a7-408110b67ce2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207081 Jul 22 21:19:43.231207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-389acbee-a70e-4cbf-b611-976001efe3ed req-09e22800-aaf2-4421-babf-e80281a7911a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897638 Jul 22 21:19:43.241702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:43.246485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9734777a-8523-4853-a6f3-99b5963857f1 req-9354feac-065d-44ab-8ac0-52f6f91493b1 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695162 Jul 22 21:19:43.269463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea3db4f-f820-459c-bee9-c719018c867e', 'tag': 'c0f438a1-7937-4c9a-bd06-a45c524139e2'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:43.281377 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea3db4f-f820-459c-bee9-c719018c867e", "tag": "c0f438a1-7937-4c9a-bd06-a45c524139e2"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:43.308125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-52eafb99-1bbd-4504-ab5c-7f3f18beb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.310353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-52eafb99-1bbd-4504-ab5c-7f3f18beb023 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 1095 time: 0.1463408 Jul 22 21:19:43.388911 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-db9fe6dc-9e07-41be-9aea-47098f507548 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f438a1-7937-4c9a-bd06-a45c524139e2 HTTP/1.1" status: 200 len: 217 time: 0.0596988 Jul 22 21:19:43.449968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5feedd68-24b7-4228-a326-87f9da5e6c73 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:43.489123 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0f8288-3c9b-44bb-9fb9-1dd4c7cad19e x-openstack-request-id: req-cd0f8288-3c9b-44bb-9fb9-1dd4c7cad19e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:43.489958 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf9353-3153-413f-a164-299de1c61eb0", "name": "network-vif-plugged", "status": "completed", "tag": "1bad29f8-7d00-4da9-80e7-3e6e3df13548", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:43.490476 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd0f8288-3c9b-44bb-9fb9-1dd4c7cad19e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:43.491086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-7b37513e-f34c-4a39-9c70-c37e2d90395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.491431 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bf9353-3153-413f-a164-299de1c61eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'code': 200} Jul 22 21:19:43.512656 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-7b37513e-f34c-4a39-9c70-c37e2d90395b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.0971446 Jul 22 21:19:43.560256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Allocated IP 172.25.5.195 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/645088d4-4239-466c-a982-228a819e11cb) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:43.575157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-c13f5c7d-54bd-4f60-86b6-2cb7020c80c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622838 Jul 22 21:19:43.576185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5feedd68-24b7-4228-a326-87f9da5e6c73 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:43.577664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:43.594047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e0652-2c86-4b2a-8334-654856ab60f7 req-0e5eabc7-03d9-4244-b60f-df71dfc6d0e4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.597391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-681e0652-2c86-4b2a-8334-654856ab60f7 req-0e5eabc7-03d9-4244-b60f-df71dfc6d0e4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 943 time: 0.3166060 Jul 22 21:19:43.736294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-fae86ca5-2971-4bcc-a21d-7536eb92d90c service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402206 Jul 22 21:19:43.820770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-681e0652-2c86-4b2a-8334-654856ab60f7 req-b1a23dca-2e9f-4320-9719-66f05a89b3fb tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121809 Jul 22 21:19:43.858937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3aa74683-8ae6-421f-bf3e-474789823617 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:43.863604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-af7c0777-bf1a-4ff3-b823-b1c0d58a954e req-f60fb58d-a189-42ee-b3b5-51443ff5408d service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158826 Jul 22 21:19:43.892373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa32a-1c9b-42f4-8456-7c591525d89c req-47eadf79-3b3e-4fb0-840e-90b598ed55d6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.894717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eccaa32a-1c9b-42f4-8456-7c591525d89c req-47eadf79-3b3e-4fb0-840e-90b598ed55d6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 945 time: 0.3254769 Jul 22 21:19:43.914208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:43.922993 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eb4924-ab40-4733-a939-50159216c18c x-openstack-request-id: req-71eb4924-ab40-4733-a939-50159216c18c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:43.923425 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea3db4f-f820-459c-bee9-c719018c867e", "tag": "c0f438a1-7937-4c9a-bd06-a45c524139e2", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:43.923729 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71eb4924-ab40-4733-a939-50159216c18c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:43.924219 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea3db4f-f820-459c-bee9-c719018c867e', 'tag': 'c0f438a1-7937-4c9a-bd06-a45c524139e2', 'status': 'completed', 'code': 200} Jul 22 21:19:43.932914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd421b3-a108-4e51-a42f-785bad51de7b req-0f1765b7-8891-4304-8f95-4cdae735104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.934128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecd421b3-a108-4e51-a42f-785bad51de7b req-0f1765b7-8891-4304-8f95-4cdae735104e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 1097 time: 0.3293288 Jul 22 21:19:44.030887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:44.049958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eccaa32a-1c9b-42f4-8456-7c591525d89c req-c5cb678e-7caf-439b-aba9-6ec04701c521 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425450 Jul 22 21:19:44.061263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-de203550-eb4d-4ce6-ab1e-3ac6ad1dee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.062262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '3aa74683-8ae6-421f-bf3e-474789823617', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'port_id': '3aa74683-8ae6-421f-bf3e-474789823617', 'mac_address': 'fa:16:3e:dc:e7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f0afb1-b20d-4325-a8d4-cad7fd330197', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:44.064039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-de203550-eb4d-4ce6-ab1e-3ac6ad1dee52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 1095 time: 0.0959947 Jul 22 21:19:44.104870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecd421b3-a108-4e51-a42f-785bad51de7b req-1f0eb8de-3c06-4b1a-9ef0-b09ca6d3cbc3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403580 Jul 22 21:19:44.124126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.154818 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.179199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57358) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:44.184971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa74683-8ae6-421f-bf3e-474789823617 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:44.238797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:44.254137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.267906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:44.316908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-19c5cbd4-deb9-4ba3-bc5e-199e0c5cb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.319931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20528c-7c2a-4c0a-9b1a-6c1c54ebf77f req-50f40a9c-0213-477c-b5e6-cb9c8157c2b4 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.322352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-19c5cbd4-deb9-4ba3-bc5e-199e0c5cb42b service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.2494197 Jul 22 21:19:44.322586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d20528c-7c2a-4c0a-9b1a-6c1c54ebf77f req-50f40a9c-0213-477c-b5e6-cb9c8157c2b4 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 945 time: 0.3062375 Jul 22 21:19:44.330508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:44.341797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:44.353887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event updated for resources: {'Port': ['ID=645088d4-4239-466c-a982-228a819e11cb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:44.356930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:44.450875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-1d9fbed2-a5a3-43c4-a3e3-aa9a037a1e6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f438a1-7937-4c9a-bd06-a45c524139e2 HTTP/1.1" status: 200 len: 217 time: 0.1155202 Jul 22 21:19:44.456063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] Deleting subnet de6eb181-7c09-4386-a4b5-23e40b145379 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:19:44.467766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.548091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-57f9ac31-8d43-4e38-8d37-a8c0c8b0fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.550578 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-57f9ac31-8d43-4e38-8d37-a8c0c8b0fd19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.0852892 Jul 22 21:19:44.609225 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-42dd8e72-2b83-4c91-a3d2-d7f937131e45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487435 Jul 22 21:19:44.611603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d20528c-7c2a-4c0a-9b1a-6c1c54ebf77f req-3b225ef5-9541-48e9-bd53-66efc031a023 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596452 Jul 22 21:19:44.661265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.754079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3aa74683-8ae6-421f-bf3e-474789823617'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:44.821535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-52dc0ac3-065e-47c7-8ee2-4356d665ab4e service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934276 Jul 22 21:19:44.828383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.841000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.948559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466b346-ffac-4386-b5c4-cb8a91888ee3 req-0c2112ea-1b27-4ebc-b9b0-b043572c59f6 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.955437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5466b346-ffac-4386-b5c4-cb8a91888ee3 req-0c2112ea-1b27-4ebc-b9b0-b043572c59f6 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.4423261 Jul 22 21:19:45.007031 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bbc308aa-f92a-4f24-8d58-2bdb1731a4c9 req-55fa22d3-a339-4baf-8eb9-5b9ebb449ab3 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735942 Jul 22 21:19:45.043187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.112029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5466b346-ffac-4386-b5c4-cb8a91888ee3 req-6a806321-9971-468e-8369-fc37be4ae249 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474938 Jul 22 21:19:45.126037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.152809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827cba0-b4ce-4edf-b36f-cc2b54a609cb req-1a3fca78-5ba2-4100-bc98-9602d9bca358 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.160615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8827cba0-b4ce-4edf-b36f-cc2b54a609cb req-1a3fca78-5ba2-4100-bc98-9602d9bca358 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.4070981 Jul 22 21:19:45.180405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-edbd2a0a-7984-4587-bcae-94db7b5c4086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.236121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6eb181-7c09-4386-a4b5-23e40b145379,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:45.272143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.275747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-519d7d82-51b6-474a-a9b6-14ce9758cea9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/de6eb181-7c09-4386-a4b5-23e40b145379 HTTP/1.1" status: 204 len: 168 time: 1.0946031 Jul 22 21:19:45.280985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57370) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:45.287397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.383017 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8827cba0-b4ce-4edf-b36f-cc2b54a609cb req-4f8d7c2d-4b4f-44c8-95ac-8c50cdd0501d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983676 Jul 22 21:19:45.452364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.627475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.645640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11632116-0c12-45dc-b7c8-f573eb873994']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:45.672065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ef92fc-6c39-4821-80ba-03d4bc9ee96a') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:45.672491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ef92fc-6c39-4821-80ba-03d4bc9ee96a') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:45.686325 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.711081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541435f-b372-429b-9f56-052cb5d26022 req-0bb024f3-4808-4e7d-9495-b7c00322e70c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.713880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9541435f-b372-429b-9f56-052cb5d26022 req-0bb024f3-4808-4e7d-9495-b7c00322e70c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 945 time: 0.3388932 Jul 22 21:19:45.720927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.732607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:19:45.733157 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.733533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:19:45.736832 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:19:45.763745 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.829481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.830426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e7e24-b4b1-4fb5-a2df-c6a71ec4293c req-f0bb6225-543d-4ed2-864b-f91ee93518f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.833336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e50e7e24-b4b1-4fb5-a2df-c6a71ec4293c req-f0bb6225-543d-4ed2-864b-f91ee93518f6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 943 time: 0.3013525 Jul 22 21:19:45.840714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.848657 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/11632116-0c12-45dc-b7c8-f573eb873994 HTTP/1.1" status: 204 len: 168 time: 0.5659127 Jul 22 21:19:45.876893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fc7f4-01f9-461f-bbbe-57d354cc40c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=11632116-0c12-45dc-b7c8-f573eb873994,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:45.909344 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9541435f-b372-429b-9f56-052cb5d26022 req-1c303072-b1e9-4a72-b70f-26191a0ffabf tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852427 Jul 22 21:19:45.927804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event updated for resources: {'Port': ['ID=645088d4-4239-466c-a982-228a819e11cb,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:45.976017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.069776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:46.119204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5eff8a32-c404-4f28-9911-5fe28f962a26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbc714da1b424103a4548bfad4d0bc2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476878 Jul 22 21:19:46.122434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57380) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:46.193469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14828059-5ed2-4f81-ab12-5f7dcb52a467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.236866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14828059-5ed2-4f81-ab12-5f7dcb52a467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.321539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14828059-5ed2-4f81-ab12-5f7dcb52a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.326368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14828059-5ed2-4f81-ab12-5f7dcb52a467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.328418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14828059-5ed2-4f81-ab12-5f7dcb52a467 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/619dd8ab-4483-4b12-9534-eeb8530d5f1c HTTP/1.1" status: 204 len: 168 time: 0.2044966 Jul 22 21:19:46.332287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e50e7e24-b4b1-4fb5-a2df-c6a71ec4293c req-1e6aa490-1f76-4e70-a100-04852038a01d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786985 Jul 22 21:19:46.334127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.358841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14828059-5ed2-4f81-ab12-5f7dcb52a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619dd8ab-4483-4b12-9534-eeb8530d5f1c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:46.386447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.388489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9febca46-1f70-4da6-a73b-76e6d6e8fc02 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2759092 Jul 22 21:19:46.456843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155822c6-d4ef-476a-b494-4f2ff90293f6 req-2fc64063-d18d-44a5-9d93-1127105ccc96 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:46.459330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-155822c6-d4ef-476a-b494-4f2ff90293f6 req-2fc64063-d18d-44a5-9d93-1127105ccc96 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 945 time: 0.1530144 Jul 22 21:19:46.527072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-155822c6-d4ef-476a-b494-4f2ff90293f6 req-17938f81-3221-46f6-8ca7-9d4e77f76ddb tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596313 Jul 22 21:19:46.819266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448681-3343-4ff6-964a-7cf1462d3754 req-448b3a95-23ea-4279-ae25-05e925d764bc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:46.830346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73448681-3343-4ff6-964a-7cf1462d3754 req-448b3a95-23ea-4279-ae25-05e925d764bc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.1520717 Jul 22 21:19:46.934908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73448681-3343-4ff6-964a-7cf1462d3754 req-7a2fba53-802f-4e01-88f7-6f78dcdde4bf tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Jul 22 21:19:47.278164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d850b-1284-4fee-8243-3456b5e4ee3c req-6c1c427c-182e-459c-bd16-7cf3cd832377 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.295573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f94d850b-1284-4fee-8243-3456b5e4ee3c req-6c1c427c-182e-459c-bd16-7cf3cd832377 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.1951699 Jul 22 21:19:47.392388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f94d850b-1284-4fee-8243-3456b5e4ee3c req-f3799689-7e94-4ea5-b305-62d345d8c29e tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950694 Jul 22 21:19:47.683822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533203-0f3a-498d-b1de-f278416328e8 req-c39be586-5bd9-4a23-b50e-d5fa8fa3ad29 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.695179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf533203-0f3a-498d-b1de-f278416328e8 req-c39be586-5bd9-4a23-b50e-d5fa8fa3ad29 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 943 time: 0.1897345 Jul 22 21:19:47.770647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf533203-0f3a-498d-b1de-f278416328e8 req-be433732-9828-4fae-ab34-4f5a6849a6dc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742004 Jul 22 21:19:47.882553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:47.889657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3aa74683-8ae6-421f-bf3e-474789823617 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:48.031915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.192081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 3aa74683-8ae6-421f-bf3e-474789823617 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:48.206985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 3aa74683-8ae6-421f-bf3e-474789823617 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:48.208490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.332282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:48.394343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57526) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:48.467121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8a0fc-8b77-4762-82e4-d2c46b1e0b0d req-f9ddf9f8-3d3a-444c-b2a5-4d39c2e7ca75 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:48.489298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7a8a0fc-8b77-4762-82e4-d2c46b1e0b0d req-f9ddf9f8-3d3a-444c-b2a5-4d39c2e7ca75 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.3128471 Jul 22 21:19:48.499692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.559276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'port_id': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'mac_address': 'fa:16:3e:b3:90:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136009f9-c344-4871-a6d1-badd0c7274e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:48.605159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7a8a0fc-8b77-4762-82e4-d2c46b1e0b0d req-64d6789a-391f-4664-8e1c-39ea7c63b654 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136746 Jul 22 21:19:48.710661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:48.713300 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9413a9a-49cb-48b1-b075-562a8248fa01" -d '{"events": [{"server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "name": "network-vif-plugged", "status": "completed", "tag": "3aa74683-8ae6-421f-bf3e-474789823617"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:48.754433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:48.757091 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.762477 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.763515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:48.809375 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2556f9-d12c-4f3c-8d05-cdee1d88e7ac x-openstack-request-id: req-ae2556f9-d12c-4f3c-8d05-cdee1d88e7ac {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:48.809721 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "name": "network-vif-plugged", "status": "completed", "tag": "3aa74683-8ae6-421f-bf3e-474789823617", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:48.810227 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae2556f9-d12c-4f3c-8d05-cdee1d88e7ac {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:48.810743 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617', 'code': 200} Jul 22 21:19:48.830653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-843850281-network', 'tenant_id': '0c1bec6afc4a45f69fb4c0103e1f5f4b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:48.861800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:48.913621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d751036-7dc9-4b28-b8a5-61671670f3f6 req-038dd0cb-d451-433a-b86a-82c711852b7d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:48.925266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d751036-7dc9-4b28-b8a5-61671670f3f6 req-038dd0cb-d451-433a-b86a-82c711852b7d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2722371 Jul 22 21:19:48.932058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Made reservation on behalf of 0c1bec6afc4a45f69fb4c0103e1f5f4b for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:48.933795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:48.937078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.950799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.951833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c0f438a1-7937-4c9a-bd06-a45c524139e2 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:48.958082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.969479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:49.014583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d751036-7dc9-4b28-b8a5-61671670f3f6 req-7ef16da1-9601-4007-b1db-019760ed60df tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874379 Jul 22 21:19:49.113694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:19:49.138377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550349e7-328b-4a72-8553-265147e92ff8 req-a5dff044-a30c-4ccb-ab71-3feaca1056c3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.139689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb232-06b8-42c0-9f1f-936902a4c539 req-e95a0314-6e5f-4a2b-b179-a4b946da9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.140910 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0ceb232-06b8-42c0-9f1f-936902a4c539 req-e95a0314-6e5f-4a2b-b179-a4b946da9c66 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1097 time: 0.1849573 Jul 22 21:19:49.143328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-550349e7-328b-4a72-8553-265147e92ff8 req-a5dff044-a30c-4ccb-ab71-3feaca1056c3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 943 time: 0.1271479 Jul 22 21:19:49.217344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0ceb232-06b8-42c0-9f1f-936902a4c539 req-bf47cd02-751c-4e5b-b707-49630ea51f58 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 Jul 22 21:19:49.217817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-550349e7-328b-4a72-8553-265147e92ff8 req-79eb3c27-306c-417f-94cf-65e4e7a975b1 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606015 Jul 22 21:19:49.275918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.293209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.310676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:49.316092 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.380432 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:19:49.384314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:49.391219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:19:49.396729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dfdfa9-56be-40fd-a3ee-1926eb2db619,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:49.426377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c0f438a1-7937-4c9a-bd06-a45c524139e2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c0f438a1-7937-4c9a-bd06-a45c524139e2,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:49.441515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.442852 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Added segment dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a of type vlan for network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 Jul 22 21:19:49.467622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:49.474425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c0f438a1-7937-4c9a-bd06-a45c524139e2', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': 'c0f438a1-7937-4c9a-bd06-a45c524139e2', 'mac_address': 'fa:16:3e:57:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:49.489564 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.548997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.602060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.604001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.605034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.656065 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.672239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2719862 Jul 22 21:19:49.672550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57554) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:49.679021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Request body: {'subnet': {'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-843850281-subnet', 'tenant_id': '0c1bec6afc4a45f69fb4c0103e1f5f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:49.723156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125004a-68a1-44aa-9386-cb7a68bc3e83 admin admin] Pushing event updated for resources: {'Network': ['ID=8b169b81-838a-4bcd-b27b-6c9d45dbe774,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:49.733750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:49.747525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:19:49.752210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f438a1-7937-4c9a-bd06-a45c524139e2 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:49.784020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Made reservation on behalf of 0c1bec6afc4a45f69fb4c0103e1f5f4b for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:49.787716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.864680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c0f438a1-7937-4c9a-bd06-a45c524139e2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c0f438a1-7937-4c9a-bd06-a45c524139e2,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:49.925924 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.986750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1d01982c-ff15-4437-ab4d-cc89349f87a5 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:50.025307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a590349-207a-4c76-b2be-02735c329208 req-65a23f1d-a020-4c73-af6d-8b754c048fc7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.033372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a590349-207a-4c76-b2be-02735c329208 req-65a23f1d-a020-4c73-af6d-8b754c048fc7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 945 time: 0.1965337 Jul 22 21:19:50.085246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c0f438a1-7937-4c9a-bd06-a45c524139e2,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:50.162209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a590349-207a-4c76-b2be-02735c329208 req-408d7a4d-e982-48e0-8fee-5ed99259f0b8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193800 Jul 22 21:19:50.292692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:50.298275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:50.332554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'mac_address': 'fa:16:3e:1f:c7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:50.426890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7b1dc2-762d-488e-ae0a-20592b60f69b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:50.469272 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:50.514218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d01982c-ff15-4437-ab4d-cc89349f87a5 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:50.566493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1b927-2a4f-4717-b7d5-6f969b002241 req-98da8cec-abaa-4760-a91c-98b46f5af775 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.570237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcc1b927-2a4f-4717-b7d5-6f969b002241 req-98da8cec-abaa-4760-a91c-98b46f5af775 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 944 time: 0.2127545 Jul 22 21:19:50.572125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Checking segment: {'id': 'dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:50.572716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Network hostable DHCP agents. Network: 8b169b81-838a-4bcd-b27b-6c9d45dbe774, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:19:50.589042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:50.600082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:50.617234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:19:50.644406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 8b169b81-838a-4bcd-b27b-6c9d45dbe774) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:50.654198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.655957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:50.698716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8eda3-0810-436a-a6f4-f770a4fca8dc None None] Network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:50.706109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c0f438a1-7937-4c9a-bd06-a45c524139e2'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:50.708387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcc1b927-2a4f-4717-b7d5-6f969b002241 req-3d8dcf2f-fbbd-4495-a1a3-114c06078e2a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249270 Jul 22 21:19:50.711973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3a2afc56-5c2f-4106-86ab-1a4429dd96e1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:50.720126 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-870b522b-b430-4c24-ba88-d280d21bf745 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0460136 Jul 22 21:19:51.138965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c759-a56d-4010-8e62-51edce02cf00 req-10019168-b442-4be1-a3cc-0fd30a7e15dc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:51.165227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9e5c759-a56d-4010-8e62-51edce02cf00 req-10019168-b442-4be1-a3cc-0fd30a7e15dc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 944 time: 0.2906928 Jul 22 21:19:51.303332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9e5c759-a56d-4010-8e62-51edce02cf00 req-b5e50979-7cfd-453f-9dbd-dee9e8a09411 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366296 Jul 22 21:19:51.308242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1d01982c-ff15-4437-ab4d-cc89349f87a5'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:51.718100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:51.840279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a7022-f86c-4e33-ab94-2007fd620d59 req-d19710c6-0cf6-4a95-925d-9ea76cfbe3ac tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:51.854641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e40a7022-f86c-4e33-ab94-2007fd620d59 req-d19710c6-0cf6-4a95-925d-9ea76cfbe3ac tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 945 time: 0.1701729 Jul 22 21:19:51.926686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e40a7022-f86c-4e33-ab94-2007fd620d59 req-cbf4c6dd-3ad5-448d-9df0-1abd2ac979b4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699069 Jul 22 21:19:51.966333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.967219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.967881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.968869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.970858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.971451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.972104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.972677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.974348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.975391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.976033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:51.976714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:52.182711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941b7a0-7494-4a08-b1c3-d0e33129a484 None None] Network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:19:52.244137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44ec08-dbbe-4d21-8ce2-9e4eb5f16bf2 req-da8f5799-123d-403b-9032-9f7652492277 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.245721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf44ec08-dbbe-4d21-8ce2-9e4eb5f16bf2 req-da8f5799-123d-403b-9032-9f7652492277 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 944 time: 0.1544175 Jul 22 21:19:52.382327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf44ec08-dbbe-4d21-8ce2-9e4eb5f16bf2 req-fe45f247-8a2f-4861-b6e8-2e8bbac1d9ab tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226442 Jul 22 21:19:52.743475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161be94-4fb9-47a3-b6d0-d16f52e27a11 req-ab1a73f6-447e-4218-83b6-800e274c18f1 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.755364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3161be94-4fb9-47a3-b6d0-d16f52e27a11 req-ab1a73f6-447e-4218-83b6-800e274c18f1 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1097 time: 0.2082274 Jul 22 21:19:52.861255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3161be94-4fb9-47a3-b6d0-d16f52e27a11 req-46131820-c0d0-477b-937a-fc62df270923 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966167 Jul 22 21:19:53.457345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b251a-07f1-4309-9e7d-c7d36ef29958 req-96b8298f-16a9-4f63-8c19-95d54f94c194 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:53.459572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b7b251a-07f1-4309-9e7d-c7d36ef29958 req-96b8298f-16a9-4f63-8c19-95d54f94c194 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 944 time: 0.2453294 Jul 22 21:19:53.584777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b7b251a-07f1-4309-9e7d-c7d36ef29958 req-0a7dc340-0b12-44cc-8a91-3e08fe521e5e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103215 Jul 22 21:19:53.945407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:54.090805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:54.091630 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.347391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.447405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:54.468707 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fe35bb-4b92-445b-a41e-e7bbf00490bb" -d '{"events": [{"server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:54.530330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:54.538338 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.540927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1d01982c-ff15-4437-ab4d-cc89349f87a5 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:54.686466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:54.704486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 1d01982c-ff15-4437-ab4d-cc89349f87a5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:54.705217 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.861143 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.944059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:54.955622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:55.116165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:55.933421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c0f438a1-7937-4c9a-bd06-a45c524139e2 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:56.054864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c0f438a1-7937-4c9a-bd06-a45c524139e2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:56.065125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c0f438a1-7937-4c9a-bd06-a45c524139e2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:56.070160 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:56.223100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:56.290443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c0f438a1-7937-4c9a-bd06-a45c524139e2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c0f438a1-7937-4c9a-bd06-a45c524139e2,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:56.296951 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:56.395590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c0f438a1-7937-4c9a-bd06-a45c524139e2,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:01.161603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:01.834890 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:06.969076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931330-837a-4437-88e1-3e33f99c1335 req-0b2d4aa7-9a07-4fd9-b0ce-eefb4c757200 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.971762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-0b2d4aa7-9a07-4fd9-b0ce-eefb4c757200 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/networks?id=8b169b81-838a-4bcd-b27b-6c9d45dbe774 HTTP/1.1" status: 200 len: 821 time: 0.2323720 Jul 22 21:20:06.999107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-cd6ab6e8-c194-4903-95d7-580e314e858b tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/quotas/0c1bec6afc4a45f69fb4c0103e1f5f4b HTTP/1.1" status: 200 len: 375 time: 0.0190470 Jul 22 21:20:07.027468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555b55f-9dd5-4a98-b02d-77764e4cbeac req-5b13ac85-d90c-4840-a5b9-e678dd33c64d tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:07.030066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0555b55f-9dd5-4a98-b02d-77764e4cbeac req-5b13ac85-d90c-4840-a5b9-e678dd33c64d tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1097 time: 0.2020202 Jul 22 21:20:07.063383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-22840722-8b30-45ff-a125-e2bf4f60bdbd tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c1bec6afc4a45f69fb4c0103e1f5f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525787 Jul 22 21:20:07.097375 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-6c5003c9-f1cf-4b3f-a9e5-db2111dd6953 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:20:07.099171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-6c5003c9-f1cf-4b3f-a9e5-db2111dd6953 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128026 Jul 22 21:20:07.174648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0555b55f-9dd5-4a98-b02d-77764e4cbeac req-66e47c05-8f65-4fed-b667-97163e1796a8 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 Jul 22 21:20:07.336284 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-dd0751bf-f33d-47a3-a23d-1290be15b2b1 service neutron] 10.222.0.54 "GET /v2.0/networks/8b169b81-838a-4bcd-b27b-6c9d45dbe774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228391 Jul 22 21:20:07.534573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed5f9-4f12-44e5-9184-b56bda808d4b req-32a1fd92-bc3f-40a3-9c38-f107d70025f9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:07.536487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-625ed5f9-4f12-44e5-9184-b56bda808d4b req-32a1fd92-bc3f-40a3-9c38-f107d70025f9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2219484 Jul 22 21:20:07.543235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-b4ba2ae2-2bfa-4332-87b8-5978744aed8b service neutron] 10.222.0.54 "GET /v2.0/networks/8b169b81-838a-4bcd-b27b-6c9d45dbe774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812940 Jul 22 21:20:07.604272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-625ed5f9-4f12-44e5-9184-b56bda808d4b req-98aa2b99-e6e8-447f-b984-644f8d4c236d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592301 Jul 22 21:20:07.896931 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9dde60-b9d1-4845-84e1-223d275fe566 x-openstack-request-id: req-4a9dde60-b9d1-4845-84e1-223d275fe566 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:07.901518 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:07.902536 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a9dde60-b9d1-4845-84e1-223d275fe566 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:07.903445 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'code': 200} Jul 22 21:20:07.999552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d122bf-96e0-4eea-bf39-82b7356923b4 req-1f2c091e-7fd2-4944-aefc-f27a28d756b9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:08.035892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0d122bf-96e0-4eea-bf39-82b7356923b4 req-1f2c091e-7fd2-4944-aefc-f27a28d756b9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.2012413 Jul 22 21:20:08.164927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0d122bf-96e0-4eea-bf39-82b7356923b4 req-cc828d4f-6b03-4aa3-8845-9d65acdf75af tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338890 Jul 22 21:20:08.435024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44b30-74ca-4ac6-9c1e-ad734eab465e req-7d274076-496a-4fb8-8f8e-06a4e01c6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:08.436963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e9a44b30-74ca-4ac6-9c1e-ad734eab465e req-7d274076-496a-4fb8-8f8e-06a4e01c6d6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 1098 time: 0.3019018 Jul 22 21:20:08.441087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-a973577d-0ddf-4b1f-ba57-3bcdfc5d7244 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:08.444486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-a973577d-0ddf-4b1f-ba57-3bcdfc5d7244 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.3675654 Jul 22 21:20:08.492298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-4e0ab81d-8736-4ae3-b266-4bdfc6ce7bbf tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/quotas/64072eeee1a240369dd33923b743485b HTTP/1.1" status: 200 len: 375 time: 0.0309210 Jul 22 21:20:08.526972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e9a44b30-74ca-4ac6-9c1e-ad734eab465e req-1c750bcf-5431-4aba-b6b0-3a4302629035 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 Jul 22 21:20:08.625407 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ddcaff2-138b-4e79-8855-4b8575e70558 req-6f7eddb2-3c11-4e67-8590-18063c599ee8 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 210 time: 0.0590231 Jul 22 21:20:08.668950 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-6f7f7ff7-fe60-45cb-9fce-197bc40601bd tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1819432 Jul 22 21:20:08.790488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-45055c51-0637-471c-bd12-b0476c8f26d7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:20:08.792623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-45055c51-0637-471c-bd12-b0476c8f26d7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1097388 Jul 22 21:20:08.979774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-6164f5bd-047c-482a-8f8d-5934c9e4283a service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764262 Jul 22 21:20:09.232858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-77d559ac-dc24-4751-9bcf-0beb131a027e service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330499 Jul 22 21:20:09.905354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5'}, {'server_uuid': '2ea3db4f-f820-459c-bee9-c719018c867e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f438a1-7937-4c9a-bd06-a45c524139e2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:09.909837 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc48c17-0422-4282-9976-807076ee7fc5" -d '{"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-plugged", "status": "completed", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5"}, {"server_uuid": "2ea3db4f-f820-459c-bee9-c719018c867e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f438a1-7937-4c9a-bd06-a45c524139e2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:09.950412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ab5a-8211-4ccd-90c9-139ca9906604 req-3eefe5c3-8311-488a-88da-5c3079aed745 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:09.953424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1a8ab5a-8211-4ccd-90c9-139ca9906604 req-3eefe5c3-8311-488a-88da-5c3079aed745 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.1344793 Jul 22 21:20:10.001273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1d01982c-ff15-4437-ab4d-cc89349f87a5 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:10.152297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1a8ab5a-8211-4ccd-90c9-139ca9906604 req-4d23cc87-ed45-4f31-a45d-cb4404295d32 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882861 Jul 22 21:20:10.249938 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:10.274442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb458a6-aa3c-4b8d-ac74-f973b67448a8 req-0fd03b29-40c4-40fa-89f3-6dda553815c7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:10.287670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adb458a6-aa3c-4b8d-ac74-f973b67448a8 req-0fd03b29-40c4-40fa-89f3-6dda553815c7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.2984447 Jul 22 21:20:10.381228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:10.389785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adb458a6-aa3c-4b8d-ac74-f973b67448a8 req-8cf4057e-5a33-4d52-a5a4-ef707997ae0b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995064 Jul 22 21:20:10.390114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:10.494219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5029ab3-41fb-4e05-9815-4cb61939a69c req-2e7eed39-c595-48a4-8d01-94ee6c4f913b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 210 time: 0.1376765 Jul 22 21:20:10.586410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:10.725220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7789918f-362d-477f-98ca-7d1e7398d8ba req-1408cb44-3aa9-420e-a420-dffdca96a43a tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 210 time: 0.1050024 Jul 22 21:20:10.907718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931330-837a-4437-88e1-3e33f99c1335 req-171137d2-7b05-4de9-ba21-b2c59bc97f44 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:10.910880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-171137d2-7b05-4de9-ba21-b2c59bc97f44 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.23 "GET /v2.0/networks?id=8b169b81-838a-4bcd-b27b-6c9d45dbe774 HTTP/1.1" status: 200 len: 821 time: 0.2272797 Jul 22 21:20:10.938441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Request body: {'port': {'device_id': '50ff991a-3260-412a-a409-cf53b3f86f02', 'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774', 'admin_state_up': True, 'tenant_id': '0c1bec6afc4a45f69fb4c0103e1f5f4b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:11.030604 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c609778-f37d-46a4-aeba-ab11876fad0f x-openstack-request-id: req-6c609778-f37d-46a4-aeba-ab11876fad0f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:11.031748 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-plugged", "status": "completed", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5", "code": 200}, {"server_uuid": "2ea3db4f-f820-459c-bee9-c719018c867e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f438a1-7937-4c9a-bd06-a45c524139e2", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:11.032603 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c609778-f37d-46a4-aeba-ab11876fad0f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:11.035919 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'code': 200} Jul 22 21:20:11.037940 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea3db4f-f820-459c-bee9-c719018c867e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f438a1-7937-4c9a-bd06-a45c524139e2', 'code': 200} Jul 22 21:20:11.075377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeb9f0-a0cc-4f13-ab32-e08ccc8a8348 req-c46d6b45-2049-4a87-a9f6-c448710e2bdb tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:11.091070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42eeb9f0-a0cc-4f13-ab32-e08ccc8a8348 req-c46d6b45-2049-4a87-a9f6-c448710e2bdb tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1097 time: 0.1774740 Jul 22 21:20:11.173767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42eeb9f0-a0cc-4f13-ab32-e08ccc8a8348 req-8454e046-1cd2-4b6f-b657-321f8c32b20b tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806606 Jul 22 21:20:11.392512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35296a2-48f6-451e-ba90-748f87026063 req-48d63f62-5d91-4a9a-8067-e5b373d9c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:11.396495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c35296a2-48f6-451e-ba90-748f87026063 req-48d63f62-5d91-4a9a-8067-e5b373d9c646 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 1097 time: 0.2109342 Jul 22 21:20:11.420608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Made reservation on behalf of 0c1bec6afc4a45f69fb4c0103e1f5f4b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:11.428293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:11.528978 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c35296a2-48f6-451e-ba90-748f87026063 req-5b239408-dc58-4fd0-9c3e-20e3290f5f2c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104712 Jul 22 21:20:11.613562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051963-9283-4e5b-9624-1b7f33283935 req-369c69dc-535e-4c77-bd8a-587ec828f5b4 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:11.615446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34051963-9283-4e5b-9624-1b7f33283935 req-369c69dc-535e-4c77-bd8a-587ec828f5b4 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2173579 Jul 22 21:20:11.740220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34051963-9283-4e5b-9624-1b7f33283935 req-0c77ecab-4929-4050-8172-1ff5cd269ddb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116760 Jul 22 21:20:11.747659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Allocated IP 172.20.0.9 (8b169b81-838a-4bcd-b27b-6c9d45dbe774/ef7b1dc2-762d-488e-ae0a-20592b60f69b/0ad17501-5e61-4bb9-8411-c27a8539c7de) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:12.070640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816239f1-4513-4557-a9f2-20f9ddfb5d23 req-ef3c847c-ea55-4ed2-8e33-69f561cb1a50 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:12.086794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-816239f1-4513-4557-a9f2-20f9ddfb5d23 req-ef3c847c-ea55-4ed2-8e33-69f561cb1a50 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.2311940 Jul 22 21:20:12.163902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.273858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.293441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-816239f1-4513-4557-a9f2-20f9ddfb5d23 req-0d25fbd7-88ed-4049-8007-64962815b58d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035258 Jul 22 21:20:12.478702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-9f8a08c3-bf4d-4b8e-b6a1-45134d2dd3ef tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:12.481929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-9f8a08c3-bf4d-4b8e-b6a1-45134d2dd3ef tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.3297822 Jul 22 21:20:12.515536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Request body: {'port': {'device_id': '3a7f0968-492d-4865-b83f-68ba767150ca', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'admin_state_up': True, 'tenant_id': '64072eeee1a240369dd33923b743485b'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:12.585101 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcc19e55-6deb-4463-9521-a79d63e1eb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:13.031480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-99fa9056-72dc-432d-911d-c5c167f39306 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.034075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-99fa9056-72dc-432d-911d-c5c167f39306 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.4451890 Jul 22 21:20:13.036260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Made reservation on behalf of 64072eeee1a240369dd33923b743485b for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:13.040498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:13.041610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:13.045994 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fab343-1d2e-4525-9e70-41ebe02db3f3" -d '{"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-unplugged", "status": "completed", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:13.065437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Pushing event updated for resources: {'Port': ['ID=0ad17501-5e61-4bb9-8411-c27a8539c7de,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:13.092764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-bda918cf-c37d-4967-a866-c6ad04151f65 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/quotas/ed57cd207e1a443d935b11101b325f9c HTTP/1.1" status: 200 len: 375 time: 0.0297339 Jul 22 21:20:13.112749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:13.117013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:13.123574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:13.257414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-090f5af8-5498-469d-971b-2b9df6cfed93 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:20:13.259108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-090f5af8-5498-469d-971b-2b9df6cfed93 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138240 Jul 22 21:20:13.265920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.266962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:13.300287 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-30064cec-8dd2-42ce-80c2-cac18147f065 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3701663 Jul 22 21:20:13.338945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Request body: {'port': {'device_id': '50ff991a-3260-412a-a409-cf53b3f86f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:13.416313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Allocated IP 172.20.0.11 (747bb956-cb78-4200-8a50-b5a43a589721/27f8c656-3596-4fbd-8ddf-85dedfe9ba72/dcf38487-fec3-4e3f-b2e2-e134d940bb50) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:13.439449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-b1e28cd8-cf7e-45e2-a4d6-d28c173fb994 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2759511 Jul 22 21:20:13.622181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-5308a7ef-5da4-47d4-9dce-1037248eeff6 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:20:13.623866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-5308a7ef-5da4-47d4-9dce-1037248eeff6 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2793498 Jul 22 21:20:13.656780 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:13.696618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:13.697552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Unknown quota resources ['binding']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:20:13.873016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-68f32a0b-e8fa-48ff-bf42-d5498f021892 service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314027 Jul 22 21:20:13.968881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:14.028069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-dc3d061c-424b-47b2-aaa5-e9388ad6831c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5438514 Jul 22 21:20:14.136398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-84a139a0-805f-49a2-8fe1-c4139fe6c052 service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460709 Jul 22 21:20:14.171413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:14.196678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:14.299763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Network 747bb956-cb78-4200-8a50-b5a43a589721 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:14.304516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:14.321621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:14.340760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event updated for resources: {'Port': ['ID=dcf38487-fec3-4e3f-b2e2-e134d940bb50,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:14.424681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-3e50d5c0-e103-4059-b653-d9643ed57a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:14.427603 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-3e50d5c0-e103-4059-b653-d9643ed57a72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1098 time: 0.3582964 Jul 22 21:20:14.450659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:14.452060 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:14.499221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-e68b8a0a-4ef9-4128-9db8-8b85699e4ab7 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9906940 Jul 22 21:20:14.529032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Request body: {'port': {'device_id': '3a7f0968-492d-4865-b83f-68ba767150ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:14.683512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-3be2efba-cf3a-464b-b549-5141c3535693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:14.686239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-3be2efba-cf3a-464b-b549-5141c3535693 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.1953435 Jul 22 21:20:14.698064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:14.698736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:14.699177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:14.765173 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:14.828401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-8cca26fa-61c9-45b2-9fb1-0cd287cb107d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1002 time: 0.1209354 Jul 22 21:20:14.833386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:14.833895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:14.875322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:14.877338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:14.880264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:14.880935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Bound port: 3aa74683-8ae6-421f-bf3e-474789823617, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:14.921721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9af81c-d4a0-4382-9f8f-2ba3f9d9b5e0 req-8883cd84-6d80-47d0-9fe8-774d84bbd24b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:14.940163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d9af81c-d4a0-4382-9f8f-2ba3f9d9b5e0 req-8883cd84-6d80-47d0-9fe8-774d84bbd24b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.2563939 Jul 22 21:20:15.058629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad17501-5e61-4bb9-8411-c27a8539c7de {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:15.099650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.134271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-d02480d5-410b-436e-91c6-694cd0b4f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:15.137204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-d02480d5-410b-436e-91c6-694cd0b4f7f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.2778223 Jul 22 21:20:15.186964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-48174433-5008-4572-8df2-5895b94e6271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.224299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:15.234813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Transition to ACTIVE for port object 0ad17501-5e61-4bb9-8411-c27a8539c7de will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:15.294814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.311768 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.313816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-dd89c838-c227-41ef-8016-1cb4c7000e9b service neutron] 10.222.0.54 "POST /v2.0/ports/3aa74683-8ae6-421f-bf3e-474789823617/bindings HTTP/1.1" status: 201 len: 390 time: 1.6271935 Jul 22 21:20:15.315321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.433312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d9af81c-d4a0-4382-9f8f-2ba3f9d9b5e0 req-8b5ecfd3-2511-4172-a206-03fae232f8a8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471850 Jul 22 21:20:15.498790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad17501-5e61-4bb9-8411-c27a8539c7de,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:15.728027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-647fd337-e77c-42dd-afe3-f7214d7aa4f6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:15.733262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-647fd337-e77c-42dd-afe3-f7214d7aa4f6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9dfea6d-4a98-40b8-89e4-9eab955b9532 HTTP/1.1" status: 200 len: 943 time: 0.5361605 Jul 22 21:20:15.768691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-a92d1486-4cef-47af-b5f5-d155210ceee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:15.771823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-a92d1486-4cef-47af-b5f5-d155210ceee4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5986240 Jul 22 21:20:15.988200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.024823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Attempting to bind port 0ad17501-5e61-4bb9-8411-c27a8539c7de on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:16.025362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Attempting to bind port 0ad17501-5e61-4bb9-8411-c27a8539c7de by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:16.025828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Attempting to bind port 0ad17501-5e61-4bb9-8411-c27a8539c7de on network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:16.111786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Port 0ad17501-5e61-4bb9-8411-c27a8539c7de on network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:16.112328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Attempting to bind port 0ad17501-5e61-4bb9-8411-c27a8539c7de on network 8b169b81-838a-4bcd-b27b-6c9d45dbe774 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:16.181251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:16.182209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Checking segment: {'id': 'dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:16.183078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Bound using segment: {'id': 'dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:16.185893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Bound port: 0ad17501-5e61-4bb9-8411-c27a8539c7de, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:16.186820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.196676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5274672-6039-427c-94b6-2c7ae312dc8f req-3087ba79-6447-409f-a58c-405c8ab5bda3 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:16.209910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5274672-6039-427c-94b6-2c7ae312dc8f req-3087ba79-6447-409f-a58c-405c8ab5bda3 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 943 time: 0.4611650 Jul 22 21:20:16.224525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-63b8c9f4-034e-475a-963a-9147702850ed service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264400 Jul 22 21:20:16.260632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4edf9-c034-4b7b-8567-e34d23ca40fa req-0650a7ad-b03a-4ca6-b062-94907a7a5e2b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:16.272043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcb4edf9-c034-4b7b-8567-e34d23ca40fa req-0650a7ad-b03a-4ca6-b062-94907a7a5e2b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 932 time: 0.5250518 Jul 22 21:20:16.453712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcb4edf9-c034-4b7b-8567-e34d23ca40fa req-8eb25d68-0e99-4721-a6da-13481b2da681 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747830 Jul 22 21:20:16.472691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5274672-6039-427c-94b6-2c7ae312dc8f req-e8ee7161-a887-4cf8-8906-740c6532bb8f tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612972 Jul 22 21:20:16.504972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf38487-fec3-4e3f-b2e2-e134d940bb50 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:16.519075 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.536183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-ec16d208-7dab-4a0e-84e1-25a88458385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:16.537934 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-ec16d208-7dab-4a0e-84e1-25a88458385c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1097 time: 0.7389455 Jul 22 21:20:16.564567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Deleting port 1d01982c-ff15-4437-ab4d-cc89349f87a5 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:16.566739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.678052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Transition to ACTIVE for port object dcf38487-fec3-4e3f-b2e2-e134d940bb50 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:16.710432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.746091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] For port 0ad17501-5e61-4bb9-8411-c27a8539c7de, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:16.755400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] For port 0ad17501-5e61-4bb9-8411-c27a8539c7de, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0ad17501-5e61-4bb9-8411-c27a8539c7de,segment=NetworkSegment(dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a),segment_id=dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:16.762444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1609eaf0-1142-48f0-9eba-ae4e4bd0f903 req-564f48ce-7555-4656-a627-0a1aee12d2b4 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237679 Jul 22 21:20:16.885620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.898289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-090c16c5-d008-430b-ab6e-d85db19d0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:16.901220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-090c16c5-d008-430b-ab6e-d85db19d0f43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.3564115 Jul 22 21:20:16.946958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Pushing event updated for resources: {'Port': ['ID=dcf38487-fec3-4e3f-b2e2-e134d940bb50,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:17.041709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:17.042760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:17.044935 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] 10.222.0.23 "PUT /v2.0/ports/0ad17501-5e61-4bb9-8411-c27a8539c7de HTTP/1.1" status: 200 len: 1092 time: 3.7194016 Jul 22 21:20:17.069597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff991a-3260-412a-a409-cf53b3f86f02', 'tag': '0ad17501-5e61-4bb9-8411-c27a8539c7de'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:17.073507 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb944b5-2b66-451d-97cd-ba69f84ffba1" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff991a-3260-412a-a409-cf53b3f86f02", "tag": "0ad17501-5e61-4bb9-8411-c27a8539c7de"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:17.134610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-c024644f-53f4-4172-9199-5bcc0be20304 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 217 time: 0.1764672 Jul 22 21:20:17.261549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-d6f84a9e-9b48-45ed-bf0f-0540df1403d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:17.264743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-d6f84a9e-9b48-45ed-bf0f-0540df1403d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1127431 Jul 22 21:20:17.315718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Attempting to bind port dcf38487-fec3-4e3f-b2e2-e134d940bb50 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:17.316466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Attempting to bind port dcf38487-fec3-4e3f-b2e2-e134d940bb50 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:17.317460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Attempting to bind port dcf38487-fec3-4e3f-b2e2-e134d940bb50 on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:17.327530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Port dcf38487-fec3-4e3f-b2e2-e134d940bb50 on network 747bb956-cb78-4200-8a50-b5a43a589721 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:17.328337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Attempting to bind port dcf38487-fec3-4e3f-b2e2-e134d940bb50 on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:17.346695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] For port 1d01982c-ff15-4437-ab4d-cc89349f87a5, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1d01982c-ff15-4437-ab4d-cc89349f87a5,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:17.351499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:17.401036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-7be79251-d6a2-4c0a-8528-cee534d7692a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9754350 Jul 22 21:20:17.461703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-0915c747-e515-434f-996a-76c15830bce8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692092 Jul 22 21:20:17.464370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Calling delete_port for 1d01982c-ff15-4437-ab4d-cc89349f87a5 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:17.467036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:17.472414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Checking segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:17.499877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Bound using segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:17.500839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Bound port: dcf38487-fec3-4e3f-b2e2-e134d940bb50, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:17.501441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:17.551371 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226dadf8-5547-4cd7-9945-7d834a4cf0fb x-openstack-request-id: req-226dadf8-5547-4cd7-9945-7d834a4cf0fb {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:17.552289 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-unplugged", "status": "completed", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:17.553085 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-226dadf8-5547-4cd7-9945-7d834a4cf0fb {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:17.553936 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'code': 200} Jul 22 21:20:17.593829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbe75-24f3-47ee-9b4a-caa52a538308 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad17501-5e61-4bb9-8411-c27a8539c7de,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:17.598650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ec45f-948b-4371-8261-652e41988285 req-31895393-c502-4736-b9d2-94756fde0fbc tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:17.601268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d7ec45f-948b-4371-8261-652e41988285 req-31895393-c502-4736-b9d2-94756fde0fbc tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.9260178 Jul 22 21:20:17.831014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-b20bd94c-e48f-4796-90af-cfc40a197230 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:17.832508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-b20bd94c-e48f-4796-90af-cfc40a197230 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.8032410 Jul 22 21:20:17.861292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Request body: {'port': {'device_id': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'admin_state_up': True, 'tenant_id': 'ed57cd207e1a443d935b11101b325f9c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:17.869268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931330-837a-4437-88e1-3e33f99c1335 req-6b162477-fcfe-44a8-a771-31363078af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:17.871791 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-6b162477-fcfe-44a8-a771-31363078af34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c1bec6afc4a45f69fb4c0103e1f5f4b&device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 1095 time: 0.7102072 Jul 22 21:20:17.979744 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.021101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1d01982c-ff15-4437-ab4d-cc89349f87a5 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:18.044534 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-b627558f-32d0-4a8a-bd83-2fbbb8a4d990 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ad17501-5e61-4bb9-8411-c27a8539c7de HTTP/1.1" status: 200 len: 217 time: 0.1391482 Jul 22 21:20:18.219088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e469-8638-4ec0-b052-fa0f745f825b req-925c5f1c-88c1-4f18-b039-ed5a77a27375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:18.222521 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-925c5f1c-88c1-4f18-b039-ed5a77a27375 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1096 time: 0.4811857 Jul 22 21:20:18.240128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.345748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931330-837a-4437-88e1-3e33f99c1335 req-a3c2fc9f-86c0-49fb-9ba0-418bf8f5e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:18.347826 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-a3c2fc9f-86c0-49fb-9ba0-418bf8f5e58f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef7b1dc2-762d-488e-ae0a-20592b60f69b HTTP/1.1" status: 200 len: 861 time: 0.2578101 Jul 22 21:20:18.360896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event deleted for resources: {'Port': ['ID=1d01982c-ff15-4437-ab4d-cc89349f87a5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:18.474721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-4be64491-4d67-4424-bcd9-d8cbe19e2a75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b169b81-838a-4bcd-b27b-6c9d45dbe774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928075 Jul 22 21:20:18.513085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f9d3105-2210-4fdc-a3f2-24cd4f98697c req-f988ae0c-98e4-4e46-8b00-4abf57bfe168 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 210 time: 0.7654324 Jul 22 21:20:18.528969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-318d3ffd-cc28-4ce6-90da-d7ef3cd6affa service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0232737 Jul 22 21:20:18.658721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] No DVR routers for this DVR port 1d01982c-ff15-4437-ab4d-cc89349f87a5 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:18.675314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.675314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-723c6b73-c51a-49e9-9ee4-0d1d1ea9cc09 req-324aad76-371f-4f9f-87e6-0462af3d0100 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "DELETE /v2.0/ports/1d01982c-ff15-4437-ab4d-cc89349f87a5 HTTP/1.1" status: 204 len: 173 time: 2.9251122 Jul 22 21:20:18.725049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Made reservation on behalf of ed57cd207e1a443d935b11101b325f9c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:18.732468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.837624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] For port dcf38487-fec3-4e3f-b2e2-e134d940bb50, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:18.846117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d7ec45f-948b-4371-8261-652e41988285 req-1a5c49c8-9d8c-490f-b097-f53285e6c503 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2010164 Jul 22 21:20:18.882199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] For port dcf38487-fec3-4e3f-b2e2-e134d940bb50, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=dcf38487-fec3-4e3f-b2e2-e134d940bb50,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:18.930351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-4c3f6966-6180-4037-932d-a3c3f024aada service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867867 Jul 22 21:20:18.936773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.034458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:19.034458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.036294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] 10.222.0.23 "PUT /v2.0/ports/dcf38487-fec3-4e3f-b2e2-e134d940bb50 HTTP/1.1" status: 200 len: 1093 time: 4.5126681 Jul 22 21:20:19.039033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7f0968-492d-4865-b83f-68ba767150ca', 'tag': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:19.044633 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e49855-f4fd-4d72-92bc-7646e8ac2c57" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7f0968-492d-4865-b83f-68ba767150ca", "tag": "dcf38487-fec3-4e3f-b2e2-e134d940bb50"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:19.354938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b6e07-d69c-430d-9a01-d99334f66f9f req-f030d6d0-64ed-4481-b379-3ea23241ba1b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:19.357635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a86b6e07-d69c-430d-9a01-d99334f66f9f req-f030d6d0-64ed-4481-b379-3ea23241ba1b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 945 time: 0.6110616 Jul 22 21:20:19.403315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b5783-c0d6-4663-93a2-55538369e26f service neutron] Pushing event updated for resources: {'Port': ['ID=dcf38487-fec3-4e3f-b2e2-e134d940bb50,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:19.446070 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d705e4-a34a-425a-a65d-57230456617a x-openstack-request-id: req-d1d705e4-a34a-425a-a65d-57230456617a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:19.446473 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff991a-3260-412a-a409-cf53b3f86f02", "tag": "0ad17501-5e61-4bb9-8411-c27a8539c7de", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:19.446817 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1d705e4-a34a-425a-a65d-57230456617a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:19.447330 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff991a-3260-412a-a409-cf53b3f86f02', 'tag': '0ad17501-5e61-4bb9-8411-c27a8539c7de', 'status': 'completed', 'code': 200} Jul 22 21:20:19.509280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-9a68dc1f-e9ae-4a4e-9ca0-ed7ee90dd257 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:19.512025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-9a68dc1f-e9ae-4a4e-9ca0-ed7ee90dd257 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.4612472 Jul 22 21:20:19.538543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:19.578024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e469-8638-4ec0-b052-fa0f745f825b req-23e86b5b-5218-4cec-8960-9133f5d247d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:19.581413 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-23e86b5b-5218-4cec-8960-9133f5d247d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 1.3124995 Jul 22 21:20:19.589866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a86b6e07-d69c-430d-9a01-d99334f66f9f req-cfeedf8f-d4ed-4477-8486-8ed0ff5d223d tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620448 Jul 22 21:20:19.752236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-776f1d63-30fc-4fd9-b8ab-7a72154c454d service neutron] 10.222.0.23 "GET /v2.0/networks/8b169b81-838a-4bcd-b27b-6c9d45dbe774?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1054401 Jul 22 21:20:19.859887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-89adf3d8-1186-4157-a700-779e902c0395 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.2548544 Jul 22 21:20:19.896930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-f772d284-efdc-480c-a237-310e144aba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:19.900076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-f772d284-efdc-480c-a237-310e144aba69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 1096 time: 0.7172396 Jul 22 21:20:20.044071 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.049623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-0f80a2d5-d0e2-4ef8-aa31-acb452078be3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf38487-fec3-4e3f-b2e2-e134d940bb50 HTTP/1.1" status: 200 len: 217 time: 0.1165800 Jul 22 21:20:20.096446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Allocated IP 172.20.0.12 (13a11420-86b0-49d0-be1d-94a1f2126c3c/6b2b5e09-a5b4-4397-9535-4650284b34e9/f22e58a3-0082-4609-b88c-ba4362d591a6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:20.102681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e469-8638-4ec0-b052-fa0f745f825b req-c724c24b-f28c-4a86-b237-4d157ee3ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.104704 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-c724c24b-f28c-4a86-b237-4d157ee3ea0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.2291594 Jul 22 21:20:20.216704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caed7f-d261-4e98-b271-a3def3fc0c5b req-4ebce9b6-7815-438b-9532-a400ecd7eb63 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.217065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46caed7f-d261-4e98-b271-a3def3fc0c5b req-4ebce9b6-7815-438b-9532-a400ecd7eb63 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 944 time: 0.6099026 Jul 22 21:20:20.228956 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-2ec9860a-9425-4bbf-a3b4-c216dc3c655c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091845 Jul 22 21:20:20.304104 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-23931330-837a-4437-88e1-3e33f99c1335 req-42aa0113-c308-4fb0-a56f-9a001397f536 service neutron] 10.222.0.23 "GET /v2.0/networks/8b169b81-838a-4bcd-b27b-6c9d45dbe774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468234 Jul 22 21:20:20.407712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-5a9840d6-18c6-4638-92db-dfb88a414a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.417753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-5a9840d6-18c6-4638-92db-dfb88a414a99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.3422065 Jul 22 21:20:20.427431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46caed7f-d261-4e98-b271-a3def3fc0c5b req-92b74a38-2ef0-4ae1-b91b-575e703c11a5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421261 Jul 22 21:20:20.445261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cc822-273d-4aa8-b4ab-97684f4d0b1f req-61cfbe8e-7a61-4199-b188-29b270b3b45f tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.459709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff0cc822-273d-4aa8-b4ab-97684f4d0b1f req-61cfbe8e-7a61-4199-b188-29b270b3b45f tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 943 time: 0.5721807 Jul 22 21:20:20.691806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-94bfbe24-a6ae-40b6-be4b-52807c4dfd8c service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497244 Jul 22 21:20:20.798129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-2f4c186e-31bc-4c5b-aa80-394e70f34187 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2323074 Jul 22 21:20:20.886709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-43873960-1c80-4e15-beb4-ec454a0f04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.902693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-43873960-1c80-4e15-beb4-ec454a0f04c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c1bec6afc4a45f69fb4c0103e1f5f4b&device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 1095 time: 0.4154770 Jul 22 21:20:21.012105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.216441 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca451b0-7f82-4698-8b2e-5bdfb3858998 x-openstack-request-id: req-3ca451b0-7f82-4698-8b2e-5bdfb3858998 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:21.216910 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7f0968-492d-4865-b83f-68ba767150ca", "tag": "dcf38487-fec3-4e3f-b2e2-e134d940bb50", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:21.217406 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ca451b0-7f82-4698-8b2e-5bdfb3858998 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:21.218180 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7f0968-492d-4865-b83f-68ba767150ca', 'tag': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50', 'status': 'completed', 'code': 200} Jul 22 21:20:21.229125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8438e469-8638-4ec0-b052-fa0f745f825b req-beb4b208-af79-43d3-966c-fbe9a70fc227 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261817 Jul 22 21:20:21.284590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:21.330527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-8dcf750c-66bd-4732-8fa0-e31e127d4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:21.333732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-8dcf750c-66bd-4732-8fa0-e31e127d4ac4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8b169b81-838a-4bcd-b27b-6c9d45dbe774 HTTP/1.1" status: 200 len: 922 time: 0.3317201 Jul 22 21:20:21.370529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.385827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-4db62ce9-b889-4382-a1e6-8c4195bf46a1 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368340 Jul 22 21:20:21.398000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff0cc822-273d-4aa8-b4ab-97684f4d0b1f req-77311ca6-e679-4b1b-8737-251b7fe6654c tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9353197 Jul 22 21:20:21.455154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-deleted', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:21.458809 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e6357d-c02a-43fa-be84-697c98a00086" -d '{"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-deleted", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:21.489425 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-cf10f0c6-1d99-4c05-9898-f32fbe652220 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ad17501-5e61-4bb9-8411-c27a8539c7de HTTP/1.1" status: 200 len: 217 time: 0.1267705 Jul 22 21:20:21.553613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:21.569682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:21.578065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:21.696974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-874258a2-7378-4ba5-a2a6-ac60768de655 req-d14224ed-a65c-4cb5-931a-6b8dd3e7abd9 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570601 Jul 22 21:20:21.712930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:21.717647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:21.764177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-ad0b3581-e157-424f-af57-3d9930366f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:21.769871 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-ad0b3581-e157-424f-af57-3d9930366f84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef7b1dc2-762d-488e-ae0a-20592b60f69b HTTP/1.1" status: 200 len: 861 time: 0.2294004 Jul 22 21:20:21.783781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:21.785229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.838771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.852596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-6fe23033-13c3-419f-b92d-ac67bf36ead4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b169b81-838a-4bcd-b27b-6c9d45dbe774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609031 Jul 22 21:20:21.863819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-405ff2aa-e18c-4562-995b-efa4fdcf696f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0104642 Jul 22 21:20:21.916288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Request body: {'port': {'device_id': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:21.931100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.027065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:22.133978 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.237769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:22.268036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-cb00d0d9-2506-42c9-a02d-d6fc78fb4402 service neutron] 10.222.0.23 "GET /v2.0/networks/8b169b81-838a-4bcd-b27b-6c9d45dbe774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770487 Jul 22 21:20:22.278245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4da45-f78e-46de-9df9-914d5c3d6a43 req-995aa0f3-a58e-44a1-82d1-843acaabe069 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:22.290787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cb4da45-f78e-46de-9df9-914d5c3d6a43 req-995aa0f3-a58e-44a1-82d1-843acaabe069 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.9365273 Jul 22 21:20:22.294031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:22.294563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:22.295111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:22.354342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58efebb-3655-46c1-9c43-a863d83b6158 req-9b3636b6-29af-4587-8043-445197bf15b8 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:22.366736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e58efebb-3655-46c1-9c43-a863d83b6158 req-9b3636b6-29af-4587-8043-445197bf15b8 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 932 time: 0.5221868 Jul 22 21:20:22.369355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:22.369833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Attempting to bind port 3aa74683-8ae6-421f-bf3e-474789823617 on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:22.398900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:22.413055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-d73db6b6-efcb-4a82-946b-5e1846d544c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:22.417151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-d73db6b6-efcb-4a82-946b-5e1846d544c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 1096 time: 0.5452700 Jul 22 21:20:22.426434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'mac_address': 'fa:16:3e:4c:75:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:22.490142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:22.490809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:22.491742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:22.492852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Bound port: 3aa74683-8ae6-421f-bf3e-474789823617, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:22.493505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.501438 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.525005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ef4de24-e9db-47da-a0f8-2aa57237aad1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:22.578049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:22.589516 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.710923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:22.730518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cb4da45-f78e-46de-9df9-914d5c3d6a43 req-8f8d753f-6afe-40e0-8e8b-b8c9a84c5e71 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382496 Jul 22 21:20:22.796215 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1cb944b5-2b66-451d-97cd-ba69f84ffba1 req-1029268d-f30b-42e5-91a9-3374de2e1d94 service neutron] 10.222.0.23 "GET /v2.0/networks/8b169b81-838a-4bcd-b27b-6c9d45dbe774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162549 Jul 22 21:20:22.809242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e58efebb-3655-46c1-9c43-a863d83b6158 req-b1871f13-14ff-4374-b7d1-6fb7e0cbd24d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413850 Jul 22 21:20:22.911633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:22.912931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2ef4de24-e9db-47da-a0f8-2aa57237aad1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:22.920802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:23.008970 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.031892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22e58a3-0082-4609-b88c-ba4362d591a6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:23.047226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.054544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-afcd5f12-6b18-477e-a6a0-fe7b674f42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.057143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-afcd5f12-6b18-477e-a6a0-fe7b674f42ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 916 time: 0.4828784 Jul 22 21:20:23.076054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Transition to ACTIVE for port object f22e58a3-0082-4609-b88c-ba4362d591a6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:23.089486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.193135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:23.226081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:23.230715 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ded4cca-b9aa-47d5-8ccd-33a9db0a9738" -d '{"events": [{"server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa74683-8ae6-421f-bf3e-474789823617"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:23.275930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-bfa104b8-7edf-4e9c-bc5f-f000da26a5d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf38487-fec3-4e3f-b2e2-e134d940bb50 HTTP/1.1" status: 200 len: 217 time: 0.1680145 Jul 22 21:20:23.344213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Attempting to bind port f22e58a3-0082-4609-b88c-ba4362d591a6 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:23.344877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Attempting to bind port f22e58a3-0082-4609-b88c-ba4362d591a6 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:23.345812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Attempting to bind port f22e58a3-0082-4609-b88c-ba4362d591a6 on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:23.357489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Port f22e58a3-0082-4609-b88c-ba4362d591a6 on network 13a11420-86b0-49d0-be1d-94a1f2126c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:23.357489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Attempting to bind port f22e58a3-0082-4609-b88c-ba4362d591a6 on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:23.366004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:23.366004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Checking segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:23.366004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Bound using segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:23.366775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Bound port: f22e58a3-0082-4609-b88c-ba4362d591a6, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:23.366775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.466090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=8']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:23.540271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:23.546794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:23.554476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.555621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.557680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-83ecf85c-1fc4-4905-914e-a6ab10fad9d2 service neutron] 10.222.0.58 "PUT /v2.0/ports/3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 1123 time: 4.0299866 Jul 22 21:20:23.557944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.595188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef7ff9-2b90-40e7-8887-700bb16b9afd req-bedc0031-9c9c-4728-9791-a7e94e67c6d8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.598889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34ef7ff9-2b90-40e7-8887-700bb16b9afd req-bedc0031-9c9c-4728-9791-a7e94e67c6d8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 943 time: 0.6329856 Jul 22 21:20:23.628455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-c7ba0e5c-0c4a-442a-a7fd-4b2ea5360220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.631111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-c7ba0e5c-0c4a-442a-a7fd-4b2ea5360220 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.3177717 Jul 22 21:20:23.632310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.633372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.636038 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] 10.222.0.23 "PUT /v2.0/ports/f22e58a3-0082-4609-b88c-ba4362d591a6 HTTP/1.1" status: 200 len: 1093 time: 1.7265611 Jul 22 21:20:23.651318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-9484fb45-97be-4ea7-bab8-647aff55d73a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.653973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-9484fb45-97be-4ea7-bab8-647aff55d73a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 815 time: 0.6483867 Jul 22 21:20:23.691330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2766ea1-4c7f-41ec-9e66-eb6ac6148859 service neutron] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:23.735087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-eb31e9bc-dfe9-450f-9d83-2f2f828a9787 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793903 Jul 22 21:20:23.747490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-58d376c2-5307-4a08-ab14-875a1d693a61 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/quotas/4134e8610ba644e68b78236c641ffdec HTTP/1.1" status: 200 len: 375 time: 0.0737481 Jul 22 21:20:23.882875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34ef7ff9-2b90-40e7-8887-700bb16b9afd req-add1a1a5-4506-42df-b29d-e49c63ab1b57 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619658 Jul 22 21:20:23.924183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-f3f7fa59-3661-4a9d-b1cd-4e4ea5bfc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.924183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-f3f7fa59-3661-4a9d-b1cd-4e4ea5bfc665 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 1096 time: 0.1493435 Jul 22 21:20:23.986329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3aa74683-8ae6-421f-bf3e-474789823617'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:24.024621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-45d40a82-32d1-4530-94f4-de574e517d7c service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703347 Jul 22 21:20:24.025933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-34341844-b31c-4fbf-a481-de2badef0e24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22e58a3-0082-4609-b88c-ba4362d591a6 HTTP/1.1" status: 200 len: 217 time: 0.0862448 Jul 22 21:20:24.031399 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2560cbe-9bd5-4267-b3e7-8836843ce2e3 x-openstack-request-id: req-a2560cbe-9bd5-4267-b3e7-8836843ce2e3 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:24.032008 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dfea6d-4a98-40b8-89e4-9eab955b9532", "name": "network-vif-deleted", "tag": "1d01982c-ff15-4437-ab4d-cc89349f87a5", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:24.033026 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2560cbe-9bd5-4267-b3e7-8836843ce2e3 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:24.033417 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dfea6d-4a98-40b8-89e4-9eab955b9532', 'name': 'network-vif-deleted', 'tag': '1d01982c-ff15-4437-ab4d-cc89349f87a5', 'status': 'completed', 'code': 200} Jul 22 21:20:24.041052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-ca76f645-af45-4c45-b3ab-78a54c8f4b43 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2626956 Jul 22 21:20:24.044848 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0ad17501-5e61-4bb9-8411-c27a8539c7de details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:24.062451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:24.234989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-0d7c2aae-6c19-462e-957d-9d0a64b79bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:24.237611 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-0d7c2aae-6c19-462e-957d-9d0a64b79bf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.1656203 Jul 22 21:20:24.333301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0ad17501-5e61-4bb9-8411-c27a8539c7de, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0ad17501-5e61-4bb9-8411-c27a8539c7de,segment=NetworkSegment(dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a),segment_id=dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:24.348023 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-c93b4212-38c0-439e-9cc5-17c804c6c42a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975413 Jul 22 21:20:24.361159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '0ad17501-5e61-4bb9-8411-c27a8539c7de', 'network_id': '8b169b81-838a-4bcd-b27b-6c9d45dbe774', 'port_id': '0ad17501-5e61-4bb9-8411-c27a8539c7de', 'mac_address': 'fa:16:3e:af:30:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7b1dc2-762d-488e-ae0a-20592b60f69b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:24.535173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.558261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-97907336-1bb1-4307-b47e-ce83a04a6668 service neutron] 10.222.0.54 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052292 Jul 22 21:20:24.558578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:24.558984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.577502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b9cd-af5d-4154-bb6f-9789aa77748d req-7c0cbfd8-cdbd-4e09-8ceb-96a1ad760fbf tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:24.590404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a96b9cd-af5d-4154-bb6f-9789aa77748d req-7c0cbfd8-cdbd-4e09-8ceb-96a1ad760fbf tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 944 time: 0.4233284 Jul 22 21:20:24.622297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e49855-f4fd-4d72-92bc-7646e8ac2c57 req-67726283-5950-4dbe-9914-653a23ca6c1e service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378190 Jul 22 21:20:24.640083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad17501-5e61-4bb9-8411-c27a8539c7de {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:24.684245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0ad17501-5e61-4bb9-8411-c27a8539c7de, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0ad17501-5e61-4bb9-8411-c27a8539c7de,segment=NetworkSegment(dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a),segment_id=dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:24.713959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.718249 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-52710e97-173a-42fc-96f3-b35c1728f362 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434932 Jul 22 21:20:24.768908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a96b9cd-af5d-4154-bb6f-9789aa77748d req-a30f2c6e-d17f-43dd-812e-3214255085a5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760545 Jul 22 21:20:24.796772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-4c871b06-078b-4257-b79e-06fae1474117 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:24.800232 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-4c871b06-078b-4257-b79e-06fae1474117 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "GET /v2.0/ports?device_id=eec6cc52-5c7a-4de3-ad34-18b6b4e1033e HTTP/1.1" status: 200 len: 946 time: 0.2646668 Jul 22 21:20:24.857793 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-aa104440-0161-4e38-8e42-6e689a940c58 service neutron] 10.222.0.54 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641616 Jul 22 21:20:24.935596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0ad17501-5e61-4bb9-8411-c27a8539c7de,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:25.013884 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.089874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:25.097585 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730c017-5c2e-475c-855c-ac3c71c778d9" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:25.139310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:25.151471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.188437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b77ec08b-e975-43b0-8d24-72cac15c2793 req-bb02ac29-fa7c-4779-a259-bd3ca8f0f5ca service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558818 Jul 22 21:20:25.206157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49411e0d-b23b-4bc9-929b-6872611f5d83 req-094b5791-ff7e-496f-a5ef-ac112996b9c6 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:25.223530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49411e0d-b23b-4bc9-929b-6872611f5d83 req-094b5791-ff7e-496f-a5ef-ac112996b9c6 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 944 time: 0.2828732 Jul 22 21:20:25.277715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:25.287952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0ad17501-5e61-4bb9-8411-c27a8539c7de'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:25.304935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Deleting port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:25.304935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.425085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49411e0d-b23b-4bc9-929b-6872611f5d83 req-35efbc1d-c815-48bd-b01e-fee66a36d807 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970122 Jul 22 21:20:25.518837 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da2b74-499c-463b-9055-a24dd2b055da x-openstack-request-id: req-25da2b74-499c-463b-9055-a24dd2b055da {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:25.519263 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa74683-8ae6-421f-bf3e-474789823617", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:25.519754 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25da2b74-499c-463b-9055-a24dd2b055da {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:25.521696 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617', 'code': 200} Jul 22 21:20:25.581054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713014-df7e-4dc0-8bb1-698142116128 req-1f35276e-3855-43e4-baa8-f15a3047dd2c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:25.593714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f713014-df7e-4dc0-8bb1-698142116128 req-1f35276e-3855-43e4-baa8-f15a3047dd2c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.2678719 Jul 22 21:20:25.639869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] For port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:25.640469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.694142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Calling delete_port for 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:25.728833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f713014-df7e-4dc0-8bb1-698142116128 req-6b16460b-e9a1-44d8-a747-3007d33f38ad tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336756 Jul 22 21:20:25.947718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-7d4caab1-f19e-4011-8b43-11de3d2497de tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1418329222&fields=id&tenant_id=b2c09210cc0046f8a9d20aef19ffd686 HTTP/1.1" status: 200 len: 267 time: 0.1958125 Jul 22 21:20:26.041225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device dcf38487-fec3-4e3f-b2e2-e134d940bb50 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:26.043210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:26.050554 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258ffc5e-625b-401b-9a8d-9b715467c909" -d '{"events": [{"name": "network-changed", "server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:26.120870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:26.196485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Pushing event deleted for resources: {'Port': ['ID=3a2afc56-5c2f-4106-86ab-1a4429dd96e1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:26.377490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] No DVR routers for this DVR port 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:26.383412 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:20:26.392138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:26.404328 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-142808bc-b6ef-41d5-8a5f-e83d80ec3f8f req-79cc1a3f-de10-434f-808b-ca65b119836b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "DELETE /v2.0/ports/3a2afc56-5c2f-4106-86ab-1a4429dd96e1 HTTP/1.1" status: 204 len: 173 time: 1.5910320 Jul 22 21:20:26.470973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port dcf38487-fec3-4e3f-b2e2-e134d940bb50, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=dcf38487-fec3-4e3f-b2e2-e134d940bb50,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:26.500040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'port_id': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50', 'mac_address': 'fa:16:3e:a2:90:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8c656-3596-4fbd-8ddf-85dedfe9ba72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:26.636332 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:26.911952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf38487-fec3-4e3f-b2e2-e134d940bb50 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:26.967444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port dcf38487-fec3-4e3f-b2e2-e134d940bb50, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=dcf38487-fec3-4e3f-b2e2-e134d940bb50,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:26.982258 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:27.124972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3a2afc56-5c2f-4106-86ab-1a4429dd96e1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:27.188469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-dea3e49b-dfd4-4448-9b31-f9aaa811b3c8 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:27.191608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=dcf38487-fec3-4e3f-b2e2-e134d940bb50,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:27.211368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-dea3e49b-dfd4-4448-9b31-f9aaa811b3c8 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/networks?id=4e167bca-ce58-4726-b10e-2c037e199c57 HTTP/1.1" status: 200 len: 814 time: 1.2595749 Jul 22 21:20:27.249440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1c48f-ce75-41b2-a09c-4dfc3f4bd021 req-dfd5ea4d-cd84-42b3-89e4-d758e6623b44 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:27.256234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbf1c48f-ce75-41b2-a09c-4dfc3f4bd021 req-dfd5ea4d-cd84-42b3-89e4-d758e6623b44 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 944 time: 1.2504382 Jul 22 21:20:27.294783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-352663f3-5be6-4c87-924e-d11881f386d3 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/quotas/b2c09210cc0046f8a9d20aef19ffd686 HTTP/1.1" status: 200 len: 375 time: 0.0338705 Jul 22 21:20:27.426040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bbf1c48f-ce75-41b2-a09c-4dfc3f4bd021 req-d97ff357-3a8b-4138-b306-bf5d207d4302 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449096 Jul 22 21:20:27.533419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:27.541427 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1496420e-719f-4f7d-b99a-fab7440fc5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "tag": "3aa74683-8ae6-421f-bf3e-474789823617"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:27.574552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-53a65761-a8f8-4ac5-88fe-8d584d39494c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2c09210cc0046f8a9d20aef19ffd686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2690687 Jul 22 21:20:27.689207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 3aa74683-8ae6-421f-bf3e-474789823617 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:27.882440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['dcf38487-fec3-4e3f-b2e2-e134d940bb50'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:27.927438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2577522-34eb-407b-b86f-cce73715edc0 req-a50cfabc-6960-45cd-9314-b28d24480548 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:27.930440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2577522-34eb-407b-b86f-cce73715edc0 req-a50cfabc-6960-45cd-9314-b28d24480548 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 943 time: 0.3542366 Jul 22 21:20:28.065268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-1629d6e8-45ff-4f52-a60a-14062da28e32 service neutron] 10.222.0.54 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012971 Jul 22 21:20:28.097733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f22e58a3-0082-4609-b88c-ba4362d591a6 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:28.100792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0ad17501-5e61-4bb9-8411-c27a8539c7de up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:28.123437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2577522-34eb-407b-b86f-cce73715edc0 req-37478595-d203-4301-9b3d-b6b87b402a34 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765325 Jul 22 21:20:28.334538 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-5d819147-c437-4b53-9bc3-9970441c477a service neutron] 10.222.0.54 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659466 Jul 22 21:20:28.390792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 0ad17501-5e61-4bb9-8411-c27a8539c7de completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:20:28.408781 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:20:28.503186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 0ad17501-5e61-4bb9-8411-c27a8539c7de triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:28.504020 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:28.673376 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f093c7-ac30-4f62-b77b-5afa2b7471c6 x-openstack-request-id: req-e0f093c7-ac30-4f62-b77b-5afa2b7471c6 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:28.673852 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:28.674292 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0f093c7-ac30-4f62-b77b-5afa2b7471c6 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:28.675699 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'code': 200} Jul 22 21:20:28.681845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:28.739246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0ca8bbe-3923-4c94-802a-401e28027c32 req-d5fc27b0-7b9c-4888-aa7d-a10b5d9ce9c4 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 210 time: 0.1391566 Jul 22 21:20:28.787439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 3aa74683-8ae6-421f-bf3e-474789823617 has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:20:29.185948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-608043a8-24f3-4ba7-b65e-02fa21ad0fd9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:29.194874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-608043a8-24f3-4ba7-b65e-02fa21ad0fd9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 815 time: 0.3982618 Jul 22 21:20:29.204073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:29.244227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:29.248466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Request body: {'port': {'device_id': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'admin_state_up': True, 'tenant_id': '4134e8610ba644e68b78236c641ffdec'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:29.326691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'mac_address': 'fa:16:3e:6d:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:29.525556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:29.533083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0ad17501-5e61-4bb9-8411-c27a8539c7de, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0ad17501-5e61-4bb9-8411-c27a8539c7de,segment=NetworkSegment(dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a),segment_id=dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:29.550024 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e6751d-a3bb-42da-a514-476a3fc47cb6 x-openstack-request-id: req-e2e6751d-a3bb-42da-a514-476a3fc47cb6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:29.550604 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:29.551116 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2e6751d-a3bb-42da-a514-476a3fc47cb6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:29.551919 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'status': 'completed', 'code': 200} Jul 22 21:20:29.567794 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:29.570017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:29.699058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:29.699524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a2afc56-5c2f-4106-86ab-1a4429dd96e1 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:29.737305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f80fde-69ee-4944-9144-238984372301 req-7e3bcf7b-ae01-4b8d-8bea-c4aca8aac23e tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:29.744718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74f80fde-69ee-4944-9144-238984372301 req-7e3bcf7b-ae01-4b8d-8bea-c4aca8aac23e tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 945 time: 0.3389084 Jul 22 21:20:29.811479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-58a9a1f3-ea66-48a1-aceb-654415036daa service neutron] 10.222.0.23 "GET /v2.0/ports/3aa74683-8ae6-421f-bf3e-474789823617/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.3923082 Jul 22 21:20:29.835570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22e58a3-0082-4609-b88c-ba4362d591a6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:29.903404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:29.941253 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:29.955162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0ad17501-5e61-4bb9-8411-c27a8539c7de,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:29.998589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Made reservation on behalf of 4134e8610ba644e68b78236c641ffdec for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:30.005959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:30.010352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-adf159c6-eeb9-499f-89dd-9371eccc5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:30.026456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-adf159c6-eeb9-499f-89dd-9371eccc5400 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 1096 time: 0.4618366 Jul 22 21:20:30.095675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:30.104201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3aa74683-8ae6-421f-bf3e-474789823617 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:30.163102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74f80fde-69ee-4944-9144-238984372301 req-7bf09785-3b17-417c-b91a-6755bbc66aa9 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022014 Jul 22 21:20:30.415309 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2ac3ea-d56d-4d4e-b729-d91f408e4dc1 x-openstack-request-id: req-0f2ac3ea-d56d-4d4e-b729-d91f408e4dc1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:30.416112 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "tag": "3aa74683-8ae6-421f-bf3e-474789823617", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:30.416749 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f2ac3ea-d56d-4d4e-b729-d91f408e4dc1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:30.417605 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617', 'status': 'completed', 'code': 200} Jul 22 21:20:30.577338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-9a936a9b-91c6-4d23-9543-c592e79d7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:30.582458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-9a936a9b-91c6-4d23-9543-c592e79d7c00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 906 time: 0.5326200 Jul 22 21:20:30.638155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa5740-86b9-4ea5-871f-30519cd23efd req-73f4bffc-d23b-4d19-bc0a-e421cda180d7 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:30.641442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37aa5740-86b9-4ea5-871f-30519cd23efd req-73f4bffc-d23b-4d19-bc0a-e421cda180d7 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 945 time: 0.8456852 Jul 22 21:20:30.676692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff991a-3260-412a-a409-cf53b3f86f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad17501-5e61-4bb9-8411-c27a8539c7de'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:30.681149 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c43fef-33e6-40d0-b168-634e9236b28a" -d '{"events": [{"server_uuid": "50ff991a-3260-412a-a409-cf53b3f86f02", "name": "network-vif-plugged", "status": "completed", "tag": "0ad17501-5e61-4bb9-8411-c27a8539c7de"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:30.712865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f22e58a3-0082-4609-b88c-ba4362d591a6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:30.765533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Allocated IP 172.20.0.14 (3784ea74-26b7-43ab-801c-1c67e13d3ce1/136009f9-c344-4871-a6d1-badd0c7274e4/2f072484-542c-4308-86fa-b8db57f47899) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:30.827264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-49474965-a8b4-48ea-8751-c90d285d3e53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22e58a3-0082-4609-b88c-ba4362d591a6 HTTP/1.1" status: 200 len: 217 time: 0.1816404 Jul 22 21:20:30.854331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37aa5740-86b9-4ea5-871f-30519cd23efd req-89e02aa4-1b30-4aa3-9ac4-893cb3e22c94 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155221 Jul 22 21:20:31.107674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-0a492ae4-b2c0-41ae-86fa-cd7dee9e6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:31.111121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-0a492ae4-b2c0-41ae-86fa-cd7dee9e6eab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.2514424 Jul 22 21:20:31.155912 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:31.219422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:31.245256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7383b6c-effc-433b-b0a5-b5bf1acebdb2 req-4212a7a0-408d-45c3-b845-c634f9435401 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:31.260036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7383b6c-effc-433b-b0a5-b5bf1acebdb2 req-4212a7a0-408d-45c3-b845-c634f9435401 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 945 time: 0.6576827 Jul 22 21:20:31.265220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-191ee89b-7371-4010-8c27-3556eec9550e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022034 Jul 22 21:20:31.481346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7383b6c-effc-433b-b0a5-b5bf1acebdb2 req-c1e55290-d249-4f37-a6e6-b2aa5980241f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076688 Jul 22 21:20:31.648099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-280135c4-9cc4-48dd-9661-b25f946b8c14 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478551 Jul 22 21:20:31.794142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c350f92-0a9d-4d37-a058-35de919e709b req-a1fd1205-ec96-41a5-ba42-c5aa43368767 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:31.809909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c350f92-0a9d-4d37-a058-35de919e709b req-a1fd1205-ec96-41a5-ba42-c5aa43368767 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.7498765 Jul 22 21:20:31.851236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:31.967419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'name': 'network-vif-deleted', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:31.972913 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac6f04c-c5cc-4c90-bf3e-668bc55cf6c6" -d '{"events": [{"server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "name": "network-vif-deleted", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:31.982348 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:31.998743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:32.033816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c350f92-0a9d-4d37-a058-35de919e709b req-2b4da4f3-bd0d-499f-a894-994a9973acbc tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237008 Jul 22 21:20:32.075400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa74683-8ae6-421f-bf3e-474789823617 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:32.107804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:32.108393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-258ffc5e-625b-401b-9a8d-9b715467c909 req-93bb9bae-e704-4482-abe1-4fbeeb602eda service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247174 Jul 22 21:20:32.114387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device dcf38487-fec3-4e3f-b2e2-e134d940bb50 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:32.140747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-7d4eb34f-8ef3-49e5-8704-9e10050d4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:32.144165 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-7d4eb34f-8ef3-49e5-8704-9e10050d4ef4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1126 time: 1.6773727 Jul 22 21:20:32.152577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:32.177748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60864871-f07f-4781-b4b4-16ee37cfb546 req-f7821a02-287c-4d86-a65d-cb948e4e6a97 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:32.191417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60864871-f07f-4781-b4b4-16ee37cfb546 req-f7821a02-287c-4d86-a65d-cb948e4e6a97 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 943 time: 0.5399122 Jul 22 21:20:32.321239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60864871-f07f-4781-b4b4-16ee37cfb546 req-7e7cab95-d232-4855-aeee-6136169ec3d8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276793 Jul 22 21:20:32.358515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port dcf38487-fec3-4e3f-b2e2-e134d940bb50 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:20:32.368601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port dcf38487-fec3-4e3f-b2e2-e134d940bb50 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:32.374873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:32.449529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34eecc42-1d00-461d-8c91-064808fcc609 req-c77d89ff-6d70-4309-82f0-483875988329 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.1625772 Jul 22 21:20:32.624967 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7007c357-a2b4-4c90-a279-01c3519cdaa9 x-openstack-request-id: req-7007c357-a2b4-4c90-a279-01c3519cdaa9 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:32.625439 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff991a-3260-412a-a409-cf53b3f86f02", "name": "network-vif-plugged", "status": "completed", "tag": "0ad17501-5e61-4bb9-8411-c27a8539c7de", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:32.626367 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7007c357-a2b4-4c90-a279-01c3519cdaa9 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:32.626910 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff991a-3260-412a-a409-cf53b3f86f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad17501-5e61-4bb9-8411-c27a8539c7de', 'code': 200} Jul 22 21:20:32.627830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:32.685826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea114ec1-7425-4459-8fd6-8f85c3110f7b req-c3b14839-00da-4fa9-b118-a56959f19eda tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 210 time: 0.1064942 Jul 22 21:20:32.845664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port dcf38487-fec3-4e3f-b2e2-e134d940bb50, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=dcf38487-fec3-4e3f-b2e2-e134d940bb50,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:32.863073 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:32.922052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-584e598e-3bcc-4a6d-a104-0464a2adf8e0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:32.931041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-584e598e-3bcc-4a6d-a104-0464a2adf8e0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.4801109 Jul 22 21:20:32.997667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] Transition to ACTIVE for port object 3aa74683-8ae6-421f-bf3e-474789823617 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:33.036587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:33.117103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:33.132446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=dcf38487-fec3-4e3f-b2e2-e134d940bb50,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:33.423871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:33.473455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:33.483981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76344-346c-4787-80bd-6fac89d96ecb req-40904810-0c98-4179-a776-dbd4df222ff5 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:33.498577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46a76344-346c-4787-80bd-6fac89d96ecb req-40904810-0c98-4179-a776-dbd4df222ff5 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 945 time: 0.5596559 Jul 22 21:20:33.501471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:33.538586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port c0f438a1-7937-4c9a-bd06-a45c524139e2 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:33.539162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:33.581838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e1a4-3534-43e1-8bb6-03e3f5c42eeb req-0ad86e32-f007-469e-acda-467976872786 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:33.595597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc00e1a4-3534-43e1-8bb6-03e3f5c42eeb req-0ad86e32-f007-469e-acda-467976872786 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 946 time: 0.6479053 Jul 22 21:20:33.621415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] No DVR routers for this DVR port 3aa74683-8ae6-421f-bf3e-474789823617 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:33.640163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:33.660422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-4791147c-1820-451d-a8ab-827340ba37db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:33.664659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-4791147c-1820-451d-a8ab-827340ba37db service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 1.5054128 Jul 22 21:20:33.674857 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46a76344-346c-4787-80bd-6fac89d96ecb req-d2df48e6-2ffc-454a-b02c-e93e58d5a840 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749690 Jul 22 21:20:33.778197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-01688e9d-79dc-4cbf-8de2-9be94937e8c3 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:33.780738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-01688e9d-79dc-4cbf-8de2-9be94937e8c3 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.23 "GET /v2.0/networks?id=4e167bca-ce58-4726-b10e-2c037e199c57 HTTP/1.1" status: 200 len: 814 time: 1.3325143 Jul 22 21:20:33.817801 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce4fd3f-10cb-4ea5-ae16-30e60ca3768d x-openstack-request-id: req-8ce4fd3f-10cb-4ea5-ae16-30e60ca3768d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:33.818134 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec6cc52-5c7a-4de3-ad34-18b6b4e1033e", "name": "network-vif-deleted", "tag": "3a2afc56-5c2f-4106-86ab-1a4429dd96e1", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:33.818507 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ce4fd3f-10cb-4ea5-ae16-30e60ca3768d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:33.818830 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec6cc52-5c7a-4de3-ad34-18b6b4e1033e', 'name': 'network-vif-deleted', 'tag': '3a2afc56-5c2f-4106-86ab-1a4429dd96e1', 'status': 'completed', 'code': 200} Jul 22 21:20:33.874722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc00e1a4-3534-43e1-8bb6-03e3f5c42eeb req-387ad200-6be6-40be-9ae6-f60b0d1ba3de tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773969 Jul 22 21:20:33.928591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-da20a4cf-1d48-4c3d-8dea-451c3fdda7d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 217 time: 0.1458983 Jul 22 21:20:33.935749 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] 10.222.0.23 "PUT /v2.0/ports/3aa74683-8ae6-421f-bf3e-474789823617/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 4.1043396 Jul 22 21:20:34.035380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port c0f438a1-7937-4c9a-bd06-a45c524139e2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c0f438a1-7937-4c9a-bd06-a45c524139e2,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:34.035952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:34.047064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1219f-d582-488d-a280-69e3f88918ea req-1c963280-8375-42c8-aac0-e74f2e7452d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:34.049405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-17b1219f-d582-488d-a280-69e3f88918ea req-1c963280-8375-42c8-aac0-e74f2e7452d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 1097 time: 1.0461977 Jul 22 21:20:34.071738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:34.072900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:34.085107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-b975214e-7d0e-486d-8469-74829e9b6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:34.086946 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-b975214e-7d0e-486d-8469-74829e9b6575 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1260750 Jul 22 21:20:34.106031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for c0f438a1-7937-4c9a-bd06-a45c524139e2 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:34.117060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f22e58a3-0082-4609-b88c-ba4362d591a6 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:34.208298 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-12615d3c-64c5-428b-94cd-ac62fdf399b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904515 Jul 22 21:20:34.238839 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-45403914-41f3-4f52-8466-8804bee9f3cd tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2c09210cc0046f8a9d20aef19ffd686 HTTP/1.1" status: 200 len: 380 time: 0.4344561 Jul 22 21:20:34.243188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-a882c1bb-1523-4827-acff-6ffd763e3255 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0174763 Jul 22 21:20:34.248845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] Pushing event updated for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:34.251712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port f22e58a3-0082-4609-b88c-ba4362d591a6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:20:34.259455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port f22e58a3-0082-4609-b88c-ba4362d591a6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:34.260751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:34.304415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Request body: {'port': {'device_id': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:34.361309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Request body: {'port': {'device_id': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'admin_state_up': True, 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'security_groups': ['316d0fb9-d9e7-4352-97d0-cec42bff2bf9']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:34.471693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-17b1219f-d582-488d-a280-69e3f88918ea req-40ef77cc-dea0-42a9-b4ad-d29f20ae119a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772242 Jul 22 21:20:34.520325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:34.628719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7f0968-492d-4865-b83f-68ba767150ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50'}, {'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:34.629109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:34.632085 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a829f-ce7b-4001-ae4d-8cfe75503436" -d '{"events": [{"server_uuid": "3a7f0968-492d-4865-b83f-68ba767150ca", "name": "network-vif-plugged", "status": "completed", "tag": "dcf38487-fec3-4e3f-b2e2-e134d940bb50"}, {"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-plugged", "status": "completed", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:34.637844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:34.649521 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:34.697611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-7f031a04-5ef7-41e0-8de7-1a6acb67f41f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:34.706384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-7f031a04-5ef7-41e0-8de7-1a6acb67f41f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.6593704 Jul 22 21:20:34.741516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-08d58957-3438-419b-a4f7-7719e176d031 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250571 Jul 22 21:20:34.793219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:34.838679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Made reservation on behalf of b2c09210cc0046f8a9d20aef19ffd686 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:34.845502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:34.873938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecac22-4ae9-41e0-a3c6-fb92e674cf1b req-36286376-a027-4a56-ae33-2ad8441d7409 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:34.877669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ecac22-4ae9-41e0-a3c6-fb92e674cf1b req-36286376-a027-4a56-ae33-2ad8441d7409 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 945 time: 0.7794991 Jul 22 21:20:34.887380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0976a4-cb2a-4165-9dbc-8871585a79a2 req-afb463ea-b7f3-4826-bc40-5960f1452a24 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:34.895969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b0976a4-cb2a-4165-9dbc-8871585a79a2 req-afb463ea-b7f3-4826-bc40-5960f1452a24 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea3db4f-f820-459c-bee9-c719018c867e HTTP/1.1" status: 200 len: 945 time: 0.7862864 Jul 22 21:20:35.152626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b0976a4-cb2a-4165-9dbc-8871585a79a2 req-5c909065-059e-4121-b5bd-ec2e98190b23 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550085 Jul 22 21:20:35.166677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ecac22-4ae9-41e0-a3c6-fb92e674cf1b req-49b1ff9b-d37d-4bdd-a96e-d46be7e5ba92 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670269 Jul 22 21:20:35.259222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-93b71564-3302-44aa-9511-628eda89f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:35.269739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-93b71564-3302-44aa-9511-628eda89f7e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1&tenant_id=da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 1096 time: 0.5534241 Jul 22 21:20:35.288584 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:35.314560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:35.500329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=c0f438a1-7937-4c9a-bd06-a45c524139e2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:35.656061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6194c8b-7049-4845-a762-94ade064c1e9 req-5c6da8d1-0ef9-4ecd-b876-6536141a9701 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.1601708 Jul 22 21:20:35.713223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port c0f438a1-7937-4c9a-bd06-a45c524139e2 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:35.717874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:35.720658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60b72c34-766c-4c1a-a210-e5eefbdbc6cb req-a6c5510e-7008-4117-aaad-0de27e4017b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "DELETE /v2.0/ports/c0f438a1-7937-4c9a-bd06-a45c524139e2 HTTP/1.1" status: 204 len: 173 time: 2.7753863 Jul 22 21:20:35.722603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea3db4f-f820-459c-bee9-c719018c867e', 'name': 'network-vif-deleted', 'tag': 'c0f438a1-7937-4c9a-bd06-a45c524139e2'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:35.726968 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f07e6a-dfa3-4c9a-b561-5a78f9a5da6e" -d '{"events": [{"server_uuid": "2ea3db4f-f820-459c-bee9-c719018c867e", "name": "network-vif-deleted", "tag": "c0f438a1-7937-4c9a-bd06-a45c524139e2"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:35.779723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1496420e-719f-4f7d-b99a-fab7440fc5c4 req-a06ac635-3b9a-469d-b7c8-f1944acf4c28 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0274720 Jul 22 21:20:35.794126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051121fe-3ba8-429d-b57b-f5e8d5a17a62 req-910bd760-fc0c-41ff-8e0b-a85c8594b3a0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:35.808269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-051121fe-3ba8-429d-b57b-f5e8d5a17a62 req-910bd760-fc0c-41ff-8e0b-a85c8594b3a0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.4968519 Jul 22 21:20:35.869214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-a870f7b0-17f2-407a-930c-797d1d1695f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:35.885356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-a870f7b0-17f2-407a-930c-797d1d1695f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1096 time: 0.5588539 Jul 22 21:20:36.129089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c0f438a1-7937-4c9a-bd06-a45c524139e2 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:36.171034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-9363f6d4-56ac-4d32-9322-247721cfbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:36.173963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-9363f6d4-56ac-4d32-9322-247721cfbfcc service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.2709110 Jul 22 21:20:36.225258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Allocated IP 172.20.0.13 (4e167bca-ce58-4726-b10e-2c037e199c57/ef60dcf8-be65-46b2-9b95-93d4d309939e/61f006dd-a17b-43ce-a2da-a986c57b67ac) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:36.240416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f072484-542c-4308-86fa-b8db57f47899 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:36.260549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:36.268056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c0f438a1-7937-4c9a-bd06-a45c524139e2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:36.270967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c0f438a1-7937-4c9a-bd06-a45c524139e2 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:36.280280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-b796a8d6-0021-4a0f-9c2f-de825160bc7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 217 time: 0.0931892 Jul 22 21:20:36.293913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Transition to ACTIVE for port object 2f072484-542c-4308-86fa-b8db57f47899 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:36.306762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:36.405834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-051121fe-3ba8-429d-b57b-f5e8d5a17a62 req-8dc8a059-8aa7-4c5e-95b8-325e16e52d45 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935740 Jul 22 21:20:36.476370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:36.573639 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c018971-44a3-4ffd-a88c-5a3109737e2b x-openstack-request-id: req-6c018971-44a3-4ffd-a88c-5a3109737e2b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:36.573639 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7f0968-492d-4865-b83f-68ba767150ca", "name": "network-vif-plugged", "status": "completed", "tag": "dcf38487-fec3-4e3f-b2e2-e134d940bb50", "code": 200}, {"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-plugged", "status": "completed", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:36.574718 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c018971-44a3-4ffd-a88c-5a3109737e2b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:36.574718 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7f0968-492d-4865-b83f-68ba767150ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50', 'code': 200} Jul 22 21:20:36.575098 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'code': 200} Jul 22 21:20:36.607688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-d6d0945d-b431-4d45-b5a9-251991d043de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:36.614845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-d6d0945d-b431-4d45-b5a9-251991d043de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.3174272 Jul 22 21:20:36.736409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-d1afa9c5-f21f-4432-af26-03e6f6d23aab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992842 Jul 22 21:20:36.759558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc307-9fb0-4ea5-88de-5c71533e2a9d req-2b0548b2-1faa-4ce6-928a-f7f35e0f5202 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:36.762763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f9fc307-9fb0-4ea5-88de-5c71533e2a9d req-2b0548b2-1faa-4ce6-928a-f7f35e0f5202 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 932 time: 0.5863442 Jul 22 21:20:36.849182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:36.878145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Transition to ACTIVE for port object 61f006dd-a17b-43ce-a2da-a986c57b67ac will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:36.974958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:37.030015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Attempting to bind port 2f072484-542c-4308-86fa-b8db57f47899 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:37.030771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Attempting to bind port 2f072484-542c-4308-86fa-b8db57f47899 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:37.031568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Attempting to bind port 2f072484-542c-4308-86fa-b8db57f47899 on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:37.048632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Port 2f072484-542c-4308-86fa-b8db57f47899 on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:37.049463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Attempting to bind port 2f072484-542c-4308-86fa-b8db57f47899 on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:37.061670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:37.062037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Checking segment: {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:37.062385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Bound using segment: {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:37.062840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Bound port: 2f072484-542c-4308-86fa-b8db57f47899, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:37.067247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:37.164521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Network 4e167bca-ce58-4726-b10e-2c037e199c57 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:37.191917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:37.195708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:37.283354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f9fc307-9fb0-4ea5-88de-5c71533e2a9d req-b9550cc4-19a2-4e54-9b31-b5ce5d706ecd tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183481 Jul 22 21:20:37.393802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:37.399355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:37.422105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29016fc8-56ce-47f3-9b02-ee7856fcb3a8 req-81808f1e-717f-46dc-b020-ee640d4c541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:37.427470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29016fc8-56ce-47f3-9b02-ee7856fcb3a8 req-81808f1e-717f-46dc-b020-ee640d4c541a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 1098 time: 0.6276703 Jul 22 21:20:37.470895 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:37.473916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event updated for resources: {'Port': ['ID=61f006dd-a17b-43ce-a2da-a986c57b67ac,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:37.564185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.564641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.565227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.565764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.566295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.566846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.567424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.567992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.569319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.569885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.570537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.571336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:37.609778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:37.612021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:37.613816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] 10.222.0.23 "PUT /v2.0/ports/2f072484-542c-4308-86fa-b8db57f47899 HTTP/1.1" status: 200 len: 1093 time: 3.3217542 Jul 22 21:20:37.648194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'tag': '2f072484-542c-4308-86fa-b8db57f47899'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:37.651288 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8dcd4c-a355-46b4-90b3-857186256749" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "tag": "2f072484-542c-4308-86fa-b8db57f47899"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:37.687707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff40bc-ff77-40ba-ad80-68e9cdfa0c02 req-fe120d5a-e26d-4753-8b4d-ad14fbfe0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:37.690430 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ebff40bc-ff77-40ba-ad80-68e9cdfa0c02 req-fe120d5a-e26d-4753-8b4d-ad14fbfe0af1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 1098 time: 0.8763576 Jul 22 21:20:37.697368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1b886-7ee9-419c-ad93-c408ab55e79a req-270545cc-e133-4276-a5ca-419777b6758b tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:37.710691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccc1b886-7ee9-419c-ad93-c408ab55e79a req-270545cc-e133-4276-a5ca-419777b6758b tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 945 time: 0.9705725 Jul 22 21:20:37.721120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:37.722138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:37.769121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c3787654-facd-468b-a318-418b32ee51ca None None] Provisioning for port 61f006dd-a17b-43ce-a2da-a986c57b67ac completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:20:37.778207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c3787654-facd-468b-a318-418b32ee51ca None None] Provisioning complete for port 61f006dd-a17b-43ce-a2da-a986c57b67ac triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:37.779119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3787654-facd-468b-a318-418b32ee51ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:37.899045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c3787654-facd-468b-a318-418b32ee51ca None None] Port 61f006dd-a17b-43ce-a2da-a986c57b67ac cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:20:37.913569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-109a16c1-ea68-48b4-8de3-a364b26420b5 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1489773 Jul 22 21:20:37.921795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a457d12-cea3-4cd0-b617-7fc3366cb947 service neutron] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:37.930523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-f00dc061-4c38-4327-8d82-8978422bdc4c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5761983 Jul 22 21:20:37.973127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Request body: {'port': {'device_id': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:38.077850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-1b68d95e-4c9d-4c75-8030-d90aba451f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:38.080744 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-1b68d95e-4c9d-4c75-8030-d90aba451f5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.3884096 Jul 22 21:20:38.083637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ebff40bc-ff77-40ba-ad80-68e9cdfa0c02 req-009493cb-21dd-485e-a1f2-2b2191992e57 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545334 Jul 22 21:20:38.171099 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:38.273459 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-55b6d43f-177c-4bab-b1e0-e6b90662e395 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f072484-542c-4308-86fa-b8db57f47899 HTTP/1.1" status: 200 len: 217 time: 0.0895939 Jul 22 21:20:38.615922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-0e31a0c4-1778-43fd-a472-36140938d824 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782610 Jul 22 21:20:38.619049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29016fc8-56ce-47f3-9b02-ee7856fcb3a8 req-4ed1aa69-fd1a-48ef-a769-eee45759de55 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1716549 Jul 22 21:20:38.658769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccc1b886-7ee9-419c-ad93-c408ab55e79a req-5c9c68ac-dc99-46e7-979f-5ac79e51cd85 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9469485 Jul 22 21:20:38.704331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5603db-cf8a-4790-84e1-bbf6811801e9 req-1075c89f-cc36-44b5-80bf-1e4caa8ab002 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:38.719737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b5603db-cf8a-4790-84e1-bbf6811801e9 req-1075c89f-cc36-44b5-80bf-1e4caa8ab002 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 946 time: 1.1345439 Jul 22 21:20:38.805256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b5603db-cf8a-4790-84e1-bbf6811801e9 req-795b9c2f-f708-4d4e-a7c5-ac8aab002524 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838394 Jul 22 21:20:38.821274 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af6a674-c69d-4eff-9a4c-d4a595813447 x-openstack-request-id: req-8af6a674-c69d-4eff-9a4c-d4a595813447 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:38.821774 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea3db4f-f820-459c-bee9-c719018c867e", "name": "network-vif-deleted", "tag": "c0f438a1-7937-4c9a-bd06-a45c524139e2", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:38.821914 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8af6a674-c69d-4eff-9a4c-d4a595813447 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:38.822454 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea3db4f-f820-459c-bee9-c719018c867e', 'name': 'network-vif-deleted', 'tag': 'c0f438a1-7937-4c9a-bd06-a45c524139e2', 'status': 'completed', 'code': 200} Jul 22 21:20:39.154784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f006dd-a17b-43ce-a2da-a986c57b67ac {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:39.188060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:39.237718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Transition to ACTIVE for port object 61f006dd-a17b-43ce-a2da-a986c57b67ac will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:39.259805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:39.409070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-ce118ec3-8e5b-4c06-bcbc-5b6a419086de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:39.417216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-ce118ec3-8e5b-4c06-bcbc-5b6a419086de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=136009f9-c344-4871-a6d1-badd0c7274e4 HTTP/1.1" status: 200 len: 855 time: 0.8791857 Jul 22 21:20:39.601319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10770c35-b221-4c10-af69-5e5f2dcfe991 req-00b86a16-3070-4c51-9230-da43d49ebe68 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:39.604148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10770c35-b221-4c10-af69-5e5f2dcfe991 req-00b86a16-3070-4c51-9230-da43d49ebe68 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.5949714 Jul 22 21:20:39.618098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc01d5-dbe3-476a-b625-99dbb66ab73c req-f20f558c-559c-45b7-af87-e037ce4f99ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:39.621404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82fc01d5-dbe3-476a-b625-99dbb66ab73c req-f20f558c-559c-45b7-af87-e037ce4f99ab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 944 time: 0.3578582 Jul 22 21:20:39.657027 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-f2fd06cc-9644-42c0-b96d-88faa53f2f57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3784ea74-26b7-43ab-801c-1c67e13d3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528695 Jul 22 21:20:39.657981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Pushing event updated for resources: {'Port': ['ID=61f006dd-a17b-43ce-a2da-a986c57b67ac,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:39.746973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-774366f1-1e59-42a9-a79f-3829077ba902 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:39.762599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-774366f1-1e59-42a9-a79f-3829077ba902 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.6394305 Jul 22 21:20:39.808070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Attempting to bind port 61f006dd-a17b-43ce-a2da-a986c57b67ac on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:39.819295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Attempting to bind port 61f006dd-a17b-43ce-a2da-a986c57b67ac by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:39.820466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Attempting to bind port 61f006dd-a17b-43ce-a2da-a986c57b67ac on network 4e167bca-ce58-4726-b10e-2c037e199c57 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:39.903023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Port 61f006dd-a17b-43ce-a2da-a986c57b67ac on network 4e167bca-ce58-4726-b10e-2c037e199c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:39.903696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Attempting to bind port 61f006dd-a17b-43ce-a2da-a986c57b67ac on network 4e167bca-ce58-4726-b10e-2c037e199c57 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:39.917134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:39.917845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Checking segment: {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:39.918582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Bound using segment: {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:39.919459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Bound port: 61f006dd-a17b-43ce-a2da-a986c57b67ac, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a9aeeb-4f74-44e1-bf69-70e925136977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:39.920180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:39.961761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10770c35-b221-4c10-af69-5e5f2dcfe991 req-ca0a5441-a5f0-4b80-8f62-01fb0fdee48c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388357 Jul 22 21:20:40.065341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-df3ae72c-09ff-48a1-b5db-2f3893d1da92 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689539 Jul 22 21:20:40.088886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82fc01d5-dbe3-476a-b625-99dbb66ab73c req-b8eb1dd5-cf48-47a3-841b-8da5cdacec3f tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446354 Jul 22 21:20:40.275602 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b22f34-6c46-4402-a64a-2f4557949ab3 x-openstack-request-id: req-c2b22f34-6c46-4402-a64a-2f4557949ab3 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:40.277426 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "tag": "2f072484-542c-4308-86fa-b8db57f47899", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:40.278833 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2b22f34-6c46-4402-a64a-2f4557949ab3 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:40.278833 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'tag': '2f072484-542c-4308-86fa-b8db57f47899', 'status': 'completed', 'code': 200} Jul 22 21:20:40.376698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-ff0ebbf4-ab37-47c4-a356-2c7e2ad71c3f service neutron] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:40.385037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-ff0ebbf4-ab37-47c4-a356-2c7e2ad71c3f service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:40.386879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-ff0ebbf4-ab37-47c4-a356-2c7e2ad71c3f service neutron] 10.222.0.58 "DELETE /v2.0/ports/3aa74683-8ae6-421f-bf3e-474789823617/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.5994086 Jul 22 21:20:40.428230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2011b3-f1c9-4be5-8728-4b4365c57ce2 req-1a159f7b-6659-4324-97af-16773c44dbe2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:40.441832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b2011b3-f1c9-4be5-8728-4b4365c57ce2 req-1a159f7b-6659-4324-97af-16773c44dbe2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.2498899 Jul 22 21:20:40.764574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b2011b3-f1c9-4be5-8728-4b4365c57ce2 req-ed7651e7-d2d4-4157-8d86-875e3f5596b1 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597573 Jul 22 21:20:40.835453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48538a46-0eec-47cb-b793-9333dd7072ef req-45bef60b-6ed1-4d59-af53-7061e5429726 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:40.837925 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48538a46-0eec-47cb-b793-9333dd7072ef req-45bef60b-6ed1-4d59-af53-7061e5429726 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 944 time: 0.3945687 Jul 22 21:20:40.974330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48538a46-0eec-47cb-b793-9333dd7072ef req-d4de9f2c-6cbe-4bcb-b07b-e0b98ddbf575 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249063 Jul 22 21:20:40.980414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] For port 61f006dd-a17b-43ce-a2da-a986c57b67ac, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:41.060589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] For port 61f006dd-a17b-43ce-a2da-a986c57b67ac, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:41.071957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:41.236398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Pushing event updated for resources: {'Port': ['ID=61f006dd-a17b-43ce-a2da-a986c57b67ac,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:41.265829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd0fca5e-8819-43af-81b4-79f3bad5e4bd req-ed8103f4-385c-48d3-9b7e-48070abd8257 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1701612 Jul 22 21:20:41.273743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:41.275418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:41.278355 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-08295191-c4a0-48ca-a0be-8ce2185a0e74 service neutron] 10.222.0.23 "PUT /v2.0/ports/61f006dd-a17b-43ce-a2da-a986c57b67ac HTTP/1.1" status: 200 len: 1093 time: 3.3144000 Jul 22 21:20:41.678712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dcd4c-a355-46b4-90b3-857186256749 req-523aac5b-2682-4c76-8c45-fe991fefc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:41.685720 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da8dcd4c-a355-46b4-90b3-857186256749 req-523aac5b-2682-4c76-8c45-fe991fefc340 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.2748530 Jul 22 21:20:41.687408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-50284a95-b87d-4824-8ae9-7667d15ff4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:41.690982 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-50284a95-b87d-4824-8ae9-7667d15ff4c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2c09210cc0046f8a9d20aef19ffd686&device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 1096 time: 0.3320189 Jul 22 21:20:41.747200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534de073-480f-454f-9c63-91eb1911b43c req-745ba0ac-92d9-4f81-9c31-e8f1511c23e9 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:41.763929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-534de073-480f-454f-9c63-91eb1911b43c req-745ba0ac-92d9-4f81-9c31-e8f1511c23e9 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 946 time: 0.5462410 Jul 22 21:20:41.862349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-4d6a738b-3972-4dc2-babe-43e09162622a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac HTTP/1.1" status: 200 len: 217 time: 0.1226635 Jul 22 21:20:41.915557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-5e7c2f5a-e291-4338-983f-ff4c386bcd4b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:41.919611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-5e7c2f5a-e291-4338-983f-ff4c386bcd4b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.6633067 Jul 22 21:20:41.979937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-52147a0c-5702-493f-898a-7310db3a7e3c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/quotas/2d7294d0f9534b73bc1430f80d8544c9 HTTP/1.1" status: 200 len: 375 time: 0.0445142 Jul 22 21:20:42.026444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-534de073-480f-454f-9c63-91eb1911b43c req-805fb3b6-59fa-4b2c-b74b-325164cad776 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573740 Jul 22 21:20:42.089947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-a2fdbbb8-f803-49aa-b718-f45ced3b2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:42.093943 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-a2fdbbb8-f803-49aa-b718-f45ced3b2367 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef60dcf8-be65-46b2-9b95-93d4d309939e HTTP/1.1" status: 200 len: 853 time: 0.2094531 Jul 22 21:20:42.232156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-71e7da48-6a72-4837-a9d6-34c1948cbdea tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501423 Jul 22 21:20:42.301072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:42.307463 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9fdfbc-d966-412a-bf74-45e47591f038" -d '{"events": [{"name": "network-changed", "server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:42.347887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dcd4c-a355-46b4-90b3-857186256749 req-f668394d-d503-4c95-b38a-8f6fed93bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:42.352153 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da8dcd4c-a355-46b4-90b3-857186256749 req-f668394d-d503-4c95-b38a-8f6fed93bf8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 916 time: 0.6393952 Jul 22 21:20:42.545724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da8dcd4c-a355-46b4-90b3-857186256749 req-6f7d8222-c91d-46c4-b004-b648ec07ab3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f072484-542c-4308-86fa-b8db57f47899 HTTP/1.1" status: 200 len: 217 time: 0.1519198 Jul 22 21:20:42.567921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960204-872e-4339-a58d-d8cfeea7b37a req-86fc752b-be24-4af0-95f3-30de492ffd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:42.570504 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-86fc752b-be24-4af0-95f3-30de492ffd8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e167bca-ce58-4726-b10e-2c037e199c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4413648 Jul 22 21:20:42.576196 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ebd2ad8-7233-43b6-97a6-db65301de329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:42.602621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-06e435e9-5f0f-42a4-8f3c-3e50782c05c1 service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520966 Jul 22 21:20:42.701895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab31fee-9f55-41f0-969d-8d77e5a2338f req-ec15f728-88a7-4dd5-9312-86fcecca1ed6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:42.707206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ab31fee-9f55-41f0-969d-8d77e5a2338f req-ec15f728-88a7-4dd5-9312-86fcecca1ed6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.4272568 Jul 22 21:20:42.789579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dcd4c-a355-46b4-90b3-857186256749 req-0f797f90-14be-4f46-8d2e-ba5c5b14d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:42.792408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da8dcd4c-a355-46b4-90b3-857186256749 req-0f797f90-14be-4f46-8d2e-ba5c5b14d281 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=136009f9-c344-4871-a6d1-badd0c7274e4 HTTP/1.1" status: 200 len: 855 time: 0.2281883 Jul 22 21:20:42.886728 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da8dcd4c-a355-46b4-90b3-857186256749 req-26b93a08-9495-4516-8dc8-26f553d96c79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3784ea74-26b7-43ab-801c-1c67e13d3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678291 Jul 22 21:20:42.932451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-872b2836-606b-4a21-a3d6-c4de4ec76eb2 service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257251 Jul 22 21:20:42.932790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ab31fee-9f55-41f0-969d-8d77e5a2338f req-c4327c7d-e46c-495d-980b-f9a62e84b420 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979961 Jul 22 21:20:43.044540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-9dd18a9a-5a90-4443-97e5-79bfdf845f9a service neutron] 10.222.0.54 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225388 Jul 22 21:20:43.203597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da8dcd4c-a355-46b4-90b3-857186256749 req-f1991355-025a-409d-a805-40b89487d500 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673929 Jul 22 21:20:43.300299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87daba7-d071-4a98-8d96-d313650749c6 req-65a9260b-9662-404f-bcbf-3013bcf01630 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:43.302950 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a87daba7-d071-4a98-8d96-d313650749c6 req-65a9260b-9662-404f-bcbf-3013bcf01630 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 944 time: 0.1799109 Jul 22 21:20:43.395276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a87daba7-d071-4a98-8d96-d313650749c6 req-e3450d48-7cd9-40c1-be58-55deeffc8e81 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609915 Jul 22 21:20:43.605812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da8dcd4c-a355-46b4-90b3-857186256749 req-c02a8e16-f3a0-4fbf-94d9-3ee0df942795 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808939 Jul 22 21:20:43.707758 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61960204-872e-4339-a58d-d8cfeea7b37a req-608fab26-8b8c-45df-a39d-790eb0965244 service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546661 Jul 22 21:20:43.878640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06bce9-135f-4caa-98b5-9eda014103e2 req-855bd681-e663-4e60-a175-5f1165c0af41 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:43.882196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef06bce9-135f-4caa-98b5-9eda014103e2 req-855bd681-e663-4e60-a175-5f1165c0af41 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 944 time: 0.2823248 Jul 22 21:20:44.106513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef06bce9-135f-4caa-98b5-9eda014103e2 req-eb03168d-1509-4f45-bc01-144ff06d6b31 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155628 Jul 22 21:20:44.152171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59baf-c50f-4e45-bda3-724e3f9ef065 req-3f4ac83a-e6d7-4571-9c52-ed735262b314 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:44.152171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bee59baf-c50f-4e45-bda3-724e3f9ef065 req-3f4ac83a-e6d7-4571-9c52-ed735262b314 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1096 time: 0.1482923 Jul 22 21:20:44.233073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bee59baf-c50f-4e45-bda3-724e3f9ef065 req-6b9e37f0-00d3-4c24-ab10-a856f9435cc5 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767810 Jul 22 21:20:44.393540 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad21bf75-f4c8-455c-80d2-1230b10b9cdb x-openstack-request-id: req-ad21bf75-f4c8-455c-80d2-1230b10b9cdb {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:44.394360 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:44.395049 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad21bf75-f4c8-455c-80d2-1230b10b9cdb {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:44.396212 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'status': 'completed', 'code': 200} Jul 22 21:20:44.665383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-ec2c80b2-79b7-43c7-b6c0-745de1c32976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:44.668005 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-ec2c80b2-79b7-43c7-b6c0-745de1c32976 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2c09210cc0046f8a9d20aef19ffd686&device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 1096 time: 0.2310188 Jul 22 21:20:44.712247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c984b90-8840-48bc-910c-c1e927b3c5b4 req-91f5ba2a-d4de-4bfb-a947-7b6b9a14fb1f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 210 time: 0.0740283 Jul 22 21:20:45.031399 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-986b7a20-39d0-4fd0-bc2f-9227bc9a6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:45.034090 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-986b7a20-39d0-4fd0-bc2f-9227bc9a6da9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e167bca-ce58-4726-b10e-2c037e199c57 HTTP/1.1" status: 200 len: 915 time: 0.3347492 Jul 22 21:20:45.160770 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-96f15957-c32f-4050-850b-392c0e282e6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac HTTP/1.1" status: 200 len: 217 time: 0.0858731 Jul 22 21:20:45.204309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fda75e5f-b530-4877-9906-5566740ba36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:45.315624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:45.321924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-2d478f25-92bb-4313-9877-ec4bc2c20988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:45.334041 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-2d478f25-92bb-4313-9877-ec4bc2c20988 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef60dcf8-be65-46b2-9b95-93d4d309939e HTTP/1.1" status: 200 len: 853 time: 0.1619635 Jul 22 21:20:45.356829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15005010-e6fb-44cc-a48e-1814833a99d5 req-8587a097-ab12-4144-8fea-4086310728c9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:45.360880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15005010-e6fb-44cc-a48e-1814833a99d5 req-8587a097-ab12-4144-8fea-4086310728c9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 944 time: 0.2684901 Jul 22 21:20:45.492411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15005010-e6fb-44cc-a48e-1814833a99d5 req-e7352255-5539-4372-b9d3-12a8f95de6c1 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181695 Jul 22 21:20:45.604420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-10bbc7da-5937-4c2c-96a9-38aa077f7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:45.607590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-10bbc7da-5937-4c2c-96a9-38aa077f7fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e167bca-ce58-4726-b10e-2c037e199c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2483132 Jul 22 21:20:46.015467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b21e63-d62b-4fca-a149-3c079b2f7f49 req-a1a57343-d034-4069-ab32-2fd91d9a4690 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:46.029436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b21e63-d62b-4fca-a149-3c079b2f7f49 req-a1a57343-d034-4069-ab32-2fd91d9a4690 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 945 time: 0.3318172 Jul 22 21:20:46.036629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:46.092855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-29484de5-db5f-4e65-87a9-9dc967d8e7c2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:46.096920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-29484de5-db5f-4e65-87a9-9dc967d8e7c2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.3796449 Jul 22 21:20:46.102845 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-d4e755dc-185a-43ef-88b5-cc88620da5c0 service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849059 Jul 22 21:20:46.180426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-4a95d5dd-6022-488f-a2b6-ded25f75fe6d tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/quotas/da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 375 time: 0.0683613 Jul 22 21:20:46.188668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f072484-542c-4308-86fa-b8db57f47899 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:46.201807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8b21e63-d62b-4fca-a149-3c079b2f7f49 req-ca2c5ae2-9ffe-4052-95ad-54f361adcd36 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668544 Jul 22 21:20:46.435746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da9fdfbc-d966-412a-bf74-45e47591f038 req-972189d3-7da6-4aef-8d0f-712ef4153d8d service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098960 Jul 22 21:20:46.514355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:46.544886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-dbb27329-dbc9-4df1-afbb-765144803104 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3614922 Jul 22 21:20:46.557635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2f072484-542c-4308-86fa-b8db57f47899', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'port_id': '2f072484-542c-4308-86fa-b8db57f47899', 'mac_address': 'fa:16:3e:d4:e8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136009f9-c344-4871-a6d1-badd0c7274e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:46.658985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:46.706376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f072484-542c-4308-86fa-b8db57f47899 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:46.765870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:46.778126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:46.844510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b686a-8715-4a4e-bce6-a4167c9d4495 req-1f1bdaa5-c834-4e58-ab57-0a41a4ca575a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:46.857461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d49b686a-8715-4a4e-bce6-a4167c9d4495 req-1f1bdaa5-c834-4e58-ab57-0a41a4ca575a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.4247510 Jul 22 21:20:46.920284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:46.985633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d49b686a-8715-4a4e-bce6-a4167c9d4495 req-68656e87-9992-44c0-8303-c47f4dfdb406 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205516 Jul 22 21:20:46.996637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-f32403d2-df71-49f4-a32d-2ef246745f66 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:47.003175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-f32403d2-df71-49f4-a32d-2ef246745f66 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 806 time: 0.4022403 Jul 22 21:20:47.021048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-77082678-72c3-49e3-82b8-2b9df94197c8 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755156 Jul 22 21:20:47.050177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Request body: {'port': {'device_id': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'admin_state_up': True, 'tenant_id': '2d7294d0f9534b73bc1430f80d8544c9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:47.307190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-2dd537a4-58c2-468d-909e-962748b4042b service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848291 Jul 22 21:20:47.361323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Made reservation on behalf of 2d7294d0f9534b73bc1430f80d8544c9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:47.382776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:47.397065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a1a26-2cce-4841-a485-10c95f432ed5 req-8ce00e2e-e197-4a95-87d0-7b20cb29a586 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:47.399890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-614a1a26-2cce-4841-a485-10c95f432ed5 req-8ce00e2e-e197-4a95-87d0-7b20cb29a586 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.2190371 Jul 22 21:20:47.520742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-614a1a26-2cce-4841-a485-10c95f432ed5 req-5b3eb828-6e2d-4c65-8dc7-6d8dfaa35562 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003428 Jul 22 21:20:47.559383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2f072484-542c-4308-86fa-b8db57f47899'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:47.871383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Allocated IP 172.20.0.4 (718d4a0f-6291-4f7a-923e-7b6474b8d846/a5a3e212-82f1-4312-9276-6dc71ee2923d/6e623175-2201-4659-9bc0-ae7c0b9af330) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:47.878683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-96c9b952-3c9f-49b1-a9dc-662f846a2f64 req-355de9c1-d0d3-41ee-9f37-78911f655e00 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 210 time: 0.1368442 Jul 22 21:20:48.082441 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.169218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1833f5-9e43-47ff-ae75-1f7e940ba0da req-1fd40875-c247-4f7b-92d9-36f0bf86ad3f tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:48.177343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e1833f5-9e43-47ff-ae75-1f7e940ba0da req-1fd40875-c247-4f7b-92d9-36f0bf86ad3f tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 944 time: 0.3388612 Jul 22 21:20:48.478868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e1833f5-9e43-47ff-ae75-1f7e940ba0da req-96ce955e-8095-410c-bc61-610e6ad4f724 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641008 Jul 22 21:20:48.615358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460bdcc-31d6-4740-8c05-157731ee230e req-f57cc9bb-c6e4-4c6f-b968-4f54e9c0f114 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:48.622668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f460bdcc-31d6-4740-8c05-157731ee230e req-f57cc9bb-c6e4-4c6f-b968-4f54e9c0f114 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 945 time: 0.4417596 Jul 22 21:20:48.635490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.727789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365c93-a042-432c-874a-bdceb90580e0 req-83dcf904-eac3-4844-841b-65ae52593877 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:48.730684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c93-a042-432c-874a-bdceb90580e0 req-83dcf904-eac3-4844-841b-65ae52593877 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.23 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 945 time: 0.3907788 Jul 22 21:20:48.794081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.839479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5071ae54-c804-4e45-8ba2-1bcc3f2afdad req-d3c1a8e6-9833-4a7b-92fc-8c21d153fa24 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 210 time: 0.2124972 Jul 22 21:20:48.893297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f460bdcc-31d6-4740-8c05-157731ee230e req-2e52f4fa-9366-40d6-9075-cb1316ab1382 tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348156 Jul 22 21:20:49.218249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Network 718d4a0f-6291-4f7a-923e-7b6474b8d846 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:49.243609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:49.250555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:49.325831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:49.326872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.346505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event updated for resources: {'Port': ['ID=6e623175-2201-4659-9bc0-ae7c0b9af330,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:49.369842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:49.413084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0149d3-7b00-44e2-b646-b5e84383356c req-3e1e3c6c-92c2-4a4a-9d34-a5f83a6d77e4 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:49.425497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee0149d3-7b00-44e2-b646-b5e84383356c req-3e1e3c6c-92c2-4a4a-9d34-a5f83a6d77e4 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.4118791 Jul 22 21:20:49.518071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-7b96893d-676f-416f-a66a-491a231a5386 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4844472 Jul 22 21:20:49.526745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bad30-8b0a-4545-a762-a50d3839e3d1 req-b0127662-b461-49ee-84dd-065472bd6999 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:49.539155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-199bad30-8b0a-4545-a762-a50d3839e3d1 req-b0127662-b461-49ee-84dd-065472bd6999 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.4263291 Jul 22 21:20:49.547671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Deleting port 0ad17501-5e61-4bb9-8411-c27a8539c7de {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:49.548874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.596202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee0149d3-7b00-44e2-b646-b5e84383356c req-c2e819db-1f4d-42f2-95a3-b800165f29bc tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605291 Jul 22 21:20:49.616977 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Request body: {'port': {'device_id': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:49.696300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-199bad30-8b0a-4545-a762-a50d3839e3d1 req-d28610e2-ec8a-46df-bc3d-f909903d5774 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555393 Jul 22 21:20:49.909277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:50.140477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a00029-cd4a-49ff-9b28-1d95379a5f77 req-b5fffe4c-595c-4e90-9980-4db234d2027b tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:50.150717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] For port 0ad17501-5e61-4bb9-8411-c27a8539c7de, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0ad17501-5e61-4bb9-8411-c27a8539c7de,segment=NetworkSegment(dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a),segment_id=dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:50.151356 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:50.163348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7a00029-cd4a-49ff-9b28-1d95379a5f77 req-b5fffe4c-595c-4e90-9980-4db234d2027b tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 944 time: 0.1878884 Jul 22 21:20:50.194252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Calling delete_port for 0ad17501-5e61-4bb9-8411-c27a8539c7de owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:50.212058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8a5a3-46b9-42e0-823f-b8b543103ab4 req-75fe7d63-b6df-45e2-a98e-f07605d4ae45 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:50.214784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73b8a5a3-46b9-42e0-823f-b8b543103ab4 req-75fe7d63-b6df-45e2-a98e-f07605d4ae45 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 931 time: 0.3217931 Jul 22 21:20:50.241855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f072484-542c-4308-86fa-b8db57f47899 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:50.395546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7a00029-cd4a-49ff-9b28-1d95379a5f77 req-51311576-1276-42ac-bbfc-bbc1271b94ae tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298939 Jul 22 21:20:50.426310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 2f072484-542c-4308-86fa-b8db57f47899 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:20:50.433950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2f072484-542c-4308-86fa-b8db57f47899 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:50.434592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:50.575826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73b8a5a3-46b9-42e0-823f-b8b543103ab4 req-37724923-6453-458e-8448-ae25f7df94b5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451128 Jul 22 21:20:50.758864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:50.851176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87788b68-c4ad-4394-920c-ac001dcf5a1b req-37349bc0-f8e0-496d-bf92-757ac09c6c7e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 210 time: 0.1119230 Jul 22 21:20:50.944367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:50.946904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:50.948229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f072484-542c-4308-86fa-b8db57f47899'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:50.979056 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05241110-3614-44ab-bbcc-85bc9270f05f" -d '{"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "2f072484-542c-4308-86fa-b8db57f47899"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:50.997904 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:51.010450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0ad17501-5e61-4bb9-8411-c27a8539c7de no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:51.134048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 0ad17501-5e61-4bb9-8411-c27a8539c7de {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:51.136642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0ad17501-5e61-4bb9-8411-c27a8539c7de not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:51.147752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Pushing event deleted for resources: {'Port': ['ID=0ad17501-5e61-4bb9-8411-c27a8539c7de,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:51.307058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:51.546812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da687183-e154-493f-ac2d-a8cae02e9538 req-4fde4570-2a01-4307-ba30-5f28761d1a1a tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:51.561417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da687183-e154-493f-ac2d-a8cae02e9538 req-4fde4570-2a01-4307-ba30-5f28761d1a1a tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff991a-3260-412a-a409-cf53b3f86f02 HTTP/1.1" status: 200 len: 867 time: 0.6825800 Jul 22 21:20:51.600297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] No DVR routers for this DVR port 0ad17501-5e61-4bb9-8411-c27a8539c7de on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:51.607419 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:51.611774 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c93-a042-432c-874a-bdceb90580e0 req-f576d9e5-7cc8-4ad6-aa3b-01a7a03d642d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.23 "DELETE /v2.0/ports/0ad17501-5e61-4bb9-8411-c27a8539c7de HTTP/1.1" status: 204 len: 173 time: 2.8365958 Jul 22 21:20:51.612529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff991a-3260-412a-a409-cf53b3f86f02', 'name': 'network-vif-deleted', 'tag': '0ad17501-5e61-4bb9-8411-c27a8539c7de'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:51.616982 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9581149-3f43-4627-8a11-c77a6f628475" -d '{"events": [{"server_uuid": "50ff991a-3260-412a-a409-cf53b3f86f02", "name": "network-vif-deleted", "tag": "0ad17501-5e61-4bb9-8411-c27a8539c7de"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:51.619346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-db4766bf-0b80-4127-8690-e81a50f26890 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:51.622453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-db4766bf-0b80-4127-8690-e81a50f26890 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.6164410 Jul 22 21:20:51.672895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Request body: {'port': {'device_id': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'admin_state_up': True, 'tenant_id': 'da497ae0478646ab9a8292c1c82f6d69'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:51.840799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e623175-2201-4659-9bc0-ae7c0b9af330 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:51.884590 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:51.941891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Transition to ACTIVE for port object 6e623175-2201-4659-9bc0-ae7c0b9af330 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:51.950425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:51.994638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da687183-e154-493f-ac2d-a8cae02e9538 req-ef1d43d9-8935-4e85-8c52-f853d6b5759d tempest-InstanceActionsNegativeTestJSON-1418005484 tempest-InstanceActionsNegativeTestJSON-1418005484-project] 10.222.0.54 "GET /v2.0/security-groups?id=09dfdfa9-56be-40fd-a3ee-1926eb2db619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295483 Jul 22 21:20:52.053150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9897ea9-df32-43a4-996b-aada157b7b4a req-0b9c3c43-57dc-43bb-9e00-ac73fe6a57c3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:52.066735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9897ea9-df32-43a4-996b-aada157b7b4a req-0b9c3c43-57dc-43bb-9e00-ac73fe6a57c3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.8113573 Jul 22 21:20:52.177040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9897ea9-df32-43a4-996b-aada157b7b4a req-db0c638c-6a2e-44cd-bde1-706a4b9c6f07 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088531 Jul 22 21:20:52.236975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e623175-2201-4659-9bc0-ae7c0b9af330,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:52.298910 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12482eaa-2568-4baa-a28c-e70979fb33b8 x-openstack-request-id: req-12482eaa-2568-4baa-a28c-e70979fb33b8 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:52.299785 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "2f072484-542c-4308-86fa-b8db57f47899", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:52.300031 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-12482eaa-2568-4baa-a28c-e70979fb33b8 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:52.301198 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f072484-542c-4308-86fa-b8db57f47899', 'code': 200} Jul 22 21:20:52.352669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Attempting to bind port 6e623175-2201-4659-9bc0-ae7c0b9af330 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:52.353354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Attempting to bind port 6e623175-2201-4659-9bc0-ae7c0b9af330 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:52.353866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Attempting to bind port 6e623175-2201-4659-9bc0-ae7c0b9af330 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:52.363746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Port 6e623175-2201-4659-9bc0-ae7c0b9af330 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:52.364302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Attempting to bind port 6e623175-2201-4659-9bc0-ae7c0b9af330 on network 718d4a0f-6291-4f7a-923e-7b6474b8d846 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:52.378100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:52.378100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Checking segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:52.378100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Bound using segment: {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:52.378859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Bound port: 6e623175-2201-4659-9bc0-ae7c0b9af330, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b103eb4-a8b3-411f-89b6-cab24a543259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:52.379561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:52.442120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Made reservation on behalf of da497ae0478646ab9a8292c1c82f6d69 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:52.448336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:52.639865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] For port 6e623175-2201-4659-9bc0-ae7c0b9af330, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:52.646882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] For port 6e623175-2201-4659-9bc0-ae7c0b9af330, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6e623175-2201-4659-9bc0-ae7c0b9af330,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:52.655878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:52.756114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:52.758046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:52.761193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] 10.222.0.23 "PUT /v2.0/ports/6e623175-2201-4659-9bc0-ae7c0b9af330 HTTP/1.1" status: 200 len: 1092 time: 3.1601231 Jul 22 21:20:52.816476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d512-a226-479c-a7a7-974a02172dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e623175-2201-4659-9bc0-ae7c0b9af330,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:52.850310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6185c-0e57-42a9-8650-9e2794274101 req-cb584513-a6cb-4b4e-a21d-3d60a508ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:52.852514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-21e6185c-0e57-42a9-8650-9e2794274101 req-cb584513-a6cb-4b4e-a21d-3d60a508ef26 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 1098 time: 0.3901687 Jul 22 21:20:52.868809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Allocated IP 172.20.0.4 (c0f459df-02a3-437d-b047-0185450ffa51/77f0afb1-b20d-4325-a8d4-cad7fd330197/e1e7ff8d-f9a5-4721-910f-be1d1289b20d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:52.955755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90869421-4e2d-4597-af3a-4ceea471eaa8 req-be408178-1800-40f9-819e-512d1d4ae829 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:52.967488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90869421-4e2d-4597-af3a-4ceea471eaa8 req-be408178-1800-40f9-819e-512d1d4ae829 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.7539401 Jul 22 21:20:53.084993 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-21e6185c-0e57-42a9-8650-9e2794274101 req-891f672a-5655-458d-a0da-7b61581db67f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120705 Jul 22 21:20:53.142141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-ea843aec-5717-48ac-97a7-0fb7f826b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:53.145283 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-ea843aec-5717-48ac-97a7-0fb7f826b4dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 1095 time: 0.2377398 Jul 22 21:20:53.147765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89911-eaf9-4afa-a5b6-a2a251e005cf req-ab8c83f7-cc64-46b7-b938-610b4532edb1 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:53.156514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44f89911-eaf9-4afa-a5b6-a2a251e005cf req-ab8c83f7-cc64-46b7-b938-610b4532edb1 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 944 time: 0.6681857 Jul 22 21:20:53.169584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90869421-4e2d-4597-af3a-4ceea471eaa8 req-74962998-6af4-41f7-9532-d82374bd4f76 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995242 Jul 22 21:20:53.322065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44f89911-eaf9-4afa-a5b6-a2a251e005cf req-80f7d2b2-a8be-4454-85f0-b6bd1800f629 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617835 Jul 22 21:20:53.324161 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53e6434-8163-4b15-801b-8301ecb149bf x-openstack-request-id: req-c53e6434-8163-4b15-801b-8301ecb149bf {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:53.324761 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff991a-3260-412a-a409-cf53b3f86f02", "name": "network-vif-deleted", "tag": "0ad17501-5e61-4bb9-8411-c27a8539c7de", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:53.325038 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c53e6434-8163-4b15-801b-8301ecb149bf {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:53.326361 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff991a-3260-412a-a409-cf53b3f86f02', 'name': 'network-vif-deleted', 'tag': '0ad17501-5e61-4bb9-8411-c27a8539c7de', 'status': 'completed', 'code': 200} Jul 22 21:20:53.330639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-87028416-6dbb-4248-84bd-0b2672054ded service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e623175-2201-4659-9bc0-ae7c0b9af330 HTTP/1.1" status: 200 len: 217 time: 0.1466749 Jul 22 21:20:53.484376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-2274cecf-57de-4b10-9b50-a6ede5cb0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:53.501325 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-2274cecf-57de-4b10-9b50-a6ede5cb0c8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1588500 Jul 22 21:20:53.604855 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-dfa8089e-f329-4b2c-9628-abdf4a982ff4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912945 Jul 22 21:20:53.668120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d58f7780-63e9-42aa-a4d0-83dfa08956e7 req-49dcc7e7-6547-45b1-8049-422a46e75185 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 210 time: 0.0862234 Jul 22 21:20:53.785986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-54524943-8e06-4b14-abb4-b9dd3a4c482f service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689951 Jul 22 21:20:53.799358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58410) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:53.807189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f523c5c-b981-4990-b6ed-e21c7d86202a req-38710445-f236-4804-b506-91e28c8c911a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:53.819713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f523c5c-b981-4990-b6ed-e21c7d86202a req-38710445-f236-4804-b506-91e28c8c911a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 943 time: 0.4940674 Jul 22 21:20:53.891154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:53.899697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] Deleting subnet ef7b1dc2-762d-488e-ae0a-20592b60f69b {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:20:53.905659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:53.984792 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.079247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f523c5c-b981-4990-b6ed-e21c7d86202a req-b168a7cd-913f-427a-82cd-de416ff8104c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318838 Jul 22 21:20:54.142353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.225654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.254568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 61f006dd-a17b-43ce-a2da-a986c57b67ac details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:54.287473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d0dc8dc-120b-4091-a9d4-e31faf00000f req-44863c14-1ee3-4188-ac29-1282ecd6ad7d service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853842 Jul 22 21:20:54.331310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.416773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:54.430759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7b1dc2-762d-488e-ae0a-20592b60f69b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:54.437761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.442089 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-330227b3-c9e0-474d-8e7e-df1be81b827f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ef7b1dc2-762d-488e-ae0a-20592b60f69b HTTP/1.1" status: 204 len: 168 time: 0.6257658 Jul 22 21:20:54.445372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58422) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:54.460471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.460818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.461161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.461508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.461839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.462172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.462523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.462858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.463184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.463792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.464166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.464482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:54.508980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 61f006dd-a17b-43ce-a2da-a986c57b67ac, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:54.512006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0e3f5-5108-41aa-9a2e-df0011f543f6 req-7aff5151-81f7-46e1-baab-cdd18ee3d484 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:54.515391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3b0e3f5-5108-41aa-9a2e-df0011f543f6 req-7aff5151-81f7-46e1-baab-cdd18ee3d484 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.5330274 Jul 22 21:20:54.525197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'port_id': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'mac_address': 'fa:16:3e:49:e6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:54.606395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Network c0f459df-02a3-437d-b047-0185450ffa51 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:54.610049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.618286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:54.661851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:54.670989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.871611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.888199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b169b81-838a-4bcd-b27b-6c9d45dbe774']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:54.906132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3b0e3f5-5108-41aa-9a2e-df0011f543f6 req-f12d9fbd-cb3f-47ce-af4b-dacc1075a47a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396087 Jul 22 21:20:54.908015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:54.908432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd936dcc-0a2f-4710-bb7b-9bdf78c44c1a') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:54.953445 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.004584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:55.005636 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.007088 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.019955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:20:55.021344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.087607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f006dd-a17b-43ce-a2da-a986c57b67ac {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:55.105512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2d198-c4df-4279-bdab-555bfa941ea0 req-8c39f7f1-917d-45bc-944f-6ae0a08458cb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:55.108570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09f2d198-c4df-4279-bdab-555bfa941ea0 req-8c39f7f1-917d-45bc-944f-6ae0a08458cb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.6628094 Jul 22 21:20:55.117908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-55148b6f-1d9f-4d9d-96ec-4ddfb9ad2b58 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4531102 Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:20:55.154247 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:20:55.160267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 61f006dd-a17b-43ce-a2da-a986c57b67ac, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:55.160429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Request body: {'port': {'device_id': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:55.164482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.167905 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.176288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.179586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] 10.222.0.54 "DELETE /v2.0/networks/8b169b81-838a-4bcd-b27b-6c9d45dbe774 HTTP/1.1" status: 204 len: 168 time: 0.7324967 Jul 22 21:20:55.204715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386ebd2-6f56-4a13-a8df-b97f8a8a117e admin admin] Pushing event deleted for resources: {'Network': ['ID=8b169b81-838a-4bcd-b27b-6c9d45dbe774,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:55.311473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=61f006dd-a17b-43ce-a2da-a986c57b67ac,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:55.326129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.326129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.327340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'tag': '6e623175-2201-4659-9bc0-ae7c0b9af330'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:55.331349 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c300526c-e5ab-4fe5-89b0-2002964edd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3fd419-4802-47bf-a8f8-2ff6584b4145", "tag": "6e623175-2201-4659-9bc0-ae7c0b9af330"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:55.339574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.342387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.344041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.344895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.346436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.346991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.348022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.348847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.350021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.350784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:55.462274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09f2d198-c4df-4279-bdab-555bfa941ea0 req-674dd004-f989-4910-9448-8c9dafdc03a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411162 Jul 22 21:20:55.598277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58438) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:55.659578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.697123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-73929aa5-8d58-46da-9ab7-6f69563a1fcc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c1bec6afc4a45f69fb4c0103e1f5f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970349 Jul 22 21:20:55.701453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fa03-1490-4003-840a-a028655ccbf6 req-e6c0898a-62e7-4c37-a3a6-b1db2aadb4dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:55.704121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5038fa03-1490-4003-840a-a028655ccbf6 req-e6c0898a-62e7-4c37-a3a6-b1db2aadb4dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 945 time: 0.5401144 Jul 22 21:20:55.705260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58440) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:55.812554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['61f006dd-a17b-43ce-a2da-a986c57b67ac'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:55.854002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3016dedd-b177-41db-ae49-043b04d8303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.945215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3016dedd-b177-41db-ae49-043b04d8303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:56.132127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3016dedd-b177-41db-ae49-043b04d8303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:56.137221 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3016dedd-b177-41db-ae49-043b04d8303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:56.153161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3016dedd-b177-41db-ae49-043b04d8303a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09dfdfa9-56be-40fd-a3ee-1926eb2db619 HTTP/1.1" status: 204 len: 168 time: 0.4455864 Jul 22 21:20:56.181214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016dedd-b177-41db-ae49-043b04d8303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dfdfa9-56be-40fd-a3ee-1926eb2db619,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:57.011579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7ff8d-f9a5-4721-910f-be1d1289b20d {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:57.030534 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:57.089834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5038fa03-1490-4003-840a-a028655ccbf6 req-4ab76a19-15fb-493c-904b-c8cde9097eab tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3198380 Jul 22 21:20:57.097813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Transition to ACTIVE for port object e1e7ff8d-f9a5-4721-910f-be1d1289b20d will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:57.131219 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:57.251402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992818b-1ff9-49f0-8aef-fe7191e43d98 req-5e9b2881-9dec-4b8c-b79f-1da5b099533a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:57.253613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9992818b-1ff9-49f0-8aef-fe7191e43d98 req-5e9b2881-9dec-4b8c-b79f-1da5b099533a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 931 time: 1.5164499 Jul 22 21:20:57.348866 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:57.500255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9992818b-1ff9-49f0-8aef-fe7191e43d98 req-ab8aa10c-8d04-408c-ada4-5d59e6cd73d7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340181 Jul 22 21:20:57.599608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:57.600213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:57.600771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:57.604061 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b0aea2-1b8d-4040-aa30-3a6ea8dd3063 x-openstack-request-id: req-a6b0aea2-1b8d-4040-aa30-3a6ea8dd3063 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:57.604804 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3fd419-4802-47bf-a8f8-2ff6584b4145", "tag": "6e623175-2201-4659-9bc0-ae7c0b9af330", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:57.604962 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6b0aea2-1b8d-4040-aa30-3a6ea8dd3063 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:57.605506 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'tag': '6e623175-2201-4659-9bc0-ae7c0b9af330', 'status': 'completed', 'code': 200} Jul 22 21:20:57.636960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9caefc-0c14-4915-9a4c-827de837eb8c req-c227ae67-32e3-49ef-adea-cb4a5b4212d9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:57.640349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f9caefc-0c14-4915-9a4c-827de837eb8c req-c227ae67-32e3-49ef-adea-cb4a5b4212d9 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 943 time: 0.3208485 Jul 22 21:20:57.642420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:57.642958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:57.652527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:57.653089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:57.653727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:57.654481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Bound port: e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:57.655102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:57.785972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f9caefc-0c14-4915-9a4c-827de837eb8c req-91b10fd0-d8d2-4441-8799-d94a4fd006bd tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261435 Jul 22 21:20:57.857324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-91d18760-88ee-4217-b15d-16584d535714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:57.866873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-91d18760-88ee-4217-b15d-16584d535714 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 1095 time: 0.2166879 Jul 22 21:20:57.944278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:57.952275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:57.981174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:58.065012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-cbc8bddf-6a6a-4e08-9989-416e8fd8e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:58.067603 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-cbc8bddf-6a6a-4e08-9989-416e8fd8e95c service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.1859336 Jul 22 21:20:58.112828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:58.113991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:58.116760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] 10.222.0.23 "PUT /v2.0/ports/e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 1092 time: 2.9690254 Jul 22 21:20:58.125669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:58.130104 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f2149-5838-4a3f-983d-3f039e1f43f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:58.167199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-23e7fffe-af7a-442b-a4c2-7c928baa6f85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e623175-2201-4659-9bc0-ae7c0b9af330 HTTP/1.1" status: 200 len: 217 time: 0.0822544 Jul 22 21:20:58.167541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c4a44-f5a5-4688-bf3b-d56a8cbfda2c req-86a48ee2-0267-4c26-ac87-a8dd04d7a245 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:58.172011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-379c4a44-f5a5-4688-bf3b-d56a8cbfda2c req-86a48ee2-0267-4c26-ac87-a8dd04d7a245 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.3809283 Jul 22 21:20:58.199199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c047b-de88-4421-8d96-b41e45294e77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:58.269385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ad13-a5df-40ec-91a6-665a437fb097 req-4cc7706e-df22-4e87-8943-0af3c2ff6d3c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:58.273096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4355ad13-a5df-40ec-91a6-665a437fb097 req-4cc7706e-df22-4e87-8943-0af3c2ff6d3c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.3170762 Jul 22 21:20:58.276137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6e623175-2201-4659-9bc0-ae7c0b9af330 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:58.285417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 61f006dd-a17b-43ce-a2da-a986c57b67ac up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:58.299575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-1247f938-a486-4609-a4b3-3857fee7820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:58.302202 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-1247f938-a486-4609-a4b3-3857fee7820b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1205640 Jul 22 21:20:58.313668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-379c4a44-f5a5-4688-bf3b-d56a8cbfda2c req-5f0a69c3-3e74-4961-8908-4aee04ae3f63 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135466 Jul 22 21:20:58.461532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-f8910a82-9bd3-46f7-883b-dc2f0740d43a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009693 Jul 22 21:20:58.471901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58508) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:58.494579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4355ad13-a5df-40ec-91a6-665a437fb097 req-88a131a5-59de-426f-abbb-4d8ff04723f9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894736 Jul 22 21:20:58.559173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6e623175-2201-4659-9bc0-ae7c0b9af330, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6e623175-2201-4659-9bc0-ae7c0b9af330,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:58.574611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-2a98971c-cdbf-4e57-99a7-addc0b0f3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:58.579030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-2a98971c-cdbf-4e57-99a7-addc0b0f3c9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1095 time: 0.2065008 Jul 22 21:20:58.593882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6e623175-2201-4659-9bc0-ae7c0b9af330', 'network_id': '718d4a0f-6291-4f7a-923e-7b6474b8d846', 'port_id': '6e623175-2201-4659-9bc0-ae7c0b9af330', 'mac_address': 'fa:16:3e:2b:f9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3e212-82f1-4312-9276-6dc71ee2923d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:58.647490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 61f006dd-a17b-43ce-a2da-a986c57b67ac completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:20:58.660156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 61f006dd-a17b-43ce-a2da-a986c57b67ac triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:58.661355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:58.735886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:58.775150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e623175-2201-4659-9bc0-ae7c0b9af330 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:58.830968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6e623175-2201-4659-9bc0-ae7c0b9af330, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6e623175-2201-4659-9bc0-ae7c0b9af330,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:58.849940 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:58.862523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1865664097-network', 'tenant_id': '3c04d40d90734419b47fe202aa014964'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:58.872244 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a111bf80-412a-4472-9843-beb8a662be46 x-openstack-request-id: req-a111bf80-412a-4472-9843-beb8a662be46 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:58.872603 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:58.872932 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a111bf80-412a-4472-9843-beb8a662be46 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:58.873418 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d', 'status': 'completed', 'code': 200} Jul 22 21:20:58.881020 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-6b7c6410-de07-4712-ac32-bb37b3f99a49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 217 time: 0.2456024 Jul 22 21:20:58.915501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-581fbd30-f985-4d25-9d3d-cd0a03592e85 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208310 Jul 22 21:20:58.973858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.005830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Made reservation on behalf of 3c04d40d90734419b47fe202aa014964 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:59.009654 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.041614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:59.045540 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba3faf7-04ff-4709-936b-646496832c22" -d '{"events": [{"server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "name": "network-vif-plugged", "status": "completed", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:59.049549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6e623175-2201-4659-9bc0-ae7c0b9af330,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:59.069592 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.083638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 61f006dd-a17b-43ce-a2da-a986c57b67ac, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:59.101517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-1e180d4e-94e4-4b70-8ca0-2f38bcfd1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:59.104249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-1e180d4e-94e4-4b70-8ca0-2f38bcfd1974 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1828074 Jul 22 21:20:59.104979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.149667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c300526c-e5ab-4fe5-89b0-2002964edd6d req-57baba17-1925-42e7-a9af-a1a8d28cea00 service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982691 Jul 22 21:20:59.179135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-6520fc13-d3a2-4a25-99ae-2396853d5fad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549357 Jul 22 21:20:59.194478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-b55faf8a-a332-424b-ba07-ccf0767e7871 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:59.200194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-b55faf8a-a332-424b-ba07-ccf0767e7871 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.6105926 Jul 22 21:20:59.202406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=61f006dd-a17b-43ce-a2da-a986c57b67ac,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:59.214247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304332-1a98-4c6b-9bf0-32c7a6ccb686 req-c39785ab-e767-447f-ac9a-fb9a30095b4e tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:59.216904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0304332-1a98-4c6b-9bf0-32c7a6ccb686 req-c39785ab-e767-447f-ac9a-fb9a30095b4e tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 945 time: 0.3725555 Jul 22 21:20:59.282997 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-61837722-05b4-480e-8365-9790914225fd tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/quotas/64072eeee1a240369dd33923b743485b HTTP/1.1" status: 200 len: 375 time: 0.0636141 Jul 22 21:20:59.323526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.332165 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.382829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:20:59.409689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d88c88e-4550-496b-a8e5-b0a0839b083d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:59.414982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.415444 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Added segment 866336f2-1a13-4459-8458-a3846b3687f0 of type vlan for network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 Jul 22 21:20:59.422548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0304332-1a98-4c6b-9bf0-32c7a6ccb686 req-3ee11c9e-b24d-44fc-952a-02b8c055355a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762843 Jul 22 21:20:59.485610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6e623175-2201-4659-9bc0-ae7c0b9af330'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:59.497199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.525571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-f02fa000-b0be-40e0-81f7-3ce6d7ec9642 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041565 Jul 22 21:20:59.556236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-4be5ca3b-1c1a-4971-999f-04092255cbc8 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2517393 Jul 22 21:20:59.572889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.574446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:59.578563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.647545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1729341 Jul 22 21:20:59.675710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58530) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:59.692138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0a999-e198-4d8a-a7f9-e7f7cba32012 admin admin] Pushing event updated for resources: {'Network': ['ID=4f182566-f30d-4b6e-b500-2fe49aecbdd6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:59.712235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Request body: {'subnet': {'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1865664097-subnet', 'tenant_id': '3c04d40d90734419b47fe202aa014964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:59.715316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:20:59.900508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Made reservation on behalf of 3c04d40d90734419b47fe202aa014964 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:59.904921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:59.955731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50e945ed-449a-4593-8e49-eb7913a46fe5 req-84ad84c3-a392-4120-87de-fe29a456eb99 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105403 Jul 22 21:20:59.958754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-53a4f579-55f4-4106-9835-99ff6b69514e service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631399 Jul 22 21:21:00.080770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8166105-e129-4d9f-8609-626481ceb6b9 req-ade9c9bd-23d8-4303-889f-a4eb3bac4a98 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:00.082371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8166105-e129-4d9f-8609-626481ceb6b9 req-ade9c9bd-23d8-4303-889f-a4eb3bac4a98 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.4718540 Jul 22 21:21:00.278894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:00.339041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8166105-e129-4d9f-8609-626481ceb6b9 req-3987f862-1ca7-4f64-aaab-7a4c7827bae7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971786 Jul 22 21:21:00.429195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-a8fe449d-a31b-4e74-b2c6-953b02470ec4 service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548125 Jul 22 21:21:00.458668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-df075a27-6971-45d7-abb3-ef7dd3636722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:00.462029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-df075a27-6971-45d7-abb3-ef7dd3636722 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1095 time: 0.4095140 Jul 22 21:21:00.472634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:00.562935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:00.569008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:00.688722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:00.754632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:00.922659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-98e26f5f-aa96-4c2a-815c-5d631a2af75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:00.925160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-98e26f5f-aa96-4c2a-815c-5d631a2af75b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.4480412 Jul 22 21:21:00.963538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf14ba-611d-40b0-9398-fda80f4a7db6 req-b6cb17c8-1ee9-4fc4-a1f8-7026347696bc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:00.966652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6edf14ba-611d-40b0-9398-fda80f4a7db6 req-b6cb17c8-1ee9-4fc4-a1f8-7026347696bc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 943 time: 0.4913907 Jul 22 21:21:00.967690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094e44b6-0ab2-476f-bd0a-cfc03ab4187a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:01.070472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-b8c51c99-1e9a-47fc-b807-8fe72f24c4a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 217 time: 0.0970874 Jul 22 21:21:01.109919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Checking segment: {'id': '866336f2-1a13-4459-8458-a3846b3687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:01.111015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Network hostable DHCP agents. Network: 4f182566-f30d-4b6e-b500-2fe49aecbdd6, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:21:01.118428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:01.191871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d20c41-bfa5-4691-aec5-81ef6a054766 req-da723fa4-273f-4e3d-83bc-00cdb4b14305 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:01.194033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28d20c41-bfa5-4691-aec5-81ef6a054766 req-da723fa4-273f-4e3d-83bc-00cdb4b14305 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.4416788 Jul 22 21:21:01.228413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6edf14ba-611d-40b0-9398-fda80f4a7db6 req-12570ac5-d15b-4231-8584-3abc839c7514 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320337 Jul 22 21:21:01.248194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-2dd24c58-680c-457d-84a2-7d73b986d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:01.251749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-2dd24c58-680c-457d-84a2-7d73b986d8be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1621516 Jul 22 21:21:01.272673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:21:01.362203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-3e2d614a-ced1-4c7b-8d79-afdb332b7e1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827656 Jul 22 21:21:01.363309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4f182566-f30d-4b6e-b500-2fe49aecbdd6) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:01.383776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28d20c41-bfa5-4691-aec5-81ef6a054766 req-9f6f9a9c-2123-4b19-81d9-8100c9a2964a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696699 Jul 22 21:21:01.394606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091fceec-24c6-4f69-a417-8c56bc8e3dae None None] Network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:01.395997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:01.397474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:01.595537 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3d477e-e14a-4f34-aaba-0f1ac6519e41 x-openstack-request-id: req-ed3d477e-e14a-4f34-aaba-0f1ac6519e41 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:01.595537 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "name": "network-vif-plugged", "status": "completed", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:01.595537 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed3d477e-e14a-4f34-aaba-0f1ac6519e41 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:01.596733 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'code': 200} Jul 22 21:21:01.618504 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-d2539053-ae60-4357-9c37-40230b7db542 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166152 Jul 22 21:21:01.649824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1aae76b8-bf88-4d7d-a7ba-03fe95b430f8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9695630 Jul 22 21:21:01.868460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbabc42-efc4-40ec-8f10-a9080bcbdcb0 req-7d87fded-d54a-4dc9-81bd-7b25279d8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:01.872497 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afbabc42-efc4-40ec-8f10-a9080bcbdcb0 req-7d87fded-d54a-4dc9-81bd-7b25279d8e8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 1098 time: 0.1688929 Jul 22 21:21:01.930926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ee5e4-5ba0-4702-be42-3e1034d5a5bf None None] Network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:01.971381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afbabc42-efc4-40ec-8f10-a9080bcbdcb0 req-536b8d22-92bc-46de-a1cc-4802a845d435 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836751 Jul 22 21:21:01.983996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c78f2149-5838-4a3f-983d-3f039e1f43f3 req-f399340c-bb7e-4dfb-a409-9c683830239e service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293042 Jul 22 21:21:01.996455 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:02.055416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8f8f6-8b42-4a62-9cbd-aee53bac288c req-debd4335-1fb7-4f0a-a42b-d6e79ebb4787 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:02.057291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4da8f8f6-8b42-4a62-9cbd-aee53bac288c req-debd4335-1fb7-4f0a-a42b-d6e79ebb4787 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2494156 Jul 22 21:21:02.164702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47ec71-9db0-4bbb-b078-672624d4a41c req-3f1a7fa0-2c72-4c16-a073-b3b0cb17dd55 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:02.166892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c47ec71-9db0-4bbb-b078-672624d4a41c req-3f1a7fa0-2c72-4c16-a073-b3b0cb17dd55 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 944 time: 0.1906023 Jul 22 21:21:02.172279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4da8f8f6-8b42-4a62-9cbd-aee53bac288c req-623a85e6-0310-4e19-a64a-60d2ec2b9199 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024721 Jul 22 21:21:02.258686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c47ec71-9db0-4bbb-b078-672624d4a41c req-9017cd87-1aec-491f-814e-2702e6e3ee5c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792015 Jul 22 21:21:02.279063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6e623175-2201-4659-9bc0-ae7c0b9af330 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:02.378374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6e623175-2201-4659-9bc0-ae7c0b9af330 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:02.384990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6e623175-2201-4659-9bc0-ae7c0b9af330 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:02.385618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:02.527030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62679f-fc48-47c3-a23a-4e2d7a705fef req-7acf27ac-6ca6-4cdb-97d0-600dfdb4e838 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:02.527030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da62679f-fc48-47c3-a23a-4e2d7a705fef req-7acf27ac-6ca6-4cdb-97d0-600dfdb4e838 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 946 time: 0.1362121 Jul 22 21:21:02.562159 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:02.617899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da62679f-fc48-47c3-a23a-4e2d7a705fef req-c02df826-8239-415e-ac61-2a99167faf03 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770350 Jul 22 21:21:02.624903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6e623175-2201-4659-9bc0-ae7c0b9af330, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6e623175-2201-4659-9bc0-ae7c0b9af330,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:02.631218 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:02.736502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6e623175-2201-4659-9bc0-ae7c0b9af330,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:02.816797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65d8f26c-89e9-4aca-b2b9-5ad5505c563c req-f216e608-a0af-437f-9b9a-4e4da75dc455 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 210 time: 0.0522900 Jul 22 21:21:03.168505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-332f52c7-79f7-4b04-b20c-cc15e8abd68d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:03.172388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-332f52c7-79f7-4b04-b20c-cc15e8abd68d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.2803183 Jul 22 21:21:03.249006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Request body: {'port': {'device_id': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'admin_state_up': True, 'tenant_id': '64072eeee1a240369dd33923b743485b'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:03.379556 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:03.505343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aad66-edfb-4766-a821-78d4656ce074 req-838a7fd3-6863-4c53-9518-d95c40a8cb78 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:03.505343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-358aad66-edfb-4766-a821-78d4656ce074 req-838a7fd3-6863-4c53-9518-d95c40a8cb78 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 943 time: 0.3265338 Jul 22 21:21:03.591991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Made reservation on behalf of 64072eeee1a240369dd33923b743485b for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:21:03.596144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:03.597617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}, {'server_uuid': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e623175-2201-4659-9bc0-ae7c0b9af330'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:03.601647 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1255de-6cb2-4306-84c5-da9f2a39b007" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}, {"server_uuid": "aa3fd419-4802-47bf-a8f8-2ff6584b4145", "name": "network-vif-plugged", "status": "completed", "tag": "6e623175-2201-4659-9bc0-ae7c0b9af330"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:03.619140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441873-06f9-4ed0-8660-0d7c99eecd37 req-fff69fc1-3143-47f0-bca3-bdd06ccf235c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:03.621885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89441873-06f9-4ed0-8660-0d7c99eecd37 req-fff69fc1-3143-47f0-bca3-bdd06ccf235c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2483866 Jul 22 21:21:03.637689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-358aad66-edfb-4766-a821-78d4656ce074 req-8d64864f-1e64-426c-9fd9-5e4809351a77 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180377 Jul 22 21:21:03.805490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89441873-06f9-4ed0-8660-0d7c99eecd37 req-66baec46-2340-4b7c-a9d8-2d53eef1041a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626582 Jul 22 21:21:04.013264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b6943-236e-419c-ac2d-9f94b1231e92 req-9bf02547-98cb-45e1-a621-3ea901d32ba1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:04.017351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-137b6943-236e-419c-ac2d-9f94b1231e92 req-9bf02547-98cb-45e1-a621-3ea901d32ba1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2533743 Jul 22 21:21:04.033471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Allocated IP 172.20.0.12 (747bb956-cb78-4200-8a50-b5a43a589721/27f8c656-3596-4fbd-8ddf-85dedfe9ba72/e01d6f02-acb0-48c5-9f27-83d184eaad29) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:04.193566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-137b6943-236e-419c-ac2d-9f94b1231e92 req-51421f36-27c8-476f-9f2e-72aa6d78f653 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559777 Jul 22 21:21:04.302456 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daffc6c-a0ce-428c-8b11-e5b9cc90cc13 x-openstack-request-id: req-9daffc6c-a0ce-428c-8b11-e5b9cc90cc13 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:04.303360 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "code": 200}, {"server_uuid": "aa3fd419-4802-47bf-a8f8-2ff6584b4145", "name": "network-vif-plugged", "status": "completed", "tag": "6e623175-2201-4659-9bc0-ae7c0b9af330", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:04.303360 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9daffc6c-a0ce-428c-8b11-e5b9cc90cc13 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:04.303828 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'code': 200} Jul 22 21:21:04.304101 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e623175-2201-4659-9bc0-ae7c0b9af330', 'code': 200} Jul 22 21:21:04.308410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e1e7ff8d-f9a5-4721-910f-be1d1289b20d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:04.437491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569fa8b-4e34-4310-b220-066548089bb1 req-00351f14-890a-4435-b860-99fc4c0f3b74 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:04.440424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b569fa8b-4e34-4310-b220-066548089bb1 req-00351f14-890a-4435-b860-99fc4c0f3b74 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2918739 Jul 22 21:21:04.559118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:04.574940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba887d-8c31-40e5-9b66-57783d74ca37 req-3be9e9b1-e309-412c-9172-4dcc3b92ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:04.581699 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-95ba887d-8c31-40e5-9b66-57783d74ca37 req-3be9e9b1-e309-412c-9172-4dcc3b92ea6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 1097 time: 0.1331439 Jul 22 21:21:04.587309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'port_id': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d', 'mac_address': 'fa:16:3e:9a:63:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f0afb1-b20d-4325-a8d4-cad7fd330197', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:04.588377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.636181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b569fa8b-4e34-4310-b220-066548089bb1 req-69d51093-f78d-4d09-8a3f-5ae44b820b5a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834073 Jul 22 21:21:04.688906 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-95ba887d-8c31-40e5-9b66-57783d74ca37 req-702d59e1-8beb-415e-a5f2-27b06601d4ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802116 Jul 22 21:21:04.690816 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.716175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ce0b-6973-4db4-905a-d8cfe6c9e584 req-33b4419e-df71-4e51-bf2f-e9015408f15a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:04.717574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7ff8d-f9a5-4721-910f-be1d1289b20d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:04.722778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e90ce0b-6973-4db4-905a-d8cfe6c9e584 req-33b4419e-df71-4e51-bf2f-e9015408f15a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 946 time: 0.2736726 Jul 22 21:21:04.768616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:04.772518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.783983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.792829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'dcf38487-fec3-4e3f-b2e2-e134d940bb50'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:04.946000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:05.373449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e90ce0b-6973-4db4-905a-d8cfe6c9e584 req-0293ad32-d08b-4861-88f6-b897a85da857 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6369872 Jul 22 21:21:05.379607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Network 747bb956-cb78-4200-8a50-b5a43a589721 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:05.392403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:05.398189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event updated for resources: {'Port': ['ID=e01d6f02-acb0-48c5-9f27-83d184eaad29,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:05.401711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:05.499636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fd9e4-beea-447c-a585-487f9da494be req-8cd8ef41-49f6-4dc8-ad8f-b5c2814d71f9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.511560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0fd9e4-beea-447c-a585-487f9da494be req-8cd8ef41-49f6-4dc8-ad8f-b5c2814d71f9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.7433250 Jul 22 21:21:05.525268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.526486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.587003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['e1e7ff8d-f9a5-4721-910f-be1d1289b20d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:05.635360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-6b3f05fa-8b00-4985-995e-64b8eb025141 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3977413 Jul 22 21:21:05.660305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Request body: {'port': {'device_id': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:05.669195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0fd9e4-beea-447c-a585-487f9da494be req-ef128d36-47c4-4e97-820b-345c3e604c3f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577640 Jul 22 21:21:05.773094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdae3e4-1c11-40bd-bdab-b4707262df72 req-9ea2d10f-85bc-4d16-b848-7c951eb65988 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.784924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfdae3e4-1c11-40bd-bdab-b4707262df72 req-9ea2d10f-85bc-4d16-b848-7c951eb65988 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 932 time: 0.2701998 Jul 22 21:21:05.914171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfdae3e4-1c11-40bd-bdab-b4707262df72 req-eb18c2af-17be-4b15-9fc6-f6832b7ecd00 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279891 Jul 22 21:21:05.920065 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:06.440445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a14c-ee11-43e4-8f41-e784b16289f1 req-c6e26c0a-db67-46e5-889c-bceb893f8cb2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:06.442518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5908a14c-ee11-43e4-8f41-e784b16289f1 req-c6e26c0a-db67-46e5-889c-bceb893f8cb2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2888677 Jul 22 21:21:06.482480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68804f22-8b24-4ff7-a8cb-f88450d7782b req-cfb64d09-a0e9-459e-abe7-e7e622fbf10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:06.485912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68804f22-8b24-4ff7-a8cb-f88450d7782b req-cfb64d09-a0e9-459e-abe7-e7e622fbf10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 944 time: 0.3342640 Jul 22 21:21:06.637431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5908a14c-ee11-43e4-8f41-e784b16289f1 req-ee6962bd-68df-42c4-ac7f-ae6f3733a0a4 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833725 Jul 22 21:21:06.650097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68804f22-8b24-4ff7-a8cb-f88450d7782b req-48b14545-9c57-45ed-8d0f-a945664b288e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382160 Jul 22 21:21:06.852126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01d6f02-acb0-48c5-9f27-83d184eaad29 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:06.899499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:06.941932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Transition to ACTIVE for port object e01d6f02-acb0-48c5-9f27-83d184eaad29 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:06.953979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:07.089368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fce3-7b01-4f9d-8e89-e3b571d6623a req-eb9f3ed3-fbab-4e77-84f7-ef81fece75f5 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:07.091179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca04fce3-7b01-4f9d-8e89-e3b571d6623a req-eb9f3ed3-fbab-4e77-84f7-ef81fece75f5 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 946 time: 0.3300452 Jul 22 21:21:07.098299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Pushing event updated for resources: {'Port': ['ID=e01d6f02-acb0-48c5-9f27-83d184eaad29,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:07.106292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58616) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:07.114768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Request body: {'floatingip': {'port_id': '61f006dd-a17b-43ce-a2da-a986c57b67ac'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:07.127359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e73fb-1c83-48f4-a786-a4df6b17750c req-8a3519f6-9397-4d6b-87e3-b3ea2f0ba99f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:07.130106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a6e73fb-1c83-48f4-a786-a4df6b17750c req-8a3519f6-9397-4d6b-87e3-b3ea2f0ba99f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.3391974 Jul 22 21:21:07.202430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:07.305994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a6e73fb-1c83-48f4-a786-a4df6b17750c req-3dec57c4-ceb6-432f-ad6f-5565a59a4a8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411843 Jul 22 21:21:07.334713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Attempting to bind port e01d6f02-acb0-48c5-9f27-83d184eaad29 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:07.334713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Attempting to bind port e01d6f02-acb0-48c5-9f27-83d184eaad29 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:07.334713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Attempting to bind port e01d6f02-acb0-48c5-9f27-83d184eaad29 on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:07.343773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Port e01d6f02-acb0-48c5-9f27-83d184eaad29 on network 747bb956-cb78-4200-8a50-b5a43a589721 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:21:07.344618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Attempting to bind port e01d6f02-acb0-48c5-9f27-83d184eaad29 on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:07.365675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:07.366267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Checking segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:07.366947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Bound using segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:07.367712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Bound port: e01d6f02-acb0-48c5-9f27-83d184eaad29, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:07.368351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:07.575607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] For port e01d6f02-acb0-48c5-9f27-83d184eaad29, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:07.583439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] For port e01d6f02-acb0-48c5-9f27-83d184eaad29, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e01d6f02-acb0-48c5-9f27-83d184eaad29,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:07.604887 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:07.784518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:07.785578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:07.787991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] 10.222.0.23 "PUT /v2.0/ports/e01d6f02-acb0-48c5-9f27-83d184eaad29 HTTP/1.1" status: 200 len: 1093 time: 2.1378996 Jul 22 21:21:07.788782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'tag': 'e01d6f02-acb0-48c5-9f27-83d184eaad29'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:07.792349 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d730c6-98b2-427b-a43d-8e7b399b0a42" -d '{"events": [{"name": "network-changed", "server_uuid": "498a7c3f-048a-4028-8c5f-2559335b03d7", "tag": "e01d6f02-acb0-48c5-9f27-83d184eaad29"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:07.801971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f3b6-6bf6-4ede-977d-b35a7e01625f service neutron] Pushing event updated for resources: {'Port': ['ID=e01d6f02-acb0-48c5-9f27-83d184eaad29,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:07.877108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d7bd1-3e19-423b-a787-8de19adc2340 req-04fe7506-9e9e-40ac-ab69-83e3fa29226d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:07.879119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e8d7bd1-3e19-423b-a787-8de19adc2340 req-04fe7506-9e9e-40ac-ab69-83e3fa29226d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 944 time: 0.2932467 Jul 22 21:21:08.061019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e8d7bd1-3e19-423b-a787-8de19adc2340 req-99c5f9e6-7ec4-490c-b6fc-bcaf3e2613cb tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393187 Jul 22 21:21:08.119045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e199b4-b5a7-4055-9356-3a97303cd5c4 req-1808d1cf-10bf-4ff0-8e12-61bc2229625f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:08.122240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17e199b4-b5a7-4055-9356-3a97303cd5c4 req-1808d1cf-10bf-4ff0-8e12-61bc2229625f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2675011 Jul 22 21:21:08.136514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-1ce165f9-9fd6-43c6-a7bb-4c5af10fa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:08.139308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-1ce165f9-9fd6-43c6-a7bb-4c5af10fa604 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 1096 time: 0.2160010 Jul 22 21:21:08.269850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-54c3622c-0111-434d-8893-d63abf22bc95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01d6f02-acb0-48c5-9f27-83d184eaad29 HTTP/1.1" status: 200 len: 217 time: 0.0913177 Jul 22 21:21:08.326255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17e199b4-b5a7-4055-9356-3a97303cd5c4 req-67d5f4ad-9f2b-42bf-80c9-aebc6a1e7c2a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847074 Jul 22 21:21:08.337694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:08.340834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e1e7ff8d-f9a5-4721-910f-be1d1289b20d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:08.428507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-e5a6336f-b82a-4fba-852f-b1521344a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:08.431018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-e5a6336f-b82a-4fba-852f-b1521344a763 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.1105103 Jul 22 21:21:08.558229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-a39d396f-0098-4903-8cf1-a6d0c8c34c43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691464 Jul 22 21:21:08.649230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:08.651389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bffc6-7cea-47a9-a6b2-ed0d3b705ca4 req-bface199-c9d4-4d84-aedb-1758a7c8e368 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:08.654215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c4bffc6-7cea-47a9-a6b2-ed0d3b705ca4 req-bface199-c9d4-4d84-aedb-1758a7c8e368 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 944 time: 0.3912282 Jul 22 21:21:08.669502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port e1e7ff8d-f9a5-4721-910f-be1d1289b20d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:08.680938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port e1e7ff8d-f9a5-4721-910f-be1d1289b20d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:08.682044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:08.726010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'mac_address': 'fa:16:3e:4c:75:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:08.734309 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:08.755019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:08.825472 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:08.832559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c4bffc6-7cea-47a9-a6b2-ed0d3b705ca4 req-b66a4841-2f76-4b56-8a21-4e69419e1752 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591711 Jul 22 21:21:08.870691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f25c6c-1039-408c-a290-bce44ad45e0b req-b83f347a-da4d-41eb-a65a-3bff7dd9a5c9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:08.882320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29f25c6c-1039-408c-a290-bce44ad45e0b req-b83f347a-da4d-41eb-a65a-3bff7dd9a5c9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.3902519 Jul 22 21:21:08.918599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-7e14c62a-18b3-4b38-9782-f62c75555d64 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220630 Jul 22 21:21:08.971458 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:08.976349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef4de24-e9db-47da-a0f8-2aa57237aad1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:08.985722 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Floating IP 032e221f-7a67-44d7-a810-7f2c0b0189e8 associated. External IP: 172.25.5.195, port: 61f006dd-a17b-43ce-a2da-a986c57b67ac. Jul 22 21:21:08.986094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29f25c6c-1039-408c-a290-bce44ad45e0b req-c7e460aa-a318-45ea-9cd1-f1e5ba6071d9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022282 Jul 22 21:21:09.031599 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c074f980-81cc-4a16-bab0-bfda36e35856 x-openstack-request-id: req-c074f980-81cc-4a16-bab0-bfda36e35856 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:09.032032 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a7c3f-048a-4028-8c5f-2559335b03d7", "tag": "e01d6f02-acb0-48c5-9f27-83d184eaad29", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:09.032408 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c074f980-81cc-4a16-bab0-bfda36e35856 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:09.032989 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'tag': 'e01d6f02-acb0-48c5-9f27-83d184eaad29', 'status': 'completed', 'code': 200} Jul 22 21:21:09.091147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:09.109043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:09.113166 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e468c-d777-4147-a52e-86d5ddfde63d" -d '{"events": [{"server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:09.123294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:09.220939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:09.236169 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:09.269474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:09.297688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb97baaa-c13a-4a43-ab1a-45fe9980b5d5 req-d7e4eaa3-7301-477d-86e5-00df40188b4f service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522789 Jul 22 21:21:09.349613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e31b0e-4f79-4f1b-865f-0805db427c07 req-cae5137c-266b-4a39-a70d-74b449fa5a41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:09.377155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6e31b0e-4f79-4f1b-865f-0805db427c07 req-cae5137c-266b-4a39-a70d-74b449fa5a41 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.1905706 Jul 22 21:21:09.418810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:09.433631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2ef4de24-e9db-47da-a0f8-2aa57237aad1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:09.484280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6e31b0e-4f79-4f1b-865f-0805db427c07 req-d158571a-1301-45ee-8564-27a348c6a6a3 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056993 Jul 22 21:21:09.763961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-5d2fbbb2-9967-4849-9925-552730c90f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:09.765725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-5d2fbbb2-9967-4849-9925-552730c90f38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 1096 time: 0.2793493 Jul 22 21:21:09.769808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Router ccdd7350-6a7c-4733-9c6e-e706c14c79fc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:09.779940 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59ea094-96e8-43b7-9a5d-762b1a241ed0 x-openstack-request-id: req-b59ea094-96e8-43b7-9a5d-762b1a241ed0 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:09.779940 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:09.779940 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b59ea094-96e8-43b7-9a5d-762b1a241ed0 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:09.779940 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d', 'code': 200} Jul 22 21:21:09.806279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec085f5-01ae-48fa-ab37-167040883fdc req-b51626f5-3a47-4289-8f96-1dc4aac5d5f8 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:09.809633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dec085f5-01ae-48fa-ab37-167040883fdc req-b51626f5-3a47-4289-8f96-1dc4aac5d5f8 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 944 time: 0.2015951 Jul 22 21:21:10.078312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:10.089004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:10.101675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] Sync routers for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:10.115291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dec085f5-01ae-48fa-ab37-167040883fdc req-5712a2c1-dfaf-4ed3-a05b-da2da213f813 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710290 Jul 22 21:21:10.135704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:10.144093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:10.198404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-97811c57-d9fd-47ed-b0c8-4105fbe5ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.202187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-97811c57-d9fd-47ed-b0c8-4105fbe5ba53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 916 time: 0.3582397 Jul 22 21:21:10.219650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c56de-166a-4929-8f79-fe2a54ca5ab3 req-7a23b88b-0fe6-4273-b0cf-16e5fe827bed tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.236293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-286c56de-166a-4929-8f79-fe2a54ca5ab3 req-7a23b88b-0fe6-4273-b0cf-16e5fe827bed tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.4688616 Jul 22 21:21:10.267989 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9dec927b-21b5-424e-9345-cac76c9a41dc tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "PUT /v2.0/floatingips/032e221f-7a67-44d7-a810-7f2c0b0189e8 HTTP/1.1" status: 200 len: 992 time: 3.1595826 Jul 22 21:21:10.274053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:10.282926 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebec29b3-3795-44fd-b44d-aac1125a2390" -d '{"events": [{"name": "network-changed", "server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:10.308982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0103-c6b7-483b-bf22-4e29cb481561 req-de44342a-da06-4ae5-a6f8-d4785ad1f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.312754 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e5d0103-c6b7-483b-bf22-4e29cb481561 req-de44342a-da06-4ae5-a6f8-d4785ad1f228 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1097 time: 0.4548087 Jul 22 21:21:10.386033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-b976d09e-c9ec-4e4f-a661-4a47c60e5793 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01d6f02-acb0-48c5-9f27-83d184eaad29 HTTP/1.1" status: 200 len: 217 time: 0.1465027 Jul 22 21:21:10.438069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-286c56de-166a-4929-8f79-fe2a54ca5ab3 req-dcefd2f3-ca2a-4a67-996f-b3e2299f86c6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979933 Jul 22 21:21:10.451526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e5d0103-c6b7-483b-bf22-4e29cb481561 req-4eadc208-8dda-4712-9b86-ffefd5fca1d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214914 Jul 22 21:21:10.552725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:10.628373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-d39b418d-c6f5-4fe8-b35d-80945f6de758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.631782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-d39b418d-c6f5-4fe8-b35d-80945f6de758 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.1903558 Jul 22 21:21:10.758549 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-55a75625-8d30-459f-a2c7-fd46d099d697 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089261 Jul 22 21:21:10.999208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e8e4-4a3f-4d18-bde2-12c9fe2aabde req-8cc3a284-47a4-46c5-aa5a-73cc1268c077 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:11.011513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7277e8e4-4a3f-4d18-bde2-12c9fe2aabde req-8cc3a284-47a4-46c5-aa5a-73cc1268c077 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.3600862 Jul 22 21:21:11.083715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fb04-884f-4f2e-9f0d-6c7fdb2b4307 req-01b82f91-f44a-4110-9493-e500940a10bf tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:11.090145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2170fb04-884f-4f2e-9f0d-6c7fdb2b4307 req-01b82f91-f44a-4110-9493-e500940a10bf tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.4255431 Jul 22 21:21:11.113647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-b15fbd93-70ee-441f-b1d5-fbdd57067dc1 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147480 Jul 22 21:21:11.253931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '032e221f-7a67-44d7-a810-7f2c0b0189e8', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'port_id': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'mac_address': 'fa:16:3e:49:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:44Z', 'updated_at': '2021-07-22T21:21:08Z', 'revision_number': 1, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:42Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:11.254648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2170fb04-884f-4f2e-9f0d-6c7fdb2b4307 req-97a88bb3-a701-4669-809f-971552788f66 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523421 Jul 22 21:21:11.300899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7277e8e4-4a3f-4d18-bde2-12c9fe2aabde req-a6db0c2f-89de-47f9-b50c-02c23482f054 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879562 Jul 22 21:21:11.310080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] Checking router: ccdd7350-6a7c-4733-9c6e-e706c14c79fc for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:11.355666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:11.357275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:11.453887 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9423b7a-e83c-4683-8cef-07bdb94eecc9 x-openstack-request-id: req-c9423b7a-e83c-4683-8cef-07bdb94eecc9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:11.455234 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:11.456149 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9423b7a-e83c-4683-8cef-07bdb94eecc9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:11.457130 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'status': 'completed', 'code': 200} Jul 22 21:21:11.497533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04d730c6-98b2-427b-a43d-8e7b399b0a42 req-caad0f34-3c26-4ee7-830c-ae915322e913 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342073 Jul 22 21:21:11.717626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:11.957003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912572a-a5c4-4b3a-bdba-bfbdfb10c78c req-8e96b05f-92fc-4d13-ab0d-b50320b681af tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:11.972384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6912572a-a5c4-4b3a-bdba-bfbdfb10c78c req-8e96b05f-92fc-4d13-ab0d-b50320b681af tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.3669829 Jul 22 21:21:12.042182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-ad9d6503-2422-4af4-81b2-bdb2bcb442be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:12.045409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-ad9d6503-2422-4af4-81b2-bdb2bcb442be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2c09210cc0046f8a9d20aef19ffd686&device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 1098 time: 0.4168348 Jul 22 21:21:12.075266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6912572a-a5c4-4b3a-bdba-bfbdfb10c78c req-9407fa6e-712a-4ff1-86b8-61376e63f97f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009109 Jul 22 21:21:12.136871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffee60-1823-450c-9dac-44be34a86847 req-ae5efb67-cc7f-47c6-afcc-1c5ca5e0a56b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:12.140447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0ffee60-1823-450c-9dac-44be34a86847 req-ae5efb67-cc7f-47c6-afcc-1c5ca5e0a56b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 944 time: 0.3767099 Jul 22 21:21:12.464471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:12.553955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0ffee60-1823-450c-9dac-44be34a86847 req-1ec98f03-92e8-4d52-990a-d43aa69f3921 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887758 Jul 22 21:21:12.569970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-4b2c5092-58ee-4c3e-af1f-f3e15683a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:12.572676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-4b2c5092-58ee-4c3e-af1f-f3e15683a57e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e167bca-ce58-4726-b10e-2c037e199c57 HTTP/1.1" status: 200 len: 915 time: 0.4819818 Jul 22 21:21:12.701371 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df469918-4401-4fe5-88db-c3a6311bb0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.799196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '032e221f-7a67-44d7-a810-7f2c0b0189e8', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'port_id': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'mac_address': 'fa:16:3e:49:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:44Z', 'updated_at': '2021-07-22T21:21:08Z', 'revision_number': 1, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:42Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:12.890874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc59cb-de7b-43a4-8fdd-7067d9e2488a None None] The sync data for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 is: [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '032e221f-7a67-44d7-a810-7f2c0b0189e8', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'port_id': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'mac_address': 'fa:16:3e:49:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:44Z', 'updated_at': '2021-07-22T21:21:08Z', 'revision_number': 1, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:42Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:12.907547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:12.908252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.965452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-fd29f667-f003-4ae9-b2b6-6106eae0db79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac HTTP/1.1" status: 200 len: 1000 time: 0.3511887 Jul 22 21:21:13.132065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e9072-e1b4-4f9d-90fd-31e8d918d8a3 req-9a56eaee-c9d9-427c-ad95-c44144d8aa88 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.144684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e3e9072-e1b4-4f9d-90fd-31e8d918d8a3 req-9a56eaee-c9d9-427c-ad95-c44144d8aa88 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.4031844 Jul 22 21:21:13.174174 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:13.183689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09df3-0f75-4608-9100-8c9eefa59565 req-5a2d451b-8e2c-4e36-b419-928a24ba64c2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.198061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5dc09df3-0f75-4608-9100-8c9eefa59565 req-5a2d451b-8e2c-4e36-b419-928a24ba64c2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.4033930 Jul 22 21:21:13.234378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-d8c9ca0d-2744-40c9-bd59-b9456e13dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.236955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-d8c9ca0d-2744-40c9-bd59-b9456e13dfeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef60dcf8-be65-46b2-9b95-93d4d309939e HTTP/1.1" status: 200 len: 853 time: 0.2470529 Jul 22 21:21:13.268576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:13.289504 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac9e78b-3845-4677-943a-a0ea94e84b0e" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:13.372213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:13.382469 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:13.458866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5dc09df3-0f75-4608-9100-8c9eefa59565 req-78385871-b994-448f-85a9-1f4e3461a783 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593195 Jul 22 21:21:13.492946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e3e9072-e1b4-4f9d-90fd-31e8d918d8a3 req-ae606db4-2c5c-4a82-861e-41d4abf1d962 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467667 Jul 22 21:21:13.591952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:13.623418 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932d8e3-9348-4785-9a9d-cee406649604 None None] New status for floating IP 032e221f-7a67-44d7-a810-7f2c0b0189e8: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:21:13.741840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-81e50c47-7c9b-4165-9df8-d2e1fc642c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.744907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-81e50c47-7c9b-4165-9df8-d2e1fc642c73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e167bca-ce58-4726-b10e-2c037e199c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4455314 Jul 22 21:21:14.055058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-0ff90850-16f8-4676-882c-e988828265fc service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361212 Jul 22 21:21:14.365509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e01d6f02-acb0-48c5-9f27-83d184eaad29 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:14.377191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebec29b3-3795-44fd-b44d-aac1125a2390 req-f2b30c48-f496-4e06-8e98-76a67af625fc service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917602 Jul 22 21:21:14.493750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e008-a1e3-438f-8582-85a8c9c05829 req-abc3a84e-5730-423f-96ad-d5bc84a28269 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:14.530138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ba4e008-a1e3-438f-8582-85a8c9c05829 req-abc3a84e-5730-423f-96ad-d5bc84a28269 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.8104284 Jul 22 21:21:14.712225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e01d6f02-acb0-48c5-9f27-83d184eaad29, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e01d6f02-acb0-48c5-9f27-83d184eaad29,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:14.750293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'e01d6f02-acb0-48c5-9f27-83d184eaad29', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'port_id': 'e01d6f02-acb0-48c5-9f27-83d184eaad29', 'mac_address': 'fa:16:3e:f2:d3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8c656-3596-4fbd-8ddf-85dedfe9ba72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:14.893357 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:14.940918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01d6f02-acb0-48c5-9f27-83d184eaad29 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:14.995167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e01d6f02-acb0-48c5-9f27-83d184eaad29, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e01d6f02-acb0-48c5-9f27-83d184eaad29,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:15.005176 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:15.094920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b34ff-bf2d-48d8-b3d5-0b55a393d63c req-0493fb01-e9e0-4f4a-9984-b77af2c568b6 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:15.098765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-596b34ff-bf2d-48d8-b3d5-0b55a393d63c req-0493fb01-e9e0-4f4a-9984-b77af2c568b6 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 1.3817577 Jul 22 21:21:15.154401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e01d6f02-acb0-48c5-9f27-83d184eaad29,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:15.176721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ba4e008-a1e3-438f-8582-85a8c9c05829 req-861f7bb7-4e1f-4c4c-b752-01aa8a7fc348 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402206 Jul 22 21:21:15.195677 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b062fdb9-7263-4da3-be18-31a3b3f1a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:15.242392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-596b34ff-bf2d-48d8-b3d5-0b55a393d63c req-82a9b3ca-ddfd-46e1-a5f9-b6a0185c76c2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262901 Jul 22 21:21:15.301505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:15.392232 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f6f07c-fc30-4fca-84a6-a863f937417e x-openstack-request-id: req-49f6f07c-fc30-4fca-84a6-a863f937417e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:15.393593 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:15.393593 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49f6f07c-fc30-4fca-84a6-a863f937417e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:15.393980 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'code': 200} Jul 22 21:21:15.682473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f474d1-14ea-417c-99bb-3f0108550dbc req-4ba9c7c5-fefe-4c31-938a-0d65e1b02d76 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:15.696978 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72f474d1-14ea-417c-99bb-3f0108550dbc req-4ba9c7c5-fefe-4c31-938a-0d65e1b02d76 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 945 time: 0.1627650 Jul 22 21:21:15.788054 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72f474d1-14ea-417c-99bb-3f0108550dbc req-d4bdb211-05ef-4ee2-8dfb-e62c321de100 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893922 Jul 22 21:21:15.888060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['e01d6f02-acb0-48c5-9f27-83d184eaad29'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:16.061775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:16.114007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66683215-b248-4fb3-abe1-bda181f131c2 req-c859ec66-d582-4848-a410-623b01e8587d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:16.116666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66683215-b248-4fb3-abe1-bda181f131c2 req-c859ec66-d582-4848-a410-623b01e8587d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2967825 Jul 22 21:21:16.234402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c61085-a813-4a0b-aee4-22c5e692e0f2 req-aa1d1820-07c4-4058-9ec6-8dc89706120b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:16.237383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4c61085-a813-4a0b-aee4-22c5e692e0f2 req-aa1d1820-07c4-4058-9ec6-8dc89706120b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2265508 Jul 22 21:21:16.263018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66683215-b248-4fb3-abe1-bda181f131c2 req-2047e599-aede-46de-9e52-758d2faa0f8a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345100 Jul 22 21:21:16.397792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4c61085-a813-4a0b-aee4-22c5e692e0f2 req-1cb02287-96f1-4327-b8a2-d0b79bb5f130 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285083 Jul 22 21:21:16.748603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-76f5b406-3a37-4a52-9f93-8bfb5ca22b59 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:16.751474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-76f5b406-3a37-4a52-9f93-8bfb5ca22b59 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/networks?id=4f182566-f30d-4b6e-b500-2fe49aecbdd6 HTTP/1.1" status: 200 len: 810 time: 0.2733703 Jul 22 21:21:16.784771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ca7fc2cb-d5fa-41fe-af86-7121a890bc19 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/quotas/3c04d40d90734419b47fe202aa014964 HTTP/1.1" status: 200 len: 375 time: 0.0211167 Jul 22 21:21:16.837307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7286ce4-76c7-4e03-ac0e-d81e40b7a211 req-c94a9577-f98f-4fb5-8924-4c70bc931d85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:16.840230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7286ce4-76c7-4e03-ac0e-d81e40b7a211 req-c94a9577-f98f-4fb5-8924-4c70bc931d85 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.1988823 Jul 22 21:21:16.876129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-a46289c9-76d6-4d60-9f0a-aa233a7a66de tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c04d40d90734419b47fe202aa014964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723057 Jul 22 21:21:17.004718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7286ce4-76c7-4e03-ac0e-d81e40b7a211 req-4d8d95d4-8c0c-4805-badc-46e3f8ce7db3 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269200 Jul 22 21:21:17.155243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-300f3d9e-0504-40fb-83d0-480d04b61801 service neutron] 10.222.0.54 "GET /v2.0/networks/4f182566-f30d-4b6e-b500-2fe49aecbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540159 Jul 22 21:21:17.385198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-7d4b5e54-ab6c-47f6-8d02-614db0650fc5 service neutron] 10.222.0.54 "GET /v2.0/networks/4f182566-f30d-4b6e-b500-2fe49aecbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187748 Jul 22 21:21:17.401598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b711d-4eb0-45ed-bdf2-a7ae808339a5 req-cfd91cd6-d39b-4bc0-8e07-ba1bef947f60 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:17.402966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b8b711d-4eb0-45ed-bdf2-a7ae808339a5 req-cfd91cd6-d39b-4bc0-8e07-ba1bef947f60 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2528012 Jul 22 21:21:17.524611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b8b711d-4eb0-45ed-bdf2-a7ae808339a5 req-cc9a6e8b-5d5c-46b8-ba99-bae74d90f98c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055424 Jul 22 21:21:17.568089 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-a224d321-c346-4b7a-9bda-fa387042ab62 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1621492 Jul 22 21:21:17.908566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-27f7aa8b-3eec-409c-a5a2-7758531b7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:17.920741 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-27f7aa8b-3eec-409c-a5a2-7758531b7af7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1096 time: 0.2326162 Jul 22 21:21:18.001586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:18.193706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85176f-f8f9-4a53-b561-86a12474eddf req-a8e0d236-0840-4140-9506-18f45de7a43c tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:18.197137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a85176f-f8f9-4a53-b561-86a12474eddf req-a8e0d236-0840-4140-9506-18f45de7a43c tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 945 time: 0.3546848 Jul 22 21:21:18.249925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-a12966ec-9828-43ce-9aaa-bc5097e50138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:18.253121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-a12966ec-9828-43ce-9aaa-bc5097e50138 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.3046992 Jul 22 21:21:18.298861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb56d4-dd59-4a64-8966-937cd454f016 req-d5cbb2ab-02a1-4042-b645-dae8b3cd7d6d tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:18.300933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2bb56d4-dd59-4a64-8966-937cd454f016 req-d5cbb2ab-02a1-4042-b645-dae8b3cd7d6d tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1097 time: 0.2923348 Jul 22 21:21:18.370087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-933e1525-9981-4359-84f7-298f992fad72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.1020541 Jul 22 21:21:18.473735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a85176f-f8f9-4a53-b561-86a12474eddf req-5168f995-e4f3-40f7-9779-2b0dd8573709 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523544 Jul 22 21:21:18.546066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2bb56d4-dd59-4a64-8966-937cd454f016 req-fcafd21e-b2d3-478e-80f3-3528f39ca6e0 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902378 Jul 22 21:21:18.586150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-aa74a093-af2c-47c8-8b0d-4a8da0ddc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:18.591195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-aa74a093-af2c-47c8-8b0d-4a8da0ddc623 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.2060375 Jul 22 21:21:18.657349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-cacbf869-233a-4056-b99d-fecb604e2048 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598173 Jul 22 21:21:18.989587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062faf86-92eb-470f-b7ab-9eed27b50523 req-6320c6a9-7714-4124-81c1-5cdfd0a77de7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:18.993348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-062faf86-92eb-470f-b7ab-9eed27b50523 req-6320c6a9-7714-4124-81c1-5cdfd0a77de7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.3402481 Jul 22 21:21:19.022455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-4afe8dfd-2199-42bf-9de3-416a172e6bf4 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513019 Jul 22 21:21:19.083322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d71d15-8ca8-44c2-b5aa-03f35509c6be req-9a1ee2f3-135a-44bb-968f-86de2d3f8e33 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:19.086641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4d71d15-8ca8-44c2-b5aa-03f35509c6be req-9a1ee2f3-135a-44bb-968f-86de2d3f8e33 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.3268592 Jul 22 21:21:19.297588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-062faf86-92eb-470f-b7ab-9eed27b50523 req-400afbf9-91f6-4d0f-8a78-abf8bc5c70e2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680662 Jul 22 21:21:19.351300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4d71d15-8ca8-44c2-b5aa-03f35509c6be req-d193b9df-ad07-4827-a6cd-3ecbf22b6b05 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285571 Jul 22 21:21:19.424056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5984852f-298b-4954-8afc-17a5ddc54fa5 req-3b3eba9a-bee9-4a09-8dbb-08efd70089d7 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863945 Jul 22 21:21:19.551063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c508e0de-719f-40ab-9240-45514ddb6845 req-9317e477-9b1f-4efa-a296-b6fd6eb68e07 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 210 time: 0.0956910 Jul 22 21:21:19.744305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490d1b2-35af-4226-90f4-6714d35622d1 req-341f7df8-a08d-4cf3-a613-5718583d3703 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:19.747584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e490d1b2-35af-4226-90f4-6714d35622d1 req-341f7df8-a08d-4cf3-a613-5718583d3703 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1833026 Jul 22 21:21:19.855454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e490d1b2-35af-4226-90f4-6714d35622d1 req-c74a12ff-96b6-4cc7-abcf-847b9467f17a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975008 Jul 22 21:21:20.110619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737ede8-ee32-405d-87a1-5764c6cbd4b3 req-d41ec9e0-8301-4df8-91e1-f9fdc3768940 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:20.113539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6737ede8-ee32-405d-87a1-5764c6cbd4b3 req-d41ec9e0-8301-4df8-91e1-f9fdc3768940 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 945 time: 0.1725817 Jul 22 21:21:20.192679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6737ede8-ee32-405d-87a1-5764c6cbd4b3 req-8b858bca-d161-481f-9b8b-1c1df7cd7a73 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660586 Jul 22 21:21:20.427325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e01d6f02-acb0-48c5-9f27-83d184eaad29 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:20.588066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port e01d6f02-acb0-48c5-9f27-83d184eaad29 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:20.617922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port e01d6f02-acb0-48c5-9f27-83d184eaad29 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:20.618873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.859363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a98d6-58d9-4ea9-b9d1-c3c540dcfeb2 req-4d0ee1e3-4049-437a-bbd7-9c8a5911f04c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:20.863623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af3a98d6-58d9-4ea9-b9d1-c3c540dcfeb2 req-4d0ee1e3-4049-437a-bbd7-9c8a5911f04c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.3222919 Jul 22 21:21:20.884852 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.929331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01d6f02-acb0-48c5-9f27-83d184eaad29'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:20.933419 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08203f1-e31f-4ec4-85fe-a518ebd67e4d" -d '{"events": [{"server_uuid": "498a7c3f-048a-4028-8c5f-2559335b03d7", "name": "network-vif-plugged", "status": "completed", "tag": "e01d6f02-acb0-48c5-9f27-83d184eaad29"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:20.949768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e01d6f02-acb0-48c5-9f27-83d184eaad29, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e01d6f02-acb0-48c5-9f27-83d184eaad29,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:20.959588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.076798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af3a98d6-58d9-4ea9-b9d1-c3c540dcfeb2 req-066ef85a-d5df-4a96-9a27-87b1a856c7a1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476288 Jul 22 21:21:21.093483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-08582577-7dcc-405f-b569-1648fc4edc50 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:21.098466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-08582577-7dcc-405f-b569-1648fc4edc50 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.23 "GET /v2.0/networks?id=4f182566-f30d-4b6e-b500-2fe49aecbdd6 HTTP/1.1" status: 200 len: 810 time: 0.4191058 Jul 22 21:21:21.129633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945138ae-9705-429d-9957-ef1c0a4934fa req-04670b96-8a7d-4038-a581-87a744a35d3d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:21.134037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-945138ae-9705-429d-9957-ef1c0a4934fa req-04670b96-8a7d-4038-a581-87a744a35d3d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.4778886 Jul 22 21:21:21.139410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e01d6f02-acb0-48c5-9f27-83d184eaad29,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:21.142675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Request body: {'port': {'device_id': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6', 'admin_state_up': True, 'tenant_id': '3c04d40d90734419b47fe202aa014964'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:21.337343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-945138ae-9705-429d-9957-ef1c0a4934fa req-33f58053-0f48-4545-b172-a5c70433fbc1 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866641 Jul 22 21:21:21.448864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23a832e2-e0d4-4af7-acad-12b6d1bdff2b req-dc0d73bc-3f91-461d-a768-4fe34bc6e47f tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 210 time: 0.1507142 Jul 22 21:21:21.605699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Made reservation on behalf of 3c04d40d90734419b47fe202aa014964 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:21:21.612245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.651577 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d891fb-bc01-4627-bcaa-c731ab5a308d x-openstack-request-id: req-53d891fb-bc01-4627-bcaa-c731ab5a308d {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:21.652434 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a7c3f-048a-4028-8c5f-2559335b03d7", "name": "network-vif-plugged", "status": "completed", "tag": "e01d6f02-acb0-48c5-9f27-83d184eaad29", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:21.652434 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53d891fb-bc01-4627-bcaa-c731ab5a308d {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:21.652968 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01d6f02-acb0-48c5-9f27-83d184eaad29', 'code': 200} Jul 22 21:21:21.985237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed75dc-426b-41bc-8919-e6b5d4cf83ff req-53a1ca0d-97de-4b0d-ae22-f648dda9dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:21.990026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1ed75dc-426b-41bc-8919-e6b5d4cf83ff req-53a1ca0d-97de-4b0d-ae22-f648dda9dd62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 1098 time: 0.1645381 Jul 22 21:21:22.027142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742d7df-7db1-45ee-8844-8eef3c1882d3 req-3bef902d-79d6-4ed9-8980-ceda0d18f517 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:22.030786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d742d7df-7db1-45ee-8844-8eef3c1882d3 req-3bef902d-79d6-4ed9-8980-ceda0d18f517 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.3649566 Jul 22 21:21:22.070619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1ed75dc-426b-41bc-8919-e6b5d4cf83ff req-34fff509-f95c-40a6-a755-51680f4e354b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652027 Jul 22 21:21:22.120936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Allocated IP 172.20.0.12 (4f182566-f30d-4b6e-b500-2fe49aecbdd6/094e44b6-0ab2-476f-bd0a-cfc03ab4187a/fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:22.141767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d742d7df-7db1-45ee-8844-8eef3c1882d3 req-8420b870-6a21-4012-a2c4-e98bfc664e32 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969887 Jul 22 21:21:22.260895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf09f74-dcf1-45bd-840e-e8a431995559 req-fdfad3b4-39e6-4326-a61d-39da1e0a66b6 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:22.264166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cf09f74-dcf1-45bd-840e-e8a431995559 req-fdfad3b4-39e6-4326-a61d-39da1e0a66b6 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 946 time: 0.3477154 Jul 22 21:21:22.521951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cf09f74-dcf1-45bd-840e-e8a431995559 req-5097fc34-2504-4859-8e25-0a93d69fe9c9 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370238 Jul 22 21:21:22.655105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac0c1-c0a3-446f-9d29-ec192cd714d9 req-deca8ce0-16e8-4a67-bf93-2bbb2d51ca73 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:22.667477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75dac0c1-c0a3-446f-9d29-ec192cd714d9 req-deca8ce0-16e8-4a67-bf93-2bbb2d51ca73 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.3401749 Jul 22 21:21:22.675210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.839312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75dac0c1-c0a3-446f-9d29-ec192cd714d9 req-1b796551-4552-40b9-bf03-f89f0f18c8d2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339240 Jul 22 21:21:22.890606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.947577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466024-c0e3-4b37-a140-fefecbe95d7f req-9d624a72-957c-4644-bbe0-a3156ecd6d1f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:22.950280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32466024-c0e3-4b37-a140-fefecbe95d7f req-9d624a72-957c-4644-bbe0-a3156ecd6d1f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2690921 Jul 22 21:21:23.110559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:23.129232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:23.153841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:23.159702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Pushing event updated for resources: {'Port': ['ID=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:23.218516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32466024-c0e3-4b37-a140-fefecbe95d7f req-2a15fdff-32c3-4967-8ff8-1889cae59ba8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419076 Jul 22 21:21:23.288902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:23.290151 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.347918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aab9a-3405-4369-a654-d3946a3c8358 req-95bd58d3-a122-4060-92ef-2032b2f77d68 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:23.352787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a3aab9a-3405-4369-a654-d3946a3c8358 req-95bd58d3-a122-4060-92ef-2032b2f77d68 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 932 time: 0.3193574 Jul 22 21:21:23.360471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-ebda5b11-5db6-43c6-936e-2e81db3e8c3d tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2213809 Jul 22 21:21:23.396240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Request body: {'port': {'device_id': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:23.487227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a3aab9a-3405-4369-a654-d3946a3c8358 req-63fc4829-f1e3-439e-a3ba-556e7d5fb4b5 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250291 Jul 22 21:21:23.718107 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.874069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd529a-4d9b-4e94-ae2e-c147013a3a61 req-297cc354-d1e4-491c-8e0d-b2438373fe6f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:23.876775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67fd529a-4d9b-4e94-ae2e-c147013a3a61 req-297cc354-d1e4-491c-8e0d-b2438373fe6f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2158859 Jul 22 21:21:24.090443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67fd529a-4d9b-4e94-ae2e-c147013a3a61 req-a8e5fa17-9dba-44c7-8ceb-9c56441772f2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254592 Jul 22 21:21:24.763712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc53da-3351-437d-85be-c60ef29104f1 req-f18ee702-9c79-43b6-88e8-eced3c9c2bc5 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:24.766328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34fc53da-3351-437d-85be-c60ef29104f1 req-f18ee702-9c79-43b6-88e8-eced3c9c2bc5 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.3957331 Jul 22 21:21:24.796090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6bc2e-5e1d-482c-a3cb-5aa7812b36d4 req-5a097396-cbdd-4800-9dbc-9fc2ef923c6b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:24.808693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daf6bc2e-5e1d-482c-a3cb-5aa7812b36d4 req-5a097396-cbdd-4800-9dbc-9fc2ef923c6b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 946 time: 0.4398100 Jul 22 21:21:24.863673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:24.885230 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.963762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34fc53da-3351-437d-85be-c60ef29104f1 req-124cdcb6-4af9-40eb-ac1f-c93d28bf17d8 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484270 Jul 22 21:21:24.990459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daf6bc2e-5e1d-482c-a3cb-5aa7812b36d4 req-49907968-2638-4f32-b9cf-22a257b018f9 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779351 Jul 22 21:21:24.993286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Transition to ACTIVE for port object fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:25.000435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.283488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:25.501256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f1d9f-080b-4d65-8425-8a082a689ebb req-520c0221-85d5-4e57-89a1-d3a5fb7b1fd2 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:25.508723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da5f1d9f-080b-4d65-8425-8a082a689ebb req-520c0221-85d5-4e57-89a1-d3a5fb7b1fd2 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.3677182 Jul 22 21:21:25.594356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Attempting to bind port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:25.594857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Attempting to bind port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '866336f2-1a13-4459-8458-a3846b3687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:25.595502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Attempting to bind port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 on network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:25.636068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 on network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:21:25.636799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Attempting to bind port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 on network 4f182566-f30d-4b6e-b500-2fe49aecbdd6 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:25.662488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da5f1d9f-080b-4d65-8425-8a082a689ebb req-0d18d9fa-a2b2-47a2-962f-6d09f71efe1b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468401 Jul 22 21:21:25.673415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:25.673415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Checking segment: {'id': '866336f2-1a13-4459-8458-a3846b3687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:25.673415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Bound using segment: {'id': '866336f2-1a13-4459-8458-a3846b3687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:25.679352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Bound port: fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866336f2-1a13-4459-8458-a3846b3687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:25.679352 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.775648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f8625-68a2-43e5-8539-0ad82bc93ff6 req-8eba56f2-8c95-42eb-bc0e-68701527897f tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:25.779350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a7f8625-68a2-43e5-8539-0ad82bc93ff6 req-8eba56f2-8c95-42eb-bc0e-68701527897f tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 944 time: 0.4039102 Jul 22 21:21:25.912256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] For port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:25.919978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] For port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,segment=NetworkSegment(866336f2-1a13-4459-8458-a3846b3687f0),segment_id=866336f2-1a13-4459-8458-a3846b3687f0)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:25.969746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.581564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a7f8625-68a2-43e5-8539-0ad82bc93ff6 req-f3a3b815-7c4c-482e-b295-ae7632145439 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7289374 Jul 22 21:21:26.585660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:26.590592 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.594629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] 10.222.0.23 "PUT /v2.0/ports/fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 HTTP/1.1" status: 200 len: 1093 time: 3.2075505 Jul 22 21:21:26.630779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'tag': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:26.651383 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03aea96-eb9c-4021-8010-685c9649301d" -d '{"events": [{"name": "network-changed", "server_uuid": "d53f8b48-4c0c-4ce6-9373-31c731d78844", "tag": "fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:26.846190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e6df2-ada9-4bcb-a46f-2ac954c88d73 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.884238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c3960-7cb9-43b0-9c27-1ef923228571 req-ba04e4fa-0697-4f7a-8359-12c377480194 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:26.898467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e60c3960-7cb9-43b0-9c27-1ef923228571 req-ba04e4fa-0697-4f7a-8359-12c377480194 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 1.0437963 Jul 22 21:21:27.125231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e60c3960-7cb9-43b0-9c27-1ef923228571 req-6aa31b0b-ad61-43fa-af4b-3c4024bac91e tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251983 Jul 22 21:21:27.155572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-377e384d-fda1-4ffe-8ef1-49b83218b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:27.159420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-377e384d-fda1-4ffe-8ef1-49b83218b8b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c04d40d90734419b47fe202aa014964&device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 1096 time: 0.4256270 Jul 22 21:21:27.202355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cd97d-e9ff-49af-a228-96fce57328df req-9643ac36-e12e-45aa-9124-e5627d0c1e8d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:27.214217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b25cd97d-e9ff-49af-a228-96fce57328df req-9643ac36-e12e-45aa-9124-e5627d0c1e8d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.3693194 Jul 22 21:21:27.404807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-fd27c835-82e6-49a2-99bc-3d2dc46997ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 HTTP/1.1" status: 200 len: 217 time: 0.1769381 Jul 22 21:21:27.569981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b25cd97d-e9ff-49af-a228-96fce57328df req-98269d7b-34bc-49b9-b137-1919396bfac5 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541107 Jul 22 21:21:27.607696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-0ec296d3-8d88-475c-a400-f46e63fbc625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:27.610259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-0ec296d3-8d88-475c-a400-f46e63fbc625 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=094e44b6-0ab2-476f-bd0a-cfc03ab4187a HTTP/1.1" status: 200 len: 850 time: 0.1814499 Jul 22 21:21:27.707825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-c4aca271-c460-48d0-817d-17f4eed709f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f182566-f30d-4b6e-b500-2fe49aecbdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693612 Jul 22 21:21:27.768546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499f89-2316-4c62-a918-7ad75f3df029 req-3b57d195-36b4-4391-baa7-9f1435344878 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:27.782310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2499f89-2316-4c62-a918-7ad75f3df029 req-3b57d195-36b4-4391-baa7-9f1435344878 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 946 time: 0.4036672 Jul 22 21:21:27.904887 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bb3844-1402-41ff-90e1-58cf18d0212a x-openstack-request-id: req-03bb3844-1402-41ff-90e1-58cf18d0212a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:27.905959 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53f8b48-4c0c-4ce6-9373-31c731d78844", "tag": "fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:27.905959 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03bb3844-1402-41ff-90e1-58cf18d0212a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:27.906298 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'tag': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1', 'status': 'completed', 'code': 200} Jul 22 21:21:27.941033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2499f89-2316-4c62-a918-7ad75f3df029 req-6e57f2c9-229a-4de7-ae6d-e015b1ce3692 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543894 Jul 22 21:21:28.339901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-491e3688-70cd-4fe7-a0d6-6fcdfcbb5f90 service neutron] 10.222.0.23 "GET /v2.0/networks/4f182566-f30d-4b6e-b500-2fe49aecbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557668 Jul 22 21:21:28.566332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df056-381e-4681-b39c-2b7479f7a93d req-8b240258-7b30-4c62-b316-e5914fd8470e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:28.579037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-849df056-381e-4681-b39c-2b7479f7a93d req-8b240258-7b30-4c62-b316-e5914fd8470e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.4966359 Jul 22 21:21:28.642378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7be59-74af-4adf-9201-c598375afd31 req-9f472ebc-35a0-4bb3-b9ae-e942113622f3 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:28.644495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8e7be59-74af-4adf-9201-c598375afd31 req-9f472ebc-35a0-4bb3-b9ae-e942113622f3 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 944 time: 0.4354889 Jul 22 21:21:28.710577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e925734b-d373-42b2-92a1-dfe8c0422069 req-a4ea43a4-b878-42d2-bbaa-48c00f673e3c service neutron] 10.222.0.23 "GET /v2.0/networks/4f182566-f30d-4b6e-b500-2fe49aecbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474979 Jul 22 21:21:28.744751 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-849df056-381e-4681-b39c-2b7479f7a93d req-6b421465-339c-402f-9051-7e3d1f5b5d8d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642237 Jul 22 21:21:28.809074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8e7be59-74af-4adf-9201-c598375afd31 req-f528dd9b-f3fa-4a37-991a-cbdef8297abb tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389799 Jul 22 21:21:29.245902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aea96-eb9c-4021-8010-685c9649301d req-202e6921-8690-4639-ae64-33cc574d94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:29.251041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c03aea96-eb9c-4021-8010-685c9649301d req-202e6921-8690-4639-ae64-33cc574d94e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c04d40d90734419b47fe202aa014964&device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 1096 time: 0.4012299 Jul 22 21:21:29.348929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa46da0-c27c-428d-a401-a4acd8d668ac req-2ddf8449-71c4-48c6-afd2-033c7b6aff86 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:29.362459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efa46da0-c27c-428d-a401-a4acd8d668ac req-2ddf8449-71c4-48c6-afd2-033c7b6aff86 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.3155715 Jul 22 21:21:29.394396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f22dd-7817-42fb-b374-e14c2be704a9 req-d3fbb7fc-21db-467d-8fbc-405b21cefd85 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:29.416350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-781f22dd-7817-42fb-b374-e14c2be704a9 req-d3fbb7fc-21db-467d-8fbc-405b21cefd85 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.3247278 Jul 22 21:21:29.549439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-781f22dd-7817-42fb-b374-e14c2be704a9 req-8b3de1e1-dfc7-473c-a4dc-ae9fc1a95a2d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302392 Jul 22 21:21:29.666647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efa46da0-c27c-428d-a401-a4acd8d668ac req-1b23c3ff-da38-4fe8-b81f-5679d9202d27 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012223 Jul 22 21:21:29.753900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aea96-eb9c-4021-8010-685c9649301d req-1613ac49-0052-410f-889c-1991dbb03067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:29.756838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c03aea96-eb9c-4021-8010-685c9649301d req-1613ac49-0052-410f-889c-1991dbb03067 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f182566-f30d-4b6e-b500-2fe49aecbdd6 HTTP/1.1" status: 200 len: 911 time: 0.4733706 Jul 22 21:21:29.905849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c03aea96-eb9c-4021-8010-685c9649301d req-59a64dfb-8e51-4198-bed4-540c4534a83f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 HTTP/1.1" status: 200 len: 217 time: 0.1148200 Jul 22 21:21:30.283530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aea96-eb9c-4021-8010-685c9649301d req-fe0fb01c-df37-491e-b09f-7fcdfd4eef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:30.287418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c03aea96-eb9c-4021-8010-685c9649301d req-fe0fb01c-df37-491e-b09f-7fcdfd4eef2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=094e44b6-0ab2-476f-bd0a-cfc03ab4187a HTTP/1.1" status: 200 len: 850 time: 0.3665929 Jul 22 21:21:30.378714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c03aea96-eb9c-4021-8010-685c9649301d req-af2a177a-afbb-439e-a55f-2695b83b94db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f182566-f30d-4b6e-b500-2fe49aecbdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742402 Jul 22 21:21:30.464515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29486f-d49c-4713-ba35-b6acbb46983d req-fa4513d9-945d-4a8c-91d6-df190f3b2cab tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:30.479104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad29486f-d49c-4713-ba35-b6acbb46983d req-fa4513d9-945d-4a8c-91d6-df190f3b2cab tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.4251947 Jul 22 21:21:30.533977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fc6f6-1ba9-4829-8afe-8a7d40bb16c0 req-21d64a3e-37fd-4c57-9b24-6ffe4de74747 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:30.538744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c32fc6f6-1ba9-4829-8afe-8a7d40bb16c0 req-21d64a3e-37fd-4c57-9b24-6ffe4de74747 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 944 time: 0.4226387 Jul 22 21:21:30.732981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c32fc6f6-1ba9-4829-8afe-8a7d40bb16c0 req-f65486ff-01f5-4335-9ea7-af1939695c0e tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759391 Jul 22 21:21:30.756248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad29486f-d49c-4713-ba35-b6acbb46983d req-a5ed768e-516c-487a-b79c-f578b06d4bc6 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147536 Jul 22 21:21:30.854944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c03aea96-eb9c-4021-8010-685c9649301d req-d325f6e4-225b-4fa9-831d-7d7ced822be4 service neutron] 10.222.0.23 "GET /v2.0/networks/4f182566-f30d-4b6e-b500-2fe49aecbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361515 Jul 22 21:21:31.140376 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.253478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03b6f8-9c32-4976-9383-19908da70b4e req-6dbb4dba-6fa6-4138-aaba-90529f9040bf tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:31.266666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f03b6f8-9c32-4976-9383-19908da70b4e req-6dbb4dba-6fa6-4138-aaba-90529f9040bf tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.4054523 Jul 22 21:21:31.295635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c03aea96-eb9c-4021-8010-685c9649301d req-e2b840b0-ea22-4b84-9894-cb79cb0af190 service neutron] 10.222.0.23 "GET /v2.0/networks/4f182566-f30d-4b6e-b500-2fe49aecbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156449 Jul 22 21:21:31.386028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f8ea-4eae-4a2c-a3d0-f8a0bc60e0e9 req-6cb6ec16-7934-4d6d-9d55-97a15800d6ba tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:31.388831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de00f8ea-4eae-4a2c-a3d0-f8a0bc60e0e9 req-6cb6ec16-7934-4d6d-9d55-97a15800d6ba tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.4337506 Jul 22 21:21:31.398443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f03b6f8-9c32-4976-9383-19908da70b4e req-2e39264e-409f-4828-994d-453a69e913b8 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308486 Jul 22 21:21:31.593057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de00f8ea-4eae-4a2c-a3d0-f8a0bc60e0e9 req-3dd04a51-a96d-4e73-9f0c-3a75612bb6a4 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864562 Jul 22 21:21:31.873293 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.129218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d133-a7ff-41bc-a1e5-5067c143df59 req-4e946055-de2b-4899-bab0-90ea222373e4 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:32.131889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a519d133-a7ff-41bc-a1e5-5067c143df59 req-4e946055-de2b-4899-bab0-90ea222373e4 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 944 time: 0.2304847 Jul 22 21:21:32.282094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a519d133-a7ff-41bc-a1e5-5067c143df59 req-4bf3e52d-1e88-4a2a-9796-cea256cecb96 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261432 Jul 22 21:21:32.475261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:32.669763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54feef-4b93-4972-b5a2-60ca3a27e6e1 req-d0467423-5d67-425f-a3e7-a0e30b047497 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:32.695400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db54feef-4b93-4972-b5a2-60ca3a27e6e1 req-d0467423-5d67-425f-a3e7-a0e30b047497 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2715671 Jul 22 21:21:32.889994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db54feef-4b93-4972-b5a2-60ca3a27e6e1 req-92ec1789-eee4-4875-aa15-f5bd6ce2ee19 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932447 Jul 22 21:21:32.896529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,segment=NetworkSegment(866336f2-1a13-4459-8458-a3846b3687f0),segment_id=866336f2-1a13-4459-8458-a3846b3687f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:32.924835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1', 'network_id': '4f182566-f30d-4b6e-b500-2fe49aecbdd6', 'port_id': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1', 'mac_address': 'fa:16:3e:15:95:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094e44b6-0ab2-476f-bd0a-cfc03ab4187a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:32.994583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632888e-ba59-4b29-8e68-4d07e484df6b req-36f5bd06-c23c-4a99-99fc-7eeb4db6841a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:33.010674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3632888e-ba59-4b29-8e68-4d07e484df6b req-36f5bd06-c23c-4a99-99fc-7eeb4db6841a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2932208 Jul 22 21:21:33.029039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.057940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:33.131311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3632888e-ba59-4b29-8e68-4d07e484df6b req-a07fc3a9-c32f-4f15-aa28-e8f489a9b45a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033168 Jul 22 21:21:33.143154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,segment=NetworkSegment(866336f2-1a13-4459-8458-a3846b3687f0),segment_id=866336f2-1a13-4459-8458-a3846b3687f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:33.160288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.407190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:33.682237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62694308-1329-4cb5-9b98-88b24c9f4407 req-da104829-9f2b-4a0f-9cfb-c8ae00e60746 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:33.690666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62694308-1329-4cb5-9b98-88b24c9f4407 req-da104829-9f2b-4a0f-9cfb-c8ae00e60746 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.3591001 Jul 22 21:21:33.830754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62694308-1329-4cb5-9b98-88b24c9f4407 req-090723d7-ac06-4bc8-9918-34d57411f1b3 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272142 Jul 22 21:21:33.854346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a78c8-35f2-4706-abf7-981847db0ad4 req-93a792be-1055-4854-aaa2-5012cc884d1e tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:33.861927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c60a78c8-35f2-4706-abf7-981847db0ad4 req-93a792be-1055-4854-aaa2-5012cc884d1e tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 945 time: 0.3420401 Jul 22 21:21:34.049347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c60a78c8-35f2-4706-abf7-981847db0ad4 req-6edf8eb7-38dc-40a5-8dc2-c9e61ebd6a81 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742725 Jul 22 21:21:34.233382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302eaa-a7dd-4ddb-bc2b-9a2dd53f3da2 req-bb043ea7-ed7d-4187-8400-c30c5483d4ab tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:34.233635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:34.236613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d302eaa-a7dd-4ddb-bc2b-9a2dd53f3da2 req-bb043ea7-ed7d-4187-8400-c30c5483d4ab tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.2467484 Jul 22 21:21:34.354086 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d302eaa-a7dd-4ddb-bc2b-9a2dd53f3da2 req-799ab5be-1814-4f5c-b3f7-ba2f958eab2a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023884 Jul 22 21:21:34.613213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec09f-0374-4842-85e6-72bae2f8bf6c req-687f4fda-1abd-4b32-8354-a88fd24a51b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:34.615619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55bec09f-0374-4842-85e6-72bae2f8bf6c req-687f4fda-1abd-4b32-8354-a88fd24a51b7 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2880893 Jul 22 21:21:34.709258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55bec09f-0374-4842-85e6-72bae2f8bf6c req-93241ca5-1b44-4c9c-84cb-c8a217aee9e1 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826170 Jul 22 21:21:34.855830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e12514-8a51-4b99-9a4a-27ebccc967d5 req-e03cfda8-1433-4773-8420-24b55ccd3bf7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:34.859157 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02e12514-8a51-4b99-9a4a-27ebccc967d5 req-e03cfda8-1433-4773-8420-24b55ccd3bf7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.1458623 Jul 22 21:21:34.949979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02e12514-8a51-4b99-9a4a-27ebccc967d5 req-f8e9880b-bd16-4edd-9d00-410b8ab5c810 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717237 Jul 22 21:21:35.144630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e08e3-cfbe-4ace-9efe-abe891408264 req-ae8ee724-622b-429b-9e39-129742f2c631 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:35.147641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d44e08e3-cfbe-4ace-9efe-abe891408264 req-ae8ee724-622b-429b-9e39-129742f2c631 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1425211 Jul 22 21:21:35.280673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d44e08e3-cfbe-4ace-9efe-abe891408264 req-a83dc998-3220-46f9-8d23-fbe90092df14 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183126 Jul 22 21:21:35.362422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60568d-28d3-4283-b8d5-3dd80890de1d req-8de38d6d-511b-4f50-ae82-6337b039560e tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:35.365977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd60568d-28d3-4283-b8d5-3dd80890de1d req-8de38d6d-511b-4f50-ae82-6337b039560e tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 945 time: 0.1803493 Jul 22 21:21:35.451223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd60568d-28d3-4283-b8d5-3dd80890de1d req-333736b4-8562-4df0-ae46-0a6686c41eeb tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717394 Jul 22 21:21:35.693489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbf5c1-c849-4dab-bcd1-63b0c15f84f0 req-51fb9000-01a5-4f67-bb4d-ab83e1efed97 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:35.699380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84cbf5c1-c849-4dab-bcd1-63b0c15f84f0 req-51fb9000-01a5-4f67-bb4d-ab83e1efed97 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.1532521 Jul 22 21:21:35.795396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84cbf5c1-c849-4dab-bcd1-63b0c15f84f0 req-1605cc09-c921-4aa8-a9be-d62e662cb5bf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827076 Jul 22 21:21:36.035335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c536e2-7553-4db2-b245-fd7f63104c2a req-3b55d67f-29d0-4e68-b1d5-92e225f19d02 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:36.038949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09c536e2-7553-4db2-b245-fd7f63104c2a req-3b55d67f-29d0-4e68-b1d5-92e225f19d02 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.1719580 Jul 22 21:21:36.133413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09c536e2-7553-4db2-b245-fd7f63104c2a req-1aff30d7-3411-40c0-8a80-a119b1800b06 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808535 Jul 22 21:21:36.380836 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa237-ab0d-446b-92d1-a6c6263947ee req-a97181a1-b4a9-4aa2-8e96-0bfc81e0fc87 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:36.384594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10cfa237-ab0d-446b-92d1-a6c6263947ee req-a97181a1-b4a9-4aa2-8e96-0bfc81e0fc87 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.1479213 Jul 22 21:21:36.466119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10cfa237-ab0d-446b-92d1-a6c6263947ee req-9291882e-a11c-47d6-9b12-e209120409bd tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675926 Jul 22 21:21:36.813872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae6a42-cf80-4eeb-9b06-faae2808bed4 req-72baccf2-b7e4-4c41-a029-e1c6570c936c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:36.827467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcae6a42-cf80-4eeb-9b06-faae2808bed4 req-72baccf2-b7e4-4c41-a029-e1c6570c936c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2321198 Jul 22 21:21:36.881183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65362c54-9b63-45c8-b631-416359c6696f req-5587b733-edc8-498a-ac81-8754e92901df tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:36.883767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65362c54-9b63-45c8-b631-416359c6696f req-5587b733-edc8-498a-ac81-8754e92901df tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 945 time: 0.2231050 Jul 22 21:21:36.953006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bcae6a42-cf80-4eeb-9b06-faae2808bed4 req-dfe2e75f-2021-45ec-9150-e8f1d4609a1f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229773 Jul 22 21:21:36.988478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65362c54-9b63-45c8-b631-416359c6696f req-cc80c93f-7fba-4ae2-9a2c-5b94e200319e tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932577 Jul 22 21:21:37.217259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb3266-0bd7-4100-9878-2a30db01e132 req-8f8886b8-92f7-4273-b8df-24432ca003a9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:37.220224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fcb3266-0bd7-4100-9878-2a30db01e132 req-8f8886b8-92f7-4273-b8df-24432ca003a9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.1312153 Jul 22 21:21:37.336065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fcb3266-0bd7-4100-9878-2a30db01e132 req-1c1230d9-7e4e-4f14-935c-8e7f6146f99b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989366 Jul 22 21:21:37.406519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f4d7-9bd0-4ad6-9a05-14b5c2585182 req-eebf34cb-d327-4ec2-aaaa-0cd3930224d5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:37.409243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c01f4d7-9bd0-4ad6-9a05-14b5c2585182 req-eebf34cb-d327-4ec2-aaaa-0cd3930224d5 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.1396286 Jul 22 21:21:37.462865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c01f4d7-9bd0-4ad6-9a05-14b5c2585182 req-8f8d9a20-7b94-4a4f-939f-ba6781966b9c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Jul 22 21:21:37.731737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aaacf-5078-4538-a5d0-23d2f335d25e req-2f18907d-cf2d-460e-979d-5937a5a16c13 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:37.734519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-341aaacf-5078-4538-a5d0-23d2f335d25e req-2f18907d-cf2d-460e-979d-5937a5a16c13 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.1303005 Jul 22 21:21:37.805714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-341aaacf-5078-4538-a5d0-23d2f335d25e req-da5a3cfb-0f27-45c0-847c-c1f0367d10b9 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600414 Jul 22 21:21:38.270722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38121d5f-5dbf-41d8-8761-b69a309ade2a req-de46fe23-0720-4d8a-8dbd-df1bd2c673b2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:38.273073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38121d5f-5dbf-41d8-8761-b69a309ade2a req-de46fe23-0720-4d8a-8dbd-df1bd2c673b2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1723483 Jul 22 21:21:38.298682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344fc70-b7e4-4ea7-9a13-9abcec6e3274 req-0f608d9e-0ba2-43fe-8d28-a73f4197073f tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:38.301043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0344fc70-b7e4-4ea7-9a13-9abcec6e3274 req-0f608d9e-0ba2-43fe-8d28-a73f4197073f tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 945 time: 0.1443696 Jul 22 21:21:38.409755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38121d5f-5dbf-41d8-8761-b69a309ade2a req-b6c5b873-35de-49a3-ad4a-547ab0c4097f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256182 Jul 22 21:21:38.424136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0344fc70-b7e4-4ea7-9a13-9abcec6e3274 req-68fb06d2-c509-4aad-9659-f7bdd9d863e0 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073132 Jul 22 21:21:38.500978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:38.601006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:38.608647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:38.609232 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:38.770868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8fcb9-cbe6-4926-9fb1-4d5ba545509f req-e3821aef-2522-4e36-8a82-303d0c5cd84c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:38.772555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9c8fcb9-cbe6-4926-9fb1-4d5ba545509f req-e3821aef-2522-4e36-8a82-303d0c5cd84c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.1982028 Jul 22 21:21:38.795452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:38.842281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:38.845876 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d486053-2013-4e4a-98c8-8f339722b428" -d '{"events": [{"server_uuid": "d53f8b48-4c0c-4ce6-9373-31c731d78844", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:38.865810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,segment=NetworkSegment(866336f2-1a13-4459-8458-a3846b3687f0),segment_id=866336f2-1a13-4459-8458-a3846b3687f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:38.872906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d8cae-e29f-47ec-a7f8-1e8665c8e700 req-578fadf3-9dad-4f0b-8d47-22d716ed5220 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:38.882795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:38.882795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:38.886420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c3d8cae-e29f-47ec-a7f8-1e8665c8e700 req-578fadf3-9dad-4f0b-8d47-22d716ed5220 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2156606 Jul 22 21:21:38.916961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9c8fcb9-cbe6-4926-9fb1-4d5ba545509f req-133f22f0-8eb6-4b57-98af-0112751019c3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216753 Jul 22 21:21:39.042029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c3d8cae-e29f-47ec-a7f8-1e8665c8e700 req-cb61c731-7303-45b7-ba53-1ea317d5076d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541240 Jul 22 21:21:39.066827 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2ee37-add2-470e-bb16-5a37c30f135a x-openstack-request-id: req-f0f2ee37-add2-470e-bb16-5a37c30f135a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:39.067604 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f8b48-4c0c-4ce6-9373-31c731d78844", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:39.068161 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0f2ee37-add2-470e-bb16-5a37c30f135a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:39.069088 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1', 'code': 200} Jul 22 21:21:39.165742 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:39.177379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:39.251254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:39.268962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:39.381328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076ff-f425-4cf4-a5ba-0343a9355391 req-3d23cf5b-8b47-42a4-a989-66a9dd7aafd1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:39.384096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282076ff-f425-4cf4-a5ba-0343a9355391 req-3d23cf5b-8b47-42a4-a989-66a9dd7aafd1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2043271 Jul 22 21:21:39.387962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=11']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:39.399186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12af65-aeb4-46c0-a9c6-c9722010fe51 req-bdb99446-8bf5-4421-8472-6dd53103d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:39.401572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb12af65-aeb4-46c0-a9c6-c9722010fe51 req-bdb99446-8bf5-4421-8472-6dd53103d57e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 1098 time: 0.1488333 Jul 22 21:21:39.515581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb12af65-aeb4-46c0-a9c6-c9722010fe51 req-0116006d-33b0-4d27-80d3-e5a1551066d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916011 Jul 22 21:21:39.521434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-282076ff-f425-4cf4-a5ba-0343a9355391 req-2aa53892-7c16-4c00-9ff5-b3a1515155d7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179008 Jul 22 21:21:39.715797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a2b96-e58d-45b8-94e2-302909d81d44 req-72f47c7a-1d7f-485d-a1fe-95326d13d524 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:39.717797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-220a2b96-e58d-45b8-94e2-302909d81d44 req-72f47c7a-1d7f-485d-a1fe-95326d13d524 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1661065 Jul 22 21:21:39.782914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d363ef-257f-45f2-bffa-31b9b52a7595 req-49258971-22c3-48ea-9739-d5f167013ee8 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:39.784564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5d363ef-257f-45f2-bffa-31b9b52a7595 req-49258971-22c3-48ea-9739-d5f167013ee8 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 946 time: 0.1498382 Jul 22 21:21:39.812740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-220a2b96-e58d-45b8-94e2-302909d81d44 req-e04280c7-15b2-47fb-bfa6-798d053a9295 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824883 Jul 22 21:21:39.865523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5d363ef-257f-45f2-bffa-31b9b52a7595 req-44ea8207-fdf9-4c86-83d4-6cb54f1483c5 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649157 Jul 22 21:21:40.221479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb9361-1e1c-401f-925a-7d40da69c9fc req-2f7716bb-af37-436e-88bf-bd978853deca tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:40.225531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adeb9361-1e1c-401f-925a-7d40da69c9fc req-2f7716bb-af37-436e-88bf-bd978853deca tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1716859 Jul 22 21:21:40.349266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adeb9361-1e1c-401f-925a-7d40da69c9fc req-5cb0a120-0a53-40b1-9921-23bda31c0233 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759165 Jul 22 21:21:40.383788 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:40.409930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65412508-8d87-4cad-92fd-372ffae2e215 req-63ca0355-cfa4-466c-9e88-16a7d364b60f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:40.412286 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65412508-8d87-4cad-92fd-372ffae2e215 req-63ca0355-cfa4-466c-9e88-16a7d364b60f tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2238631 Jul 22 21:21:40.500852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65412508-8d87-4cad-92fd-372ffae2e215 req-eaaa2cac-80b6-447b-86f0-343cf1a2b114 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794098 Jul 22 21:21:40.509880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:40.733570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:40.758213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'mac_address': 'fa:16:3e:4c:75:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:40.769746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f791a-d9b7-4d9e-a61c-855fc2de3dfc req-23e4dbb2-8b25-4d52-b4ea-debc4827a15b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:40.772645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-525f791a-d9b7-4d9e-a61c-855fc2de3dfc req-23e4dbb2-8b25-4d52-b4ea-debc4827a15b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.1304066 Jul 22 21:21:40.852942 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:40.861367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-525f791a-d9b7-4d9e-a61c-855fc2de3dfc req-d166945c-8ab3-49b8-a45b-a09df8a43653 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776112 Jul 22 21:21:40.895548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef4de24-e9db-47da-a0f8-2aa57237aad1 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:40.974974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:40.986595 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:41.072691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:41.076612 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722cba4-6590-4e11-92eb-228ae252938d" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:41.123667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=12']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:41.140622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf83a84-a6c8-42f6-8268-b0b0bbfd0b90 req-17dd034c-8a5a-44f3-abd9-4c3cd66a852b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:41.143419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf83a84-a6c8-42f6-8268-b0b0bbfd0b90 req-17dd034c-8a5a-44f3-abd9-4c3cd66a852b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2030070 Jul 22 21:21:41.182407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38464e61-88b6-4e86-bd26-2b8038f8c00e req-e47eb266-be96-4d08-8fad-bc251ef36c7b tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:41.185064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38464e61-88b6-4e86-bd26-2b8038f8c00e req-e47eb266-be96-4d08-8fad-bc251ef36c7b tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 946 time: 0.1807761 Jul 22 21:21:41.282114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf83a84-a6c8-42f6-8268-b0b0bbfd0b90 req-280bb71d-d048-4a85-8602-8b870d21c293 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242857 Jul 22 21:21:41.296708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38464e61-88b6-4e86-bd26-2b8038f8c00e req-3a675ef6-c097-41b5-8d03-f5e4fce4f086 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891423 Jul 22 21:21:41.390734 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428ee8c2-b373-43a5-989a-b1d85ebb9343 x-openstack-request-id: req-428ee8c2-b373-43a5-989a-b1d85ebb9343 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:41.391044 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:41.391300 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-428ee8c2-b373-43a5-989a-b1d85ebb9343 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:41.392022 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'code': 200} Jul 22 21:21:41.538829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2ef4de24-e9db-47da-a0f8-2aa57237aad1'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:41.629049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf9968-55eb-418a-8e82-1b935fe2bf85 req-695b8372-d9d9-4de4-86aa-62856738dade tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:41.631315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1daf9968-55eb-418a-8e82-1b935fe2bf85 req-695b8372-d9d9-4de4-86aa-62856738dade tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.1470585 Jul 22 21:21:41.701025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b3d24-7afa-4179-a5cf-1abecdba875e req-ece4bfea-7739-4cf5-84f0-077144e1ce12 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:41.703904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f5b3d24-7afa-4179-a5cf-1abecdba875e req-ece4bfea-7739-4cf5-84f0-077144e1ce12 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1097 time: 0.1549251 Jul 22 21:21:41.717468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1daf9968-55eb-418a-8e82-1b935fe2bf85 req-3be7235f-ace0-4af6-8dd2-58dc2b0ffaf2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734007 Jul 22 21:21:41.784764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f5b3d24-7afa-4179-a5cf-1abecdba875e req-dd84c80b-f6f4-4290-b6a9-cce68344b8a4 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654161 Jul 22 21:21:41.942905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712372d2-46bb-4ab7-9199-80bdb9f571c6 req-3c64e104-00e1-4eb5-9ba1-72cab1e90678 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:41.944888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-712372d2-46bb-4ab7-9199-80bdb9f571c6 req-3c64e104-00e1-4eb5-9ba1-72cab1e90678 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.0973272 Jul 22 21:21:42.001490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-712372d2-46bb-4ab7-9199-80bdb9f571c6 req-3dc29f30-09db-421e-859f-512ff9f0559e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460708 Jul 22 21:21:42.269821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f26c7-c018-4f4a-b6bb-b0d353f4548f req-204d3682-10e7-496f-8390-40ede1678a2e tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:42.272293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-626f26c7-c018-4f4a-b6bb-b0d353f4548f req-204d3682-10e7-496f-8390-40ede1678a2e tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.1323984 Jul 22 21:21:42.338376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-626f26c7-c018-4f4a-b6bb-b0d353f4548f req-e9e3de87-e830-4c04-a314-3b6e34e974a7 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551159 Jul 22 21:21:42.521330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2790f88-8eb2-4163-9c95-8ab0e305fddb req-8a2d0664-51ac-4923-9e39-651bd2feee2b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:42.523778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2790f88-8eb2-4163-9c95-8ab0e305fddb req-8a2d0664-51ac-4923-9e39-651bd2feee2b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1008952 Jul 22 21:21:42.556338 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8ae351cd-5854-4c08-8216-39f4ad81e42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:42.588950 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2790f88-8eb2-4163-9c95-8ab0e305fddb req-2cd99eda-54e7-4a3e-b48c-ff88c98f8476 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532403 Jul 22 21:21:42.785584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37169c-8a43-49dd-8178-ceddd01de11b req-44e25035-dfcc-421a-a03b-564521d28ec1 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:42.788996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a37169c-8a43-49dd-8178-ceddd01de11b req-44e25035-dfcc-421a-a03b-564521d28ec1 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 946 time: 0.1114767 Jul 22 21:21:42.861890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a37169c-8a43-49dd-8178-ceddd01de11b req-94736fd3-b948-48d9-aa83-12f1b32c69fd tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596867 Jul 22 21:21:43.194481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8175930-4d33-4011-a8da-a8ab5eac5897 req-cad2010e-5f7e-4d95-8f8b-b2f344533693 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:43.196842 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8175930-4d33-4011-a8da-a8ab5eac5897 req-cad2010e-5f7e-4d95-8f8b-b2f344533693 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 946 time: 0.1023803 Jul 22 21:21:43.271283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8175930-4d33-4011-a8da-a8ab5eac5897 req-ff907e54-994a-450a-b423-ebf04cca75e2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651546 Jul 22 21:21:43.453108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-81a232f2-5f93-4f98-b11a-a6ce3624cba4 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:21:43.454943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-81a232f2-5f93-4f98-b11a-a6ce3624cba4 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1349771 Jul 22 21:21:43.586205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:43.587042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Unknown quota resources ['binding']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:21:44.134636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af428fd-7379-4d9a-b24f-eeb77287543e req-4a9ee4b3-34e0-4342-9446-eba5fdcb2829 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:44.137964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1af428fd-7379-4d9a-b24f-eeb77287543e req-4a9ee4b3-34e0-4342-9446-eba5fdcb2829 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.6433938 Jul 22 21:21:44.307176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1af428fd-7379-4d9a-b24f-eeb77287543e req-fd0a0ba9-1e6a-4b9c-9ca2-b5742974be30 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566303 Jul 22 21:21:44.378443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:44.378872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:44.379381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:44.390519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:21:44.390864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:44.406470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:44.406470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:44.406470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:44.406470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Bound port: e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:44.549507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:44.721699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:44.737964 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:44.742974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] 10.222.0.54 "POST /v2.0/ports/e1e7ff8d-f9a5-4721-910f-be1d1289b20d/bindings HTTP/1.1" status: 201 len: 390 time: 1.2762387 Jul 22 21:21:44.806495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c0537-c7df-4524-93af-3af0123e84a3 req-7e9c4447-68b7-4c93-b7c1-a1e78651af40 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:44.817024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce2c0537-c7df-4524-93af-3af0123e84a3 req-7e9c4447-68b7-4c93-b7c1-a1e78651af40 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.2904279 Jul 22 21:21:44.914888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:44.915535 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:44.931543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce2c0537-c7df-4524-93af-3af0123e84a3 req-c39f2452-00f4-4fbb-99d8-00eadfffd660 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058052 Jul 22 21:21:45.246278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84b6ecd2-f7fe-4772-9bf6-5cae340b6e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:45.289089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:45.294284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd9a1-b647-45a7-b4ea-84885811c485 req-8f0cb775-229e-4bf2-bae9-1fda571e5873 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:45.298531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ebbd9a1-b647-45a7-b4ea-84885811c485 req-8f0cb775-229e-4bf2-bae9-1fda571e5873 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1986284 Jul 22 21:21:45.354634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:45.401617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:45.406788 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e897f87d-53dd-40b4-8512-88cbed21b65c" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:45.458897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:45.472288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:45.554738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ebbd9a1-b647-45a7-b4ea-84885811c485 req-fcde252e-a393-4063-b37d-dbe3fbf267b1 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290421 Jul 22 21:21:45.612935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=13']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:45.707054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-568b6bff-75e5-4bdf-bd0d-3c6fd5dd953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:45.710034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-568b6bff-75e5-4bdf-bd0d-3c6fd5dd953e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1097 time: 0.3882151 Jul 22 21:21:45.968637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59545-748f-4e01-9330-00a9c52d520d req-547515c8-ee26-4dde-985d-f43e5f770b3f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:45.972327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9c59545-748f-4e01-9330-00a9c52d520d req-547515c8-ee26-4dde-985d-f43e5f770b3f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.3743212 Jul 22 21:21:46.020815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:46.084823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-be5ae12c-19c9-4a32-9692-3cdef5b3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:46.086996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-be5ae12c-19c9-4a32-9692-3cdef5b3e711 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.3678031 Jul 22 21:21:46.193699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f95d362-c4be-4750-b0f7-999ac5bc0095 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 217 time: 0.0792975 Jul 22 21:21:46.199940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9c59545-748f-4e01-9330-00a9c52d520d req-144ed2d2-bfbf-4905-895b-fbd946c8203f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994464 Jul 22 21:21:46.217767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89733ff7-63b4-4648-8782-4b98e96d363d req-fe8a5a5c-2281-42f1-ace5-e41d0b1cfeaa tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:46.229669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89733ff7-63b4-4648-8782-4b98e96d363d req-fe8a5a5c-2281-42f1-ace5-e41d0b1cfeaa tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.4720984 Jul 22 21:21:46.408752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89733ff7-63b4-4648-8782-4b98e96d363d req-fa558859-59e3-4fbc-9ebb-9301db633c61 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777105 Jul 22 21:21:46.465648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-70b5d221-3416-4d5f-acd3-1e80a39c17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:46.472489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-70b5d221-3416-4d5f-acd3-1e80a39c17f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.2235880 Jul 22 21:21:46.569991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-01a35931-27fb-4761-9aae-8df70b59622e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870748 Jul 22 21:21:46.712067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95c214-297c-4b0d-a1ee-ddc958f76e9c req-cde3bc25-65ae-4097-ada4-a05e06ad53b7 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:46.712067 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae95c214-297c-4b0d-a1ee-ddc958f76e9c req-cde3bc25-65ae-4097-ada4-a05e06ad53b7 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 946 time: 0.3390367 Jul 22 21:21:46.945801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573befe-d720-4ebd-a970-5bc7d6ce3ec3 req-6e326599-b899-411f-8afc-93548edec1a4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:46.949590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2573befe-d720-4ebd-a970-5bc7d6ce3ec3 req-6e326599-b899-411f-8afc-93548edec1a4 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.3898344 Jul 22 21:21:47.032603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae95c214-297c-4b0d-a1ee-ddc958f76e9c req-7ccf5d85-88c7-4772-92e5-9ff39dfaab12 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031948 Jul 22 21:21:47.048172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f8aac80-703b-462c-ae7a-05fee752b8ef service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562876 Jul 22 21:21:47.120893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2573befe-d720-4ebd-a970-5bc7d6ce3ec3 req-e9c9e18b-e18f-495b-89ce-aacfc09c26d0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539621 Jul 22 21:21:47.122554 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4cbc49-2f14-4d70-9e0b-57244b3b9381 x-openstack-request-id: req-1c4cbc49-2f14-4d70-9e0b-57244b3b9381 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:47.123461 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:47.123654 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c4cbc49-2f14-4d70-9e0b-57244b3b9381 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:47.124349 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'code': 200} Jul 22 21:21:47.347941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-0d02cbdd-51e8-4cbb-b91d-7b3d02c2e8f4 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825062 Jul 22 21:21:47.440881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc235e-0609-479f-89a1-487b9788b147 req-e5cd00a8-74d5-49df-bb96-4a7d120b46fb tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:47.443941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08bc235e-0609-479f-89a1-487b9788b147 req-e5cd00a8-74d5-49df-bb96-4a7d120b46fb tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 946 time: 0.1939464 Jul 22 21:21:47.584499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08bc235e-0609-479f-89a1-487b9788b147 req-58fc83da-4b9f-47ef-a3a6-0c31d2c91768 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200151 Jul 22 21:21:47.678363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be446b-acb7-45bf-afe8-226ff2b8110f req-b5bb9c20-84f4-457d-965d-0c579f6ebde9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:47.690710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4be446b-acb7-45bf-afe8-226ff2b8110f req-b5bb9c20-84f4-457d-965d-0c579f6ebde9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2450385 Jul 22 21:21:47.789488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4be446b-acb7-45bf-afe8-226ff2b8110f req-998b1423-4a9f-4efd-a59b-b79413340616 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970316 Jul 22 21:21:48.035306 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:48.186441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8225-d904-4530-a5e7-4db186bd6cf7 req-fe79adc5-3f6e-45a7-91e3-4dbca6a44808 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:48.198456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e33e8225-d904-4530-a5e7-4db186bd6cf7 req-fe79adc5-3f6e-45a7-91e3-4dbca6a44808 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.4071741 Jul 22 21:21:48.277787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93858d53-ca53-4555-93dd-f939802f4771 req-733b2355-0b0b-479d-899c-a373528c2c6f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:48.280551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93858d53-ca53-4555-93dd-f939802f4771 req-733b2355-0b0b-479d-899c-a373528c2c6f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.2855189 Jul 22 21:21:48.354017 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e33e8225-d904-4530-a5e7-4db186bd6cf7 req-8e16a9c2-c94e-4c94-8356-4364ba11a038 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534972 Jul 22 21:21:48.420766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93858d53-ca53-4555-93dd-f939802f4771 req-7ff938ab-c39e-4cd0-a407-2dabb438132f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189175 Jul 22 21:21:48.738507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736832d1-b25f-4018-af6f-fa8792aad614 req-3a43eff4-e4e8-477a-bfb9-6ea3d9025c04 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:48.755785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-736832d1-b25f-4018-af6f-fa8792aad614 req-3a43eff4-e4e8-477a-bfb9-6ea3d9025c04 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 946 time: 0.1947093 Jul 22 21:21:48.874525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-736832d1-b25f-4018-af6f-fa8792aad614 req-0678e83b-38f4-4b89-bfc1-ac776ea4348a tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d88c88e-4550-496b-a8e5-b0a0839b083d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161411 Jul 22 21:21:49.617791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0488529-3e47-4f96-b1c1-5f07c50dc366 req-0068c34b-8fe3-4e17-bb3d-5075019b4536 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:49.620570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0488529-3e47-4f96-b1c1-5f07c50dc366 req-0068c34b-8fe3-4e17-bb3d-5075019b4536 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2466311 Jul 22 21:21:49.806288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0488529-3e47-4f96-b1c1-5f07c50dc366 req-3c1d71ad-22b2-480a-8327-f8db74f58444 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711276 Jul 22 21:21:49.865758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99df43-0796-4dbc-9506-5e85291cfc25 req-75958de7-f725-4b26-a33b-736a4ec9660a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:49.866608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc99df43-0796-4dbc-9506-5e85291cfc25 req-75958de7-f725-4b26-a33b-736a4ec9660a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2650192 Jul 22 21:21:49.970313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc99df43-0796-4dbc-9506-5e85291cfc25 req-739b25a3-db28-41c6-be71-1fd125b78c6d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861111 Jul 22 21:21:49.986492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-901f30ed-52ab-4343-8309-db485fb640f4 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:49.990245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-901f30ed-52ab-4343-8309-db485fb640f4 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.23 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 946 time: 0.3103566 Jul 22 21:21:50.494639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5843ad5-46d2-47d1-af09-9565d919917e req-d43507ac-5b7f-4c0b-8a63-164325b1d685 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:50.510804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5843ad5-46d2-47d1-af09-9565d919917e req-d43507ac-5b7f-4c0b-8a63-164325b1d685 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.2654672 Jul 22 21:21:50.528000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Deleting port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:50.528936 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:50.604461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02555755-e0e5-4bc0-982e-0c7bfc21a696 req-f40f10c4-d214-4434-85f2-d0735b4e0cf3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:50.624534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02555755-e0e5-4bc0-982e-0c7bfc21a696 req-f40f10c4-d214-4434-85f2-d0735b4e0cf3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.4402235 Jul 22 21:21:50.927906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] For port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,segment=NetworkSegment(866336f2-1a13-4459-8458-a3846b3687f0),segment_id=866336f2-1a13-4459-8458-a3846b3687f0)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:50.929525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:50.957132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Calling delete_port for fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:51.247946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5843ad5-46d2-47d1-af09-9565d919917e req-9c743e0b-1504-4177-aa4e-81f8215d4e0e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348692 Jul 22 21:21:51.309283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02555755-e0e5-4bc0-982e-0c7bfc21a696 req-2ab6b24a-b708-4eed-979a-a72c9501618a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6814361 Jul 22 21:21:51.364747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:51.474327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Pushing event deleted for resources: {'Port': ['ID=fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:51.727931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9503b395-1705-41ce-9e18-4a581754fdd8 req-5f498ccb-a98b-42d8-97c0-35e4a4c72aca tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 210 time: 0.1225221 Jul 22 21:21:51.730865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] No DVR routers for this DVR port fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:51.741939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:51.748471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89e8db07-fc83-4e5e-901e-9ffed56a4365 req-12892bb0-afa2-4478-a008-b9bb76ec5644 tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.23 "DELETE /v2.0/ports/fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 HTTP/1.1" status: 204 len: 173 time: 1.7411101 Jul 22 21:21:51.748837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'name': 'network-vif-deleted', 'tag': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:51.753531 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982d8975-3dc4-43e7-baa2-fbfaae6b9ed6" -d '{"events": [{"server_uuid": "d53f8b48-4c0c-4ce6-9373-31c731d78844", "name": "network-vif-deleted", "tag": "fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:52.244632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec412-2da3-4edc-8c20-fb74f445d7ea req-1c415ece-f754-4da5-ae06-8e4b0dc784c8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:52.272167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7adec412-2da3-4edc-8c20-fb74f445d7ea req-1c415ece-f754-4da5-ae06-8e4b0dc784c8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.3331571 Jul 22 21:21:52.419279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7adec412-2da3-4edc-8c20-fb74f445d7ea req-18eead86-2069-4433-b0bd-c2fceec26516 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454501 Jul 22 21:21:52.582240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22f31a-ed17-48a2-bdfd-e3e5a2949f66 req-072039eb-fa9f-423e-8e73-463753e4066c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:52.585257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e22f31a-ed17-48a2-bdfd-e3e5a2949f66 req-072039eb-fa9f-423e-8e73-463753e4066c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2487569 Jul 22 21:21:52.598386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f22e58a3-0082-4609-b88c-ba4362d591a6 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:52.604445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:52.610654 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb16d6c2-114c-404e-b6f6-2ce77098f959 x-openstack-request-id: req-cb16d6c2-114c-404e-b6f6-2ce77098f959 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:52.611366 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f8b48-4c0c-4ce6-9373-31c731d78844", "name": "network-vif-deleted", "tag": "fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:52.611543 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb16d6c2-114c-404e-b6f6-2ce77098f959 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:52.612274 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f8b48-4c0c-4ce6-9373-31c731d78844', 'name': 'network-vif-deleted', 'tag': 'fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1', 'status': 'completed', 'code': 200} Jul 22 21:21:52.759988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e22f31a-ed17-48a2-bdfd-e3e5a2949f66 req-a5bba84a-5d66-4004-a467-468508679907 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335919 Jul 22 21:21:52.970544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:52.971099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fe3e0dd7-b36e-47c8-aa88-8bba0001c0a1 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:52.972088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f072484-542c-4308-86fa-b8db57f47899 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:53.075072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:53.093392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea4eef-58c6-4275-a534-1bd48dcd4c05 req-478f8adc-37d4-4aff-8359-0025bc168036 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:53.100722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'mac_address': 'fa:16:3e:6d:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:53.109385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbea4eef-58c6-4275-a534-1bd48dcd4c05 req-478f8adc-37d4-4aff-8359-0025bc168036 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.3398657 Jul 22 21:21:53.225961 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:53.253900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55244b-fc83-4a23-8e58-032e037c505d req-3ed4d594-98ae-435e-a406-69e852271059 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:53.268983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc55244b-fc83-4a23-8e58-032e037c505d req-3ed4d594-98ae-435e-a406-69e852271059 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.3205926 Jul 22 21:21:53.283240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f22e58a3-0082-4609-b88c-ba4362d591a6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:53.356953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbea4eef-58c6-4275-a534-1bd48dcd4c05 req-3adbcd7e-d5eb-4078-bb9d-729589302352 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920059 Jul 22 21:21:53.438639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:53.439608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc55244b-fc83-4a23-8e58-032e037c505d req-02837942-ac28-49ef-afa1-a5bb1e4b5814 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647952 Jul 22 21:21:53.488978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:53.489284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f072484-542c-4308-86fa-b8db57f47899 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:53.592178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:53.728570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3b554e6-d938-4a61-aa2b-f28794a3eec9 req-394c01ff-6f8b-4a57-afcb-da9e35fe388b tempest-ServerGroupTestJSON-1841032744 tempest-ServerGroupTestJSON-1841032744-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53f8b48-4c0c-4ce6-9373-31c731d78844 HTTP/1.1" status: 200 len: 210 time: 0.0994141 Jul 22 21:21:53.745947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:53.795464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f072484-542c-4308-86fa-b8db57f47899'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:53.799343 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f05a984-5a8d-4622-9504-c8483456f65f" -d '{"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f072484-542c-4308-86fa-b8db57f47899"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:53.811976 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:53.946676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:54.197777 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616646c0-f0d1-4c83-a807-2642b5c17b34 x-openstack-request-id: req-616646c0-f0d1-4c83-a807-2642b5c17b34 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:54.198904 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f072484-542c-4308-86fa-b8db57f47899", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:54.199361 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-616646c0-f0d1-4c83-a807-2642b5c17b34 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:54.200049 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f072484-542c-4308-86fa-b8db57f47899', 'code': 200} Jul 22 21:21:54.213351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:54.266362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30383ce5-8d8e-448b-a297-8dd3597a4a38 req-2319a6c2-97a0-4bd2-a02a-2491544b08f0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:54.269336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30383ce5-8d8e-448b-a297-8dd3597a4a38 req-2319a6c2-97a0-4bd2-a02a-2491544b08f0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.3028018 Jul 22 21:21:54.322102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:54.348797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2f072484-542c-4308-86fa-b8db57f47899', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'port_id': '2f072484-542c-4308-86fa-b8db57f47899', 'mac_address': 'fa:16:3e:d4:e8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136009f9-c344-4871-a6d1-badd0c7274e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:54.393342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30383ce5-8d8e-448b-a297-8dd3597a4a38 req-98cc8e8c-f5ab-4096-b50f-2fdfe631f97d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064770 Jul 22 21:21:54.415265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:54.455237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e268ce-00b9-40a5-814e-52e8a454a0ba req-d22d604f-8662-41da-8280-baf72266997c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:54.460209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f072484-542c-4308-86fa-b8db57f47899 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:54.465097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93e268ce-00b9-40a5-814e-52e8a454a0ba req-d22d604f-8662-41da-8280-baf72266997c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 944 time: 0.2754865 Jul 22 21:21:54.527399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:54.538943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:54.594881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93e268ce-00b9-40a5-814e-52e8a454a0ba req-0b0fc903-025b-4165-901a-34855028ec6a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058562 Jul 22 21:21:54.763983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:54.855769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f22e58a3-0082-4609-b88c-ba4362d591a6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:54.925692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f1a3-2be0-4b3d-aed3-d9f79ce2c379 req-fcf9b5cf-63d7-4c37-af6a-9602edb3e2b2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:54.930374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10b1f1a3-2be0-4b3d-aed3-d9f79ce2c379 req-fcf9b5cf-63d7-4c37-af6a-9602edb3e2b2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.2583463 Jul 22 21:21:55.080842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c37e0-2cd8-483e-8b9b-8015f07e96ec req-1c587be5-9d40-4780-9ddd-ca666f0de61b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:55.088180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-045c37e0-2cd8-483e-8b9b-8015f07e96ec req-1c587be5-9d40-4780-9ddd-ca666f0de61b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.3175073 Jul 22 21:21:55.214754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10b1f1a3-2be0-4b3d-aed3-d9f79ce2c379 req-0a01b8c0-15ce-44de-afe7-40d34ea4dfc8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531545 Jul 22 21:21:55.286036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2f072484-542c-4308-86fa-b8db57f47899'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:55.358991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-045c37e0-2cd8-483e-8b9b-8015f07e96ec req-aec37e1f-a923-4087-9205-b39d0d805f25 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530067 Jul 22 21:21:55.960317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05548-69fa-4771-9dce-bc74c57ede45 req-408466d9-ccdc-46d4-a683-10a7cb09c5fd tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:55.992603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdf05548-69fa-4771-9dce-bc74c57ede45 req-408466d9-ccdc-46d4-a683-10a7cb09c5fd tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2448967 Jul 22 21:21:56.132732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdf05548-69fa-4771-9dce-bc74c57ede45 req-0bf35c9c-089f-4970-9724-816f656f3470 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386073 Jul 22 21:21:56.628273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8981223-4bbf-43eb-9bf1-3e6d8437197a req-7cb92c4e-8359-4d55-9ad4-8e111180d004 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:56.652622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8981223-4bbf-43eb-9bf1-3e6d8437197a req-7cb92c4e-8359-4d55-9ad4-8e111180d004 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.2629235 Jul 22 21:21:56.662526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f22e58a3-0082-4609-b88c-ba4362d591a6 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:56.807033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8981223-4bbf-43eb-9bf1-3e6d8437197a req-ebd8ff36-6f3b-40ae-ad1d-f5ea5fb088f5 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528013 Jul 22 21:21:56.933822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port f22e58a3-0082-4609-b88c-ba4362d591a6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:56.934452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.249424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.260150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3d79d-64d1-4a6d-aeed-a3209abd1b45 req-a4431702-8874-4d9c-9a84-e6b10e7d1a97 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:57.270961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ae3d79d-64d1-4a6d-aeed-a3209abd1b45 req-a4431702-8874-4d9c-9a84-e6b10e7d1a97 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.2113593 Jul 22 21:21:57.365792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:57.367715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:57.374767 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb19f080-9018-4524-97d1-4cba3f26e9b6" -d '{"events": [{"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-plugged", "status": "completed", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:57.380746 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.415885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ae3d79d-64d1-4a6d-aeed-a3209abd1b45 req-87eeb33c-2179-4d95-a7f4-5adb605d058d tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357276 Jul 22 21:21:57.557143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:57.583556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.588377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.592004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.593018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.593627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.594111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.594739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.595156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.595678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.600541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.601137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.601696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:57.996071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53175c9-e2aa-4fb8-bc8c-b0a5b9aeb19e req-90004cc9-27b8-4870-a0d1-b25786315fcc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.009140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f53175c9-e2aa-4fb8-bc8c-b0a5b9aeb19e req-90004cc9-27b8-4870-a0d1-b25786315fcc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.2424035 Jul 22 21:21:58.114691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f53175c9-e2aa-4fb8-bc8c-b0a5b9aeb19e req-b5da0541-fc92-4fe8-b51f-a59a17d75d2a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033638 Jul 22 21:21:58.660336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f072484-542c-4308-86fa-b8db57f47899 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:58.763185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901a8a-df93-465e-90fa-39810f957fe6 req-866c2925-29ff-47ba-bfef-08f88ee0d777 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.783731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc901a8a-df93-465e-90fa-39810f957fe6 req-866c2925-29ff-47ba-bfef-08f88ee0d777 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.1913815 Jul 22 21:21:58.879120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc901a8a-df93-465e-90fa-39810f957fe6 req-9e36a94f-d974-4d9e-9224-7b459f4dd66a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938735 Jul 22 21:21:58.931710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2f072484-542c-4308-86fa-b8db57f47899 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:58.933297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:59.047571 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fffaa7-4519-49de-bf25-a491d5e659b4 x-openstack-request-id: req-04fffaa7-4519-49de-bf25-a491d5e659b4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:59.058456 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-plugged", "status": "completed", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:59.059042 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04fffaa7-4519-49de-bf25-a491d5e659b4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:59.059875 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'code': 200} Jul 22 21:21:59.208574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:59.371683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:59.383026 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:59.597584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:59.634612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663d67-aa12-42fa-b07c-8e9d96de7882 req-be532fed-0ce2-4d88-8316-e7449bfb4f0c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:59.646456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19663d67-aa12-42fa-b07c-8e9d96de7882 req-be532fed-0ce2-4d88-8316-e7449bfb4f0c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.3185260 Jul 22 21:21:59.798660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19663d67-aa12-42fa-b07c-8e9d96de7882 req-cd868cd2-70fd-40e0-a411-758f6731a99f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495750 Jul 22 21:22:00.166294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61770-6cb1-4d41-bc31-911382aac803 req-66920e27-8ff7-437a-964e-5fca946efbbb tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:00.174314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ea61770-6cb1-4d41-bc31-911382aac803 req-66920e27-8ff7-437a-964e-5fca946efbbb tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.2382963 Jul 22 21:22:00.364028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ea61770-6cb1-4d41-bc31-911382aac803 req-8d1c1b63-fa29-4459-a54d-0beab483811a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709886 Jul 22 21:22:00.806419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21e580-3b02-4610-bd7d-4e2aab97a219 req-f830af44-a178-4719-8608-8dabe72c3a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:00.820680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a21e580-3b02-4610-bd7d-4e2aab97a219 req-f830af44-a178-4719-8608-8dabe72c3a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.2591634 Jul 22 21:22:00.995451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a21e580-3b02-4610-bd7d-4e2aab97a219 req-80d85e96-d537-4f36-9941-bfd091bf4ec8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722486 Jul 22 21:22:01.060940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f072484-542c-4308-86fa-b8db57f47899'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:01.070800 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f209bfe3-a277-4ca6-ac87-0f6784f3e091" -d '{"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "2f072484-542c-4308-86fa-b8db57f47899"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:01.137844 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:01.625468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ed365-bbb3-40f3-bc3b-2fd84db8802f req-e5ad618a-e96b-40e6-9c5c-67ff8b067774 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:01.632061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e6ed365-bbb3-40f3-bc3b-2fd84db8802f req-e5ad618a-e96b-40e6-9c5c-67ff8b067774 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2022164 Jul 22 21:22:01.733113 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e6ed365-bbb3-40f3-bc3b-2fd84db8802f req-15399b19-2909-438b-aaa5-fcceb3a14206 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939007 Jul 22 21:22:01.884132 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:02.178088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424089d-cdc9-4c1a-b49c-20a786834813 req-771bc4ab-0070-4d5f-b1d9-f6be48f88018 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:02.184749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f424089d-cdc9-4c1a-b49c-20a786834813 req-771bc4ab-0070-4d5f-b1d9-f6be48f88018 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2650928 Jul 22 21:22:02.317552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f424089d-cdc9-4c1a-b49c-20a786834813 req-ad87f5a7-2307-4b73-a903-c4cc7b612ccc tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169562 Jul 22 21:22:02.442770 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fa9871-dc7b-428a-870b-faf2a0ed7e6d x-openstack-request-id: req-51fa9871-dc7b-428a-870b-faf2a0ed7e6d {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:02.443617 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "2f072484-542c-4308-86fa-b8db57f47899", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:02.443617 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51fa9871-dc7b-428a-870b-faf2a0ed7e6d {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:02.444248 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f072484-542c-4308-86fa-b8db57f47899', 'code': 200} Jul 22 21:22:02.975797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc987d15-d3df-433d-9f74-6815f15bbbe4 req-d76d2104-b44f-4f20-a632-01aeba1ad25a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:02.993378 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc987d15-d3df-433d-9f74-6815f15bbbe4 req-d76d2104-b44f-4f20-a632-01aeba1ad25a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.3636837 Jul 22 21:22:03.077128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a5e99-fa2a-4048-babc-e3159ce900e4 req-63220f24-87ef-4162-97a7-dfafcba6e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:03.079658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e06a5e99-fa2a-4048-babc-e3159ce900e4 req-63220f24-87ef-4162-97a7-dfafcba6e61e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 1098 time: 0.3013566 Jul 22 21:22:03.163063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e06a5e99-fa2a-4048-babc-e3159ce900e4 req-0aa7d320-1d0d-4282-9722-940099564bee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Jul 22 21:22:03.184119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc987d15-d3df-433d-9f74-6815f15bbbe4 req-b47526be-5dd0-43d5-aa40-124c308245d8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891210 Jul 22 21:22:03.568849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95031975-8c57-4c47-af2d-21a927964819 req-a115fc72-d052-45bc-a8f3-b6acef302423 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:03.572127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95031975-8c57-4c47-af2d-21a927964819 req-a115fc72-d052-45bc-a8f3-b6acef302423 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.2011135 Jul 22 21:22:03.724249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95031975-8c57-4c47-af2d-21a927964819 req-28e07758-29bd-4665-a046-5c7918f4a552 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383524 Jul 22 21:22:04.383097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143768dc-1690-4e9a-92d7-082fec2f06cc req-7174f79c-4ae5-43a9-be05-f94aa06eb1c0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:04.404544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-143768dc-1690-4e9a-92d7-082fec2f06cc req-7174f79c-4ae5-43a9-be05-f94aa06eb1c0 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2769823 Jul 22 21:22:04.552612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-143768dc-1690-4e9a-92d7-082fec2f06cc req-38b14848-5477-4ed4-a751-59a25aec7b0e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468241 Jul 22 21:22:05.037797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5801-f650-4b92-a680-c05a42817008 req-41206003-ad0b-415f-96bd-8f15ba11c060 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:05.041592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d2d5801-f650-4b92-a680-c05a42817008 req-41206003-ad0b-415f-96bd-8f15ba11c060 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2029185 Jul 22 21:22:05.277390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d2d5801-f650-4b92-a680-c05a42817008 req-ed7c70ce-8d75-48f2-9b02-d2a89953489d tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155209 Jul 22 21:22:05.633127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2c14d70e-3606-4816-98d5-7f482034bb71 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:05.640826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2c14d70e-3606-4816-98d5-7f482034bb71 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.3574398 Jul 22 21:22:05.655029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:05.825987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.124877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e1e7ff8d-f9a5-4721-910f-be1d1289b20d details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:22:06.136326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95664b-8eaf-46b3-a94f-8febb1692b6c req-09e254f8-a5f8-4d57-bdbc-ac0aa9911b80 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:06.158956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d95664b-8eaf-46b3-a94f-8febb1692b6c req-09e254f8-a5f8-4d57-bdbc-ac0aa9911b80 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 945 time: 0.4337072 Jul 22 21:22:06.401359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d95664b-8eaf-46b3-a94f-8febb1692b6c req-cec9e0fb-0ae4-4a3e-be6c-46cbdf5c2867 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434776 Jul 22 21:22:06.535176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:06.543203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:06.566057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e1e7ff8d-f9a5-4721-910f-be1d1289b20d has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:22:06.696168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:06.844849 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.850286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:06.856366 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994599cc-acf3-4fd7-adb0-e2a3c89eb792" -d '{"events": [{"server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:06.873648 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.171427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:22:07.171969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:22:07.172467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:07.202382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:22:07.202889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Attempting to bind port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:07.220027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:22:07.220027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:07.220027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:22:07.220027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Bound port: e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:22:07.220989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.272104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:07.295961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.296706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.297755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.298292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.298823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.299352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.299906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.300550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.301094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.301653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.302485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.302776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:07.428093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:07.434393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:22:07.469551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e43e41-09ee-4aaa-ac72-1bc8ca67ec25 req-70f24dbd-69ee-46ea-93f0-b0ee2e74d3f3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:07.475473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84e43e41-09ee-4aaa-ac72-1bc8ca67ec25 req-70f24dbd-69ee-46ea-93f0-b0ee2e74d3f3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.4231613 Jul 22 21:22:07.560307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.708878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=8']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:07.781140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84e43e41-09ee-4aaa-ac72-1bc8ca67ec25 req-754c9b6a-a9fc-4ae6-9725-d161fe6dff5e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897391 Jul 22 21:22:07.822909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:07.825016 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.833229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-044aca2a-16cc-47b6-85be-e4906e0ca38b service neutron] 10.222.0.58 "PUT /v2.0/ports/e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 1123 time: 2.1863015 Jul 22 21:22:07.905740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e1e7ff8d-f9a5-4721-910f-be1d1289b20d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:08.215139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['e1e7ff8d-f9a5-4721-910f-be1d1289b20d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:08.502992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3a63f-1a05-46b8-bdd6-2a68591b0048 req-211ece4c-5e24-4105-8b1d-612e1e17237a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:08.505583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a3a63f-1a05-46b8-bdd6-2a68591b0048 req-211ece4c-5e24-4105-8b1d-612e1e17237a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2309909 Jul 22 21:22:08.522175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b3dcd-7ceb-4c11-a375-9f7b954be6ea req-d02caaad-c721-4a30-a209-55b7b75fbc1a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:08.531891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-400b3dcd-7ceb-4c11-a375-9f7b954be6ea req-d02caaad-c721-4a30-a209-55b7b75fbc1a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2423201 Jul 22 21:22:08.636699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a3a63f-1a05-46b8-bdd6-2a68591b0048 req-cb984192-e9cd-4e53-842d-7bbe4f52218c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934944 Jul 22 21:22:08.658129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-400b3dcd-7ceb-4c11-a375-9f7b954be6ea req-5e8b201e-56b7-48a3-8024-01b0966cdfd8 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256993 Jul 22 21:22:08.844841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59496) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:08.982431 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b6f23-f33e-4d8f-bb0b-d945706ac27f x-openstack-request-id: req-e49b6f23-f33e-4d8f-bb0b-d945706ac27f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:08.982838 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:08.983227 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e49b6f23-f33e-4d8f-bb0b-d945706ac27f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:08.985897 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d', 'code': 200} Jul 22 21:22:09.530398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] Deleting subnet 094e44b6-0ab2-476f-bd0a-cfc03ab4187a {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:22:09.624693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:09.775732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:09.888493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79409-1a33-413e-9501-1ea5c9695e45 req-fff99613-a0fb-4d2b-a0cf-35efb7de822d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:09.897841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bee79409-1a33-413e-9501-1ea5c9695e45 req-fff99613-a0fb-4d2b-a0cf-35efb7de822d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.9177153 Jul 22 21:22:09.971829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f6015-5122-429a-824b-581e6af14600 req-7c1c623b-858a-4586-a81d-2ad4b4940bae tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:09.984564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-580f6015-5122-429a-824b-581e6af14600 req-7c1c623b-858a-4586-a81d-2ad4b4940bae tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 943 time: 0.4383411 Jul 22 21:22:10.091294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.101302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bee79409-1a33-413e-9501-1ea5c9695e45 req-b8c09a2e-99ba-45d1-ae68-6664ce24609e tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931505 Jul 22 21:22:10.294597 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.363748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-580f6015-5122-429a-824b-581e6af14600 req-a44930ab-95d3-4181-b5c7-ba792e0a598a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775129 Jul 22 21:22:10.422165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094e44b6-0ab2-476f-bd0a-cfc03ab4187a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:10.425487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.432008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59556) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:10.432836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-139a25eb-9c37-4e5a-9d7b-66c831605449 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/094e44b6-0ab2-476f-bd0a-cfc03ab4187a HTTP/1.1" status: 204 len: 168 time: 1.5891225 Jul 22 21:22:10.549693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b39104-f212-469b-a139-8da7d56d7dee req-9fbf10c8-374d-49c0-b4fa-6d955b26b305 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:10.552382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54b39104-f212-469b-a139-8da7d56d7dee req-9fbf10c8-374d-49c0-b4fa-6d955b26b305 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2805820 Jul 22 21:22:10.653206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.739385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54b39104-f212-469b-a139-8da7d56d7dee req-a955c48e-96f3-47db-b11b-ef52faff1c9e tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618993 Jul 22 21:22:10.842186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97f1e2-280e-4c85-a11b-89a91ef9372b req-ae0147f0-28c3-4952-bcbd-1e370b0ba340 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:10.846239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a97f1e2-280e-4c85-a11b-89a91ef9372b req-ae0147f0-28c3-4952-bcbd-1e370b0ba340 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.2488539 Jul 22 21:22:10.850334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.871679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f182566-f30d-4b6e-b500-2fe49aecbdd6']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:10.890501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866336f2-1a13-4459-8458-a3846b3687f0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:10.891374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866336f2-1a13-4459-8458-a3846b3687f0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:10.909061 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.945705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.952730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a97f1e2-280e-4c85-a11b-89a91ef9372b req-c8e9d0ac-d3d9-4df2-bf21-49bbd6eba8cd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881071 Jul 22 21:22:10.958152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:22:10.958817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:22:10.965790 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:22:10.984767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:10.990804 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4011ec05-1ea6-4710-bd35-faa1b1d0c549" -d '{"events": [{"name": "network-changed", "server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:11.097834 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.118362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.128978 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] 10.222.0.54 "DELETE /v2.0/networks/4f182566-f30d-4b6e-b500-2fe49aecbdd6 HTTP/1.1" status: 204 len: 168 time: 0.6951373 Jul 22 21:22:11.155689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4f182566-f30d-4b6e-b500-2fe49aecbdd6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:11.179097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.180361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.181777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.182610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.183471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.184290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.185092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.187051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.187867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.188876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.189647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.190386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c9fadb-06cd-4212-8ab4-d146b83524ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:11.531497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59592) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:11.558805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-13d2ffbc-1df8-4d15-bb46-7836ae664451 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:11.561738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-13d2ffbc-1df8-4d15-bb46-7836ae664451 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.2551446 Jul 22 21:22:11.602164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-718db901-e700-419d-83b6-755d6bd68e14 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/quotas/64072eeee1a240369dd33923b743485b HTTP/1.1" status: 200 len: 375 time: 0.0301335 Jul 22 21:22:11.705405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c966017d-19ba-4e2f-8283-f79caa1ea00e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c04d40d90734419b47fe202aa014964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654880 Jul 22 21:22:11.706927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59596) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:11.870821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-117eee56-c691-4c00-9019-401597f69660 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2660718 Jul 22 21:22:11.879382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22ff77ab-40da-4b08-b00f-422cc064ac37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.054236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22ff77ab-40da-4b08-b00f-422cc064ac37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.222672 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1caf4e-50de-468c-88a5-54c338a89d8e x-openstack-request-id: req-7f1caf4e-50de-468c-88a5-54c338a89d8e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:12.222672 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:12.224928 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f1caf4e-50de-468c-88a5-54c338a89d8e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:12.224928 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d', 'status': 'completed', 'code': 200} Jul 22 21:22:12.514004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-6553cdd4-b762-4c60-a919-f5f201850968 service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297512 Jul 22 21:22:12.574725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c3424d0-41ef-4053-8a10-651c3e88b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.607383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22ff77ab-40da-4b08-b00f-422cc064ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.611426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22ff77ab-40da-4b08-b00f-422cc064ac37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.617384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-22ff77ab-40da-4b08-b00f-422cc064ac37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d88c88e-4550-496b-a8e5-b0a0839b083d HTTP/1.1" status: 204 len: 168 time: 0.8926842 Jul 22 21:22:12.696195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff77ab-40da-4b08-b00f-422cc064ac37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d88c88e-4550-496b-a8e5-b0a0839b083d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:12.724811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:12.754029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-3908c2ca-f3ec-469f-b458-07c870f8738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:12.759096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-3908c2ca-f3ec-469f-b458-07c870f8738b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1126 time: 0.5327365 Jul 22 21:22:13.066615 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.066951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464cf67-b485-4391-b473-a4fd92b584a3 req-48b752c2-cceb-4532-aaad-50e24887458b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:13.080742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1464cf67-b485-4391-b473-a4fd92b584a3 req-48b752c2-cceb-4532-aaad-50e24887458b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 947 time: 0.8005948 Jul 22 21:22:13.102341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-86e35640-bf17-4fde-9a6d-c50a55d48240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:13.106383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-86e35640-bf17-4fde-9a6d-c50a55d48240 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.2770915 Jul 22 21:22:13.184931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:13.206360 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e11d516-e86d-4d28-8011-46fb0b74d040" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:13.243140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-b562202d-1097-48f5-859d-7e3390459f81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 217 time: 0.0988078 Jul 22 21:22:13.253107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:13.261520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-40f4049c-7b5b-4af0-b85e-f0bbd520b9f8 service neutron] 10.222.0.54 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143159 Jul 22 21:22:13.293135 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.296321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1464cf67-b485-4391-b473-a4fd92b584a3 req-ecab8b34-0909-44e6-b1c6-b71be77ab5f8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140112 Jul 22 21:22:13.413762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-4847dd02-8223-44af-bc73-5f088658610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:13.417126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-4847dd02-8223-44af-bc73-5f088658610d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1446018 Jul 22 21:22:13.632806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-065ca9c0-1f1f-48df-904d-e50d302e36da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829982 Jul 22 21:22:13.648375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=14']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:14.001579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-8ff6f465-7ad9-44da-a643-5365bbf907ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3243036 Jul 22 21:22:14.448501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-7c4f9398-951a-48bd-bf5f-9ac9a5829af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:14.451325 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-7c4f9398-951a-48bd-bf5f-9ac9a5829af2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 1098 time: 0.3002846 Jul 22 21:22:14.454466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-eff97d41-a830-4ad6-b1db-edd72f5fc390 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284625 Jul 22 21:22:14.516978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c67f-6d88-4c92-a3ed-555d9a63a2fb req-bcd3f94c-3936-44ec-8462-ae070eb4f4e7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:14.519661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d11c67f-6d88-4c92-a3ed-555d9a63a2fb req-bcd3f94c-3936-44ec-8462-ae070eb4f4e7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 943 time: 0.9604442 Jul 22 21:22:14.902875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6821b70-e116-40a1-b253-62df26e757af req-fe1700b0-6a17-4468-8723-f3b7a977a773 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:14.907649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6821b70-e116-40a1-b253-62df26e757af req-fe1700b0-6a17-4468-8723-f3b7a977a773 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.8570058 Jul 22 21:22:14.928683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-229328b9-6559-43a1-a532-07db5103c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:14.933183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-229328b9-6559-43a1-a532-07db5103c13d service neutron] 10.222.0.23 "GET /v2.0/networks?id=718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 200 len: 907 time: 0.3815601 Jul 22 21:22:15.008527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d11c67f-6d88-4c92-a3ed-555d9a63a2fb req-8506313b-9d2e-4c62-8877-80a4d5307d5e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599974 Jul 22 21:22:15.124706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4011ec05-1ea6-4710-bd35-faa1b1d0c549 req-55aa7c00-4633-4aa1-8a8a-87e5c67ac44a service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958099 Jul 22 21:22:15.138235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-2b909590-a6d2-4283-bf21-8af218fb61a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6d53c-633d-419e-9be2-7b71565aba09 HTTP/1.1" status: 200 len: 217 time: 0.1711757 Jul 22 21:22:15.190482 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3afc57f7-209c-45cc-97f5-babc9eb2f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.197774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6821b70-e116-40a1-b253-62df26e757af req-20bcb295-7774-478a-b494-7cdddbe97425 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634909 Jul 22 21:22:15.327405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-31eaef0c-4c36-44a7-aa99-eb7d7ba38add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:15.332508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-31eaef0c-4c36-44a7-aa99-eb7d7ba38add service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 200 len: 846 time: 0.1782949 Jul 22 21:22:15.378676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.465137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-4840e706-a206-432f-aeee-d49b85271e31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=718d4a0f-6291-4f7a-923e-7b6474b8d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006982 Jul 22 21:22:15.598668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59670) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:15.725428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-f04c4f68-8afc-4200-9bbc-fbba5ad2733c service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282345 Jul 22 21:22:15.876327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1086347919-network', 'tenant_id': 'da05f02a0d464c4a97a3f817caa32f7d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:16.002617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.005805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7feb52fa-6d35-4f2e-9ac2-d3e6b123e5fe req-ee38ded5-f975-4a70-b3b9-e0762bbec6fb service neutron] 10.222.0.23 "GET /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704530 Jul 22 21:22:16.015807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Made reservation on behalf of da05f02a0d464c4a97a3f817caa32f7d for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:16.020455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.074902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.230832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-e15e48ae-35ff-4239-b3a2-79a06d6e14db tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:16.233508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-e15e48ae-35ff-4239-b3a2-79a06d6e14db tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 945 time: 0.2630868 Jul 22 21:22:16.510395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.557152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.622897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:22:16.644076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:16.656232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.657075 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Added segment 6f0bcc51-b38c-4a30-9090-4801c8950ea9 of type vlan for network c36e8f46-1c26-4926-a698-38e27415cc92 Jul 22 21:22:16.751868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port 6e623175-2201-4659-9bc0-ae7c0b9af330 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:16.752900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.813004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:16.995293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:22:17.073332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-25a1cd57-74cd-4b65-8c05-74bacd1f76b1 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:17.077419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.081804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:17.084944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.097127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-25a1cd57-74cd-4b65-8c05-74bacd1f76b1 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd357ca-830f-4c64-bbdc-aec356a9a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2634363 Jul 22 21:22:17.181873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port 6e623175-2201-4659-9bc0-ae7c0b9af330, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6e623175-2201-4659-9bc0-ae7c0b9af330,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:17.182698 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.272502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6214819 Jul 22 21:22:17.272502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59714) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:17.272502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for 6e623175-2201-4659-9bc0-ae7c0b9af330 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:17.282310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Request body: {'subnet': {'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1086347919-subnet', 'tenant_id': 'da05f02a0d464c4a97a3f817caa32f7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:17.398482 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:22:17.452945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad77d2b-758f-44a4-84ba-691d1d52faf3 admin admin] Pushing event updated for resources: {'Network': ['ID=c36e8f46-1c26-4926-a698-38e27415cc92,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:17.608893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Deleting port 2f072484-542c-4308-86fa-b8db57f47899 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:17.609874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.619066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c36e8f46-1c26-4926-a698-38e27415cc92 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:22:17.699179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Made reservation on behalf of da05f02a0d464c4a97a3f817caa32f7d for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:17.714510 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.028327 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.107788 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.136786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:18.184219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] For port 2f072484-542c-4308-86fa-b8db57f47899, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f072484-542c-4308-86fa-b8db57f47899,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:18.188935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.250892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Calling delete_port for 2f072484-542c-4308-86fa-b8db57f47899 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:18.306199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=6e623175-2201-4659-9bc0-ae7c0b9af330,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:18.784359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e1e7ff8d-f9a5-4721-910f-be1d1289b20d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:19.045801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:19.143581 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f7dbbb-fc29-448a-b06f-0917a9f5b693 x-openstack-request-id: req-d9f7dbbb-fc29-448a-b06f-0917a9f5b693 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:19.144083 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:19.145002 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9f7dbbb-fc29-448a-b06f-0917a9f5b693 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:19.145595 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'code': 200} Jul 22 21:22:19.147621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f072484-542c-4308-86fa-b8db57f47899 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:19.169820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d262eae-3d15-4678-aff8-40cef5963b37,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:19.217166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 2f072484-542c-4308-86fa-b8db57f47899 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:19.217490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f072484-542c-4308-86fa-b8db57f47899 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:19.218583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6e623175-2201-4659-9bc0-ae7c0b9af330 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:19.272315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 6e623175-2201-4659-9bc0-ae7c0b9af330 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:19.272825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6e623175-2201-4659-9bc0-ae7c0b9af330 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:19.313542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port 6e623175-2201-4659-9bc0-ae7c0b9af330 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:19.351308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:19.354900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14fa4f79-2cbf-4c9b-9354-0d51f0b020e5 req-cb02578f-8292-483b-aef3-6a0b5232a616 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "DELETE /v2.0/ports/6e623175-2201-4659-9bc0-ae7c0b9af330 HTTP/1.1" status: 204 len: 173 time: 3.0972817 Jul 22 21:22:19.358204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:19.366742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'name': 'network-vif-deleted', 'tag': '6e623175-2201-4659-9bc0-ae7c0b9af330'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:19.372353 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce62c81e-c34e-4a73-adf7-4500ba9ababb" -d '{"events": [{"server_uuid": "aa3fd419-4802-47bf-a8f8-2ff6584b4145", "name": "network-vif-deleted", "tag": "6e623175-2201-4659-9bc0-ae7c0b9af330"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:19.597826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Pushing event deleted for resources: {'Port': ['ID=2f072484-542c-4308-86fa-b8db57f47899,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:19.599686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa4e9949-2e1a-49b7-b78e-25d8ed2bf446 req-4c5e0d19-7acc-46fe-9b17-f3d2149a9b0b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 210 time: 0.2423663 Jul 22 21:22:19.623418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-0faa6b68-af16-422a-b4e9-6ec47f58419a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:19.626582 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-0faa6b68-af16-422a-b4e9-6ec47f58419a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 815 time: 0.7835081 Jul 22 21:22:19.717211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Request body: {'port': {'device_id': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'admin_state_up': True, 'tenant_id': '64072eeee1a240369dd33923b743485b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:19.769724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-84cbbb0b-0ad3-4fb5-b99e-853f78bce103 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:19.774553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-84cbbb0b-0ad3-4fb5-b99e-853f78bce103 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 815 time: 0.7235038 Jul 22 21:22:19.780825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Checking segment: {'id': '6f0bcc51-b38c-4a30-9090-4801c8950ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:19.781415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Network hostable DHCP agents. Network: c36e8f46-1c26-4926-a698-38e27415cc92, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:22:19.799183 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-1708c23b-9851-4fae-a7c6-09acad8aa553 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6065192 Jul 22 21:22:19.865572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] No DVR routers for this DVR port 2f072484-542c-4308-86fa-b8db57f47899 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:19.874382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:19.878482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9ae88a6a-3481-4600-a006-aba3d96b9e1b req-755555da-01f6-4ba8-a007-99fd60ee3553 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "DELETE /v2.0/ports/2f072484-542c-4308-86fa-b8db57f47899 HTTP/1.1" status: 204 len: 173 time: 2.7457669 Jul 22 21:22:19.879562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-deleted', 'tag': '2f072484-542c-4308-86fa-b8db57f47899'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:19.886656 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa75f35-428f-4b5c-8a30-3a97367d9cd3" -d '{"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-deleted", "tag": "2f072484-542c-4308-86fa-b8db57f47899"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:19.921521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-42cf8a66-957b-433b-a47a-e8ef45cf1919 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/quotas/4134e8610ba644e68b78236c641ffdec HTTP/1.1" status: 200 len: 375 time: 0.1198123 Jul 22 21:22:20.003531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Made reservation on behalf of 64072eeee1a240369dd33923b743485b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:20.011117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:20.078478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-954681b3-1d5a-4be4-8486-d12bc26b0fb9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963874 Jul 22 21:22:20.079187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Network c36e8f46-1c26-4926-a698-38e27415cc92 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:22:20.172927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c36e8f46-1c26-4926-a698-38e27415cc92) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:20.191032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f932cf0-2498-43e7-83c4-77f58526236f None None] Network c36e8f46-1c26-4926-a698-38e27415cc92 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:22:20.234409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:20.234409 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:20.380607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Allocated IP 172.20.0.13 (747bb956-cb78-4200-8a50-b5a43a589721/27f8c656-3596-4fbd-8ddf-85dedfe9ba72/ac666cd9-b29f-40f4-872d-7d0aaf34c33a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:20.381489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-28a77f1d-8b14-4218-bd16-1dd028a2f677 service neutron] 10.222.0.54 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800274 Jul 22 21:22:20.412907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-17af7ca8-e3a7-4e54-99ba-e65c8a03a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:20.418018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-17af7ca8-e3a7-4e54-99ba-e65c8a03a296 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1096 time: 0.5263741 Jul 22 21:22:20.465923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b482a9-9660-4bce-8fd2-345ac08fb961 req-daf25427-c50e-4bab-afa1-69a1a1e60087 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:20.469292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4b482a9-9660-4bce-8fd2-345ac08fb961 req-daf25427-c50e-4bab-afa1-69a1a1e60087 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 943 time: 0.6656575 Jul 22 21:22:20.484963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0ac840a8-a6d4-4331-9d70-d7fdef1ef4e2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2309792 Jul 22 21:22:20.541436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2400a245-cc12-49d4-b5f7-7be31f49cb92 None None] Network c36e8f46-1c26-4926-a698-38e27415cc92 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:22:20.967476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:20.971882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4b482a9-9660-4bce-8fd2-345ac08fb961 req-1614cd4e-90c7-441b-aec1-8773a6574138 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831753 Jul 22 21:22:21.082906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5e018f02-6731-4e3f-82a9-8f93de984935 service neutron] 10.222.0.54 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873400 Jul 22 21:22:21.120987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:21.171464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-ea8ea12d-c19e-444d-b4f2-ef83f6fd162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:21.180678 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-ea8ea12d-c19e-444d-b4f2-ef83f6fd162a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.6927943 Jul 22 21:22:21.277103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Network 747bb956-cb78-4200-8a50-b5a43a589721 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:21.279624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:21.293354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:21.302122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'dcf38487-fec3-4e3f-b2e2-e134d940bb50', 'e01d6f02-acb0-48c5-9f27-83d184eaad29'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:21.370380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-5f29ea65-c103-497a-9167-8811e8fa57c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 217 time: 0.1872585 Jul 22 21:22:21.384989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d610751-fcd2-4aa1-b211-2a77bc7b8419 req-079848b0-adb3-4614-86b1-0162c7240c15 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3fd419-4802-47bf-a8f8-2ff6584b4145 HTTP/1.1" status: 200 len: 210 time: 0.1927452 Jul 22 21:22:21.500256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event updated for resources: {'Port': ['ID=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:21.554443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-0b48bfb2-211c-4c22-ad20-f49ac1cecfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:21.558837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-0b48bfb2-211c-4c22-ad20-f49ac1cecfea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1719820 Jul 22 21:22:21.626682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:21.627814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:21.730482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-662f1e91-2a23-4f21-9499-40781a120f38 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0284202 Jul 22 21:22:21.733457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-c3071f38-ec34-47b4-b6c9-2cf8ede2196f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674461 Jul 22 21:22:21.787072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Request body: {'port': {'device_id': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:21.968655 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9325f6a-2d6b-4714-b75a-5f6cdc8efc6a x-openstack-request-id: req-a9325f6a-2d6b-4714-b75a-5f6cdc8efc6a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:21.970589 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3fd419-4802-47bf-a8f8-2ff6584b4145", "name": "network-vif-deleted", "tag": "6e623175-2201-4659-9bc0-ae7c0b9af330", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:21.970897 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9325f6a-2d6b-4714-b75a-5f6cdc8efc6a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:21.972841 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3fd419-4802-47bf-a8f8-2ff6584b4145', 'name': 'network-vif-deleted', 'tag': '6e623175-2201-4659-9bc0-ae7c0b9af330', 'status': 'completed', 'code': 200} Jul 22 21:22:22.131419 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f09755b-f4b1-41f1-b2f0-8c8e86f23bfb x-openstack-request-id: req-8f09755b-f4b1-41f1-b2f0-8c8e86f23bfb {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:22.132504 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd357ca-830f-4c64-bbdc-aec356a9a6a4", "name": "network-vif-deleted", "tag": "2f072484-542c-4308-86fa-b8db57f47899", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:22.133160 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f09755b-f4b1-41f1-b2f0-8c8e86f23bfb {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:22.134070 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd357ca-830f-4c64-bbdc-aec356a9a6a4', 'name': 'network-vif-deleted', 'tag': '2f072484-542c-4308-86fa-b8db57f47899', 'status': 'completed', 'code': 200} Jul 22 21:22:22.197425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:22.278720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-da76d577-0767-4054-a56a-f7a779e4d2a8 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354166 Jul 22 21:22:22.372406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625607-dc4a-48ad-a814-843874ba8f83 req-e6620413-63ff-4c9b-81cc-feff749a3b14 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:22.375355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5625607-dc4a-48ad-a814-843874ba8f83 req-e6620413-63ff-4c9b-81cc-feff749a3b14 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4004278 Jul 22 21:22:22.528544 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-416a7393-1518-43e0-99b4-7e0b48ca07bf service neutron] 10.222.0.23 "GET /v2.0/ports/e1e7ff8d-f9a5-4721-910f-be1d1289b20d/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.4005668 Jul 22 21:22:22.666495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e95fb4c-2d79-4ba4-a9bd-30b9425e6c7f req-d4cadf35-6410-4669-884f-c5ac3b8fa41e service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751075 Jul 22 21:22:22.694064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5625607-dc4a-48ad-a814-843874ba8f83 req-644891d0-a4b4-43af-967e-e08e9c071612 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028579 Jul 22 21:22:22.791313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f22e58a3-0082-4609-b88c-ba4362d591a6 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:22.815438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6e52f-4d76-4e94-9a61-eaa98987f547 req-822f71aa-e433-423e-9ffa-abf078b68634 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:22.829902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27f6e52f-4d76-4e94-9a61-eaa98987f547 req-822f71aa-e433-423e-9ffa-abf078b68634 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 932 time: 0.2778683 Jul 22 21:22:22.902159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27f6e52f-4d76-4e94-9a61-eaa98987f547 req-2982b7b8-6ecf-4cac-9131-93c9700ac9f5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705085 Jul 22 21:22:23.094231 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:23.208262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:23.217565 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391aa568-9a2e-4313-ba55-8cbfb738a915" -d '{"events": [{"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-unplugged", "status": "completed", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:23.239775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac666cd9-b29f-40f4-872d-7d0aaf34c33a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:23.253933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b636ee3-87fe-4af5-834b-f40d85cde06a req-794dd09d-4215-4f5e-b5f7-8de03f488c84 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 210 time: 0.1465011 Jul 22 21:22:23.259590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:23.268731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:23.276365 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:23.354413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:23.384247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Transition to ACTIVE for port object ac666cd9-b29f-40f4-872d-7d0aaf34c33a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:23.395005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:23.470807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:23.518503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:23.668898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Pushing event updated for resources: {'Port': ['ID=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:23.675260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7ff8d-f9a5-4721-910f-be1d1289b20d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:23.735872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:23.766148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-290fb92d-7475-423e-8446-8ebe66992407 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:23.769361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:23.769857 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-290fb92d-7475-423e-8446-8ebe66992407 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/networks?id=c36e8f46-1c26-4926-a698-38e27415cc92 HTTP/1.1" status: 200 len: 813 time: 0.4035232 Jul 22 21:22:23.812644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-34d42031-3194-4102-9d81-47682b730af9 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/quotas/da05f02a0d464c4a97a3f817caa32f7d HTTP/1.1" status: 200 len: 375 time: 0.0186381 Jul 22 21:22:23.834441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Attempting to bind port ac666cd9-b29f-40f4-872d-7d0aaf34c33a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:22:23.835052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Attempting to bind port ac666cd9-b29f-40f4-872d-7d0aaf34c33a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:22:23.835528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Attempting to bind port ac666cd9-b29f-40f4-872d-7d0aaf34c33a on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:23.852936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cd2a4-f7a1-42a0-a343-eb1f6847284c req-2dcb1535-8648-4844-aafe-805407368154 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:23.861550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-336cd2a4-f7a1-42a0-a343-eb1f6847284c req-2dcb1535-8648-4844-aafe-805407368154 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 943 time: 0.4246769 Jul 22 21:22:23.884558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Port ac666cd9-b29f-40f4-872d-7d0aaf34c33a on network 747bb956-cb78-4200-8a50-b5a43a589721 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:22:23.884980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Attempting to bind port ac666cd9-b29f-40f4-872d-7d0aaf34c33a on network 747bb956-cb78-4200-8a50-b5a43a589721 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:23.911737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:22:23.911737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Checking segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:23.911737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Bound using segment: {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:22:23.912728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Bound port: ac666cd9-b29f-40f4-872d-7d0aaf34c33a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8134f704-4a9e-4c32-9959-c79ee066e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:22:23.913253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:24.052206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] Transition to ACTIVE for port object e1e7ff8d-f9a5-4721-910f-be1d1289b20d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:24.065106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:24.136135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] For port ac666cd9-b29f-40f4-872d-7d0aaf34c33a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:24.175001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] For port ac666cd9-b29f-40f4-872d-7d0aaf34c33a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:22:24.233903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] No DVR routers for this DVR port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:24.240563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:24.257290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:24.345963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-2f36c45c-4b24-4075-b5d5-9f664ceb54f7 service neutron] 10.222.0.23 "PUT /v2.0/ports/e1e7ff8d-f9a5-4721-910f-be1d1289b20d/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 1.8015392 Jul 22 21:22:24.350694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:24.351732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:24.354142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac666cd9-b29f-40f4-872d-7d0aaf34c33a HTTP/1.1" status: 200 len: 1093 time: 2.5887845 Jul 22 21:22:24.354862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'tag': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:24.359369 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5109a3d-a02e-48e7-a247-4e7997247f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f", "tag": "ac666cd9-b29f-40f4-872d-7d0aaf34c33a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:24.426379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-89cb31cb-6280-429a-8eaa-f3f0b9e6f2d7 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=da05f02a0d464c4a97a3f817caa32f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5621481 Jul 22 21:22:24.428019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66373bf-61cf-4b95-9e61-a6234387dd69 service neutron] Pushing event updated for resources: {'Port': ['ID=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:24.589744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-336cd2a4-f7a1-42a0-a343-eb1f6847284c req-3b26985e-4e69-40de-ac13-0612afdc76a3 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7212210 Jul 22 21:22:24.773064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-57b25fda-e3f1-40c4-a935-ece9d71c9019 service neutron] 10.222.0.54 "GET /v2.0/networks/c36e8f46-1c26-4926-a698-38e27415cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090701 Jul 22 21:22:24.813821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-3a0cd89b-4094-4481-a0c9-bac6c4510085 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:24.816678 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-3a0cd89b-4094-4481-a0c9-bac6c4510085 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.2977355 Jul 22 21:22:25.029488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-cffc0676-98c5-4ca5-8b0c-ddb1e7cccc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.032249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-cffc0676-98c5-4ca5-8b0c-ddb1e7cccc28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3&tenant_id=da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 1096 time: 0.1979284 Jul 22 21:22:25.058719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-6870165a-2864-4720-9650-1ec251bf37b3 service neutron] 10.222.0.54 "GET /v2.0/networks/c36e8f46-1c26-4926-a698-38e27415cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664485 Jul 22 21:22:25.165606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-994721a5-3ff1-4e66-9499-9baa80bafbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.168357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-994721a5-3ff1-4e66-9499-9baa80bafbba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 1096 time: 0.6692729 Jul 22 21:22:25.185583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-46735049-0cee-4eee-9216-ef40a7c85199 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.188433 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-46735049-0cee-4eee-9216-ef40a7c85199 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 815 time: 0.7233276 Jul 22 21:22:25.205815 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f21ccb-7feb-4fb0-8f44-0c9ee5ceec4a x-openstack-request-id: req-99f21ccb-7feb-4fb0-8f44-0c9ee5ceec4a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:25.206608 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-unplugged", "status": "completed", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:25.207306 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99f21ccb-7feb-4fb0-8f44-0c9ee5ceec4a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:25.208137 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'code': 200} Jul 22 21:22:25.228672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Request body: {'port': {'device_id': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'admin_state_up': True, 'tenant_id': '4134e8610ba644e68b78236c641ffdec'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:25.254613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-9268fead-e174-497d-9268-a637928c2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.258156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-9268fead-e174-497d-9268-a637928c2c09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1869216 Jul 22 21:22:25.351350 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-f7cd6359-182f-4f3e-9ac2-85c16a3fd7ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac666cd9-b29f-40f4-872d-7d0aaf34c33a HTTP/1.1" status: 200 len: 217 time: 0.1440556 Jul 22 21:22:25.566620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-de8197af-5123-4f05-93c9-e2753b2647c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.570026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-de8197af-5123-4f05-93c9-e2753b2647c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.1489327 Jul 22 21:22:25.595724 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-96b7fe95-884e-4dc9-9b00-46d120c198cc req-31c34534-8668-4951-af15-270575312c3f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 210 time: 0.1420057 Jul 22 21:22:25.690029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-cfcf2cdc-9cae-40ca-8798-f02b99671e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.693019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-cfcf2cdc-9cae-40ca-8798-f02b99671e87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.4233937 Jul 22 21:22:25.696633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-fef62f0d-2b32-4c64-b9a6-972cddc582f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.699523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-fef62f0d-2b32-4c64-b9a6-972cddc582f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.4318719 Jul 22 21:22:25.701742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-268c1bce-fa9d-494a-a100-e4bff27473dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160259 Jul 22 21:22:25.730497 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2110e2-3cd4-482b-ba55-e1832bd98152 x-openstack-request-id: req-df2110e2-3cd4-482b-ba55-e1832bd98152 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:25.730932 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f", "tag": "ac666cd9-b29f-40f4-872d-7d0aaf34c33a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:25.731363 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df2110e2-3cd4-482b-ba55-e1832bd98152 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:25.732047 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'tag': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a', 'status': 'completed', 'code': 200} Jul 22 21:22:25.733260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Made reservation on behalf of 4134e8610ba644e68b78236c641ffdec for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:25.741401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.815296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-f4da8dba-e33d-48c8-8178-2d8dc6132c1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 217 time: 0.1137924 Jul 22 21:22:25.848198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267b823-f68a-40f7-b972-f0ebdaa97898 req-19fc2255-f0a9-44b7-8142-8ac8a0669ede tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:25.870704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8267b823-f68a-40f7-b972-f0ebdaa97898 req-19fc2255-f0a9-44b7-8142-8ac8a0669ede tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 944 time: 0.5399909 Jul 22 21:22:26.043992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-64a2c7bc-482b-49e7-a899-9e1f99c1430a service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962782 Jul 22 21:22:26.122347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-9707488b-11d3-40f0-9c7e-776c70a45b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:26.124273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-9707488b-11d3-40f0-9c7e-776c70a45b4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.2409537 Jul 22 21:22:26.168384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8267b823-f68a-40f7-b972-f0ebdaa97898 req-f47a4850-1de8-4b2a-a7b9-6e01bafce947 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962310 Jul 22 21:22:26.244946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-8777c3f7-8849-498a-897e-2a55f6546290 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112800 Jul 22 21:22:26.256958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-7daf06cb-5a51-48f6-a240-c051cb149cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:26.260182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-7daf06cb-5a51-48f6-a240-c051cb149cfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.4633670 Jul 22 21:22:26.369262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b211f7fd-e960-4e10-86ec-9c96ad9cf638 req-767ec7d9-3de4-4c58-a003-eeabc71f6bb4 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783759 Jul 22 21:22:26.409151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Allocated IP 172.20.0.14 (3784ea74-26b7-43ab-801c-1c67e13d3ce1/136009f9-c344-4871-a6d1-badd0c7274e4/f994e5f3-501b-428f-a070-d456a278c63a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:26.633898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-eff9440e-ff9a-400d-8504-37a0b387c034 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.3519588 Jul 22 21:22:26.780504 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-3d3a83fa-c4a6-478a-bb9c-04a9466dc0ef service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264590 Jul 22 21:22:26.827177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-83ec84e2-db56-4f58-bcf8-f9fb115d235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:26.829717 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-83ec84e2-db56-4f58-bcf8-f9fb115d235b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 1096 time: 0.3166223 Jul 22 21:22:26.916087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-a276ae5c-6804-4a2c-a1e7-d386d29533f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:26.916087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-a276ae5c-6804-4a2c-a1e7-d386d29533f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.2496109 Jul 22 21:22:26.985026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:27.138895 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a85a9a1c-d8cd-455a-bbdf-40b54ec174f6 req-4e19adf6-4109-4a54-b472-6309d7bc693b tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 210 time: 0.0767372 Jul 22 21:22:27.140915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-db32dc36-4ebc-4f7f-9602-04b0c7e4b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:27.143811 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-db32dc36-4ebc-4f7f-9602-04b0c7e4b9a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 916 time: 0.2810040 Jul 22 21:22:27.182881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:27.191245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-37f9bfd0-4712-4422-88d0-53a50321fe8b service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013145 Jul 22 21:22:27.238305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83927eba-c4ce-4e06-82cb-44e8eb87506c req-34e28197-b20e-42ca-bbc1-c6a8d173ccfe tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:27.240716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83927eba-c4ce-4e06-82cb-44e8eb87506c req-34e28197-b20e-42ca-bbc1-c6a8d173ccfe tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4008698 Jul 22 21:22:27.267751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-de594897-9c1e-4c8c-b5cd-6b622349f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:27.270639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-de594897-9c1e-4c8c-b5cd-6b622349f16e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3425453 Jul 22 21:22:27.287365 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-1219cfff-fb34-4b4c-a7db-6e9ffdae7d1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac666cd9-b29f-40f4-872d-7d0aaf34c33a HTTP/1.1" status: 200 len: 217 time: 0.1243541 Jul 22 21:22:27.372902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83927eba-c4ce-4e06-82cb-44e8eb87506c req-250bf86e-23da-4cfb-9c4a-401ccbae8e9e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168551 Jul 22 21:22:27.397307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:27.423585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Pushing event updated for resources: {'Port': ['ID=f994e5f3-501b-428f-a070-d456a278c63a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:27.429095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:27.443415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:27.548014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-fc0e0cdc-40b1-49a3-8b61-28578e56e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:27.551177 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-fc0e0cdc-40b1-49a3-8b61-28578e56e3d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.2281291 Jul 22 21:22:27.591798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79d178-9d97-4984-aef9-f86c45c8da58 req-c04e1e74-fcdd-4d2f-93b3-2d65d730c395 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:27.594688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd79d178-9d97-4984-aef9-f86c45c8da58 req-c04e1e74-fcdd-4d2f-93b3-2d65d730c395 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 944 time: 0.2713649 Jul 22 21:22:27.625986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-c4df2a38-0b7b-4b75-b894-94d745bcbd0c service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050642 Jul 22 21:22:27.643246 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-78d2c9d0-b63d-4448-942b-44506e23ebaa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653787 Jul 22 21:22:27.659342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:27.661399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:27.697438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-e59a3fe5-5f08-4887-a26e-d86283fd9028 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4762866 Jul 22 21:22:27.750294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Request body: {'port': {'device_id': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:27.950458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd79d178-9d97-4984-aef9-f86c45c8da58 req-073a52f6-fb8b-43a5-9d30-7e8349e92920 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388088 Jul 22 21:22:28.041071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfb32d28-bdb1-48c0-83c6-eee8e86cb058 req-f602fbea-afa6-49dd-941d-cdee5969963c service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822694 Jul 22 21:22:28.051545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-24f894b7-a981-4412-b87e-359f738e89b4 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734677 Jul 22 21:22:28.068641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-217fa6d9-7b75-4067-a263-d3311a35c088 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:28.074232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-217fa6d9-7b75-4067-a263-d3311a35c088 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1096 time: 0.4459441 Jul 22 21:22:28.097967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce0b61-9f51-4241-9ebe-93199a849583 req-a8d8bff5-be9a-4d36-af49-33fc3929512f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:28.101959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2bce0b61-9f51-4241-9ebe-93199a849583 req-a8d8bff5-be9a-4d36-af49-33fc3929512f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 932 time: 0.3274641 Jul 22 21:22:28.203372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:28.273167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-09adb054-a73b-463e-9188-c53070042a08 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:28.275044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2bce0b61-9f51-4241-9ebe-93199a849583 req-53a15f49-cada-45ad-8b77-57e6712e6cff tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501727 Jul 22 21:22:28.276665 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-09adb054-a73b-463e-9188-c53070042a08 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.23 "GET /v2.0/networks?id=c36e8f46-1c26-4926-a698-38e27415cc92 HTTP/1.1" status: 200 len: 813 time: 0.4792325 Jul 22 21:22:28.392598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Request body: {'port': {'device_id': '05856289-8c1c-4890-9501-1dd2b685a251', 'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92', 'admin_state_up': True, 'tenant_id': 'da05f02a0d464c4a97a3f817caa32f7d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:28.489608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-4e6eaa5c-9e0f-46c7-9b02-cedd9846b27a service neutron] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:28.528415 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-4e6eaa5c-9e0f-46c7-9b02-cedd9846b27a service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:28.531156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-4e6eaa5c-9e0f-46c7-9b02-cedd9846b27a service neutron] 10.222.0.58 "DELETE /v2.0/ports/e1e7ff8d-f9a5-4721-910f-be1d1289b20d/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.4274323 Jul 22 21:22:28.666489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91510c52-67b4-4f0c-8fa6-35b666540a5e req-4aee7fc2-389f-4c12-8565-7d8bb35c1c43 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 210 time: 0.0660841 Jul 22 21:22:28.709767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cc9c8-4a26-4a0a-9a27-7735aaff8878 req-817f3d04-66b1-42ff-8988-95b9874ffe60 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:28.715281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5109a3d-a02e-48e7-a247-4e7997247f3c req-49b7a3a3-f5dd-4d23-bf9b-2edac338dc05 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400821 Jul 22 21:22:28.720973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-440cc9c8-4a26-4a0a-9a27-7735aaff8878 req-817f3d04-66b1-42ff-8988-95b9874ffe60 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 944 time: 0.2247837 Jul 22 21:22:28.807115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-440cc9c8-4a26-4a0a-9a27-7735aaff8878 req-c106c0b6-65f3-4e0d-b7e8-4d36a22fde4e tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843112 Jul 22 21:22:28.829100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ac666cd9-b29f-40f4-872d-7d0aaf34c33a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:22:28.980532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aad01d-b6c8-4da8-97b1-c57c4480d1e0 req-92c69d8c-834c-4534-a1a2-1ff746c7784d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:28.982676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24aad01d-b6c8-4da8-97b1-c57c4480d1e0 req-92c69d8c-834c-4534-a1a2-1ff746c7784d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1738815 Jul 22 21:22:29.042482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Made reservation on behalf of da05f02a0d464c4a97a3f817caa32f7d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:29.048841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.111455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24aad01d-b6c8-4da8-97b1-c57c4480d1e0 req-176b1b24-584c-4cd5-b1e2-29a3d8a5dbdc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146917 Jul 22 21:22:29.126571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f994e5f3-501b-428f-a070-d456a278c63a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:29.164401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.188459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Transition to ACTIVE for port object f994e5f3-501b-428f-a070-d456a278c63a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:29.202244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ac666cd9-b29f-40f4-872d-7d0aaf34c33a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:29.205568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.235002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a', 'network_id': '747bb956-cb78-4200-8a50-b5a43a589721', 'port_id': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a', 'mac_address': 'fa:16:3e:2b:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8c656-3596-4fbd-8ddf-85dedfe9ba72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:22:29.346132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Pushing event updated for resources: {'Port': ['ID=f994e5f3-501b-428f-a070-d456a278c63a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:29.350895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.382775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac666cd9-b29f-40f4-872d-7d0aaf34c33a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:29.446458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ac666cd9-b29f-40f4-872d-7d0aaf34c33a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:29.464373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.590554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:29.634145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Attempting to bind port f994e5f3-501b-428f-a070-d456a278c63a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:22:29.634698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Attempting to bind port f994e5f3-501b-428f-a070-d456a278c63a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:22:29.635252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Attempting to bind port f994e5f3-501b-428f-a070-d456a278c63a on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:29.669071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-72c21021-6815-4445-bce5-dde0251df2ec tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:29.671900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-72c21021-6815-4445-bce5-dde0251df2ec tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.3721259 Jul 22 21:22:29.682186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Port f994e5f3-501b-428f-a070-d456a278c63a on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:22:29.682669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Attempting to bind port f994e5f3-501b-428f-a070-d456a278c63a on network 3784ea74-26b7-43ab-801c-1c67e13d3ce1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:29.699319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:22:29.699319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Checking segment: {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:29.699319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Bound using segment: {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:22:29.699319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Bound port: f994e5f3-501b-428f-a070-d456a278c63a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:22:29.699319 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.732509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc61b7-37e8-40ae-814b-3192bbd358be req-ba084b3e-4a1d-4ed3-9c08-8e1a8fc95da6 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:29.738076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67cc61b7-37e8-40ae-814b-3192bbd358be req-ba084b3e-4a1d-4ed3-9c08-8e1a8fc95da6 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 944 time: 0.3814249 Jul 22 21:22:29.755715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-94484653-16b1-45bb-a050-16a500ab99de tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/quotas/ed57cd207e1a443d935b11101b325f9c HTTP/1.1" status: 200 len: 375 time: 0.0584540 Jul 22 21:22:29.817618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Allocated IP 172.20.0.8 (c36e8f46-1c26-4926-a698-38e27415cc92/0d262eae-3d15-4678-aff8-40cef5963b37/68e90e31-3156-477f-91b6-b16b7694d4f2) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:29.880401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67cc61b7-37e8-40ae-814b-3192bbd358be req-980ea0e2-cc2b-41ae-85dd-e894ef102fe5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207163 Jul 22 21:22:29.896920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] For port f994e5f3-501b-428f-a070-d456a278c63a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:29.942798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8ab2dafa-7134-410f-bda7-ef06909526c1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578581 Jul 22 21:22:29.949484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] For port f994e5f3-501b-428f-a070-d456a278c63a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f994e5f3-501b-428f-a070-d456a278c63a,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:22:29.979901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.112427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:30.112427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.113820 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] 10.222.0.23 "PUT /v2.0/ports/f994e5f3-501b-428f-a070-d456a278c63a HTTP/1.1" status: 200 len: 1093 time: 2.3707094 Jul 22 21:22:30.114823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'tag': 'f994e5f3-501b-428f-a070-d456a278c63a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:30.120214 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5384250-d83b-4b04-a54e-4046d7500909" -d '{"events": [{"name": "network-changed", "server_uuid": "82620420-bcb1-48fc-8b8e-d1f23490d5ba", "tag": "f994e5f3-501b-428f-a070-d456a278c63a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:30.177488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['ac666cd9-b29f-40f4-872d-7d0aaf34c33a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:30.229494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-63be8b63-b5f9-4f52-ac47-ef1d65614f13 service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671423 Jul 22 21:22:30.298579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0b59a-0d1f-4887-b74f-d474deb93607 service neutron] Pushing event updated for resources: {'Port': ['ID=f994e5f3-501b-428f-a070-d456a278c63a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:30.392769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9903f6f-57d6-4ab0-b9da-c38a5ddf5578 req-d9b96289-a22c-485a-85fc-d7288f07cbdb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:30.406258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9903f6f-57d6-4ab0-b9da-c38a5ddf5578 req-d9b96289-a22c-485a-85fc-d7288f07cbdb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 944 time: 0.2662115 Jul 22 21:22:30.436160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-eb148a57-75fa-454f-bfed-252c46463dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:30.438909 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-eb148a57-75fa-454f-bfed-252c46463dac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 1096 time: 0.2073281 Jul 22 21:22:30.445428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.559493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9903f6f-57d6-4ab0-b9da-c38a5ddf5578 req-cdeaec35-7b83-4bfd-9df5-df208ced3c6e tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564567 Jul 22 21:22:30.567047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-c85144a1-0af8-472e-944b-a632b35e9483 service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964303 Jul 22 21:22:30.613437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-42a65941-3d13-4b94-a4c5-d9067918da76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f994e5f3-501b-428f-a070-d456a278c63a HTTP/1.1" status: 200 len: 217 time: 0.1062751 Jul 22 21:22:30.757329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.764246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01634e2b-60a4-49b3-8f78-d8fd5dbb13e0 req-99b586de-4d33-4c14-b3cb-d109391775b0 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 210 time: 0.0616748 Jul 22 21:22:30.780300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-a5db8d90-169d-4540-9d2a-9da79ccefc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:30.790617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-a5db8d90-169d-4540-9d2a-9da79ccefc29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=136009f9-c344-4871-a6d1-badd0c7274e4 HTTP/1.1" status: 200 len: 855 time: 0.1421525 Jul 22 21:22:30.924410 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-4f0c5967-9f1b-4f55-8ec5-eae0faa0a17d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3784ea74-26b7-43ab-801c-1c67e13d3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851731 Jul 22 21:22:30.940018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Network c36e8f46-1c26-4926-a698-38e27415cc92 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:30.980273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Pushing event updated for resources: {'Port': ['ID=68e90e31-3156-477f-91b6-b16b7694d4f2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:30.994298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:30.999699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:31.116450 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.126265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46baf-cd7d-41c1-9553-f1849e0d33f7 req-ea6354d1-21d9-4f1a-b8bc-293ceec82ab3 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:31.140483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cc46baf-cd7d-41c1-9553-f1849e0d33f7 req-ea6354d1-21d9-4f1a-b8bc-293ceec82ab3 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 945 time: 0.2240357 Jul 22 21:22:31.150116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:31.151325 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.238373 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55c8799-0d5f-4e4f-b136-6b43dab82aff x-openstack-request-id: req-c55c8799-0d5f-4e4f-b136-6b43dab82aff {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:31.238963 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82620420-bcb1-48fc-8b8e-d1f23490d5ba", "tag": "f994e5f3-501b-428f-a070-d456a278c63a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:31.239353 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c55c8799-0d5f-4e4f-b136-6b43dab82aff {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:31.239976 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'tag': 'f994e5f3-501b-428f-a070-d456a278c63a', 'status': 'completed', 'code': 200} Jul 22 21:22:31.261096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cc46baf-cd7d-41c1-9553-f1849e0d33f7 req-ea03a0d0-5dc8-49b3-82a9-dd5d01127020 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186848 Jul 22 21:22:31.300051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e123b2b2-3908-4aec-b721-44ec158744c8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9218221 Jul 22 21:22:31.316927 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-b5bb7576-f97e-4f64-afdb-6819add99909 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613586 Jul 22 21:22:31.370985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Request body: {'port': {'device_id': '05856289-8c1c-4890-9501-1dd2b685a251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:31.478837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd931d05-c725-4fc2-97eb-4893a5779599 req-d80b0ec6-636d-4bb9-bff6-b43fd53f1e0b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 210 time: 0.1156118 Jul 22 21:22:31.593333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b392d2-3c16-4c14-bbdf-b9c44cf27fd9 req-c7feda64-d5ef-4285-a90d-33a0fc9eb36a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:31.610527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17b392d2-3c16-4c14-bbdf-b9c44cf27fd9 req-c7feda64-d5ef-4285-a90d-33a0fc9eb36a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2904484 Jul 22 21:22:31.651261 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72019821-2d2c-489c-8e52-10f85c2ffaf4 req-ffbdc2a3-ec47-4b89-8740-ae2780367704 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134456 Jul 22 21:22:31.680840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.780256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17b392d2-3c16-4c14-bbdf-b9c44cf27fd9 req-aaae1ed8-4408-4d65-9b79-0f1aca9831be tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651750 Jul 22 21:22:31.842334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46c1cd-3d2d-486a-8a15-92be81893e30 req-6d0f8962-bbe3-48f3-9abe-111fb6cbb057 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:31.848909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb46c1cd-3d2d-486a-8a15-92be81893e30 req-6d0f8962-bbe3-48f3-9abe-111fb6cbb057 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1971228 Jul 22 21:22:31.876275 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.957408 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb46c1cd-3d2d-486a-8a15-92be81893e30 req-c12a39db-4a31-4702-921c-00bc30c7f77d tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981350 Jul 22 21:22:32.075961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5384250-d83b-4b04-a54e-4046d7500909 req-bffd40d3-3da1-42b9-b5d4-89365cc5d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:32.078359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5384250-d83b-4b04-a54e-4046d7500909 req-bffd40d3-3da1-42b9-b5d4-89365cc5d0cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4134e8610ba644e68b78236c641ffdec&device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 1096 time: 0.3084834 Jul 22 21:22:32.278565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde557b8-e633-46c1-9b1d-0131693ec681 req-4645570d-8ca6-47d8-a9d9-30b120a38853 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:32.280669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bde557b8-e633-46c1-9b1d-0131693ec681 req-4645570d-8ca6-47d8-a9d9-30b120a38853 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 931 time: 0.1693482 Jul 22 21:22:32.299737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07983d0c-1e81-45d7-bed6-68be86a34262 req-329e2c7c-c5a0-4547-b536-3c4175453ca9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:32.302989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07983d0c-1e81-45d7-bed6-68be86a34262 req-329e2c7c-c5a0-4547-b536-3c4175453ca9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 944 time: 0.2177403 Jul 22 21:22:32.430254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bde557b8-e633-46c1-9b1d-0131693ec681 req-0bf8971a-5a05-434b-b279-aa4a826fffe3 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255300 Jul 22 21:22:32.451974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07983d0c-1e81-45d7-bed6-68be86a34262 req-535bb5b4-80cd-44b2-b091-1dbcd77a40f2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314304 Jul 22 21:22:32.776533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41a50-1413-4375-aaad-71a4ac938353 req-fedc7f5f-f5b7-4289-b1db-c3d8268a499a tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:32.779345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72f41a50-1413-4375-aaad-71a4ac938353 req-fedc7f5f-f5b7-4289-b1db-c3d8268a499a tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1360030 Jul 22 21:22:32.848988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ac666cd9-b29f-40f4-872d-7d0aaf34c33a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:22:32.875739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72f41a50-1413-4375-aaad-71a4ac938353 req-f765ce0b-1f70-4427-b5d2-408db1da4d32 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873096 Jul 22 21:22:32.977275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5384250-d83b-4b04-a54e-4046d7500909 req-8f415880-1e8d-4456-82e0-59e2f0530890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:32.979890 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5384250-d83b-4b04-a54e-4046d7500909 req-8f415880-1e8d-4456-82e0-59e2f0530890 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 200 len: 916 time: 0.8552291 Jul 22 21:22:33.050714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port ac666cd9-b29f-40f4-872d-7d0aaf34c33a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:22:33.060288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port ac666cd9-b29f-40f4-872d-7d0aaf34c33a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:22:33.061323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:33.093573 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5384250-d83b-4b04-a54e-4046d7500909 req-a1adbf47-6845-4128-b54f-631f25385857 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f994e5f3-501b-428f-a070-d456a278c63a HTTP/1.1" status: 200 len: 217 time: 0.0982006 Jul 22 21:22:33.094301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bd1ec67-0300-452c-bb43-69046d1a6fc0 req-c05723b4-0cfc-4f8f-8ef5-ce563f8fc3be tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 210 time: 0.0931163 Jul 22 21:22:33.151947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f29ef-4e15-42b7-bbc7-45e76a8aef45 req-91234bb8-f990-48f5-9a9b-01f5b457b124 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:33.166030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c6f29ef-4e15-42b7-bbc7-45e76a8aef45 req-91234bb8-f990-48f5-9a9b-01f5b457b124 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 945 time: 0.2885129 Jul 22 21:22:33.174962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-43f240c3-6f20-4383-a594-c7ee3d8b0f51 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:33.177621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-43f240c3-6f20-4383-a594-c7ee3d8b0f51 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c0e8fc-633a-448a-915a-d0c2dc9d1b15 HTTP/1.1" status: 200 len: 944 time: 0.3763344 Jul 22 21:22:33.299711 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:33.321763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c6f29ef-4e15-42b7-bbc7-45e76a8aef45 req-51fd7cc2-91e0-45a8-aab5-3068b4cd3ef5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416965 Jul 22 21:22:33.337958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e90e31-3156-477f-91b6-b16b7694d4f2 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:33.384889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:33.390418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5384250-d83b-4b04-a54e-4046d7500909 req-dbf441df-aae9-4d66-b504-793cb0dac168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:33.390745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:33.393988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5384250-d83b-4b04-a54e-4046d7500909 req-dbf441df-aae9-4d66-b504-793cb0dac168 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=136009f9-c344-4871-a6d1-badd0c7274e4 HTTP/1.1" status: 200 len: 855 time: 0.2860570 Jul 22 21:22:33.399551 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368bd04-6596-4d37-aa20-afc50ce880c4" -d '{"events": [{"server_uuid": "2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f", "name": "network-vif-plugged", "status": "completed", "tag": "ac666cd9-b29f-40f4-872d-7d0aaf34c33a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:33.439790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ac666cd9-b29f-40f4-872d-7d0aaf34c33a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:33.452733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:33.496137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5384250-d83b-4b04-a54e-4046d7500909 req-45cf8a37-8c0c-420e-b9b3-0d8e209d5ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3784ea74-26b7-43ab-801c-1c67e13d3ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836849 Jul 22 21:22:33.587652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Transition to ACTIVE for port object 68e90e31-3156-477f-91b6-b16b7694d4f2 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:33.623225 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:33.681005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:33.842917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Pushing event updated for resources: {'Port': ['ID=68e90e31-3156-477f-91b6-b16b7694d4f2,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:33.846921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-f3fd0223-1ec3-4e9e-a786-6adcc312cdfa tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:33.850076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-f3fd0223-1ec3-4e9e-a786-6adcc312cdfa tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.4734366 Jul 22 21:22:33.877143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Request body: {'port': {'device_id': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'admin_state_up': True, 'tenant_id': 'ed57cd207e1a443d935b11101b325f9c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:33.954157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c4c83-11ec-4890-89dd-19f3db44c42f req-06058d64-a94f-4d9a-9ce7-5fcf566e93a8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:33.966144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-504c4c83-11ec-4890-89dd-19f3db44c42f req-06058d64-a94f-4d9a-9ce7-5fcf566e93a8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3510528 Jul 22 21:22:34.025499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Deleting port f22e58a3-0082-4609-b88c-ba4362d591a6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:34.026769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:34.114984 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b61ae-3713-4e32-97a7-c9db8a2c089b x-openstack-request-id: req-0f0b61ae-3713-4e32-97a7-c9db8a2c089b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:34.115944 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5384250-d83b-4b04-a54e-4046d7500909 req-47f2f26d-06ba-4ad4-b819-617cdb76dca6 service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447810 Jul 22 21:22:34.118000 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f", "name": "network-vif-plugged", "status": "completed", "tag": "ac666cd9-b29f-40f4-872d-7d0aaf34c33a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:34.118936 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f0b61ae-3713-4e32-97a7-c9db8a2c089b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:34.120210 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a', 'code': 200} Jul 22 21:22:34.185315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-504c4c83-11ec-4890-89dd-19f3db44c42f req-016b9624-df5b-4114-ad4c-271dc804c970 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174656 Jul 22 21:22:34.367537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Made reservation on behalf of ed57cd207e1a443d935b11101b325f9c for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:34.383956 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:34.415285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Attempting to bind port 68e90e31-3156-477f-91b6-b16b7694d4f2 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:22:34.415832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Attempting to bind port 68e90e31-3156-477f-91b6-b16b7694d4f2 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6f0bcc51-b38c-4a30-9090-4801c8950ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:22:34.416404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Attempting to bind port 68e90e31-3156-477f-91b6-b16b7694d4f2 on network c36e8f46-1c26-4926-a698-38e27415cc92 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:34.431725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Port 68e90e31-3156-477f-91b6-b16b7694d4f2 on network c36e8f46-1c26-4926-a698-38e27415cc92 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:22:34.432277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Attempting to bind port 68e90e31-3156-477f-91b6-b16b7694d4f2 on network c36e8f46-1c26-4926-a698-38e27415cc92 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:34.571308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:22:34.571917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Checking segment: {'id': '6f0bcc51-b38c-4a30-9090-4801c8950ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:34.572460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Bound using segment: {'id': '6f0bcc51-b38c-4a30-9090-4801c8950ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:22:34.573057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Bound port: 68e90e31-3156-477f-91b6-b16b7694d4f2, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0bcc51-b38c-4a30-9090-4801c8950ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:22:34.573589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:34.741855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] For port f22e58a3-0082-4609-b88c-ba4362d591a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f22e58a3-0082-4609-b88c-ba4362d591a6,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:34.742458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:34.743909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685125bc-977d-49f1-b119-d5d7151ce801 req-555e860d-abd2-4984-93c0-90d2eb03a8eb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:34.755594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-685125bc-977d-49f1-b119-d5d7151ce801 req-555e860d-abd2-4984-93c0-90d2eb03a8eb tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 944 time: 0.3007803 Jul 22 21:22:34.826420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f490fc-4cd6-4486-a49b-d91d85d8ae69 req-73367a22-2d65-46c8-be76-1b5e0c92b005 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:34.840233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89f490fc-4cd6-4486-a49b-d91d85d8ae69 req-73367a22-2d65-46c8-be76-1b5e0c92b005 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 943 time: 0.5162909 Jul 22 21:22:34.842595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] For port 68e90e31-3156-477f-91b6-b16b7694d4f2, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:34.845910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f994e5f3-501b-428f-a070-d456a278c63a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:22:34.856213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] For port 68e90e31-3156-477f-91b6-b16b7694d4f2, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68e90e31-3156-477f-91b6-b16b7694d4f2,segment=NetworkSegment(6f0bcc51-b38c-4a30-9090-4801c8950ea9),segment_id=6f0bcc51-b38c-4a30-9090-4801c8950ea9)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:22:34.862274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f22e58a3-0082-4609-b88c-ba4362d591a6 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:34.870322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Calling delete_port for f22e58a3-0082-4609-b88c-ba4362d591a6 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:34.949507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Allocated IP 172.20.0.3 (13a11420-86b0-49d0-be1d-94a1f2126c3c/6b2b5e09-a5b4-4397-9535-4650284b34e9/c985f312-08f6-4f1b-8b4b-4de6fc7ef53b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:34.988945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-685125bc-977d-49f1-b119-d5d7151ce801 req-b7b8a962-95b9-4f65-86aa-ed3879f1c160 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314119 Jul 22 21:22:35.016301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89f490fc-4cd6-4486-a49b-d91d85d8ae69 req-d1fa31a1-2ebe-4496-952f-f8f0097592f2 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733909 Jul 22 21:22:35.079872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e5384250-d83b-4b04-a54e-4046d7500909 req-037ccce2-5d05-452b-a1df-a15f8c43ef5f service neutron] 10.222.0.23 "GET /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062388 Jul 22 21:22:35.119514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.247256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c15782-3a06-42a6-9b5c-be10d881a857 req-1d1b9d59-a633-423b-900f-1794dc486dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:35.250617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e4c15782-3a06-42a6-9b5c-be10d881a857 req-1d1b9d59-a633-423b-900f-1794dc486dac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 1098 time: 0.9196115 Jul 22 21:22:35.258421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f994e5f3-501b-428f-a070-d456a278c63a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f994e5f3-501b-428f-a070-d456a278c63a,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:35.307336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'f994e5f3-501b-428f-a070-d456a278c63a', 'network_id': '3784ea74-26b7-43ab-801c-1c67e13d3ce1', 'port_id': 'f994e5f3-501b-428f-a070-d456a278c63a', 'mac_address': 'fa:16:3e:1a:93:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136009f9-c344-4871-a6d1-badd0c7274e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:22:35.352651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:35.353983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.356282 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] 10.222.0.23 "PUT /v2.0/ports/68e90e31-3156-477f-91b6-b16b7694d4f2 HTTP/1.1" status: 200 len: 1092 time: 4.0172396 Jul 22 21:22:35.364433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05856289-8c1c-4890-9501-1dd2b685a251', 'tag': '68e90e31-3156-477f-91b6-b16b7694d4f2'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:35.368903 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6e28c-5356-4840-adfa-576ec51f682b" -d '{"events": [{"name": "network-changed", "server_uuid": "05856289-8c1c-4890-9501-1dd2b685a251", "tag": "68e90e31-3156-477f-91b6-b16b7694d4f2"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:35.446016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.487669 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.501584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e4c15782-3a06-42a6-9b5c-be10d881a857 req-9bbcb637-c8af-49b1-b442-5dfb1b6829b4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019558 Jul 22 21:22:35.509211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcf4ed-1ab9-4cf7-b476-58811a0c4460 service neutron] Pushing event updated for resources: {'Port': ['ID=68e90e31-3156-477f-91b6-b16b7694d4f2,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:35.536684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f994e5f3-501b-428f-a070-d456a278c63a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:35.565544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event deleted for resources: {'Port': ['ID=f22e58a3-0082-4609-b88c-ba4362d591a6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:35.588734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f994e5f3-501b-428f-a070-d456a278c63a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f994e5f3-501b-428f-a070-d456a278c63a,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:35.596055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.647160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] No DVR routers for this DVR port f22e58a3-0082-4609-b88c-ba4362d591a6 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:35.653839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.657573 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0a19ec4f-98df-4118-936e-5c72a18f6e99 req-ca613f60-622a-48fa-bf2a-288cc0a75767 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "DELETE /v2.0/ports/f22e58a3-0082-4609-b88c-ba4362d591a6 HTTP/1.1" status: 204 len: 173 time: 2.4228175 Jul 22 21:22:35.691670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-978e7e5b-91df-4d34-8034-1fc6d6de2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:35.693828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-978e7e5b-91df-4d34-8034-1fc6d6de2617 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da05f02a0d464c4a97a3f817caa32f7d&device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 1095 time: 0.2590053 Jul 22 21:22:35.739346 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f994e5f3-501b-428f-a070-d456a278c63a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:35.817726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-51fb52a9-d6ce-45dc-9cca-b2ba08148158 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68e90e31-3156-477f-91b6-b16b7694d4f2 HTTP/1.1" status: 200 len: 217 time: 0.0860963 Jul 22 21:22:35.977516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e96d70d4-9fa5-4180-8d67-3162b6834d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:35.979596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-e96d70d4-9fa5-4180-8d67-3162b6834d0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d262eae-3d15-4678-aff8-40cef5963b37 HTTP/1.1" status: 200 len: 853 time: 0.1500199 Jul 22 21:22:36.067964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-ef829c4d-f91b-44c3-b418-240707c988c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c36e8f46-1c26-4926-a698-38e27415cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676689 Jul 22 21:22:36.135047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8dc2e158-c46b-44a9-aab3-67de79a2c4ac req-0d287d14-dfbc-4f92-b6b4-f37be1bdc0df tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 210 time: 0.1396184 Jul 22 21:22:36.196538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f994e5f3-501b-428f-a070-d456a278c63a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:36.239205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.277213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e56c4a-0426-4cdd-bd9b-76ba3ec1d3b2 req-8e53cb78-514a-41dd-811b-dccb510c990b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:36.292257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95e56c4a-0426-4cdd-bd9b-76ba3ec1d3b2 req-8e53cb78-514a-41dd-811b-dccb510c990b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2952912 Jul 22 21:22:36.322134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-b8c2941a-c35b-47c8-b436-fa668a5d947f service neutron] 10.222.0.23 "GET /v2.0/networks/c36e8f46-1c26-4926-a698-38e27415cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383397 Jul 22 21:22:36.490058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95e56c4a-0426-4cdd-bd9b-76ba3ec1d3b2 req-42e4cc69-6c11-4fc2-afed-c40b190051cb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896157 Jul 22 21:22:36.544292 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.619011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5266e9a-5f90-493a-8688-0609c7fd4b50 req-0b1a2046-f243-4ba1-8f4f-a764226529f7 service neutron] 10.222.0.23 "GET /v2.0/networks/c36e8f46-1c26-4926-a698-38e27415cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828391 Jul 22 21:22:36.706381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:36.737261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:36.745978 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3092cf27-e604-48d2-805d-de56f9806de7 x-openstack-request-id: req-3092cf27-e604-48d2-805d-de56f9806de7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:36.746438 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05856289-8c1c-4890-9501-1dd2b685a251", "tag": "68e90e31-3156-477f-91b6-b16b7694d4f2", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:36.746853 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3092cf27-e604-48d2-805d-de56f9806de7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:36.747810 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05856289-8c1c-4890-9501-1dd2b685a251', 'tag': '68e90e31-3156-477f-91b6-b16b7694d4f2', 'status': 'completed', 'code': 200} Jul 22 21:22:36.784131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75be8aa-b648-412a-a738-4dc0b64dee8c req-809dc0dc-4f48-4f22-a7e9-8e1563720bbe tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:36.797070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c75be8aa-b648-412a-a738-4dc0b64dee8c req-809dc0dc-4f48-4f22-a7e9-8e1563720bbe tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 946 time: 0.4578967 Jul 22 21:22:36.809153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:36.902229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:36.981588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c75be8aa-b648-412a-a738-4dc0b64dee8c req-d86c0031-4dc3-4560-a386-a10a5e95b261 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830871 Jul 22 21:22:36.982230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6e28c-5356-4840-adfa-576ec51f682b req-f40e71be-e4d2-4e7f-90b3-ed6d34083e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:36.984900 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68d6e28c-5356-4840-adfa-576ec51f682b req-f40e71be-e4d2-4e7f-90b3-ed6d34083e4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da05f02a0d464c4a97a3f817caa32f7d&device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 1095 time: 0.1933358 Jul 22 21:22:37.039721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:37.039721 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:37.065835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-bf03e9fd-4c12-4cb2-9b48-1cf69aee9769 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1980596 Jul 22 21:22:37.091832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Request body: {'port': {'device_id': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:37.241538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6e28c-5356-4840-adfa-576ec51f682b req-1adfd5f1-1866-4a65-9284-c5ae7412bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:37.244246 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68d6e28c-5356-4840-adfa-576ec51f682b req-1adfd5f1-1866-4a65-9284-c5ae7412bbec service neutron] 10.222.0.23 "GET /v2.0/networks?id=c36e8f46-1c26-4926-a698-38e27415cc92 HTTP/1.1" status: 200 len: 914 time: 0.2453735 Jul 22 21:22:37.264942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc336f0-2dc0-45d6-8156-5665b685f2af req-3690d447-b193-413c-a704-68059ab5376c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:37.268291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ddc336f0-2dc0-45d6-8156-5665b685f2af req-3690d447-b193-413c-a704-68059ab5376c tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 945 time: 0.3925841 Jul 22 21:22:37.345824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68d6e28c-5356-4840-adfa-576ec51f682b req-64aaa346-bcc8-4dea-a968-b8066aa70ab3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68e90e31-3156-477f-91b6-b16b7694d4f2 HTTP/1.1" status: 200 len: 217 time: 0.0806651 Jul 22 21:22:37.403403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ddc336f0-2dc0-45d6-8156-5665b685f2af req-d0346d6d-a3c2-4a50-b48b-5d65cd664297 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211526 Jul 22 21:22:37.426732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:37.499684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6e28c-5356-4840-adfa-576ec51f682b req-51f2a594-1279-4350-8fe2-9476261b0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:37.502372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68d6e28c-5356-4840-adfa-576ec51f682b req-51f2a594-1279-4350-8fe2-9476261b0ad7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d262eae-3d15-4678-aff8-40cef5963b37 HTTP/1.1" status: 200 len: 853 time: 0.1416950 Jul 22 21:22:37.508008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88dfa5-ecf2-41e4-bc94-6f7b2ff54b7e req-859dbf47-a520-491f-b86d-59601794bd66 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:37.510828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b88dfa5-ecf2-41e4-bc94-6f7b2ff54b7e req-859dbf47-a520-491f-b86d-59601794bd66 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 943 time: 0.3542099 Jul 22 21:22:37.625639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68d6e28c-5356-4840-adfa-576ec51f682b req-f1d4043d-6694-4890-b227-72165ef1ed56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c36e8f46-1c26-4926-a698-38e27415cc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009355 Jul 22 21:22:37.824180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b88dfa5-ecf2-41e4-bc94-6f7b2ff54b7e req-40668656-f0e4-4ea5-91b5-894bfb1b9b68 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641435 Jul 22 21:22:37.921672 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68d6e28c-5356-4840-adfa-576ec51f682b req-113c754b-f320-48f1-93e0-865ce31eccce service neutron] 10.222.0.23 "GET /v2.0/networks/c36e8f46-1c26-4926-a698-38e27415cc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608905 Jul 22 21:22:38.151360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68d6e28c-5356-4840-adfa-576ec51f682b req-d64b7322-de29-4744-aa07-75f519976fe9 service neutron] 10.222.0.23 "GET /v2.0/networks/c36e8f46-1c26-4926-a698-38e27415cc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170460 Jul 22 21:22:38.287697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-686d3935-698d-4451-bc8e-5b91c36dd2e7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:38.289906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-686d3935-698d-4451-bc8e-5b91c36dd2e7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.4412367 Jul 22 21:22:38.351154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-2fe69197-b26a-4824-8d0a-d586a1faef75 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/quotas/e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 375 time: 0.0408905 Jul 22 21:22:38.369785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6a265-5daf-450d-b325-795eb0a74db7 req-25f39c08-23d9-4149-9349-7e8078769e92 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:38.372637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1f6a265-5daf-450d-b325-795eb0a74db7 req-25f39c08-23d9-4149-9349-7e8078769e92 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 931 time: 0.3146718 Jul 22 21:22:38.578434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c985f312-08f6-4f1b-8b4b-4de6fc7ef53b {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:38.604184 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:38.611064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1f6a265-5daf-450d-b325-795eb0a74db7 req-dbd46a2a-5434-4fc2-ba76-7d56eee6127c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266452 Jul 22 21:22:38.638215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Transition to ACTIVE for port object c985f312-08f6-4f1b-8b4b-4de6fc7ef53b will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:38.671190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:38.697467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-a8c32504-8b0f-48a2-a409-de8ce2fd9a51 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3231461 Jul 22 21:22:38.749952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-deleted', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:38.754472 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b089e-9b34-4cf9-8111-6dbe0158cd54" -d '{"events": [{"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-deleted", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:38.896694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f994e5f3-501b-428f-a070-d456a278c63a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:22:38.938585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:39.027303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port f994e5f3-501b-428f-a070-d456a278c63a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:22:39.035329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port f994e5f3-501b-428f-a070-d456a278c63a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:22:39.036425 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:39.101129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-343235da-5249-40cc-9f2d-69414b059505 service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885431 Jul 22 21:22:39.224291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Attempting to bind port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:22:39.224821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Attempting to bind port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:22:39.225354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Attempting to bind port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:39.298331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b on network 13a11420-86b0-49d0-be1d-94a1f2126c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:22:39.299413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Attempting to bind port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:39.321383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:39.331363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:22:39.333234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Checking segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:39.333234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Bound using segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:22:39.333234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Bound port: c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:22:39.336361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:39.379433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994e5f3-501b-428f-a070-d456a278c63a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:39.385063 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a92d4a-9011-469b-8dce-2b94f3b37674" -d '{"events": [{"server_uuid": "82620420-bcb1-48fc-8b8e-d1f23490d5ba", "name": "network-vif-plugged", "status": "completed", "tag": "f994e5f3-501b-428f-a070-d456a278c63a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:39.413380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f994e5f3-501b-428f-a070-d456a278c63a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f994e5f3-501b-428f-a070-d456a278c63a,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:39.424558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:39.440685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-41d25f98-be4b-4cde-8402-a48fb5555c82 service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380742 Jul 22 21:22:39.487463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e06d-befb-4f97-81b0-10e6d9ba4a1e req-62ae47bc-05bc-4116-92b3-4b35650a122b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:39.508927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1792e06d-befb-4f97-81b0-10e6d9ba4a1e req-62ae47bc-05bc-4116-92b3-4b35650a122b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 946 time: 0.3612278 Jul 22 21:22:39.549231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f994e5f3-501b-428f-a070-d456a278c63a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:39.584272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:39.596091 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:22:39.635121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1792e06d-befb-4f97-81b0-10e6d9ba4a1e req-6c541f73-2838-4d0c-a828-3ba10605ebc5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246867 Jul 22 21:22:39.639358 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:39.906721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:39.908123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:39.910622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] 10.222.0.23 "PUT /v2.0/ports/c985f312-08f6-4f1b-8b4b-4de6fc7ef53b HTTP/1.1" status: 200 len: 1092 time: 2.8293331 Jul 22 21:22:39.913415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:39.920456 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06af8263-efe9-4e32-bffc-1e173b6beb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:39.959308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6880fb-610f-4988-8f0c-92f800c57901 service neutron] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:40.129752 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcdc9c2-2800-4a76-b339-497eee48cf41 x-openstack-request-id: req-8fcdc9c2-2800-4a76-b339-497eee48cf41 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:40.130614 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c0e8fc-633a-448a-915a-d0c2dc9d1b15", "name": "network-vif-deleted", "tag": "f22e58a3-0082-4609-b88c-ba4362d591a6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:40.133282 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fcdc9c2-2800-4a76-b339-497eee48cf41 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:40.134081 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0e8fc-633a-448a-915a-d0c2dc9d1b15', 'name': 'network-vif-deleted', 'tag': 'f22e58a3-0082-4609-b88c-ba4362d591a6', 'status': 'completed', 'code': 200} Jul 22 21:22:40.175506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ec49a-7c15-46f0-96ca-b9737e075e82 req-19c6387d-bef1-4e54-ab0f-d981014602df tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:40.191339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc2ec49a-7c15-46f0-96ca-b9737e075e82 req-19c6387d-bef1-4e54-ab0f-d981014602df tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.3654928 Jul 22 21:22:40.205444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-ab440cd0-3c6b-48bf-bd76-b38d2e57f22b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:40.217082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-ab440cd0-3c6b-48bf-bd76-b38d2e57f22b tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 946 time: 0.3388050 Jul 22 21:22:40.298537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc2ec49a-7c15-46f0-96ca-b9737e075e82 req-fffe489d-a3c5-4864-9f79-bf1b08c388f7 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054342 Jul 22 21:22:40.341497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-ff4c0d48-f867-4c65-aae9-539d84cbda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:40.350298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-ff4c0d48-f867-4c65-aae9-539d84cbda9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 1095 time: 0.3148987 Jul 22 21:22:40.625282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Deleting port 83c6d53c-633d-419e-9be2-7b71565aba09 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:40.625881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:40.653655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-532834cb-5f53-46fb-8dde-e920eff51822 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b HTTP/1.1" status: 200 len: 217 time: 0.2507992 Jul 22 21:22:40.891256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 68e90e31-3156-477f-91b6-b16b7694d4f2 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:22:40.927319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] For port 83c6d53c-633d-419e-9be2-7b71565aba09, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=83c6d53c-633d-419e-9be2-7b71565aba09,segment=NetworkSegment(4b103eb4-a8b3-411f-89b6-cab24a543259),segment_id=4b103eb4-a8b3-411f-89b6-cab24a543259)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:40.927827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:40.961264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-29e60dce-67cb-4ef1-83f5-153e3bee58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:40.963764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-29e60dce-67cb-4ef1-83f5-153e3bee58e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.2922921 Jul 22 21:22:40.964111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Calling delete_port for 83c6d53c-633d-419e-9be2-7b71565aba09 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:40.999948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530980bb-599d-4271-8e58-4b8d40aada66 req-a365060d-9e53-4998-a631-aa7fc7881a4d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:41.013146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-530980bb-599d-4271-8e58-4b8d40aada66 req-a365060d-9e53-4998-a631-aa7fc7881a4d tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 946 time: 0.4471464 Jul 22 21:22:41.138249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-818b0356-f288-4a03-94f6-32743ed49906 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539800 Jul 22 21:22:41.191829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 68e90e31-3156-477f-91b6-b16b7694d4f2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68e90e31-3156-477f-91b6-b16b7694d4f2,segment=NetworkSegment(6f0bcc51-b38c-4a30-9090-4801c8950ea9),segment_id=6f0bcc51-b38c-4a30-9090-4801c8950ea9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:41.195603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51dcd3-e5fa-42d2-bd8a-fa5193963941 req-c8a2afcd-45ff-4c09-a82d-361ebe378ffe tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:41.208403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c51dcd3-e5fa-42d2-bd8a-fa5193963941 req-c8a2afcd-45ff-4c09-a82d-361ebe378ffe tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 943 time: 0.8517625 Jul 22 21:22:41.241298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-530980bb-599d-4271-8e58-4b8d40aada66 req-54968758-4200-4fd6-8048-793265d30d3c tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/security-groups?id=302c8244-7c6b-4d8d-8069-01d5dba36ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097955 Jul 22 21:22:41.291134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '68e90e31-3156-477f-91b6-b16b7694d4f2', 'network_id': 'c36e8f46-1c26-4926-a698-38e27415cc92', 'port_id': '68e90e31-3156-477f-91b6-b16b7694d4f2', 'mac_address': 'fa:16:3e:7c:3e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d262eae-3d15-4678-aff8-40cef5963b37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:22:41.403853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:41.475230 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee64427e-1eb5-42c8-b97b-d0720c3d5324 x-openstack-request-id: req-ee64427e-1eb5-42c8-b97b-d0720c3d5324 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:41.476353 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82620420-bcb1-48fc-8b8e-d1f23490d5ba", "name": "network-vif-plugged", "status": "completed", "tag": "f994e5f3-501b-428f-a070-d456a278c63a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:41.476750 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee64427e-1eb5-42c8-b97b-d0720c3d5324 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:41.483164 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994e5f3-501b-428f-a070-d456a278c63a', 'code': 200} Jul 22 21:22:41.499733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['83c6d53c-633d-419e-9be2-7b71565aba09'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:41.551008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:41.580497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Pushing event deleted for resources: {'Port': ['ID=83c6d53c-633d-419e-9be2-7b71565aba09,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:41.599235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e90e31-3156-477f-91b6-b16b7694d4f2 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:41.681297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 68e90e31-3156-477f-91b6-b16b7694d4f2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68e90e31-3156-477f-91b6-b16b7694d4f2,segment=NetworkSegment(6f0bcc51-b38c-4a30-9090-4801c8950ea9),segment_id=6f0bcc51-b38c-4a30-9090-4801c8950ea9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:41.689690 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:41.764254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c51dcd3-e5fa-42d2-bd8a-fa5193963941 req-b0a5bc4b-4e67-44cd-ae66-6a019e8ab4cb tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534613 Jul 22 21:22:41.932886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=68e90e31-3156-477f-91b6-b16b7694d4f2,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:41.962309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] No DVR routers for this DVR port 83c6d53c-633d-419e-9be2-7b71565aba09 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:41.969239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:41.973575 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0d8f2479-0ad7-40c7-adfa-30000cbc034b req-a4c5c7e9-21bd-4346-a71f-ae2f55b30b8a tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.23 "DELETE /v2.0/ports/83c6d53c-633d-419e-9be2-7b71565aba09 HTTP/1.1" status: 204 len: 173 time: 1.7509608 Jul 22 21:22:42.081726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bcc8a-bfff-4178-bf54-2a7a896836be req-30cfb33b-8736-49ef-9276-fa06a2e81ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:42.083065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f719ea3-2156-4595-838d-e50620b1a49e req-4eb5dc2c-3e50-4a30-bc95-7a471fe1c9f6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 210 time: 0.0937266 Jul 22 21:22:42.084814 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c02bcc8a-bfff-4178-bf54-2a7a896836be req-30cfb33b-8736-49ef-9276-fa06a2e81ac8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 1098 time: 0.4787941 Jul 22 21:22:42.091370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-688f1f37-dc48-4b9c-8591-3ba64e968c4c service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780098 Jul 22 21:22:42.150936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'name': 'network-vif-deleted', 'tag': '83c6d53c-633d-419e-9be2-7b71565aba09'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:42.154768 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f0d26-264d-45c4-b6a7-c2e5ed3e68e0" -d '{"events": [{"server_uuid": "d2d11b07-ef27-4373-9f7f-55550927a6b2", "name": "network-vif-deleted", "tag": "83c6d53c-633d-419e-9be2-7b71565aba09"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:42.277213 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c5d679-1f25-4ef8-bd26-692aca72f7c0 x-openstack-request-id: req-20c5d679-1f25-4ef8-bd26-692aca72f7c0 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:42.277726 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:42.278258 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20c5d679-1f25-4ef8-bd26-692aca72f7c0 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:42.278975 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'status': 'completed', 'code': 200} Jul 22 21:22:42.280662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c02bcc8a-bfff-4178-bf54-2a7a896836be req-92900fd3-bc03-4050-b866-58cd27ca4de9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612852 Jul 22 21:22:42.294775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda8edb-ff04-46dd-a831-cc611c004088 req-f6e43734-a120-4d54-a963-2044ae330032 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:42.298801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fda8edb-ff04-46dd-a831-cc611c004088 req-f6e43734-a120-4d54-a963-2044ae330032 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 943 time: 0.5821118 Jul 22 21:22:42.338893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['68e90e31-3156-477f-91b6-b16b7694d4f2'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:42.501661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fda8edb-ff04-46dd-a831-cc611c004088 req-274bea12-1354-4018-b8c9-d3d97c03421d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322443 Jul 22 21:22:42.501661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4269cf19-1c0d-4376-9ce9-0d5d31ebda79 req-00464fbd-bc62-4fdc-8900-840d5f23f66e service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743739 Jul 22 21:22:42.598148 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bceebd8a-0c35-4b73-8a85-81be911209f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:42.629913 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa7883-0ec3-4deb-a275-cdd8548bae32 x-openstack-request-id: req-36aa7883-0ec3-4deb-a275-cdd8548bae32 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:42.630676 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d11b07-ef27-4373-9f7f-55550927a6b2", "name": "network-vif-deleted", "tag": "83c6d53c-633d-419e-9be2-7b71565aba09", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:42.630867 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36aa7883-0ec3-4deb-a275-cdd8548bae32 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:42.631316 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d11b07-ef27-4373-9f7f-55550927a6b2', 'name': 'network-vif-deleted', 'tag': '83c6d53c-633d-419e-9be2-7b71565aba09', 'status': 'completed', 'code': 200} Jul 22 21:22:42.841562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b83cd-0d90-4e6d-9407-990aa1a78883 req-c890602e-04f1-419b-ac75-c4758194237a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:42.849759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-308b83cd-0d90-4e6d-9407-990aa1a78883 req-c890602e-04f1-419b-ac75-c4758194237a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.2763956 Jul 22 21:22:42.864445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2fd81ed5-a0b9-4823-8ddd-89ad5a173be4 req-45f31b2f-f6aa-4ccd-a2a4-c3c621b2b1b1 tempest-ServersTestJSON-1557210451 tempest-ServersTestJSON-1557210451-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2d11b07-ef27-4373-9f7f-55550927a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0877635 Jul 22 21:22:42.916052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 83c6d53c-633d-419e-9be2-7b71565aba09 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:42.945786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-635658a9-5bf1-4111-9f93-8a18121ac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:42.954577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-635658a9-5bf1-4111-9f93-8a18121ac5e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 1095 time: 0.2988582 Jul 22 21:22:42.977607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 83c6d53c-633d-419e-9be2-7b71565aba09 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:42.979395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 83c6d53c-633d-419e-9be2-7b71565aba09 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:43.052828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-308b83cd-0d90-4e6d-9407-990aa1a78883 req-38b2f773-f785-4c57-9cc5-e15c9f62d4a8 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903193 Jul 22 21:22:43.351197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-9bb2952e-aae2-40c5-9c02-fa11f03c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:43.354130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-9bb2952e-aae2-40c5-9c02-fa11f03c1d54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 906 time: 0.3664789 Jul 22 21:22:43.380091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-94f4a158-0aea-47b7-ba30-fe5986c0a4f6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:43.383256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-94f4a158-0aea-47b7-ba30-fe5986c0a4f6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.4599926 Jul 22 21:22:43.416232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'port': {'device_id': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'admin_state_up': True, 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:43.437942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-098271b8-732d-4749-bf95-db86a4edb730 req-35dcb6b3-8788-4819-a41f-ce69a0ad5df7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 210 time: 0.0702477 Jul 22 21:22:43.533756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70c28f-cc30-4338-943b-0739165acc5e req-974bb3d1-85f5-4490-baf9-10c0f047ded8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:43.544744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe70c28f-cc30-4338-943b-0739165acc5e req-974bb3d1-85f5-4490-baf9-10c0f047ded8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 944 time: 0.3692741 Jul 22 21:22:43.548665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-cc50f82d-53fb-4dd1-8227-19aa6d2fe5db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b HTTP/1.1" status: 200 len: 217 time: 0.1562698 Jul 22 21:22:43.690202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe70c28f-cc30-4338-943b-0739165acc5e req-5735563a-67a3-4411-b1c1-f79ae1beee44 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385450 Jul 22 21:22:43.701713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-d1bb0433-33b4-4776-9d10-6d1a63fc7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:43.705362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-d1bb0433-33b4-4776-9d10-6d1a63fc7861 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.1369915 Jul 22 21:22:43.728868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Made reservation on behalf of e6df074fe81a4875a5ee682f7bc5f9d8 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:43.737561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:43.787810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-880a7191-4ea7-43d6-b809-c10f30978d85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665045 Jul 22 21:22:44.160108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Allocated IP 172.20.0.3 (54816aaf-9317-42d2-88a0-072c36c71da5/7136f993-7f31-4f60-9b0c-c2932bc483f4/496068a0-8f16-4e25-9728-9b5ffcc7c9ee) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:44.190974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-8a1a1984-c8cb-47a9-9edf-98bf92ab935e service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311615 Jul 22 21:22:44.213841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969f71-c6ea-42ea-ab26-424804540836 req-a8ebf47e-c7fe-42d6-b999-41f0e8be5506 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:44.224623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22969f71-c6ea-42ea-ab26-424804540836 req-a8ebf47e-c7fe-42d6-b999-41f0e8be5506 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 943 time: 0.1749911 Jul 22 21:22:44.402599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22969f71-c6ea-42ea-ab26-424804540836 req-b3e31fc9-e0fc-406f-86b4-f04af2b11ad2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766222 Jul 22 21:22:44.729173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60122) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:44.902396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:44.939050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 68e90e31-3156-477f-91b6-b16b7694d4f2 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:22:44.992268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Transition to ACTIVE for port object 496068a0-8f16-4e25-9728-9b5ffcc7c9ee will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:45.049201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 68e90e31-3156-477f-91b6-b16b7694d4f2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:22:45.064770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 68e90e31-3156-477f-91b6-b16b7694d4f2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:22:45.065350 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.160026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.285990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:45.307376 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1816b0be-7c57-4ac8-a38e-4379f4c2c49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.311096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:45.318404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:45.387715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.439673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af8263-efe9-4e32-bffc-1e173b6beb5e req-499d03e7-f17b-403f-98c9-7794a2536e68 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2112684 Jul 22 21:22:45.474614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:45.477021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.525976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] Deleting subnet a5a3e212-82f1-4312-9276-6dc71ee2923d {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:22:45.535357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1261587 Jul 22 21:22:45.544181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.545225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154563d-c418-4c29-bcaf-1c14d4e7af0a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:45.556082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.568981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Request body: {'port': {'device_id': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:45.594555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415584c-1aba-4464-9a7a-46b32c455519 req-c1ec8809-1583-404b-8010-5ff94551e34f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:45.619120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6415584c-1aba-4464-9a7a-46b32c455519 req-c1ec8809-1583-404b-8010-5ff94551e34f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.4620571 Jul 22 21:22:45.671256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05856289-8c1c-4890-9501-1dd2b685a251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e90e31-3156-477f-91b6-b16b7694d4f2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:45.679786 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2113e38-c25d-472a-9504-f05811ae336c" -d '{"events": [{"server_uuid": "05856289-8c1c-4890-9501-1dd2b685a251", "name": "network-vif-plugged", "status": "completed", "tag": "68e90e31-3156-477f-91b6-b16b7694d4f2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:45.704409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96f12-0f55-4d05-8c14-c3c991277f92 req-c3dfe217-999d-41a0-962b-1045c99b399e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:45.718807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76c96f12-0f55-4d05-8c14-c3c991277f92 req-c3dfe217-999d-41a0-962b-1045c99b399e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 931 time: 0.5636864 Jul 22 21:22:45.726670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 68e90e31-3156-477f-91b6-b16b7694d4f2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68e90e31-3156-477f-91b6-b16b7694d4f2,segment=NetworkSegment(6f0bcc51-b38c-4a30-9090-4801c8950ea9),segment_id=6f0bcc51-b38c-4a30-9090-4801c8950ea9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:45.736631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.821851 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6415584c-1aba-4464-9a7a-46b32c455519 req-9dd3587f-c3d9-4032-aaed-856a23be4992 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009723 Jul 22 21:22:45.829749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.834748 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.910913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76c96f12-0f55-4d05-8c14-c3c991277f92 req-12cd76c9-5e2d-49e3-83ca-446646b50adf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899276 Jul 22 21:22:45.951793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=68e90e31-3156-477f-91b6-b16b7694d4f2,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:46.039430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:46.084666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e3ea968-5990-4d38-88a9-aaf04eb8fd9c None None] Provisioning for port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:22:46.096237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e3ea968-5990-4d38-88a9-aaf04eb8fd9c None None] Provisioning complete for port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:22:46.098929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e3ea968-5990-4d38-88a9-aaf04eb8fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:46.127965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:46.276121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ea968-5990-4d38-88a9-aaf04eb8fd9c None None] Port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:22:46.366495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f39c52-f985-44b2-b11f-74276792a280 req-4fc2d27c-87fa-4940-a326-b4f4cd467bb8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:46.382144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75f39c52-f985-44b2-b11f-74276792a280 req-4fc2d27c-87fa-4940-a326-b4f4cd467bb8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 945 time: 0.2935295 Jul 22 21:22:46.527787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75f39c52-f985-44b2-b11f-74276792a280 req-9e7f45e4-7504-49d0-aeb0-fdb8a0daf775 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468070 Jul 22 21:22:46.612856 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e7c58-dac1-42e2-b114-9d5c2bd3a0af x-openstack-request-id: req-905e7c58-dac1-42e2-b114-9d5c2bd3a0af {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:46.613801 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05856289-8c1c-4890-9501-1dd2b685a251", "name": "network-vif-plugged", "status": "completed", "tag": "68e90e31-3156-477f-91b6-b16b7694d4f2", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:46.614541 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-905e7c58-dac1-42e2-b114-9d5c2bd3a0af {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:46.615530 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05856289-8c1c-4890-9501-1dd2b685a251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e90e31-3156-477f-91b6-b16b7694d4f2', 'code': 200} Jul 22 21:22:46.778551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:46.810793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:46.828116 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a5a3e212-82f1-4312-9276-6dc71ee2923d HTTP/1.1" status: 204 len: 168 time: 2.0939908 Jul 22 21:22:46.835190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:46.836013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496068a0-8f16-4e25-9728-9b5ffcc7c9ee {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:46.925553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092f102-d6a7-4ead-abb9-a9c7e38311d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a3e212-82f1-4312-9276-6dc71ee2923d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:46.939788 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:46.963213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c985f312-08f6-4f1b-8b4b-4de6fc7ef53b details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:22:46.971433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Transition to ACTIVE for port object 496068a0-8f16-4e25-9728-9b5ffcc7c9ee will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:46.981580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.190428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Pushing event updated for resources: {'Port': ['ID=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:47.297550 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.354944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:47.374760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'mac_address': 'fa:16:3e:d2:45:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:22:47.394678 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a7039-16e0-4f69-9778-52fb0bf6d634 req-ba3954a4-42c6-4596-bea1-120bd0f452c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:47.398265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-206a7039-16e0-4f69-9778-52fb0bf6d634 req-ba3954a4-42c6-4596-bea1-120bd0f452c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 1097 time: 0.5843408 Jul 22 21:22:47.429625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Attempting to bind port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:22:47.431452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Attempting to bind port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:22:47.431944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Attempting to bind port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:47.445043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee on network 54816aaf-9317-42d2-88a0-072c36c71da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:22:47.448610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Attempting to bind port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:47.495675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:22:47.496452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:47.498023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Bound using segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:22:47.498890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Bound port: 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:22:47.501605 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.502411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257447aa-954c-4a6d-9b35-a793b1aa4961 req-92ade998-5a61-44b9-a52f-0dfe1191f2cf tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:47.516858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-257447aa-954c-4a6d-9b35-a793b1aa4961 req-92ade998-5a61-44b9-a52f-0dfe1191f2cf tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 943 time: 0.6198390 Jul 22 21:22:47.543893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.599572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-206a7039-16e0-4f69-9778-52fb0bf6d634 req-59e44b67-c7de-44ff-ba6c-69faf6927064 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765301 Jul 22 21:22:47.633550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c985f312-08f6-4f1b-8b4b-4de6fc7ef53b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:47.696507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:47.704616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.705805 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-257447aa-954c-4a6d-9b35-a793b1aa4961 req-ad37a667-4751-4ca3-9004-a4a854896f76 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855800 Jul 22 21:22:47.820807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3161e1-30b2-49ca-805e-e83904529114 req-dd9fadc0-5693-41c2-9099-18433b9ace24 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:47.826740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d3161e1-30b2-49ca-805e-e83904529114 req-dd9fadc0-5693-41c2-9099-18433b9ace24 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.8102181 Jul 22 21:22:47.918859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:47.934975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.974293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718d4a0f-6291-4f7a-923e-7b6474b8d846']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:48.015401 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.061408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b103eb4-a8b3-411f-89b6-cab24a543259') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:48.061925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b103eb4-a8b3-411f-89b6-cab24a543259') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:48.106577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.172794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d3161e1-30b2-49ca-805e-e83904529114 req-06763092-1220-4e83-8cff-0b42bf71c429 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328284 Jul 22 21:22:48.183161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.251965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:22:48.258205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:22:48.261791 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:22:48.358806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899e9d-c3ca-40aa-905a-7979c763fb75 req-4d055aa9-ccdc-4c3b-b0c0-ae92fd747f4c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:48.361172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60899e9d-c3ca-40aa-905a-7979c763fb75 req-4d055aa9-ccdc-4c3b-b0c0-ae92fd747f4c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 943 time: 0.4050620 Jul 22 21:22:48.370971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] For port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:48.377604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] For port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:22:48.387329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.485806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c985f312-08f6-4f1b-8b4b-4de6fc7ef53b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:48.502379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Pushing event updated for resources: {'Port': ['ID=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:48.532860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:48.533960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.536825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-8a67dea2-d092-4ce9-bc08-720b237071c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/496068a0-8f16-4e25-9728-9b5ffcc7c9ee HTTP/1.1" status: 200 len: 1092 time: 2.9763348 Jul 22 21:22:48.550176 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.557366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:48.569185 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c33d133-64b0-4988-af4a-d42b0ce99851" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:48.609162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.613220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/718d4a0f-6291-4f7a-923e-7b6474b8d846 HTTP/1.1" status: 204 len: 168 time: 1.7789502 Jul 22 21:22:48.636105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60899e9d-c3ca-40aa-905a-7979c763fb75 req-1384971c-3f12-4c7b-9e3d-1ca5365b587e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881022 Jul 22 21:22:48.724204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37184e1-899c-43ad-80f0-7edaf0ae81c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=718d4a0f-6291-4f7a-923e-7b6474b8d846,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:48.847285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-23f0bb4b-f2b2-4813-9dd0-7c2a59e271df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:48.850929 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-23f0bb4b-f2b2-4813-9dd0-7c2a59e271df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 1095 time: 0.2241514 Jul 22 21:22:49.031132 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-46ffdfd1-3c2f-489a-a73c-e92fffa68026 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee HTTP/1.1" status: 200 len: 217 time: 0.1544831 Jul 22 21:22:49.191586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-33b5a569-3038-40f3-9cd8-d31675f8b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:49.194643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-33b5a569-3038-40f3-9cd8-d31675f8b5f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1459596 Jul 22 21:22:49.204598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:49.258922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47843c-4b8d-44ad-9d07-89a14ccbd245 req-6ed37538-efc7-45b7-b053-1fff2f56ed6b tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:49.261734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e47843c-4b8d-44ad-9d07-89a14ccbd245 req-6ed37538-efc7-45b7-b053-1fff2f56ed6b tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 945 time: 0.4980941 Jul 22 21:22:49.293272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bf8ba-d589-479e-9c34-e3464a6aa7e8 req-f7b2ec49-6ac4-405c-aed9-647c9f636c68 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:49.306058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f8bf8ba-d589-479e-9c34-e3464a6aa7e8 req-f7b2ec49-6ac4-405c-aed9-647c9f636c68 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.3949215 Jul 22 21:22:49.359814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-4ac38bf3-bbbb-4ed2-a9dd-6b34414e2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:49.363243 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-4ac38bf3-bbbb-4ed2-a9dd-6b34414e2c62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470468 Jul 22 21:22:49.476789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e47843c-4b8d-44ad-9d07-89a14ccbd245 req-5d82e215-5a44-4436-a9e4-5fc2eb5129dc tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581256 Jul 22 21:22:49.485930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9654478e-6587-4c39-a74c-182572f8857c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d7294d0f9534b73bc1430f80d8544c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749550 Jul 22 21:22:49.492330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f8bf8ba-d589-479e-9c34-e3464a6aa7e8 req-26241060-cb97-4806-8261-2c9272e4cccc tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841826 Jul 22 21:22:49.493093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60240) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:49.645502 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4f1b54-c8b4-4f8b-bd8f-b1c750db79b8 x-openstack-request-id: req-ad4f1b54-c8b4-4f8b-bd8f-b1c750db79b8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:49.646249 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:49.646442 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad4f1b54-c8b4-4f8b-bd8f-b1c750db79b8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:49.647129 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee', 'status': 'completed', 'code': 200} Jul 22 21:22:49.707748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbce2531-4286-42fb-9aa5-57b436bfc474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:49.770654 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-77f2530e-6f95-4cc9-bbe1-e752efd973db service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797464 Jul 22 21:22:49.888131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbce2531-4286-42fb-9aa5-57b436bfc474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:50.123987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbce2531-4286-42fb-9aa5-57b436bfc474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:50.137911 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bbce2531-4286-42fb-9aa5-57b436bfc474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:50.140736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec4185ea-a409-4c9e-854e-9a2cf23139c1 req-0db5d63e-6cfe-403c-9b39-bcb28607fd23 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379688 Jul 22 21:22:50.144280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bbce2531-4286-42fb-9aa5-57b436bfc474 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/302c8244-7c6b-4d8d-8069-01d5dba36ee9 HTTP/1.1" status: 204 len: 168 time: 0.6493344 Jul 22 21:22:50.259739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce2531-4286-42fb-9aa5-57b436bfc474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302c8244-7c6b-4d8d-8069-01d5dba36ee9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:50.353688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acf431-3925-4bc4-a980-40308012468d req-6f31fb67-03f2-4fba-ac0a-b8b90d580cdd tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:50.367346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40acf431-3925-4bc4-a980-40308012468d req-6f31fb67-03f2-4fba-ac0a-b8b90d580cdd tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 944 time: 0.6092787 Jul 22 21:22:50.462635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40acf431-3925-4bc4-a980-40308012468d req-09da89c6-02e9-4f48-b834-09def629e294 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937359 Jul 22 21:22:50.520092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-943e97aa-ea94-4cef-951f-bb7a96cd1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:50.520092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-943e97aa-ea94-4cef-951f-bb7a96cd1e7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 1095 time: 0.2100539 Jul 22 21:22:50.532008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc33e7-473a-4782-874f-d1fd5318c4e4 req-b15c03dc-6ea7-4894-a6be-dd957dd4c7f8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:50.553634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-78dc33e7-473a-4782-874f-d1fd5318c4e4 req-b15c03dc-6ea7-4894-a6be-dd957dd4c7f8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 943 time: 0.3560259 Jul 22 21:22:50.751988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-78dc33e7-473a-4782-874f-d1fd5318c4e4 req-524e0e7c-f6f6-4f5c-ad5b-efc21f5243de tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811552 Jul 22 21:22:50.833091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-80dbc382-958c-4e9f-b66e-081f59af8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:50.836127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-80dbc382-958c-4e9f-b66e-081f59af8407 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.2805099 Jul 22 21:22:50.847417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397d0e4-216d-4fe5-ba3c-76fe5c8e2e1e req-ce4fca74-494b-48e8-8a80-6c5304057eab tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:50.850477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0397d0e4-216d-4fe5-ba3c-76fe5c8e2e1e req-ce4fca74-494b-48e8-8a80-6c5304057eab tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.2222419 Jul 22 21:22:50.976897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0397d0e4-216d-4fe5-ba3c-76fe5c8e2e1e req-0cd9ce7a-bd67-446f-ab9b-8650f458747a tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016006 Jul 22 21:22:51.070350 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-c0511830-1aef-4eb6-80db-4275ffffa37f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee HTTP/1.1" status: 200 len: 217 time: 0.2048032 Jul 22 21:22:51.190065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4504cc-a2ff-4ae4-bbd1-6fb06a31d3a6 req-81d5af23-8484-45db-9e45-35da01444281 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:51.192902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e4504cc-a2ff-4ae4-bbd1-6fb06a31d3a6 req-81d5af23-8484-45db-9e45-35da01444281 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 945 time: 0.1968212 Jul 22 21:22:51.280424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-e49ce51a-f01d-4334-9e4d-dbdb9400fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:51.284479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-e49ce51a-f01d-4334-9e4d-dbdb9400fe8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1900716 Jul 22 21:22:51.333572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e4504cc-a2ff-4ae4-bbd1-6fb06a31d3a6 req-128f1bb3-2c8d-4317-b615-a1fc6944e738 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268120 Jul 22 21:22:51.525798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-96f1c01b-2337-41d5-b173-345d002dd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:51.527597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-96f1c01b-2337-41d5-b173-345d002dd5b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2247496 Jul 22 21:22:51.835002 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-391fc15b-4230-4467-87e8-ee13f78f8b2c service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933433 Jul 22 21:22:51.909677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4b5d7-f127-4876-98e6-5997fb175ed8 req-1db09152-76a8-48a2-9fe3-8b3a44d58695 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:51.917117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1db4b5d7-f127-4876-98e6-5997fb175ed8 req-1db09152-76a8-48a2-9fe3-8b3a44d58695 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.3327634 Jul 22 21:22:52.097469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1db4b5d7-f127-4876-98e6-5997fb175ed8 req-be0b9cdc-35a6-4e2b-9b09-4ce4150ff62f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690910 Jul 22 21:22:52.112511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c33d133-64b0-4988-af4a-d42b0ce99851 req-a910d694-a3b9-473b-9271-a932806ec295 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580059 Jul 22 21:22:52.282831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcb09d-c04e-4b0b-835e-f1c7503cfa9c req-4b0c07e7-112e-4209-87d1-98b673e6fca1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:52.295969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5dbcb09d-c04e-4b0b-835e-f1c7503cfa9c req-4b0c07e7-112e-4209-87d1-98b673e6fca1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 944 time: 0.2941945 Jul 22 21:22:52.453080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5dbcb09d-c04e-4b0b-835e-f1c7503cfa9c req-cd6bda5a-13f0-4192-863b-a7c68bdea99b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554797 Jul 22 21:22:52.558254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be0d4-356c-469b-ab81-fba4017c0323 req-b07e39a4-0cab-41e1-a131-917ac26a37ea tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:52.580275 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f31be0d4-356c-469b-ab81-fba4017c0323 req-b07e39a4-0cab-41e1-a131-917ac26a37ea tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 943 time: 0.2524507 Jul 22 21:22:52.689095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f31be0d4-356c-469b-ab81-fba4017c0323 req-138428a3-c923-432a-8227-e103c4af9562 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067526 Jul 22 21:22:52.770252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60302) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:53.014108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c985f312-08f6-4f1b-8b4b-4de6fc7ef53b up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:22:53.173169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1294549978-network', 'tenant_id': '0d274a47ca734ace838daf934b964cf6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:53.203415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:22:53.217637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:22:53.219417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Made reservation on behalf of 0d274a47ca734ace838daf934b964cf6 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:53.222313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:53.223208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:53.256312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:53.275196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e71a-08d0-4345-b708-67f7ce73897c req-b2ac69ac-bd51-4f01-a8bf-cad8032730e9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:53.296060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4994e71a-08d0-4345-b708-67f7ce73897c req-b2ac69ac-bd51-4f01-a8bf-cad8032730e9 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.2396998 Jul 22 21:22:53.559752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:53.597434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4994e71a-08d0-4345-b708-67f7ce73897c req-2bca9816-c368-46db-9a71-7eaa9658696b tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991238 Jul 22 21:22:53.629934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:53.644877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:53.793305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a5b4-889b-450e-838b-168b5a3ae43b req-c333707e-b8f9-4e35-9780-b806bb8d71c9 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:53.818512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c424a5b4-889b-450e-838b-168b5a3ae43b req-c333707e-b8f9-4e35-9780-b806bb8d71c9 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 945 time: 0.4739349 Jul 22 21:22:53.835304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:22:53.891536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:53.892273 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Added segment 702976b7-38af-41eb-be3a-1f68377b805c of type vlan for network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad Jul 22 21:22:54.037354 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.074246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:54.080451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:54.085790 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578682fa-6735-4c28-bbbc-ef4c36e1419e" -d '{"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:54.096984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.102059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.103991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:54.105001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.116023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c424a5b4-889b-450e-838b-168b5a3ae43b req-6c131782-1d64-4ead-9e41-99b116a1d487 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931466 Jul 22 21:22:54.166208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df63dc5-e20e-4a4e-886f-9ce2b4ce0644,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:54.236292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246f413-46d4-4e56-ad83-05802b5a61ad req-a06626cd-c392-4dd1-a113-6b9dc83cc9f0 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:54.260750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c246f413-46d4-4e56-ad83-05802b5a61ad req-a06626cd-c392-4dd1-a113-6b9dc83cc9f0 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 944 time: 0.4029598 Jul 22 21:22:54.292229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:54.321385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] Pushing event updated for resources: {'Network': ['ID=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:54.333404 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-002bc976-bd37-4f75-aa12-5d90c44ef1ce admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5614116 Jul 22 21:22:54.340420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60322) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:54.362475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:22:54.363283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Request body: {'subnet': {'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1294549978-subnet', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:54.390114 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:22:54.411288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Made reservation on behalf of 0d274a47ca734ace838daf934b964cf6 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:22:54.421024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.476106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c246f413-46d4-4e56-ad83-05802b5a61ad req-790c2903-b669-4006-870c-1039f454c8e0 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133095 Jul 22 21:22:54.578950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd2f5-dc2d-418b-bcea-b42087b6243e req-919ac23b-7f9f-4a9e-83d1-d9195b81b9ea tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:54.591247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-390fd2f5-dc2d-418b-bcea-b42087b6243e req-919ac23b-7f9f-4a9e-83d1-d9195b81b9ea tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.2349637 Jul 22 21:22:54.704239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-390fd2f5-dc2d-418b-bcea-b42087b6243e req-2d07d70a-1264-4a20-bfd3-dd8ce4b47577 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104989 Jul 22 21:22:54.815108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee16b26-e51e-4aa9-8489-c84ef3121d7b req-779077c2-68a5-4a2f-a788-a4882e007fd9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:54.817507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cee16b26-e51e-4aa9-8489-c84ef3121d7b req-779077c2-68a5-4a2f-a788-a4882e007fd9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 943 time: 0.1589365 Jul 22 21:22:54.980118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cee16b26-e51e-4aa9-8489-c84ef3121d7b req-656628d7-67f3-4a19-bd25-bc7f8a6ba7aa tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401410 Jul 22 21:22:55.029307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 496068a0-8f16-4e25-9728-9b5ffcc7c9ee details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:22:55.043810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.145385 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855f21ff-2c51-473d-ad36-fb365efb9cfd x-openstack-request-id: req-855f21ff-2c51-473d-ad36-fb365efb9cfd {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:55.148458 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:55.149207 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-855f21ff-2c51-473d-ad36-fb365efb9cfd {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:55.149888 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'code': 200} Jul 22 21:22:55.398084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Checking segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:55.398084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Network hostable DHCP agents. Network: 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:22:55.422206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdc7d99-cab5-4d51-ba28-c98cf40eebba,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:55.459134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:55.506592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:22:55.525132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee', 'mac_address': 'fa:16:3e:6d:fc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:22:55.571979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:55.591811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bc7f-7789-4e6a-aae4-f35b5f5a89b2 req-7ce5c313-c419-45b2-b850-b7e648994b9e tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:55.604798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a50bc7f-7789-4e6a-aae4-f35b5f5a89b2 req-7ce5c313-c419-45b2-b850-b7e648994b9e tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 945 time: 0.2684491 Jul 22 21:22:55.611970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00824aa-76d8-489a-b288-3b4cce679ea1 req-26b61937-b0df-461f-a019-c9caba468af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:55.622121 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b00824aa-76d8-489a-b288-3b4cce679ea1 req-26b61937-b0df-461f-a019-c9caba468af5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 1097 time: 0.3497918 Jul 22 21:22:55.628388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:55.633721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.647808 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.652830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b7bc7-7dbc-43a0-8c58-63068aa2a943 None None] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:22:55.726852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496068a0-8f16-4e25-9728-9b5ffcc7c9ee {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:55.748135 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-72965f54-2fb0-48f4-8891-2702d2bd76df admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4012015 Jul 22 21:22:55.750278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:55.770601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:55.806963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b00824aa-76d8-489a-b288-3b4cce679ea1 req-3998c197-c6e5-4a6e-912f-637a4d635285 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510520 Jul 22 21:22:55.814948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a50bc7f-7789-4e6a-aae4-f35b5f5a89b2 req-433f3ee8-b029-4433-9996-aee29b5df3a8 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021756 Jul 22 21:22:55.927027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.929245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:56.035892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:56.047044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:56.211830 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:56.280457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:56.291770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:22:56.301821 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:56.691830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Allocated IP 172.20.0.2 (91a50607-4b39-45ce-a36a-b2d7bf9ff1ad/9fdc7d99-cab5-4d51-ba28-c98cf40eebba/0754d989-c52d-4be1-bd8a-45c71e363414) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:56.705194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:56.753075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fa9b-7477-4d4d-9db2-49c756d7fabd req-21ded1ee-e804-43ed-9ec0-69a912db4060 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:56.755962 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11b3fa9b-7477-4d4d-9db2-49c756d7fabd req-21ded1ee-e804-43ed-9ec0-69a912db4060 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 945 time: 0.5776794 Jul 22 21:22:56.830751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0f414-7023-4d12-902a-491e8e49a3ef req-b2229a5f-d2b5-471c-8707-19405560d2c3 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:56.834718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffb0f414-7023-4d12-902a-491e8e49a3ef req-b2229a5f-d2b5-471c-8707-19405560d2c3 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.3722801 Jul 22 21:22:56.945518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11b3fa9b-7477-4d4d-9db2-49c756d7fabd req-fb05ccd2-6253-4d1d-b127-664f8eaa8f77 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765344 Jul 22 21:22:56.977302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffb0f414-7023-4d12-902a-491e8e49a3ef req-e306bb87-4d93-4e3b-bd32-0e1e0df71b8f tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227455 Jul 22 21:22:57.141071 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.165513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['496068a0-8f16-4e25-9728-9b5ffcc7c9ee'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:57.239515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Transition to ACTIVE for port object 0754d989-c52d-4be1-bd8a-45c71e363414 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:57.266721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Transition to ACTIVE for port object 0754d989-c52d-4be1-bd8a-45c71e363414 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:22:57.302301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.422884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:57.451761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:57.487943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:57.520588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Pushing event updated for resources: {'Port': ['ID=0754d989-c52d-4be1-bd8a-45c71e363414,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:57.534273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-007e53cb-066d-47d9-9bc0-0a4fa156c725 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:57.537378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-007e53cb-066d-47d9-9bc0-0a4fa156c725 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.23 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 945 time: 0.2283056 Jul 22 21:22:57.633189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5fe97-b93d-4de7-9c3d-bf8678713c8d req-1e36697e-9a2e-4ae9-b985-a5edc46d9635 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:57.645887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6de5fe97-b93d-4de7-9c3d-bf8678713c8d req-1e36697e-9a2e-4ae9-b985-a5edc46d9635 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 944 time: 0.5006678 Jul 22 21:22:57.722414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046629f-8fbf-4e8d-bece-40c507178266 req-8605a168-38f0-4286-a9db-f7101bead275 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:57.723502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Attempting to bind port 0754d989-c52d-4be1-bd8a-45c71e363414 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:22:57.723774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Attempting to bind port 0754d989-c52d-4be1-bd8a-45c71e363414 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:22:57.724381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Attempting to bind port 0754d989-c52d-4be1-bd8a-45c71e363414 on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:22:57.725180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1046629f-8fbf-4e8d-bece-40c507178266 req-8605a168-38f0-4286-a9db-f7101bead275 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 945 time: 0.5125532 Jul 22 21:22:57.744918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:22:57.746082 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Checking segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:22:57.747113 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.748100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Bound using segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:22:57.748716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Bound port: 0754d989-c52d-4be1-bd8a-45c71e363414, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:22:57.749254 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.757210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.789428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6de5fe97-b93d-4de7-9c3d-bf8678713c8d req-3dda4792-c9d3-469a-a8d5-a4ab3da6cd61 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410644 Jul 22 21:22:57.870036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.926459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Deleting port 68e90e31-3156-477f-91b6-b16b7694d4f2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:57.927751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.982179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1046629f-8fbf-4e8d-bece-40c507178266 req-47c3c362-eacd-4c7f-b91a-c724be9e8386 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209914 Jul 22 21:22:58.122071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] For port 0754d989-c52d-4be1-bd8a-45c71e363414, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:22:58.140223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] For port 0754d989-c52d-4be1-bd8a-45c71e363414, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0754d989-c52d-4be1-bd8a-45c71e363414,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:22:58.151657 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.198760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] For port 68e90e31-3156-477f-91b6-b16b7694d4f2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68e90e31-3156-477f-91b6-b16b7694d4f2,segment=NetworkSegment(6f0bcc51-b38c-4a30-9090-4801c8950ea9),segment_id=6f0bcc51-b38c-4a30-9090-4801c8950ea9)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:58.201577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.236708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Calling delete_port for 68e90e31-3156-477f-91b6-b16b7694d4f2 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:58.460736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Pushing event updated for resources: {'Port': ['ID=0754d989-c52d-4be1-bd8a-45c71e363414,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:58.467085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Allocated IP 172.25.5.217 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/3ce71afa-25d0-4e6e-8fc3-bc762b048817) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:58.522111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.524713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.525757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.527601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.528559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.529566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.530460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.531442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.532607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.534361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.535235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.536556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d64cf9-164d-43d2-8cdb-b03ce9d65d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.822813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.848451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61f97-e466-4b6d-8272-fffe9993bce8 req-fe35519d-045f-4a12-a994-da4c3c51c181 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:58.860765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34d61f97-e466-4b6d-8272-fffe9993bce8 req-fe35519d-045f-4a12-a994-da4c3c51c181 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.6786857 Jul 22 21:22:58.886971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd68255-73bd-4a69-a79a-9487f1c48a43 req-98e48a95-04a4-4b59-90f1-3d8157050c5a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:58.899776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Pushing event deleted for resources: {'Port': ['ID=68e90e31-3156-477f-91b6-b16b7694d4f2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:58.900827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfd68255-73bd-4a69-a79a-9487f1c48a43 req-98e48a95-04a4-4b59-90f1-3d8157050c5a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 945 time: 0.6388786 Jul 22 21:22:59.060542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] No DVR routers for this DVR port 68e90e31-3156-477f-91b6-b16b7694d4f2 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:59.066113 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.066473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.072584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e42f70cb-4b23-4352-8351-dc2abcbf8e7f req-3e9c05f1-6464-4797-877b-55ea28076449 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.23 "DELETE /v2.0/ports/68e90e31-3156-477f-91b6-b16b7694d4f2 HTTP/1.1" status: 204 len: 173 time: 1.5055287 Jul 22 21:22:59.073411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05856289-8c1c-4890-9501-1dd2b685a251', 'name': 'network-vif-deleted', 'tag': '68e90e31-3156-477f-91b6-b16b7694d4f2'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:59.079160 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c88852-e149-4e83-ad68-c8f4d099a65f" -d '{"events": [{"server_uuid": "05856289-8c1c-4890-9501-1dd2b685a251", "name": "network-vif-deleted", "tag": "68e90e31-3156-477f-91b6-b16b7694d4f2"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:59.133402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34d61f97-e466-4b6d-8272-fffe9993bce8 req-c8892dc2-cfc7-41de-9063-bafd40d8b887 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304924 Jul 22 21:22:59.146965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfd68255-73bd-4a69-a79a-9487f1c48a43 req-980741d8-7b9a-4930-8389-a568a650277b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950188 Jul 22 21:22:59.261675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.410538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:59.476612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:59.482214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:59.592082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce71afa-25d0-4e6e-8fc3-bc762b048817,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:59.606109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc20e99c-38ee-48ff-b4ad-6d15eedd12fd req-129ea2ca-4ff3-4676-9368-aaaebf09da01 tempest-ServerPasswordTestJSON-1076140336 tempest-ServerPasswordTestJSON-1076140336-project] 10.222.0.54 "GET /v2.0/ports?device_id=05856289-8c1c-4890-9501-1dd2b685a251 HTTP/1.1" status: 200 len: 210 time: 0.1089988 Jul 22 21:22:59.739503 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b233a12-3707-423c-9a19-59b31945bfe5 x-openstack-request-id: req-4b233a12-3707-423c-9a19-59b31945bfe5 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:59.740351 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05856289-8c1c-4890-9501-1dd2b685a251", "name": "network-vif-deleted", "tag": "68e90e31-3156-477f-91b6-b16b7694d4f2", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:59.740763 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b233a12-3707-423c-9a19-59b31945bfe5 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:59.741429 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05856289-8c1c-4890-9501-1dd2b685a251', 'name': 'network-vif-deleted', 'tag': '68e90e31-3156-477f-91b6-b16b7694d4f2', 'status': 'completed', 'code': 200} Jul 22 21:22:59.993775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0754d989-c52d-4be1-bd8a-45c71e363414 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:00.018873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2276fb-f795-422f-8f6f-19f735cb5ae1 req-b2325e27-5365-4aba-9389-f776ca7e913e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:00.022384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c2276fb-f795-422f-8f6f-19f735cb5ae1 req-b2325e27-5365-4aba-9389-f776ca7e913e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 944 time: 0.6493599 Jul 22 21:23:00.067458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-b517343c-6a8f-45ef-89c1-ce0d3cb46bc1 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:00.070360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-b517343c-6a8f-45ef-89c1-ce0d3cb46bc1 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 946 time: 0.2590473 Jul 22 21:23:00.145469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0754d989-c52d-4be1-bd8a-45c71e363414 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:00.172788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c2276fb-f795-422f-8f6f-19f735cb5ae1 req-d03322ab-11e9-42b5-9a7c-391a91e031f4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257169 Jul 22 21:23:00.478502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Deleting port f994e5f3-501b-428f-a070-d456a278c63a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:23:00.478502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:00.524528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f71f5-72dd-4b8d-904f-32bbfb590c55 None None] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:00.735944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ae00755d-6ff1-4e3c-ad9f-b24e2637263e None None] Provisioning for port 0754d989-c52d-4be1-bd8a-45c71e363414 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:00.757412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] For port f994e5f3-501b-428f-a070-d456a278c63a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f994e5f3-501b-428f-a070-d456a278c63a,segment=NetworkSegment(cdf9e907-4d1a-4c4c-8419-16ab5943ee64),segment_id=cdf9e907-4d1a-4c4c-8419-16ab5943ee64)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:00.757874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:00.771245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ae00755d-6ff1-4e3c-ad9f-b24e2637263e None None] Provisioning complete for port 0754d989-c52d-4be1-bd8a-45c71e363414 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:00.771880 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae00755d-6ff1-4e3c-ad9f-b24e2637263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:00.807025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Calling delete_port for f994e5f3-501b-428f-a070-d456a278c63a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:23:01.188672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:01.192359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 496068a0-8f16-4e25-9728-9b5ffcc7c9ee up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:01.228481 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:01.273672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Pushing event deleted for resources: {'Port': ['ID=f994e5f3-501b-428f-a070-d456a278c63a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:01.300676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f994e5f3-501b-428f-a070-d456a278c63a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:01.412104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] No DVR routers for this DVR port f994e5f3-501b-428f-a070-d456a278c63a on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:23:01.412588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:01.414872 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae00755d-6ff1-4e3c-ad9f-b24e2637263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:01.436485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:01.440085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1748ef40-7afb-4124-8ba1-71f81b96118b req-4233bf62-184c-4c13-a7d0-d5c9475066a2 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.23 "DELETE /v2.0/ports/f994e5f3-501b-428f-a070-d456a278c63a HTTP/1.1" status: 204 len: 173 time: 1.3565786 Jul 22 21:23:01.526580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266e61b-069e-4423-bd09-59dbf20cd8ac req-16c8dc10-008c-41b2-8b94-601ce71e7d94 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:01.535421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3266e61b-069e-4423-bd09-59dbf20cd8ac req-16c8dc10-008c-41b2-8b94-601ce71e7d94 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 945 time: 1.0871985 Jul 22 21:23:01.553213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ae00755d-6ff1-4e3c-ad9f-b24e2637263e None None] For port 0754d989-c52d-4be1-bd8a-45c71e363414, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0754d989-c52d-4be1-bd8a-45c71e363414,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:01.563782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df3e6f-25f5-404b-b74f-64dcb334ea2f req-d0b69cfe-95ee-4b2b-8f48-72d92cfe01f4 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:01.566151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5df3e6f-25f5-404b-b74f-64dcb334ea2f req-d0b69cfe-95ee-4b2b-8f48-72d92cfe01f4 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/ports?device_id=82620420-bcb1-48fc-8b8e-d1f23490d5ba HTTP/1.1" status: 200 len: 867 time: 1.1037414 Jul 22 21:23:01.569366 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae00755d-6ff1-4e3c-ad9f-b24e2637263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:01.590870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:01.649181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:01.649758 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:01.742997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'name': 'network-vif-deleted', 'tag': 'f994e5f3-501b-428f-a070-d456a278c63a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:01.747197 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e65bc38-62e4-4df3-a77b-15cf398fb4f0" -d '{"events": [{"server_uuid": "82620420-bcb1-48fc-8b8e-d1f23490d5ba", "name": "network-vif-deleted", "tag": "f994e5f3-501b-428f-a070-d456a278c63a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:01.848671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00755d-6ff1-4e3c-ad9f-b24e2637263e None None] Pushing event updated for resources: {'Port': ['ID=0754d989-c52d-4be1-bd8a-45c71e363414,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:01.868253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3266e61b-069e-4423-bd09-59dbf20cd8ac req-2816e418-bda3-4afb-bc76-8231cc116f97 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986856 Jul 22 21:23:01.918517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5df3e6f-25f5-404b-b74f-64dcb334ea2f req-7ae82022-3a20-457d-9744-2d138fc4cd69 tempest-ServerDiskConfigTestJSON-1021906470 tempest-ServerDiskConfigTestJSON-1021906470-project] 10.222.0.54 "GET /v2.0/security-groups?id=5035c877-b930-414a-8bf7-dd7b2a064e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143501 Jul 22 21:23:02.013462 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.017115 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.066876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.072866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:02.074464 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2425c94f-18c5-4202-ac39-ce71080d99d1" -d '{"events": [{"server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "name": "network-vif-plugged", "status": "completed", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:02.095918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:02.111331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:02.120268 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.121790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 68e90e31-3156-477f-91b6-b16b7694d4f2 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:23:02.310923 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecb69da-894a-4d24-b29d-2411730e09be x-openstack-request-id: req-aecb69da-894a-4d24-b29d-2411730e09be {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:02.311796 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82620420-bcb1-48fc-8b8e-d1f23490d5ba", "name": "network-vif-deleted", "tag": "f994e5f3-501b-428f-a070-d456a278c63a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:02.311796 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aecb69da-894a-4d24-b29d-2411730e09be {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:02.312216 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82620420-bcb1-48fc-8b8e-d1f23490d5ba', 'name': 'network-vif-deleted', 'tag': 'f994e5f3-501b-428f-a070-d456a278c63a', 'status': 'completed', 'code': 200} Jul 22 21:23:02.317287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] Deleting subnet 0d262eae-3d15-4678-aff8-40cef5963b37 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:23:02.323828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.329070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 68e90e31-3156-477f-91b6-b16b7694d4f2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:23:02.329937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 68e90e31-3156-477f-91b6-b16b7694d4f2 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:23:02.407013 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.533727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:02.540804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.542059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7897fbd5-4b0f-4e79-b745-e58f38ad0b69 None None] Provisioning complete for port 0754d989-c52d-4be1-bd8a-45c71e363414 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:02.543413 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7897fbd5-4b0f-4e79-b745-e58f38ad0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.730800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.823797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d262eae-3d15-4678-aff8-40cef5963b37,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:02.830304 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7be9540-d9cd-45f5-84f3-e6cf0fa17440 x-openstack-request-id: req-d7be9540-d9cd-45f5-84f3-e6cf0fa17440 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:02.830304 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "name": "network-vif-plugged", "status": "completed", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:02.830304 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7be9540-d9cd-45f5-84f3-e6cf0fa17440 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:02.830304 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee', 'code': 200} Jul 22 21:23:02.846865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.850863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7e0b690c-5a20-48a3-9b58-559416e8f42f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0d262eae-3d15-4678-aff8-40cef5963b37 HTTP/1.1" status: 204 len: 168 time: 0.7527790 Jul 22 21:23:02.857458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60404) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:02.940303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22ce4e-26d8-4697-b520-d9b54972f3e1 req-bbb48a66-4bfb-4a5c-bac1-c06ea394e892 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:02.944024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f22ce4e-26d8-4697-b520-d9b54972f3e1 req-bbb48a66-4bfb-4a5c-bac1-c06ea394e892 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.6118181 Jul 22 21:23:03.171349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbe90d-68dd-4ac6-989e-f30d13e147e6 req-a7876394-63e1-440c-80de-d81a9ca845e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:03.175919 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aadbe90d-68dd-4ac6-989e-f30d13e147e6 req-a7876394-63e1-440c-80de-d81a9ca845e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 1097 time: 0.1808805 Jul 22 21:23:03.270034 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:03.284188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:23:03.301650 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f22ce4e-26d8-4697-b520-d9b54972f3e1 req-a4458371-7df6-41e2-a713-b837a43b4b27 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152537 Jul 22 21:23:03.342127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aadbe90d-68dd-4ac6-989e-f30d13e147e6 req-7982efcf-45a5-4960-bfce-e1ac479ef4b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423101 Jul 22 21:23:03.619599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abc32-70f7-41da-ba65-3b0e5fcf8753 req-12d22b55-9a2b-4a04-b697-9109a6ce2342 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:03.622531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e0abc32-70f7-41da-ba65-3b0e5fcf8753 req-12d22b55-9a2b-4a04-b697-9109a6ce2342 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 945 time: 0.6137559 Jul 22 21:23:03.763533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e0abc32-70f7-41da-ba65-3b0e5fcf8753 req-f9d35323-8a7a-4a54-9a69-ce93fc2d75ff tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150367 Jul 22 21:23:03.836491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0754d989-c52d-4be1-bd8a-45c71e363414 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:03.858534 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:03.881865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:03.887924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36e8f46-1c26-4926-a698-38e27415cc92']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:03.914711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Sync routers for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:03.928828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0bcc51-b38c-4a30-9090-4801c8950ea9') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:03.930459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0bcc51-b38c-4a30-9090-4801c8950ea9') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:03.963133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:03.967634 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:03.969849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a3036205-3e59-4340-861c-2575d9317da3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2178404 Jul 22 21:23:03.975423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60422) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:03.997450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:03.997450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:22:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:04.022103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60424) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:04.099163 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.137566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:23:04.138186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:23:04.192993 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:23:04.196464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0754d989-c52d-4be1-bd8a-45c71e363414 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:04.196464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.305976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] Deleting subnet 136009f9-c344-4871-a6d1-badd0c7274e4 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:23:04.313919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.319747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.380852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.393589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] 10.222.0.54 "DELETE /v2.0/networks/c36e8f46-1c26-4926-a698-38e27415cc92 HTTP/1.1" status: 204 len: 168 time: 1.5226965 Jul 22 21:23:04.459722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006759d-5cfa-4f4a-8ab2-b43c1573f25d admin admin] Pushing event deleted for resources: {'Network': ['ID=c36e8f46-1c26-4926-a698-38e27415cc92,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:04.509776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:04.547866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.845858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.908096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60442) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:04.995401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.079181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=136009f9-c344-4871-a6d1-badd0c7274e4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:05.102218 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.102602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d317d9f1-0d73-49a7-b467-cfc70b734ec4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da05f02a0d464c4a97a3f817caa32f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903615 Jul 22 21:23:05.104621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0e3b2ad8-48d8-4893-aaf2-d8a69cf8cd62 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/136009f9-c344-4871-a6d1-badd0c7274e4 HTTP/1.1" status: 204 len: 168 time: 1.0799139 Jul 22 21:23:05.105619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60446) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:05.120292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60448) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:05.159573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f994e5f3-501b-428f-a070-d456a278c63a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:23:05.225321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: f994e5f3-501b-428f-a070-d456a278c63a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:23:05.225867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f994e5f3-501b-428f-a070-d456a278c63a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:23:05.309257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178a50e-63de-4316-b67f-1469173f1897 req-11f3ff27-c5a0-4978-b423-2a0841ab0c1f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:05.323298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8178a50e-63de-4316-b67f-1469173f1897 req-11f3ff27-c5a0-4978-b423-2a0841ab0c1f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.8105567 Jul 22 21:23:05.409103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4e17688-ae98-46b5-abe7-39ced6f783a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.527357 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.548790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4e17688-ae98-46b5-abe7-39ced6f783a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.561354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8178a50e-63de-4316-b67f-1469173f1897 req-dfa6827f-9d1a-4f0c-a4a4-a76d707b8223 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357223 Jul 22 21:23:05.588632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b514cc-5181-42aa-8139-fc872d12209b req-5d7be475-2d1c-449d-8946-65be5c6806c1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:05.591539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82b514cc-5181-42aa-8139-fc872d12209b req-5d7be475-2d1c-449d-8946-65be5c6806c1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 945 time: 0.4868910 Jul 22 21:23:05.679112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:00Z', 'revision_number': 3, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:05.739793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.748889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Checking router: 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:05.749693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Updating router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:05.785360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4e17688-ae98-46b5-abe7-39ced6f783a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.789827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.794756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4e17688-ae98-46b5-abe7-39ced6f783a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.811613 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e4e17688-ae98-46b5-abe7-39ced6f783a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75d8d5c6-2a8d-475b-9697-4e79f44f7d4c HTTP/1.1" status: 204 len: 168 time: 0.6903780 Jul 22 21:23:05.816808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3784ea74-26b7-43ab-801c-1c67e13d3ce1']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:05.838476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:05.839203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf9e907-4d1a-4c4c-8419-16ab5943ee64') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:05.857277 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.872331 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.893890 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.912804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e17688-ae98-46b5-abe7-39ced6f783a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8d5c6-2a8d-475b-9697-4e79f44f7d4c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:06.023862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:23:06.024907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:06.150413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82b514cc-5181-42aa-8139-fc872d12209b req-c95a8dd1-5281-4991-8f36-54dbaa5abc22 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931269 Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:23:06.153535 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:23:06.163553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:06.256298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:06.272382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3784ea74-26b7-43ab-801c-1c67e13d3ce1 HTTP/1.1" status: 204 len: 168 time: 1.1397750 Jul 22 21:23:06.274502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73092861-3a5a-46e5-9c9f-2c4d616e1689 admin admin] Pushing event deleted for resources: {'Network': ['ID=3784ea74-26b7-43ab-801c-1c67e13d3ce1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:06.596695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Allocated IP 172.20.0.1 (91a50607-4b39-45ce-a36a-b2d7bf9ff1ad/9fdc7d99-cab5-4d51-ba28-c98cf40eebba/f79e53f6-8087-4e9a-abdb-f7b299560088) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:07.102304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64ddf-b81f-432a-9253-ed2eccd531c9 req-4d64564b-78b2-46a7-8f8f-3fb78da779eb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:07.106784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.118398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8c64ddf-b81f-432a-9253-ed2eccd531c9 req-4d64564b-78b2-46a7-8f8f-3fb78da779eb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.2517409 Jul 22 21:23:07.137395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Transition to ACTIVE for port object f79e53f6-8087-4e9a-abdb-f7b299560088 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:07.203609 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.204984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60484) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:07.259027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8c64ddf-b81f-432a-9253-ed2eccd531c9 req-30c176bb-f408-4d6b-ad60-74d65224e94c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299424 Jul 22 21:23:07.275917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.311747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Pushing event updated for resources: {'Port': ['ID=f79e53f6-8087-4e9a-abdb-f7b299560088,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:07.328821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Transition to ACTIVE for port object 3ce71afa-25d0-4e6e-8fc3-bc762b048817 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:07.366719 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.398761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:07.442359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-292b6132-85c6-43d1-a938-872772f8b154 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4134e8610ba644e68b78236c641ffdec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628764 Jul 22 21:23:07.442359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:07.443587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60492) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:07.447625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:07.562261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4483d6-0950-4551-bcdf-584c76a35ce1 None None] Pushing event updated for resources: {'Port': ['ID=3ce71afa-25d0-4e6e-8fc3-bc762b048817,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:07.618427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.637030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Attempting to bind port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:07.637499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Attempting to bind port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:07.638884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Attempting to bind port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:07.662967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:07.663590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:07.664240 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.664854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:07.665612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Bound port: 3ce71afa-25d0-4e6e-8fc3-bc762b048817, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:07.666257 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.737384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.904354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:07.924240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] For port 3ce71afa-25d0-4e6e-8fc3-bc762b048817, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:07.943726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] For port 3ce71afa-25d0-4e6e-8fc3-bc762b048817, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3ce71afa-25d0-4e6e-8fc3-bc762b048817,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:07.960546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:08.172876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:08.173713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:22:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:08.221817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:08.227708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:08.233204 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5035c877-b930-414a-8bf7-dd7b2a064e4d HTTP/1.1" status: 204 len: 168 time: 0.7878036 Jul 22 21:23:08.251040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5035c877-b930-414a-8bf7-dd7b2a064e4d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:08.265941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:08.290600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.291914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.291914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.291914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.292405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.293986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.294625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.296172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.300445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.301427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.312314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.315132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd847232-ef58-472d-ac3e-0fe1fe11709e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:08.416400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59983d-f4a9-4df7-9551-d9ded2aa265c req-0c83a3c6-a1dd-4782-b41b-d22c80333cf5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:08.420828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d59983d-f4a9-4df7-9551-d9ded2aa265c req-0c83a3c6-a1dd-4782-b41b-d22c80333cf5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.2746811 Jul 22 21:23:08.598634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d59983d-f4a9-4df7-9551-d9ded2aa265c req-706953a9-9b0b-4a63-8c3c-a714f45bdd34 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592586 Jul 22 21:23:08.621257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4483d6-0950-4551-bcdf-584c76a35ce1 None None] Pushing event updated for resources: {'Port': ['ID=3ce71afa-25d0-4e6e-8fc3-bc762b048817,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:08.650408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7be553d6-c71b-4562-8983-4d060d35cede None None] Provisioning for port f79e53f6-8087-4e9a-abdb-f7b299560088 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:08.671288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7be553d6-c71b-4562-8983-4d060d35cede None None] Provisioning complete for port f79e53f6-8087-4e9a-abdb-f7b299560088 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:08.671288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7be553d6-c71b-4562-8983-4d060d35cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:08.756050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7be553d6-c71b-4562-8983-4d060d35cede None None] Port f79e53f6-8087-4e9a-abdb-f7b299560088 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:08.784705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:09.057688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:09.068865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:09.417261 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:09.474441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Pushing event updated for resources: {'Port': ['ID=f79e53f6-8087-4e9a-abdb-f7b299560088,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:09.690953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:06Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:09.850727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa3569-ad59-47a1-a6a4-b5dbcdb0a160 None None] The sync data for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 is: [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:06Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:09.937244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:09.951052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:10.281362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ed300-4eba-4511-8a21-1692a5e8f08a req-e2d65c58-919e-4fac-ad78-d9b80c804297 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:10.308507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a8ed300-4eba-4511-8a21-1692a5e8f08a req-e2d65c58-919e-4fac-ad78-d9b80c804297 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.3664298 Jul 22 21:23:10.525159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:23:10.590901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a8ed300-4eba-4511-8a21-1692a5e8f08a req-b8c9517e-ad14-4d5b-bf04-8892ce445546 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639871 Jul 22 21:23:10.748627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0165383e-772d-41e2-8674-d72c0a208405 req-bb2e076d-b2d7-4af2-953e-e1a3fd432e46 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.2298658 Jul 22 21:23:10.894042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be9dd10c-cfd0-4a4c-b5ef-384afcf92e12 None None] Provisioning complete for port f79e53f6-8087-4e9a-abdb-f7b299560088 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:10.897178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be9dd10c-cfd0-4a4c-b5ef-384afcf92e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.014558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60588) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:11.058610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:11.096687 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-486b9a5a-902a-4828-a29f-84f16520b0ea admin admin] 10.222.0.54 "PUT /v2.0/routers/1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1081083 Jul 22 21:23:11.108659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c985f312-08f6-4f1b-8b4b-4de6fc7ef53b details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:23:11.115266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-be9dd10c-cfd0-4a4c-b5ef-384afcf92e12 None None] Port f79e53f6-8087-4e9a-abdb-f7b299560088 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:11.420837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-345370846-network', 'tenant_id': '86e21bc3ffe14e898966135fe81b826f'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:11.536960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Made reservation on behalf of 86e21bc3ffe14e898966135fe81b826f for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:11.546282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.594881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.606287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:11.678607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'mac_address': 'fa:16:3e:d2:45:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:23:11.839551 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.898720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c985f312-08f6-4f1b-8b4b-4de6fc7ef53b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:12.098122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:12.111548 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.152132 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.164478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.253650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b9018-f097-4550-954e-8dda1371decb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:12.350727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2107d2-97b8-4746-81c0-6cb0a4c9db67 req-8ec19cac-092f-417c-b73f-c77d860263e6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:12.372878 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f2107d2-97b8-4746-81c0-6cb0a4c9db67 req-8ec19cac-092f-417c-b73f-c77d860263e6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.5285022 Jul 22 21:23:12.455781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:23:12.474948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c985f312-08f6-4f1b-8b4b-4de6fc7ef53b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:12.665245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.670340 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Added segment f678f2a8-0d8c-4a8a-9cba-ede62e719ba1 of type vlan for network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 Jul 22 21:23:12.705972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:12.761407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc68f-d316-4e35-a9f8-61ea7108731e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.833353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f2107d2-97b8-4746-81c0-6cb0a4c9db67 req-82286b5d-4820-4a27-9765-f4586798a895 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582295 Jul 22 21:23:13.110905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.280496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.284131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:13.287135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.514708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] Pushing event updated for resources: {'Network': ['ID=34a0c2ff-3e14-479e-8031-d2ca972de3c7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:13.530579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:23:13.563279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d6d41a2-244c-43a3-8254-712d41dd2d2a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5424085 Jul 22 21:23:13.563687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60636) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:13.580552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Request body: {'subnet': {'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-345370846-subnet', 'tenant_id': '86e21bc3ffe14e898966135fe81b826f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:13.711722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Made reservation on behalf of 86e21bc3ffe14e898966135fe81b826f for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:13.716927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.744690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7fe0502-d285-419b-91aa-3c81c77b136f req-aceb5c40-634e-4a73-85ab-77fb81dee2fc tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.2192738 Jul 22 21:23:14.064638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ce71afa-25d0-4e6e-8fc3-bc762b048817 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:14.285636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:14.310025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:14.310616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.347481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60648) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:14.358213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f7f805d5-c9f3-4b10-be36-f33ea81f66b8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627377641', 'description': 'tempest-description--1857206849'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:14.466168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f805d5-c9f3-4b10-be36-f33ea81f66b8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.609005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.743673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.817970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3ce71afa-25d0-4e6e-8fc3-bc762b048817, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3ce71afa-25d0-4e6e-8fc3-bc762b048817,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:14.831088 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.838693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38871717-7c0b-4848-9593-dfbab957685e req-2af177c5-9a9f-4dc5-9ed8-135171fdb59a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:14.855192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38871717-7c0b-4848-9593-dfbab957685e req-2af177c5-9a9f-4dc5-9ed8-135171fdb59a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.2693453 Jul 22 21:23:14.975706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38871717-7c0b-4848-9593-dfbab957685e req-5170edb1-a88a-485d-b851-0568d876e4b8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184275 Jul 22 21:23:15.033917 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f805d5-c9f3-4b10-be36-f33ea81f66b8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.043054 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f805d5-c9f3-4b10-be36-f33ea81f66b8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.065109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3ce71afa-25d0-4e6e-8fc3-bc762b048817,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:15.122738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c985f312-08f6-4f1b-8b4b-4de6fc7ef53b up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:15.172106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:15.233193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f805d5-c9f3-4b10-be36-f33ea81f66b8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c108aa9c-fc0f-4fe2-ace0-6548af6b7581,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:15.267330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f805d5-c9f3-4b10-be36-f33ea81f66b8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.277873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f7f805d5-c9f3-4b10-be36-f33ea81f66b8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9272904 Jul 22 21:23:15.279578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Checking segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:15.281077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Network hostable DHCP agents. Network: 34a0c2ff-3e14-479e-8031-d2ca972de3c7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:23:15.284178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60662) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:15.298268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.302961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b6900eb4-08b2-47b8-a54d-ccd53b2da0cf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'security_group_rule': {'security_group_id': 'c108aa9c-fc0f-4fe2-ace0-6548af6b7581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:15.309620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.310336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.310981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.314036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.315938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.318246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.319809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.322952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.324056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.325650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.327299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:15.389887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-c1fe3891-44ca-48df-a4e9-6d4091ce7e8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7991183 Jul 22 21:23:15.407646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-286e7975-d98f-47b9-99c1-78b8996ed3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.427684 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.479221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:23:15.492844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6900eb4-08b2-47b8-a54d-ccd53b2da0cf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.550178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:15.559262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.707729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 34a0c2ff-3e14-479e-8031-d2ca972de3c7) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:15.729886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8287e54-9791-41a4-888a-19292caa6adf None None] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:15.734133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:15.735054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.821844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bf1dd7b2-b132-48d2-9df0-55568c23323a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2535906 Jul 22 21:23:15.857282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-0a1db244-bfd5-452e-9a65-2ea14fcc33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:15.868601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-0a1db244-bfd5-452e-9a65-2ea14fcc33fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.3396978 Jul 22 21:23:16.122574 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6900eb4-08b2-47b8-a54d-ccd53b2da0cf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.152393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4f5e9be-f602-4a9a-aef3-ed1d617dedab req-919d4e2c-401c-4495-935d-d187ab62b25f tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.3854589 Jul 22 21:23:16.164471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6900eb4-08b2-47b8-a54d-ccd53b2da0cf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.195311 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Sync routers for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:16.236865 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:16.238429 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:23:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:16.328842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6900eb4-08b2-47b8-a54d-ccd53b2da0cf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203463be-1dd8-4efa-bca8-d56aecad3c1d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:16.346784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6900eb4-08b2-47b8-a54d-ccd53b2da0cf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.353097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b6900eb4-08b2-47b8-a54d-ccd53b2da0cf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0643902 Jul 22 21:23:16.355868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60676) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:16.386510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b70b9f56-b07d-48a2-86a4-8c36e3d82da9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'security_group_rule': {'security_group_id': 'c108aa9c-fc0f-4fe2-ace0-6548af6b7581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:16.483321 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b70b9f56-b07d-48a2-86a4-8c36e3d82da9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.601523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-c323f657-9ac4-437a-b5ca-f4998f13c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:16.604712 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-c323f657-9ac4-437a-b5ca-f4998f13c279 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.6772039 Jul 22 21:23:16.845171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b70b9f56-b07d-48a2-86a4-8c36e3d82da9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.848743 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:16.849602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ce71afa-25d0-4e6e-8fc3-bc762b048817 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:16.854934 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b70b9f56-b07d-48a2-86a4-8c36e3d82da9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.921809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-9d86a7e9-8ea4-4308-9e22-a5814b93c76c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.2802324 Jul 22 21:23:16.983314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b9f56-b07d-48a2-86a4-8c36e3d82da9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73781632-8576-4608-9ba8-6598f515c97a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:17.081435 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.091662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'tenant_id': '86e21bc3ffe14e898966135fe81b826f', 'fixed_ips': [{'subnet_id': '2cbe69ee-2f3e-456f-a05b-9f372dab8e3d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:23:17.102433 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.146034 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b70b9f56-b07d-48a2-86a4-8c36e3d82da9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.151312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b70b9f56-b07d-48a2-86a4-8c36e3d82da9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7900560 Jul 22 21:23:17.156627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60686) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:17.167436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:17.258054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-d71156e2-d0cc-42f6-8730-a62d88daabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:17.262293 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-d71156e2-d0cc-42f6-8730-a62d88daabd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.3370500 Jul 22 21:23:17.304030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad02df20-bf96-47fa-9198-665ef0fcfdc1 req-994c6a9e-8cc8-4911-91a2-ffb9aed58b5f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0754852 Jul 22 21:23:17.320346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.401831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34b31c-3084-432b-8afb-9d5d56467160 req-33e8e237-be5f-4bd9-81ee-327ab3825e00 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:17.416911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab34b31c-3084-432b-8afb-9d5d56467160 req-33e8e237-be5f-4bd9-81ee-327ab3825e00 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.4734180 Jul 22 21:23:17.505674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-6f58f9c0-8950-461b-9d27-9b43c2ba29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:17.515074 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-6f58f9c0-8950-461b-9d27-9b43c2ba29b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2358701 Jul 22 21:23:17.602613 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.654235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:17.655771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.764316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab34b31c-3084-432b-8afb-9d5d56467160 req-b06897c0-19fd-449d-8026-776f9e8e7a05 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452513 Jul 22 21:23:17.774149 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-6e65ae1f-8ac5-462c-b73d-ca4950f5b092 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427337 Jul 22 21:23:17.922019 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 2, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:18.023006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-00d3f93d-8323-4b58-a9d0-359e4e2e8416 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5923209 Jul 22 21:23:18.114448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Checking router: 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:18.115289 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Updating router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 port f79e53f6-8087-4e9a-abdb-f7b299560088 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:18.197719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:18.212991 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d03a14-3765-4aa0-beaa-52e0066b0ad3" -d '{"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:18.397600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:18.433609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cad7bb07-a502-4dd3-a765-ead3bb80c95e req-1ce964f8-274d-4871-9473-e7b600a0bb06 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168735 Jul 22 21:23:18.434873 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.575276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.588686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-27f485bf-f343-46c4-bc3e-39c61ac8b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:18.600352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-27f485bf-f343-46c4-bc3e-39c61ac8b8c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 1096 time: 0.5120621 Jul 22 21:23:18.602008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Allocated IP 172.20.0.2 (34a0c2ff-3e14-479e-8031-d2ca972de3c7/2cbe69ee-2f3e-456f-a05b-9f372dab8e3d/948e1952-2b0c-47ef-9100-2711057a102a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:19.068243 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.106455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Transition to ACTIVE for port object 948e1952-2b0c-47ef-9100-2711057a102a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:19.114863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-be180111-1981-4f1e-bff4-858e6797b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:19.122412 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-be180111-1981-4f1e-bff4-858e6797b9e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.3879478 Jul 22 21:23:19.152645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Transition to ACTIVE for port object 948e1952-2b0c-47ef-9100-2711057a102a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:19.178468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.192970 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.262746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:19.279961 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.323085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-e273131c-9d7d-45c9-b96f-b492a0bf9cc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 200 len: 217 time: 0.1953723 Jul 22 21:23:19.334934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:19.342953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:19.584961 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.640364 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Transition to ACTIVE for port object f79e53f6-8087-4e9a-abdb-f7b299560088 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:19.678947 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.727178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-b7b23c53-d9ca-4b53-abdf-09d6ee1e2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:19.732129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-b7b23c53-d9ca-4b53-abdf-09d6ee1e2d48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.3985162 Jul 22 21:23:19.734226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Allocated IP 172.25.5.185 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/201c4292-1d0c-4a1c-b283-ccd1be3e901c) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:19.748328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Attempting to bind port 948e1952-2b0c-47ef-9100-2711057a102a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:19.748918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Attempting to bind port 948e1952-2b0c-47ef-9100-2711057a102a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:19.749508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Attempting to bind port 948e1952-2b0c-47ef-9100-2711057a102a on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:19.765313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:19.765876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Checking segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:19.766533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.767160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Bound using segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:19.768369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Bound port: 948e1952-2b0c-47ef-9100-2711057a102a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:19.769551 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.911184 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Pushing event updated for resources: {'Port': ['ID=f79e53f6-8087-4e9a-abdb-f7b299560088,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:19.937029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] For port 948e1952-2b0c-47ef-9100-2711057a102a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:19.949936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-d51fa315-698a-49cb-a359-cd3d5678742a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930752 Jul 22 21:23:19.963995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] For port 948e1952-2b0c-47ef-9100-2711057a102a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=948e1952-2b0c-47ef-9100-2711057a102a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:19.982811 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.025262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:20.056868 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.061026 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.061950 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.076035 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.083050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.084129 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.092147 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.092948 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.093961 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.094810 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.095668 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.096740 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:20.232478 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Attempting to bind port f79e53f6-8087-4e9a-abdb-f7b299560088 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:20.235141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Pushing event updated for resources: {'Port': ['ID=948e1952-2b0c-47ef-9100-2711057a102a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:20.246768 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Attempting to bind port f79e53f6-8087-4e9a-abdb-f7b299560088 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:20.247664 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Attempting to bind port f79e53f6-8087-4e9a-abdb-f7b299560088 on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:20.270288 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:20.271437 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Checking segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:20.272646 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.273864 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Bound using segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:20.275924 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Bound port: f79e53f6-8087-4e9a-abdb-f7b299560088, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:20.278263 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.397853 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d47b6d-1405-4a08-bb55-83454e59f386 None None] Pushing event updated for resources: {'Port': ['ID=948e1952-2b0c-47ef-9100-2711057a102a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:20.585086 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] For port f79e53f6-8087-4e9a-abdb-f7b299560088, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:20.600230 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] For port f79e53f6-8087-4e9a-abdb-f7b299560088, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f79e53f6-8087-4e9a-abdb-f7b299560088,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:20.615991 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.823442 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:20.824837 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:23:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:20.825703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.995452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.134844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:21.158396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:21.169722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-7e1d16f2-44f6-4b8d-884b-bc3b51c99e94 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2151957 Jul 22 21:23:21.182405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:21.279749 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:21.433162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'Port': ['ID=201c4292-1d0c-4a1c-b283-ccd1be3e901c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:21.512326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.698590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.789320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3424a5d-b797-44c8-8fed-61348a527ae1 req-f2b7f412-19b7-4d6b-ad18-a95c6f0713f6 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835768 Jul 22 21:23:22.250412 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a78b2-9106-4f59-8ccf-f7e19cae0794 None None] Pushing event updated for resources: {'Port': ['ID=f79e53f6-8087-4e9a-abdb-f7b299560088,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:22.363232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.381929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.433048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06e404-f151-478a-a533-22e4165f2516 None None] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:22.540356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 948e1952-2b0c-47ef-9100-2711057a102a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:22.672929 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:20Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:22.732241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-169aee0d-2faf-4c28-b151-4c2df908f06e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2363703 Jul 22 21:23:22.772412 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe17a2-35e0-4b3c-977a-f225a33eb054 None None] The sync data for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 is: [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:20Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:22.815758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'Port': ['ID=201c4292-1d0c-4a1c-b283-ccd1be3e901c,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:22.848810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.925390 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.939874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-875e3ac8-5a38-431b-b92b-00c9ad1b52d5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7683563 Jul 22 21:23:22.985466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-d503045f-b700-4683-98c1-45cb3eac5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:22.990400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-d503045f-b700-4683-98c1-45cb3eac5e72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64072eeee1a240369dd33923b743485b&device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 1097 time: 0.2224157 Jul 22 21:23:23.094194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-79c5bedc-8e41-4e07-a271-6f9065c50270 None None] Provisioning for port 948e1952-2b0c-47ef-9100-2711057a102a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:23.131169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 948e1952-2b0c-47ef-9100-2711057a102a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:23.170028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-79c5bedc-8e41-4e07-a271-6f9065c50270 None None] Provisioning complete for port 948e1952-2b0c-47ef-9100-2711057a102a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:23.170635 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-79c5bedc-8e41-4e07-a271-6f9065c50270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.221294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 948e1952-2b0c-47ef-9100-2711057a102a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:23.221726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.997732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-79c5bedc-8e41-4e07-a271-6f9065c50270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.238783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-469ff26d-b3fd-42b6-9758-dc5dfb5371f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:24.252466 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-469ff26d-b3fd-42b6-9758-dc5dfb5371f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 200 len: 916 time: 1.1991818 Jul 22 21:23:24.344058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-79c5bedc-8e41-4e07-a271-6f9065c50270 None None] For port 948e1952-2b0c-47ef-9100-2711057a102a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=948e1952-2b0c-47ef-9100-2711057a102a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:24.355980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.380671 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-79c5bedc-8e41-4e07-a271-6f9065c50270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.403307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-13a02822-e867-43bf-976f-e8ddacfcfca0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548 HTTP/1.1" status: 200 len: 217 time: 0.1147115 Jul 22 21:23:24.548718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45dfa063-e802-4edb-9067-83066b8698d1 req-67311671-a5ed-4a10-a4bd-00496733100a tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 1.3210485 Jul 22 21:23:24.570212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-36924b08-e030-4e07-a43d-1c39a3d93dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:24.589354 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-36924b08-e030-4e07-a43d-1c39a3d93dc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 200 len: 855 time: 0.1776416 Jul 22 21:23:24.746569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-caae8586-1897-4b2b-a555-020f9555cd0a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:24.761386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-caae8586-1897-4b2b-a555-020f9555cd0a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 815 time: 1.7269785 Jul 22 21:23:24.771127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-0effe614-cea4-442d-aef7-83334bb45c23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=747bb956-cb78-4200-8a50-b5a43a589721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588867 Jul 22 21:23:24.812755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-7f7ee91e-4d8f-4041-b6bc-f9e4f437d294 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/quotas/86e21bc3ffe14e898966135fe81b826f HTTP/1.1" status: 200 len: 375 time: 0.0500522 Jul 22 21:23:24.915684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5bedc-8e41-4e07-a271-6f9065c50270 None None] Pushing event updated for resources: {'Port': ['ID=948e1952-2b0c-47ef-9100-2711057a102a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:24.951980 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f690907-ff79-4e14-a8fb-c730d3cc20fb x-openstack-request-id: req-4f690907-ff79-4e14-a8fb-c730d3cc20fb {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:24.952472 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:24.952897 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f690907-ff79-4e14-a8fb-c730d3cc20fb {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:24.953552 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'code': 200} Jul 22 21:23:24.955884 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:23:24.956485 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:23:25.097687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-e7240455-4bb1-4208-a7a4-b6a138fb8257 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2806273 Jul 22 21:23:25.163565 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-326d4bde-21f9-4e5c-aed5-150b4e6a9770 service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670204 Jul 22 21:23:25.247763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-19f7ca1a-17e5-49f6-983f-8fc4584e4a0d None None] Provisioning complete for port 948e1952-2b0c-47ef-9100-2711057a102a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:25.248580 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca1a-17e5-49f6-983f-8fc4584e4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.467443 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec57b790-68f5-4ea2-95be-58da7a19062e req-40c2d682-2670-4476-81a0-3f0f2c69cc5d service neutron] 10.222.0.23 "GET /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936239 Jul 22 21:23:25.536609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2065c0d-581e-4c44-8ca4-448a52c013a9 req-849a73de-fb43-4b76-964e-171d17a1a62a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:25.549992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2065c0d-581e-4c44-8ca4-448a52c013a9 req-849a73de-fb43-4b76-964e-171d17a1a62a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.4804139 Jul 22 21:23:25.590954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-dc5bcc9f-46aa-4199-a53a-b5458267ffa4 service neutron] 10.222.0.54 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853637 Jul 22 21:23:25.684665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2065c0d-581e-4c44-8ca4-448a52c013a9 req-f35d8d69-943d-420f-83d0-be6787f59aa5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319575 Jul 22 21:23:25.929700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-261c5151-6281-4604-84ca-2f64a2122ccb service neutron] 10.222.0.54 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368664 Jul 22 21:23:26.026999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 948e1952-2b0c-47ef-9100-2711057a102a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:26.084117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-4ca955c2-7cfe-46d2-87b8-605926d5cc38 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1627377641&fields=id&tenant_id=0d274a47ca734ace838daf934b964cf6 HTTP/1.1" status: 200 len: 267 time: 0.1493168 Jul 22 21:23:26.233588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 948e1952-2b0c-47ef-9100-2711057a102a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:26.234835 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:26.532746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-c311c56c-a66f-4237-80c9-7d8996aadd12 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:26.546436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-c311c56c-a66f-4237-80c9-7d8996aadd12 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 811 time: 0.4429307 Jul 22 21:23:26.579511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-a3883cf4-4cfd-4bd1-a8d7-83201d9f6992 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/quotas/0d274a47ca734ace838daf934b964cf6 HTTP/1.1" status: 200 len: 375 time: 0.0313570 Jul 22 21:23:26.609550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f79e53f6-8087-4e9a-abdb-f7b299560088 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:26.855029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f79e53f6-8087-4e9a-abdb-f7b299560088 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:26.860685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f79e53f6-8087-4e9a-abdb-f7b299560088 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:26.861511 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:26.877001 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-630adcc4-d14b-48b0-adbd-6360bc01bc85 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2873824 Jul 22 21:23:27.235534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:27.307704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-b0e5a36f-1577-4e35-8bf3-67420ae6bac5 service neutron] 10.222.0.54 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229836 Jul 22 21:23:27.353249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f79e53f6-8087-4e9a-abdb-f7b299560088, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f79e53f6-8087-4e9a-abdb-f7b299560088,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:27.364616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:27.594057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f79e53f6-8087-4e9a-abdb-f7b299560088,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:27.654625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-76d76862-d82e-4055-a28b-4d081e630c96 service neutron] 10.222.0.54 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351841 Jul 22 21:23:27.965116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f79e53f6-8087-4e9a-abdb-f7b299560088 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:28.157633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f79e53f6-8087-4e9a-abdb-f7b299560088 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:28.158199 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:28.629913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-3e4b91b8-6227-4ece-a11c-19135862a2d9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:28.651357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-3e4b91b8-6227-4ece-a11c-19135862a2d9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 815 time: 0.5124428 Jul 22 21:23:28.724903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-134bc09e-0d84-4c1e-89be-499dc0b41edb tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/quotas/86e21bc3ffe14e898966135fe81b826f HTTP/1.1" status: 200 len: 375 time: 0.0710340 Jul 22 21:23:28.925196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cc300-a1fd-41e9-8765-db9bc59085d2 req-be4b6008-aae9-4aa0-a902-a273d100cac6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:28.937946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc2cc300-a1fd-41e9-8765-db9bc59085d2 req-be4b6008-aae9-4aa0-a902-a273d100cac6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.5848961 Jul 22 21:23:29.085939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-44992274-385d-46bc-8ee3-f717c9e0dda7 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3462377 Jul 22 21:23:29.135234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc2cc300-a1fd-41e9-8765-db9bc59085d2 req-5b27600e-f28b-46c8-8ea5-c57b2d4d8684 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953659 Jul 22 21:23:29.310817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-3058efff-0323-42e9-a8e6-dc79171db7c4 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:29.313536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-3058efff-0323-42e9-a8e6-dc79171db7c4 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 815 time: 0.3660395 Jul 22 21:23:29.351299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Request body: {'port': {'device_id': '948777be-2641-43d5-8998-3b071cc1380d', 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'admin_state_up': True, 'tenant_id': '86e21bc3ffe14e898966135fe81b826f'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:29.451078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-faefaa3f-8276-47f4-b7ec-96f3bc357603 service neutron] 10.222.0.54 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515666 Jul 22 21:23:29.811236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Made reservation on behalf of 86e21bc3ffe14e898966135fe81b826f for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:29.821382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:29.822802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-d5f098d7-4243-4065-94ec-7248f44adfc8 service neutron] 10.222.0.54 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547134 Jul 22 21:23:30.461048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Allocated IP 172.20.0.10 (34a0c2ff-3e14-479e-8031-d2ca972de3c7/2cbe69ee-2f3e-456f-a05b-9f372dab8e3d/cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:30.574886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6c12fee-3844-411e-8e5d-f43e2aa9a8eb req-f78cbcc7-ea50-4377-946d-43b6559abd84 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 210 time: 0.1367078 Jul 22 21:23:30.880840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-637fb9d8-4a15-42de-8937-43364c3331d0 req-2a690f9b-90f8-47d3-9382-529d26d5e459 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1247418 Jul 22 21:23:31.049887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:31.099411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Transition to ACTIVE for port object cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:31.148973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:31.343478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:31.411313 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:23:31.578071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Pushing event updated for resources: {'Port': ['ID=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:31.583319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:31.586023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:31.591940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:31.816572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-6d9428fe-7866-4b53-a5b1-b36e44178f31 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:31.822117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-6d9428fe-7866-4b53-a5b1-b36e44178f31 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 811 time: 0.6833766 Jul 22 21:23:31.846964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:31.848812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:31.898973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8d2eaff0-b93c-44df-a487-6a0c5fb595cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5579908 Jul 22 21:23:31.901113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca217880-363c-4456-9182-a326bc45f523 req-c1da45dc-8014-425a-8581-d8449649ee44 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:31.921007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca217880-363c-4456-9182-a326bc45f523 req-c1da45dc-8014-425a-8581-d8449649ee44 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.7360458 Jul 22 21:23:31.924359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Request body: {'port': {'device_id': '948777be-2641-43d5-8998-3b071cc1380d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:31.936221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.238918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.348421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aface40d-6a80-445f-8104-9e3c48015c47 None None] Provisioning for port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:32.375160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aface40d-6a80-445f-8104-9e3c48015c47 None None] Provisioning complete for port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:32.376900 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aface40d-6a80-445f-8104-9e3c48015c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.446669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-6079bb5b-6de6-497e-9c1d-59d9ee04ceff tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d274a47ca734ace838daf934b964cf6 HTTP/1.1" status: 200 len: 380 time: 0.4437344 Jul 22 21:23:32.539233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-aface40d-6a80-445f-8104-9e3c48015c47 None None] Port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:32.655865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca217880-363c-4456-9182-a326bc45f523 req-ba31f154-6322-4c50-a367-08035a84dbcd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156209 Jul 22 21:23:32.705861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-7df681f4-af4a-4465-b014-b800b0277a7c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:32.724951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-7df681f4-af4a-4465-b014-b800b0277a7c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 815 time: 0.8007920 Jul 22 21:23:32.733096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'port': {'device_id': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'admin_state_up': True, 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'security_groups': ['c108aa9c-fc0f-4fe2-ace0-6548af6b7581']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:32.781780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-1b3e9e54-f5e1-42dd-868c-4a386432efe5 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/quotas/86e21bc3ffe14e898966135fe81b826f HTTP/1.1" status: 200 len: 375 time: 0.0197163 Jul 22 21:23:33.123473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-49832f4f-9f4b-4642-bc39-a89838be1588 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3208506 Jul 22 21:23:33.226755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a05ab8-a825-4be5-b83f-e3db9ffb8da5 req-a16d9e93-3b3b-44f6-9d15-147cc49a4cd0 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:33.240777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6a05ab8-a825-4be5-b83f-e3db9ffb8da5 req-a16d9e93-3b3b-44f6-9d15-147cc49a4cd0 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 946 time: 0.3304837 Jul 22 21:23:33.250900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:33.260395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Made reservation on behalf of 0d274a47ca734ace838daf934b964cf6 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:33.265711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:33.269308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:33.302381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Transition to ACTIVE for port object cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:33.309562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:33.453391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:33.698638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-249ab0b0-2e5d-443a-b4be-091edffcf994 service neutron] 10.222.0.54 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488396 Jul 22 21:23:33.701282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Attempting to bind port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:33.701846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Attempting to bind port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:33.702403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Attempting to bind port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:33.712178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:23:33.712789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Attempting to bind port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:33.720624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:33.721727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Checking segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:33.722464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Bound using segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:33.723384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Bound port: cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:33.724027 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:33.872491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6a05ab8-a825-4be5-b83f-e3db9ffb8da5 req-f1e6be58-9e37-4f05-9233-5b7917572475 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296341 Jul 22 21:23:34.183477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-e279f12a-522b-4552-bc4f-7f49621cfaf7 service neutron] 10.222.0.54 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812264 Jul 22 21:23:34.223396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Allocated IP 172.20.0.6 (91a50607-4b39-45ce-a36a-b2d7bf9ff1ad/9fdc7d99-cab5-4d51-ba28-c98cf40eebba/598aa237-e96d-4bfe-a9fd-78024828959d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:34.279394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] For port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:34.358585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] For port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:34.370314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:34.489711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:34.490802 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:34.495736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] 10.222.0.23 "PUT /v2.0/ports/cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 HTTP/1.1" status: 200 len: 1093 time: 2.5813398 Jul 22 21:23:34.505047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03afa31-ed10-4721-bfd1-e8afbc1568bf service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:34.508571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948777be-2641-43d5-8998-3b071cc1380d', 'tag': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:34.536585 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db04f036-b9d4-4653-b248-68e1530d25fa" -d '{"events": [{"name": "network-changed", "server_uuid": "948777be-2641-43d5-8998-3b071cc1380d", "tag": "cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:34.635696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-1cfb9164-12b4-44ef-9eeb-901471c92075 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:34.641196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-1cfb9164-12b4-44ef-9eeb-901471c92075 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 815 time: 0.7188060 Jul 22 21:23:34.703573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e9104c5-83f9-459e-a11e-f06eecdb0e2d req-2bda2281-9c17-4544-9cfa-20aec9031310 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 210 time: 0.1600394 Jul 22 21:23:34.838282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Request body: {'port': {'device_id': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'admin_state_up': True, 'tenant_id': '86e21bc3ffe14e898966135fe81b826f'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:35.118909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:35.457326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-4ddaffc2-0524-4fec-820c-83485e40e275 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:35.467466 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-4ddaffc2-0524-4fec-820c-83485e40e275 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 946 time: 0.5226367 Jul 22 21:23:35.494757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-eeaad77d-ab9e-4b62-a8b9-7ad25ac7234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:35.503996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-eeaad77d-ab9e-4b62-a8b9-7ad25ac7234b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 1096 time: 0.8252575 Jul 22 21:23:35.526775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a370bce-d1b5-4fb4-81ab-4b673dd47716 req-9167b2f4-4d3a-4f0b-a7b0-b0c7a4305f08 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.4661429 Jul 22 21:23:35.542404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Made reservation on behalf of 86e21bc3ffe14e898966135fe81b826f for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:35.555285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:35.746942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Transition to ACTIVE for port object 598aa237-e96d-4bfe-a9fd-78024828959d will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:35.911215 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-0e0fda43-4273-45fd-85a7-f5701c0e60ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 HTTP/1.1" status: 200 len: 217 time: 0.3004227 Jul 22 21:23:35.914923 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:35.915313 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e2819b-47be-41c2-b3c0-dff93ee0cb80 x-openstack-request-id: req-e7e2819b-47be-41c2-b3c0-dff93ee0cb80 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:35.916064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948777be-2641-43d5-8998-3b071cc1380d", "tag": "cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:35.916773 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7e2819b-47be-41c2-b3c0-dff93ee0cb80 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:35.919051 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948777be-2641-43d5-8998-3b071cc1380d', 'tag': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6', 'status': 'completed', 'code': 200} Jul 22 21:23:36.181269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'Port': ['ID=598aa237-e96d-4bfe-a9fd-78024828959d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:36.213751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8ee8cebe-14d3-4194-8e54-f7a2302be515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:36.216541 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8ee8cebe-14d3-4194-8e54-f7a2302be515 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 200 len: 854 time: 0.1726766 Jul 22 21:23:36.350544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74c4e9af-8e26-41f7-ad39-2890ed483381 req-86bbaecf-066f-4d6b-9bf6-151cabe8d707 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 210 time: 0.2509596 Jul 22 21:23:36.399932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:36.431304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68113fd3-c109-4291-8763-45f3dcf596f3 req-0f8e5366-8e64-4314-b0be-9b2ca93a2450 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:36.435628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68113fd3-c109-4291-8763-45f3dcf596f3 req-0f8e5366-8e64-4314-b0be-9b2ca93a2450 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.9004996 Jul 22 21:23:36.438654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:36.444205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:36.450022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Deleting port ac666cd9-b29f-40f4-872d-7d0aaf34c33a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:23:36.450575 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:36.533870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Allocated IP 172.20.0.3 (34a0c2ff-3e14-479e-8031-d2ca972de3c7/2cbe69ee-2f3e-456f-a05b-9f372dab8e3d/f82a5c4b-acba-41c9-95ec-98bd805b456a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:36.703868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8fdb3508-253c-4c4e-9159-92a182df6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:36.709259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-8fdb3508-253c-4c4e-9159-92a182df6ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a0c2ff-3e14-479e-8031-d2ca972de3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4478395 Jul 22 21:23:36.747940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:36.749040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:36.779787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68113fd3-c109-4291-8763-45f3dcf596f3 req-f587bb2c-026d-4282-8907-3ca0039ba6e6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375812 Jul 22 21:23:36.858468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-ddc97b7e-d87c-4bfa-a479-9cfe10c420a6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1312649 Jul 22 21:23:36.896056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946c274-7f85-4c5f-86d7-59b5349062e1 req-bda46c27-b2d0-4b4d-9937-9270ffa0de7c tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:36.909423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b946c274-7f85-4c5f-86d7-59b5349062e1 req-bda46c27-b2d0-4b4d-9937-9270ffa0de7c tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 946 time: 0.3533156 Jul 22 21:23:36.924013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] For port ac666cd9-b29f-40f4-872d-7d0aaf34c33a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:36.924468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:36.933486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Request body: {'port': {'device_id': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:36.981953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-29cbcba0-07c6-4c38-9e63-c2fc62a9307a None None] Provisioning for port 598aa237-e96d-4bfe-a9fd-78024828959d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:37.002590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-29cbcba0-07c6-4c38-9e63-c2fc62a9307a None None] Provisioning complete for port 598aa237-e96d-4bfe-a9fd-78024828959d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:37.006047 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29cbcba0-07c6-4c38-9e63-c2fc62a9307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.143760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-29cbcba0-07c6-4c38-9e63-c2fc62a9307a None None] Port 598aa237-e96d-4bfe-a9fd-78024828959d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:37.289782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.302702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b946c274-7f85-4c5f-86d7-59b5349062e1 req-87b3e65f-f5cf-44f8-b2b3-ab9884af2468 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916161 Jul 22 21:23:37.318373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Transition to ACTIVE for port object f82a5c4b-acba-41c9-95ec-98bd805b456a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:37.402179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Calling delete_port for ac666cd9-b29f-40f4-872d-7d0aaf34c33a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:23:37.410995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.418240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.659961 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-ae2f07fa-e366-4d42-be59-f240fc293f58 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9075577 Jul 22 21:23:37.670012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:37.827553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:37.850942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Pushing event updated for resources: {'Port': ['ID=f82a5c4b-acba-41c9-95ec-98bd805b456a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:37.921531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:38.021438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0e01-53fe-4a4e-87f5-59c4087ad6a9 req-87213f77-3036-4fa7-b0d2-caf2befffd88 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:38.031975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-796e0e01-53fe-4a4e-87f5-59c4087ad6a9 req-87213f77-3036-4fa7-b0d2-caf2befffd88 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 931 time: 0.7880337 Jul 22 21:23:38.048011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d4edb22-1b83-4bc1-8c68-10aa33b98a86 req-0738adde-471a-4fa0-8a3c-ba8b7267b33b tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.2457440 Jul 22 21:23:38.290967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-796e0e01-53fe-4a4e-87f5-59c4087ad6a9 req-c7057dd9-ac7f-46c7-8b19-4d267a459865 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243102 Jul 22 21:23:38.421676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc5d348c-8d32-45a7-8e2b-bfca026c4eff req-6e4c1d9f-8e13-45f1-87f0-a33bfac0721b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 210 time: 0.1066213 Jul 22 21:23:38.511601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:38.511601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:38.536553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-54eb0ed3-e45f-4a57-bcc0-1dbda6b4efb5 None None] Provisioning for port f82a5c4b-acba-41c9-95ec-98bd805b456a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:38.537975 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d91f636-8673-40d6-95dd-053351846ac4 req-02bed123-d6e8-4927-b2ef-cfd51db69565 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8612857 Jul 22 21:23:38.562648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-54eb0ed3-e45f-4a57-bcc0-1dbda6b4efb5 None None] Provisioning complete for port f82a5c4b-acba-41c9-95ec-98bd805b456a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:38.564814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ed3-e45f-4a57-bcc0-1dbda6b4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:38.644461 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-01743ca8-4f49-45d0-8e4a-5ac0d5d269e0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9635634 Jul 22 21:23:38.656820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-54eb0ed3-e45f-4a57-bcc0-1dbda6b4efb5 None None] Port f82a5c4b-acba-41c9-95ec-98bd805b456a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:38.681812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-f14d0c41-2b23-406e-9a70-f291b0f051fb tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:38.691986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-f14d0c41-2b23-406e-9a70-f291b0f051fb tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 815 time: 0.8458812 Jul 22 21:23:38.738161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Request body: {'port': {'device_id': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:38.761055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Request body: {'port': {'device_id': '77fbb990-a594-4243-af21-de7a75990bd0', 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'admin_state_up': True, 'tenant_id': '86e21bc3ffe14e898966135fe81b826f'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:38.818424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598aa237-e96d-4bfe-a9fd-78024828959d {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:38.832933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:38.926500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bebd3-9ad3-4974-b539-e01e129a7660 req-54fec314-813f-46de-ac2c-c64aeca1e476 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:38.929232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc0bebd3-9ad3-4974-b539-e01e129a7660 req-54fec314-813f-46de-ac2c-c64aeca1e476 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.3368506 Jul 22 21:23:38.944243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Transition to ACTIVE for port object 598aa237-e96d-4bfe-a9fd-78024828959d will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:39.037374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:39.056534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'dcf38487-fec3-4e3f-b2e2-e134d940bb50', 'e01d6f02-acb0-48c5-9f27-83d184eaad29'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:39.369390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ac666cd9-b29f-40f4-872d-7d0aaf34c33a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:23:39.488209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: ac666cd9-b29f-40f4-872d-7d0aaf34c33a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:23:39.488897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ac666cd9-b29f-40f4-872d-7d0aaf34c33a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:23:39.576635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:39.620920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:39.661867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc0bebd3-9ad3-4974-b539-e01e129a7660 req-de034a5e-5856-48f5-828f-cd1a52489a40 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7153893 Jul 22 21:23:39.755611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] No DVR routers for this DVR port ac666cd9-b29f-40f4-872d-7d0aaf34c33a on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:23:39.774330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:39.777253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6ee98e56-35f4-4eb2-aef5-9d03b31a10c7 req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "DELETE /v2.0/ports/ac666cd9-b29f-40f4-872d-7d0aaf34c33a HTTP/1.1" status: 204 len: 173 time: 4.2691269 Jul 22 21:23:39.788490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c5741-f019-43a4-b5e2-fae330a8977b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event deleted for resources: {'Port': ['ID=ac666cd9-b29f-40f4-872d-7d0aaf34c33a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:39.825780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c34244-c636-4782-b654-d184dc124576 req-e5df145f-db4c-4d5f-acea-54605a34e862 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:39.833815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93c34244-c636-4782-b654-d184dc124576 req-e5df145f-db4c-4d5f-acea-54605a34e862 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f HTTP/1.1" status: 200 len: 867 time: 0.9951639 Jul 22 21:23:39.838249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=598aa237-e96d-4bfe-a9fd-78024828959d,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:39.887302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'name': 'network-vif-deleted', 'tag': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:39.890726 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0e6b3-167f-4c37-ae58-02cd87150b26" -d '{"events": [{"server_uuid": "2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f", "name": "network-vif-deleted", "tag": "ac666cd9-b29f-40f4-872d-7d0aaf34c33a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:40.047481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f036-b9d4-4653-b248-68e1530d25fa req-7be890fc-1a15-4a2f-85ca-e473aaad1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:40.051286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db04f036-b9d4-4653-b248-68e1530d25fa req-7be890fc-1a15-4a2f-85ca-e473aaad1a78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 1096 time: 1.3275602 Jul 22 21:23:40.240188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-33657ea8-3090-4d83-8173-47872ffd84a4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:40.245128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Made reservation on behalf of 86e21bc3ffe14e898966135fe81b826f for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:40.251311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:40.252815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-33657ea8-3090-4d83-8173-47872ffd84a4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.2222023 Jul 22 21:23:40.270898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93c34244-c636-4782-b654-d184dc124576 req-9c70a64f-6a08-43fd-9214-afd398264755 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125996 Jul 22 21:23:40.312010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-148bf580-1ad4-4e90-90dc-8c8a048d1e86 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/quotas/da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 375 time: 0.0572860 Jul 22 21:23:40.444316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Attempting to bind port 598aa237-e96d-4bfe-a9fd-78024828959d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:40.444930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Attempting to bind port 598aa237-e96d-4bfe-a9fd-78024828959d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:40.445429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Attempting to bind port 598aa237-e96d-4bfe-a9fd-78024828959d on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:40.486809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Port 598aa237-e96d-4bfe-a9fd-78024828959d on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:23:40.487294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Attempting to bind port 598aa237-e96d-4bfe-a9fd-78024828959d on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:40.539956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-191f0de5-34f4-471a-b6fc-6b0bbc2c9ea2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2264338 Jul 22 21:23:40.610796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:40.611932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Checking segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:40.612445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Bound using segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:40.614349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Bound port: 598aa237-e96d-4bfe-a9fd-78024828959d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:40.615483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:40.728251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Allocated IP 172.20.0.13 (34a0c2ff-3e14-479e-8031-d2ca972de3c7/2cbe69ee-2f3e-456f-a05b-9f372dab8e3d/85b871f9-fe90-4635-b9ac-d63d2e279947) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:40.774472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f036-b9d4-4653-b248-68e1530d25fa req-fb39b379-b3df-4415-87b5-fc79c2b19680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:40.776161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f10e82a-4a9f-45ad-a395-d66d0dd2e055 req-47f8656d-e2e6-4ca5-96bb-d9bf19c86817 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0944614 Jul 22 21:23:40.776743 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db04f036-b9d4-4653-b248-68e1530d25fa req-fb39b379-b3df-4415-87b5-fc79c2b19680 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 916 time: 0.7106421 Jul 22 21:23:40.904838 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db04f036-b9d4-4653-b248-68e1530d25fa req-a11293f4-c77f-477f-9081-b7725ab294df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 HTTP/1.1" status: 200 len: 217 time: 0.1097498 Jul 22 21:23:41.020853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-1ef4355f-d9ea-477b-bd2e-9aff2df8a284 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794028 Jul 22 21:23:41.074681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] For port 598aa237-e96d-4bfe-a9fd-78024828959d, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:41.144177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f036-b9d4-4653-b248-68e1530d25fa req-b1092844-ceda-4a65-a61a-c608947888e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:41.146212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] For port 598aa237-e96d-4bfe-a9fd-78024828959d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=598aa237-e96d-4bfe-a9fd-78024828959d,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:41.147507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db04f036-b9d4-4653-b248-68e1530d25fa req-b1092844-ceda-4a65-a61a-c608947888e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 200 len: 854 time: 0.2141335 Jul 22 21:23:41.164703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.319915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:41.321982 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.324370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 200 len: 1092 time: 4.4103632 Jul 22 21:23:41.325008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:41.337898 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4bb981-8213-4366-bba1-9d163ea7173d" -d '{"events": [{"name": "network-changed", "server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:41.419655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.445560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Transition to ACTIVE for port object 85b871f9-fe90-4635-b9ac-d63d2e279947 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:41.527083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f036-b9d4-4653-b248-68e1530d25fa req-1cb1aa05-b4c5-4f3f-822e-44aa32246970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:41.529818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db04f036-b9d4-4653-b248-68e1530d25fa req-1cb1aa05-b4c5-4f3f-822e-44aa32246970 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a0c2ff-3e14-479e-8031-d2ca972de3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3021064 Jul 22 21:23:41.536762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.542629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-dda693c0-7686-460e-ad8f-d3c71fab060b service neutron] 10.222.0.54 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778614 Jul 22 21:23:41.588978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08693-2190-4d2f-ad67-675d9cc77f96 req-1b8f3ffc-de69-4d3b-b5fb-130b268e5f3f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:41.590910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0f08693-2190-4d2f-ad67-675d9cc77f96 req-1b8f3ffc-de69-4d3b-b5fb-130b268e5f3f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 943 time: 0.6118569 Jul 22 21:23:41.593855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f89b-e92d-48bc-a210-cc8ec51ec9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=598aa237-e96d-4bfe-a9fd-78024828959d,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:41.775521 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db04f036-b9d4-4653-b248-68e1530d25fa req-da066ed3-e47d-4f67-b238-15ebc41ff2a9 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163532 Jul 22 21:23:41.777173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-a60ad8e9-67b5-4b55-8eb3-c6ffd22feea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:41.780836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-a60ad8e9-67b5-4b55-8eb3-c6ffd22feea7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 1095 time: 0.3553517 Jul 22 21:23:41.796207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0f08693-2190-4d2f-ad67-675d9cc77f96 req-df9192bb-c0bf-444e-a2db-8fd5d32e5394 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797283 Jul 22 21:23:41.934691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Pushing event updated for resources: {'Port': ['ID=85b871f9-fe90-4635-b9ac-d63d2e279947,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:41.986762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-f2ebabe7-6695-4d56-8bc0-4e63a011c88e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 200 len: 217 time: 0.1762722 Jul 22 21:23:42.085513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db04f036-b9d4-4653-b248-68e1530d25fa req-9e0fa7e0-02b0-4c5e-89b1-20cd8e70cbf8 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446686 Jul 22 21:23:42.103547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:42.109327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:42.112711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:42.218790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:42.218790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.235438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-3e6b6ac8-f84a-4b3b-bd5c-7d3bd8e9ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:42.241398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-3e6b6ac8-f84a-4b3b-bd5c-7d3bd8e9ccd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.2194803 Jul 22 21:23:42.301564 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-f7b4a708-7d3f-4065-b9b1-2d6a7d3f351b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5792460 Jul 22 21:23:42.340034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Request body: {'port': {'device_id': '77fbb990-a594-4243-af21-de7a75990bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:42.430085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8aa5c-4d32-49b7-8d1e-cca19ce59b32 req-f582b072-3a3a-47a3-9871-b17c3b38998a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:42.433914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ad8aa5c-4d32-49b7-8d1e-cca19ce59b32 req-f582b072-3a3a-47a3-9871-b17c3b38998a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 932 time: 0.4449780 Jul 22 21:23:42.532081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ad8aa5c-4d32-49b7-8d1e-cca19ce59b32 req-a942cc1e-1768-4237-ac6d-b0b6e05e8791 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822401 Jul 22 21:23:42.551877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.565693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf9ab-101e-4842-86eb-2fee572bd092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.638509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-85232455-5c00-4a9f-bc6b-199f78dc8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:42.641408 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-85232455-5c00-4a9f-bc6b-199f78dc8440 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3785062 Jul 22 21:23:42.645694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82a5c4b-acba-41c9-95ec-98bd805b456a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:42.661786 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add3ac18-7db5-45ed-8ee7-f10ebd6adf35 x-openstack-request-id: req-add3ac18-7db5-45ed-8ee7-f10ebd6adf35 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:42.662325 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f", "name": "network-vif-deleted", "tag": "ac666cd9-b29f-40f4-872d-7d0aaf34c33a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:42.662788 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-add3ac18-7db5-45ed-8ee7-f10ebd6adf35 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:42.663622 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c2123-2f01-4d2d-ac1d-c3ebeb6bf83f', 'name': 'network-vif-deleted', 'tag': 'ac666cd9-b29f-40f4-872d-7d0aaf34c33a', 'status': 'completed', 'code': 200} Jul 22 21:23:42.677094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.754634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eea8e45b-6cd6-45a3-862a-0d5ae2d35a05 None None] Provisioning for port 85b871f9-fe90-4635-b9ac-d63d2e279947 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:42.764495 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fc807e-b0e0-4d66-848b-a342b9f505e4 x-openstack-request-id: req-11fc807e-b0e0-4d66-848b-a342b9f505e4 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:42.766181 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:42.767092 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11fc807e-b0e0-4d66-848b-a342b9f505e4 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:42.767689 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d', 'status': 'completed', 'code': 200} Jul 22 21:23:42.775967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eea8e45b-6cd6-45a3-862a-0d5ae2d35a05 None None] Provisioning complete for port 85b871f9-fe90-4635-b9ac-d63d2e279947 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:42.776592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eea8e45b-6cd6-45a3-862a-0d5ae2d35a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.880163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Transition to ACTIVE for port object f82a5c4b-acba-41c9-95ec-98bd805b456a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:42.931750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.982785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-eea8e45b-6cd6-45a3-862a-0d5ae2d35a05 None None] Port 85b871f9-fe90-4635-b9ac-d63d2e279947 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:43.287644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:23:43.294696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Pushing event updated for resources: {'Port': ['ID=f82a5c4b-acba-41c9-95ec-98bd805b456a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:43.348800 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-f916c5e1-d3dc-431f-947f-a609a21df756 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864305 Jul 22 21:23:43.425025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-113e1e64-28fa-41d8-9063-30d1a24037b4 req-b26ad1fb-eca9-438b-9e1e-32a6c4f28133 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1777444 Jul 22 21:23:43.482746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8e19d-0cdf-40b1-a609-960f032b0cd9 req-89e31c0a-26d5-4ce3-8826-2383da3412f0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:43.503393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9e8e19d-0cdf-40b1-a609-960f032b0cd9 req-89e31c0a-26d5-4ce3-8826-2383da3412f0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.6781676 Jul 22 21:23:43.749080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b871f9-fe90-4635-b9ac-d63d2e279947 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:43.776807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.798529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9e8e19d-0cdf-40b1-a609-960f032b0cd9 req-50d523dc-da29-49a6-8069-c241972a9284 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890694 Jul 22 21:23:43.829997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Transition to ACTIVE for port object 85b871f9-fe90-4635-b9ac-d63d2e279947 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:43.866652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.050343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Pushing event updated for resources: {'Port': ['ID=85b871f9-fe90-4635-b9ac-d63d2e279947,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:44.056759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:44.060077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fbc0aab-ea2c-4d51-aec8-9bb0ce0afa0a req-252cf35e-d260-4c58-a2e5-60700a1001a0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.2378714 Jul 22 21:23:44.123541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aa60330-6314-44a0-800d-ed4a93eebd88 req-337f9d3a-872f-4115-8fea-7e3951730c44 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341359 Jul 22 21:23:44.159374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6', 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'port_id': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6', 'mac_address': 'fa:16:3e:1e:f4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe69ee-2f3e-456f-a05b-9f372dab8e3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:23:44.350035 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.405463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:44.468719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Attempting to bind port f82a5c4b-acba-41c9-95ec-98bd805b456a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:44.469279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Attempting to bind port f82a5c4b-acba-41c9-95ec-98bd805b456a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:44.476134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Attempting to bind port f82a5c4b-acba-41c9-95ec-98bd805b456a on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:44.495964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:44.516096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.521673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Port f82a5c4b-acba-41c9-95ec-98bd805b456a on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:23:44.522237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Attempting to bind port f82a5c4b-acba-41c9-95ec-98bd805b456a on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:44.549816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:44.550387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Checking segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:44.551039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Bound using segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:44.551921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Bound port: f82a5c4b-acba-41c9-95ec-98bd805b456a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:44.552530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.595512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Attempting to bind port 85b871f9-fe90-4635-b9ac-d63d2e279947 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:44.604269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Attempting to bind port 85b871f9-fe90-4635-b9ac-d63d2e279947 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:44.604933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Attempting to bind port 85b871f9-fe90-4635-b9ac-d63d2e279947 on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:44.675931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e9b85-1902-4737-8b8b-163ab1fb7264 req-ef85bb74-7b76-4530-a3c9-f6d20fd03f4c tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:44.683507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-752e9b85-1902-4737-8b8b-163ab1fb7264 req-ef85bb74-7b76-4530-a3c9-f6d20fd03f4c tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 943 time: 0.5766106 Jul 22 21:23:44.708108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Port 85b871f9-fe90-4635-b9ac-d63d2e279947 on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:23:44.712865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Attempting to bind port 85b871f9-fe90-4635-b9ac-d63d2e279947 on network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:44.722954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:44.760041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:44.760041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Checking segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:44.762844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Bound using segment: {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:44.766000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Bound port: 85b871f9-fe90-4635-b9ac-d63d2e279947, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:44.766974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.795121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477ddb4-d02b-47de-b15f-c52ae1bd95a8 req-223ac7a3-3966-4808-9d6e-cbeb944f3127 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:44.807673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5477ddb4-d02b-47de-b15f-c52ae1bd95a8 req-223ac7a3-3966-4808-9d6e-cbeb944f3127 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 944 time: 0.4305239 Jul 22 21:23:44.858228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-752e9b85-1902-4737-8b8b-163ab1fb7264 req-d0717592-2368-422b-81d0-081d5abdaa50 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579340 Jul 22 21:23:44.906974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-e8e10ca6-8066-45c6-9392-8d5eb0c5e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:44.912241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-e8e10ca6-8066-45c6-9392-8d5eb0c5e47d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 1095 time: 0.4942515 Jul 22 21:23:44.962200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] For port f82a5c4b-acba-41c9-95ec-98bd805b456a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:44.974739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] For port f82a5c4b-acba-41c9-95ec-98bd805b456a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f82a5c4b-acba-41c9-95ec-98bd805b456a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:44.999347 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.057283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5477ddb4-d02b-47de-b15f-c52ae1bd95a8 req-a6f0067e-7664-4331-8500-467fa28e46f2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477274 Jul 22 21:23:45.073722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] For port 85b871f9-fe90-4635-b9ac-d63d2e279947, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:45.093671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:45.094288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.097566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] 10.222.0.23 "PUT /v2.0/ports/f82a5c4b-acba-41c9-95ec-98bd805b456a HTTP/1.1" status: 200 len: 1092 time: 6.3978009 Jul 22 21:23:45.145049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'tag': 'f82a5c4b-acba-41c9-95ec-98bd805b456a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:45.149885 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83" -d '{"events": [{"name": "network-changed", "server_uuid": "e5820aae-83d1-43f0-a272-b3dbf4f5a585", "tag": "f82a5c4b-acba-41c9-95ec-98bd805b456a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:45.197137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] For port 85b871f9-fe90-4635-b9ac-d63d2e279947, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=85b871f9-fe90-4635-b9ac-d63d2e279947,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:45.206589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:45.216999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1331b3d4-2061-4b06-9be9-5edd8cc2f4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.265150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.365101 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.411118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-20f16589-a81b-44cf-8dd0-eb56c85b6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:45.419696 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-20f16589-a81b-44cf-8dd0-eb56c85b6009 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.4693129 Jul 22 21:23:45.458235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20130a-1fd6-47d9-aef4-76e80e0db263 service neutron] Pushing event updated for resources: {'Port': ['ID=f82a5c4b-acba-41c9-95ec-98bd805b456a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:45.485289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:45.486404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.493151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] 10.222.0.23 "PUT /v2.0/ports/85b871f9-fe90-4635-b9ac-d63d2e279947 HTTP/1.1" status: 200 len: 1093 time: 3.1589622 Jul 22 21:23:45.619789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2df917de-9b70-4424-b5c3-fb55d138d59b req-422f734d-839c-489c-934f-6d4d26cb9893 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1892912 Jul 22 21:23:45.739642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-e09c918c-dca1-47c8-9eb6-882f5fb26204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:45.743574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-e09c918c-dca1-47c8-9eb6-882f5fb26204 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 1095 time: 0.5283189 Jul 22 21:23:45.745498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb32d-42f0-4cdb-b239-7315ad89205d service neutron] Pushing event updated for resources: {'Port': ['ID=85b871f9-fe90-4635-b9ac-d63d2e279947,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:45.841006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-f2f4c9ba-93be-4ab6-abe9-d3f7a176f5c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 200 len: 217 time: 0.2184439 Jul 22 21:23:46.057371 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.111885 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-313ddb50-9f5b-4d03-9ce9-a0248cd35f86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82a5c4b-acba-41c9-95ec-98bd805b456a HTTP/1.1" status: 200 len: 217 time: 0.3398821 Jul 22 21:23:46.154282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-550d0551-91c0-447d-9855-a28a2f639398 req-3e1f7851-448a-4e3c-8c0a-62e6c8b9a05c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.2184842 Jul 22 21:23:46.259685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-dd469a8a-9a0f-4ab2-8794-b51ac6fab540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:46.264839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-dd469a8a-9a0f-4ab2-8794-b51ac6fab540 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.3927579 Jul 22 21:23:46.412477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e25ca-807d-4c40-98ee-6f924df16ae7 req-cc417799-c5ff-4164-b820-c4049f37ac34 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:46.419291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-162e25ca-807d-4c40-98ee-6f924df16ae7 req-cc417799-c5ff-4164-b820-c4049f37ac34 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.5920835 Jul 22 21:23:46.494088 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4921f46-2faa-4a35-89ec-03b7fcf842f0 x-openstack-request-id: req-f4921f46-2faa-4a35-89ec-03b7fcf842f0 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:46.500732 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5820aae-83d1-43f0-a272-b3dbf4f5a585", "tag": "f82a5c4b-acba-41c9-95ec-98bd805b456a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:46.501295 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4921f46-2faa-4a35-89ec-03b7fcf842f0 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:46.502098 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'tag': 'f82a5c4b-acba-41c9-95ec-98bd805b456a', 'status': 'completed', 'code': 200} Jul 22 21:23:46.595053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-162e25ca-807d-4c40-98ee-6f924df16ae7 req-8732b913-5747-4c02-a565-5a91c4451044 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577451 Jul 22 21:23:46.678909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-4a49c6ae-8a31-40e3-a659-adb93456839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:46.681921 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-4a49c6ae-8a31-40e3-a659-adb93456839e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3933794 Jul 22 21:23:46.737011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-dd09a5a5-6178-4d7b-bdf7-4f9fc72b2e8e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:46.739393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-dd09a5a5-6178-4d7b-bdf7-4f9fc72b2e8e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 808 time: 0.7587020 Jul 22 21:23:46.742665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-deac3a0c-4a06-4910-8475-4e398bd2fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:46.749378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-deac3a0c-4a06-4910-8475-4e398bd2fd56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 200 len: 854 time: 0.5323043 Jul 22 21:23:46.775978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Request body: {'port': {'device_id': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'admin_state_up': True, 'tenant_id': 'da497ae0478646ab9a8292c1c82f6d69'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:47.021878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e12c4-2366-46f0-88fa-697c983a18f9 req-d2504f7d-e3f1-43e8-8e92-2316ecb6cdfd tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:47.030700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d6e12c4-2366-46f0-88fa-697c983a18f9 req-d2504f7d-e3f1-43e8-8e92-2316ecb6cdfd tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 943 time: 0.4438045 Jul 22 21:23:47.146771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e5f95-8022-4994-a582-087fcffe7919 req-cde18330-3cf7-4349-854a-b7bfc963ad86 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:47.159256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d15e5f95-8022-4994-a582-087fcffe7919 req-cde18330-3cf7-4349-854a-b7bfc963ad86 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 944 time: 0.3052058 Jul 22 21:23:47.180210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-29a81212-94fb-41e4-8af1-3e1535793ecd service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635940 Jul 22 21:23:47.202851 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d6e12c4-2366-46f0-88fa-697c983a18f9 req-f07df636-08a9-4b8d-bcf2-96228f6b0af8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683095 Jul 22 21:23:47.229817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-f5d2145f-57bb-473c-8742-9a49b4c6064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:47.232721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-f5d2145f-57bb-473c-8742-9a49b4c6064b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 1096 time: 1.2869849 Jul 22 21:23:47.243226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Made reservation on behalf of da497ae0478646ab9a8292c1c82f6d69 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:47.249513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.325632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 598aa237-e96d-4bfe-a9fd-78024828959d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:23:47.425740 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-3e280dd4-f026-4e01-a60b-cc77e7db9f99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b871f9-fe90-4635-b9ac-d63d2e279947 HTTP/1.1" status: 200 len: 217 time: 0.1328306 Jul 22 21:23:47.462976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4bb981-8213-4366-bba1-9d163ea7173d req-619e6188-767c-4bc6-8b6e-18c9da7ad58a service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480733 Jul 22 21:23:47.523736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-4cf97e78-a3bd-40c0-83f9-9e2bbb697ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:47.527082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-4cf97e78-a3bd-40c0-83f9-9e2bbb697ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a0c2ff-3e14-479e-8031-d2ca972de3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7387500 Jul 22 21:23:47.570648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d15e5f95-8022-4994-a582-087fcffe7919 req-edc048aa-cf80-48bb-bf73-9ac9d8547724 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098282 Jul 22 21:23:47.786623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-ed6648f2-ee08-417d-b36c-571a87a9404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:47.791085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-ed6648f2-ee08-417d-b36c-571a87a9404a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 200 len: 854 time: 0.3492198 Jul 22 21:23:47.800036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 598aa237-e96d-4bfe-a9fd-78024828959d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=598aa237-e96d-4bfe-a9fd-78024828959d,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:47.846414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '598aa237-e96d-4bfe-a9fd-78024828959d', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'port_id': '598aa237-e96d-4bfe-a9fd-78024828959d', 'mac_address': 'fa:16:3e:3b:27:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:23:47.962583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-829b58d1-1c16-4f62-8a81-d7a0b95a6442 req-6f12219b-aa8b-48a1-bd18-7f1f9ae9c5b9 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0976443 Jul 22 21:23:47.997759 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.050636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598aa237-e96d-4bfe-a9fd-78024828959d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:48.093920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Allocated IP 172.20.0.14 (c0f459df-02a3-437d-b047-0185450ffa51/77f0afb1-b20d-4325-a8d4-cad7fd330197/239cfa38-90df-4490-8c4f-57f8105745dc) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:48.109900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 598aa237-e96d-4bfe-a9fd-78024828959d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=598aa237-e96d-4bfe-a9fd-78024828959d,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:48.121234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.140378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-da4d9a19-3492-4d2a-8d78-59060c3d2b59 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711961 Jul 22 21:23:48.159981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6caca3af-b674-459d-9e50-f0d16adca2c7 req-b3b90f14-24d5-4a4b-8164-ce84114dd314 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.1037052 Jul 22 21:23:48.168490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.271537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=598aa237-e96d-4bfe-a9fd-78024828959d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:48.398721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984379-04ad-4ee7-81fe-b054d4fa8a55 req-41401119-b916-47d0-8bd0-2820cb78ad52 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:48.400395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a984379-04ad-4ee7-81fe-b054d4fa8a55 req-41401119-b916-47d0-8bd0-2820cb78ad52 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2505064 Jul 22 21:23:48.503754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fbb990-a594-4243-af21-de7a75990bd0', 'tag': '85b871f9-fe90-4635-b9ac-d63d2e279947'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:48.507722 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f04525e-8bb9-427a-811a-303f270f2c96" -d '{"events": [{"name": "network-changed", "server_uuid": "77fbb990-a594-4243-af21-de7a75990bd0", "tag": "85b871f9-fe90-4635-b9ac-d63d2e279947"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:48.545126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c900c-abee-4d51-a805-afca152693eb req-846b5ef2-674a-4bf0-8061-159999b4799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:48.549014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-846b5ef2-674a-4bf0-8061-159999b4799f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a0c2ff-3e14-479e-8031-d2ca972de3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7365637 Jul 22 21:23:48.551695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a984379-04ad-4ee7-81fe-b054d4fa8a55 req-f5c10652-771b-4e88-a08a-2292215e6aec tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395340 Jul 22 21:23:48.617583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de41825-8a66-4651-8573-128025c3e833 req-ad6ab7ce-d1fb-46b7-81e2-34ad1c016547 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:48.620333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4de41825-8a66-4651-8573-128025c3e833 req-ad6ab7ce-d1fb-46b7-81e2-34ad1c016547 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 944 time: 0.1638558 Jul 22 21:23:48.653997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['598aa237-e96d-4bfe-a9fd-78024828959d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:48.801572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4de41825-8a66-4651-8573-128025c3e833 req-b5cc34c8-767c-4bf8-8506-356d0234fce2 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630502 Jul 22 21:23:49.241277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a314-4562-4c1f-97ad-57aed8f0ec19 req-cf385aca-dd68-4018-899d-60564205de24 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.254030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4827a314-4562-4c1f-97ad-57aed8f0ec19 req-cf385aca-dd68-4018-899d-60564205de24 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 944 time: 0.2386835 Jul 22 21:23:49.260121 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259331b3-640b-4f18-ac61-e825182486ac x-openstack-request-id: req-259331b3-640b-4f18-ac61-e825182486ac {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:49.261096 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fbb990-a594-4243-af21-de7a75990bd0", "tag": "85b871f9-fe90-4635-b9ac-d63d2e279947", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:49.261880 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-259331b3-640b-4f18-ac61-e825182486ac {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:49.262749 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fbb990-a594-4243-af21-de7a75990bd0', 'tag': '85b871f9-fe90-4635-b9ac-d63d2e279947', 'status': 'completed', 'code': 200} Jul 22 21:23:49.273280 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.317462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ee6cdbc-328a-4fa8-b409-56bc3c906aff req-8a9b4db7-a543-4daa-aaca-a03690cc7c35 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1658139 Jul 22 21:23:49.318590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:49.597945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4827a314-4562-4c1f-97ad-57aed8f0ec19 req-2a9235d7-1d38-4ae9-88a0-13e5f4cdf879 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335168 Jul 22 21:23:49.610058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.614514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:49.637196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:49.640653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.674636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a040f8-8dbd-45f5-a96b-3d882a86f004 req-be5993ad-7a82-472c-9505-dbde297ec515 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.682541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63a040f8-8dbd-45f5-a96b-3d882a86f004 req-be5993ad-7a82-472c-9505-dbde297ec515 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3737195 Jul 22 21:23:49.722850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e1e7ff8d-f9a5-4721-910f-be1d1289b20d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:49.749660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Network c0f459df-02a3-437d-b047-0185450ffa51 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:49.773339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-ef43f742-d794-4e00-8abb-0ea263bcd0f4 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1446903 Jul 22 21:23:49.794203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:49.836011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63a040f8-8dbd-45f5-a96b-3d882a86f004 req-489d42ad-38cd-4da6-ae53-e28c1e90b3d6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432459 Jul 22 21:23:49.882977 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:50.036090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b55d2cab-03d0-425e-967b-9213e6ec0fbc req-9d4ddb52-337c-466a-b8bb-8a51a110cee0 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1231627 Jul 22 21:23:50.329653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.352789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b738fee-b960-4c13-9488-cb981ba32151 req-f01b1606-876b-4dcb-87cd-60e884959226 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.381715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b738fee-b960-4c13-9488-cb981ba32151 req-f01b1606-876b-4dcb-87cd-60e884959226 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 932 time: 0.3322864 Jul 22 21:23:50.399817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:50.597313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b738fee-b960-4c13-9488-cb981ba32151 req-92bee576-86ba-469a-918c-91c269edee9f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094066 Jul 22 21:23:50.601587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-a537dfd0-2315-479b-b018-98df164a52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.604691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-a537dfd0-2315-479b-b018-98df164a52a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 1095 time: 1.1577058 Jul 22 21:23:50.662047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948777be-2641-43d5-8998-3b071cc1380d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:50.665744 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9f4f75-2779-4fef-a616-9db5bd8eb6f6" -d '{"events": [{"server_uuid": "948777be-2641-43d5-8998-3b071cc1380d", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:50.751832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:50.761558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.855517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852634a-c883-42be-8e8a-329b691ff395 req-16e00f05-9589-43d2-b5f7-0aab1204869e tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.872249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9852634a-c883-42be-8e8a-329b691ff395 req-16e00f05-9589-43d2-b5f7-0aab1204869e tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 944 time: 0.2600849 Jul 22 21:23:50.930466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:50.942478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-bbdcbb0e-ce77-4134-9c6c-887513b10c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.945868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-bbdcbb0e-ce77-4134-9c6c-887513b10c1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 916 time: 0.3131661 Jul 22 21:23:50.965728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.966837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.998012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9852634a-c883-42be-8e8a-329b691ff395 req-e748bc9e-1c3a-421a-8264-e002567ca59b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240242 Jul 22 21:23:51.135261 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d779a-c03c-4a24-90f3-31c8558aa03f x-openstack-request-id: req-079d779a-c03c-4a24-90f3-31c8558aa03f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:51.135750 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948777be-2641-43d5-8998-3b071cc1380d", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:51.136235 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-079d779a-c03c-4a24-90f3-31c8558aa03f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:51.136903 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948777be-2641-43d5-8998-3b071cc1380d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6', 'code': 200} Jul 22 21:23:51.198441 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-26586d0c-06a2-4df5-8321-e30ad88c1cdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82a5c4b-acba-41c9-95ec-98bd805b456a HTTP/1.1" status: 200 len: 217 time: 0.2260213 Jul 22 21:23:51.217106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb0c900c-abee-4d51-a805-afca152693eb req-91e4de58-5a8c-443d-aa66-41fe54425a6e service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3939266 Jul 22 21:23:51.327926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 598aa237-e96d-4bfe-a9fd-78024828959d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:51.334022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8e55cc7a-96ae-4307-a072-7ee61c3ff7b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5681078 Jul 22 21:23:51.427584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-aa68e29f-659b-4aca-b5ce-11aa2a7b6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:51.429899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-aa68e29f-659b-4aca-b5ce-11aa2a7b6eff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 200 len: 854 time: 0.2084897 Jul 22 21:23:51.464641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Request body: {'port': {'device_id': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:51.702208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 598aa237-e96d-4bfe-a9fd-78024828959d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:51.709257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 598aa237-e96d-4bfe-a9fd-78024828959d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:51.710265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:51.868422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-6132fdf0-07e6-4773-bfc4-34419eb7dc17 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:51.871423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-6132fdf0-07e6-4773-bfc4-34419eb7dc17 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.7071970 Jul 22 21:23:51.953995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-ff5155ad-ba7b-4a45-83aa-96a4b9bcf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:51.957659 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-ff5155ad-ba7b-4a45-83aa-96a4b9bcf44e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 1096 time: 0.4126027 Jul 22 21:23:51.974038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f02b50-98c3-49b9-b6a9-1b11b5c228bd req-1b093570-5fb0-4694-b4a9-1e1314c679c0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:51.977377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26f02b50-98c3-49b9-b6a9-1b11b5c228bd req-1b093570-5fb0-4694-b4a9-1e1314c679c0 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 944 time: 0.4569035 Jul 22 21:23:51.987895 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-dd744e2f-904c-4476-bf3b-8c218c57dbc9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/quotas/e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 375 time: 0.1055045 Jul 22 21:23:52.138318 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:52.283274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 598aa237-e96d-4bfe-a9fd-78024828959d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=598aa237-e96d-4bfe-a9fd-78024828959d,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:52.288664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:52.308336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:52.353888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-f8e0e337-ec26-4c4f-83fe-26da7a67fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:52.355951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-f8e0e337-ec26-4c4f-83fe-26da7a67fe8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 916 time: 0.3773217 Jul 22 21:23:52.416592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa20447-d23d-4c8b-bd88-e643cf6661d1 req-a1a04486-9a3f-49c6-a5f4-772982a22065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:52.418870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-caa20447-d23d-4c8b-bd88-e643cf6661d1 req-a1a04486-9a3f-49c6-a5f4-772982a22065 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 1098 time: 0.9876618 Jul 22 21:23:52.431609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=598aa237-e96d-4bfe-a9fd-78024828959d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:52.504808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-8e62047f-1d61-4e04-999b-2d8dac163066 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b871f9-fe90-4635-b9ac-d63d2e279947 HTTP/1.1" status: 200 len: 217 time: 0.0543916 Jul 22 21:23:52.541520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26f02b50-98c3-49b9-b6a9-1b11b5c228bd req-11d5efd5-5c51-407b-8b07-c55042afd7db tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520062 Jul 22 21:23:52.743910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-234307ea-274f-4f16-94db-24664f32848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:52.746711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-234307ea-274f-4f16-94db-24664f32848c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 200 len: 854 time: 0.2184846 Jul 22 21:23:52.794322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83090136-2818-4f86-9e53-05db36187b27 req-56e7ed48-8dc6-46de-95f0-add0e5e2fb8d tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0456469 Jul 22 21:23:52.889203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239cfa38-90df-4490-8c4f-57f8105745dc {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:52.899810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-8ff3447c-7e3b-44bd-b240-4f911eda6ea1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5416553 Jul 22 21:23:52.922943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-96b7acee-fa41-4f2b-9cf3-9481bed22317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:52.926024 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-96b7acee-fa41-4f2b-9cf3-9481bed22317 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a0c2ff-3e14-479e-8031-d2ca972de3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2566874 Jul 22 21:23:52.934573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.046174 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-caa20447-d23d-4c8b-bd88-e643cf6661d1 req-a58030bc-ba8b-47b0-8f0d-e7e8b92b3503 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148570 Jul 22 21:23:53.102773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-22813e05-a26d-47c4-93a1-3bae80983edd service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019792 Jul 22 21:23:53.138100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:53.142842 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d359920-2394-4814-a605-44fc4387c592" -d '{"events": [{"server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "name": "network-vif-plugged", "status": "completed", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:53.178405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-4c0021ab-4fd9-464a-b148-5ef51aa93781 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103708 Jul 22 21:23:53.181688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Transition to ACTIVE for port object 239cfa38-90df-4490-8c4f-57f8105745dc will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:53.187742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.249415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-727e428e-3e13-4037-ae22-67b8cc178c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:53.251932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-727e428e-3e13-4037-ae22-67b8cc178c87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a0c2ff-3e14-479e-8031-d2ca972de3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4546802 Jul 22 21:23:53.337340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f82a5c4b-acba-41c9-95ec-98bd805b456a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:23:53.502182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-07e653b2-3102-4bc8-9c2d-98b1434f3482 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950986 Jul 22 21:23:53.535633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:53.586970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:53.587374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:53.587706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:53.610000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:23:53.610344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:53.633395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:53.633780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:53.634128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:53.635408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f82a5c4b-acba-41c9-95ec-98bd805b456a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f82a5c4b-acba-41c9-95ec-98bd805b456a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:53.642499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Bound port: 239cfa38-90df-4490-8c4f-57f8105745dc, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:53.643065 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.655274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'f82a5c4b-acba-41c9-95ec-98bd805b456a', 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'port_id': 'f82a5c4b-acba-41c9-95ec-98bd805b456a', 'mac_address': 'fa:16:3e:3b:54:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe69ee-2f3e-456f-a05b-9f372dab8e3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:23:53.686513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-0bf6eaab-8b77-4a10-af0f-fb1bd79d6432 service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754254 Jul 22 21:23:53.741843 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.754969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca081d4-ab87-4e3e-bcab-130aed0d3459 req-65733f53-befd-48e9-9820-681b1508ab4a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:53.769167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82a5c4b-acba-41c9-95ec-98bd805b456a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:53.777833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cca081d4-ab87-4e3e-bcab-130aed0d3459 req-65733f53-befd-48e9-9820-681b1508ab4a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.2707429 Jul 22 21:23:53.810062 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b0ba8fc-6f71-4333-add9-d8f3ee55ee83 req-92229b72-0675-4542-bd72-ea5d0a202095 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6069286 Jul 22 21:23:53.844530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f82a5c4b-acba-41c9-95ec-98bd805b456a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f82a5c4b-acba-41c9-95ec-98bd805b456a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:53.855355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.902145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:53.914652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:53.923530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.951829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cca081d4-ab87-4e3e-bcab-130aed0d3459 req-e14951ab-b463-46e2-875f-6e0bbabef6b3 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719673 Jul 22 21:23:53.965970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f04525e-8bb9-427a-811a-303f270f2c96 req-930d2765-3211-43ec-b9e9-1b73cfb9ac09 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996952 Jul 22 21:23:54.045319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:54.046094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:54.047756 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] 10.222.0.23 "PUT /v2.0/ports/239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 200 len: 1093 time: 2.6049705 Jul 22 21:23:54.048582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:54.051325 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:54.133936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f82a5c4b-acba-41c9-95ec-98bd805b456a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:54.143070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e3791-17c5-4da7-aee3-cd0db5aced71 service neutron] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:54.321222 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c2fe9-4321-4bec-a5ef-a018fb1894c8 x-openstack-request-id: req-a74c2fe9-4321-4bec-a5ef-a018fb1894c8 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:54.321993 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "name": "network-vif-plugged", "status": "completed", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:54.321993 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a74c2fe9-4321-4bec-a5ef-a018fb1894c8 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:54.322288 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d', 'code': 200} Jul 22 21:23:54.412569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-ef7365ad-ff05-4caa-85f7-456744bac717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:54.415637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-ef7365ad-ff05-4caa-85f7-456744bac717 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1096 time: 0.2447720 Jul 22 21:23:54.451334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['f82a5c4b-acba-41c9-95ec-98bd805b456a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:54.531443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9ffb-2ccc-44ac-ad19-18d6847e66ff req-2644e2c6-9423-4f86-b8af-ce6eb0447127 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:54.535033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e4d9ffb-2ccc-44ac-ad19-18d6847e66ff req-2644e2c6-9423-4f86-b8af-ce6eb0447127 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2191503 Jul 22 21:23:54.552997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-cb39f524-edf5-49c9-a016-0a5540f2e1f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 200 len: 217 time: 0.1075954 Jul 22 21:23:54.705709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8752368b-5f85-45d6-b930-7c0abb20537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:54.714000 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-8752368b-5f85-45d6-b930-7c0abb20537a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1500335 Jul 22 21:23:54.758084 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e4d9ffb-2ccc-44ac-ad19-18d6847e66ff req-37f80ec6-33d8-4236-abfd-3af9447bd9e8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669888 Jul 22 21:23:54.784766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-805e82bd-4c1b-4d15-860d-dc179cf390cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638111 Jul 22 21:23:54.789101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0b6df-9a0e-4917-9c56-ccb9e1051b93 req-7bfdab67-bab3-4b42-9985-a7b5b29e8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:54.790621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cec0b6df-9a0e-4917-9c56-ccb9e1051b93 req-7bfdab67-bab3-4b42-9985-a7b5b29e8c1c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 1097 time: 0.3143582 Jul 22 21:23:54.890205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cec0b6df-9a0e-4917-9c56-ccb9e1051b93 req-3598dcde-986d-429e-9952-641f53b36628 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843735 Jul 22 21:23:54.903792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f37dc7-f1e8-4c6a-8f4c-70fa7117a1be req-e13ca3e3-4965-4ac8-b128-063ebbe714ca tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:54.905688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3f37dc7-f1e8-4c6a-8f4c-70fa7117a1be req-e13ca3e3-4965-4ac8-b128-063ebbe714ca tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 946 time: 0.3193748 Jul 22 21:23:55.045031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3f37dc7-f1e8-4c6a-8f4c-70fa7117a1be req-314a80a9-cf12-4489-a3cc-a017c2019955 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328223 Jul 22 21:23:55.168606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2619-529b-4ba7-90f8-cd1481659a5d req-0cbf2626-fd48-431b-891f-3765cbf50f3c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:55.172649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24ac2619-529b-4ba7-90f8-cd1481659a5d req-0cbf2626-fd48-431b-891f-3765cbf50f3c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 944 time: 0.2076080 Jul 22 21:23:55.193711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-44962ac2-055f-48b7-9cca-bc9247d7f060 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829193 Jul 22 21:23:55.356578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 85b871f9-fe90-4635-b9ac-d63d2e279947 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:23:55.375655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24ac2619-529b-4ba7-90f8-cd1481659a5d req-8a92390c-e534-4b2e-b404-5a2c73aa7078 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925373 Jul 22 21:23:55.460399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16683c2b-a30d-4b7e-95bb-c7c1f43cd9a5 req-76116e1c-d1a1-4325-ae12-b1ccd9ab9308 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1305335 Jul 22 21:23:55.504705 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430025e4-0362-4cd4-b490-76a1315b7f5c x-openstack-request-id: req-430025e4-0362-4cd4-b490-76a1315b7f5c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:55.505148 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:55.514500 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-430025e4-0362-4cd4-b490-76a1315b7f5c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:55.514991 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc', 'status': 'completed', 'code': 200} Jul 22 21:23:55.634085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b7ca645-4b7f-4b4b-b85d-1572abf2afb1 req-60679b4c-d0a8-4e94-85d3-6c21478ff063 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270208 Jul 22 21:23:55.875439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 85b871f9-fe90-4635-b9ac-d63d2e279947, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=85b871f9-fe90-4635-b9ac-d63d2e279947,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:55.939198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '85b871f9-fe90-4635-b9ac-d63d2e279947', 'network_id': '34a0c2ff-3e14-479e-8031-d2ca972de3c7', 'port_id': '85b871f9-fe90-4635-b9ac-d63d2e279947', 'mac_address': 'fa:16:3e:b0:c3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe69ee-2f3e-456f-a05b-9f372dab8e3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:23:55.992421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-be079e7f-751e-4e56-8b06-95de621f8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:55.994633 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-be079e7f-751e-4e56-8b06-95de621f8125 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1949284 Jul 22 21:23:56.056041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:56.094410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b871f9-fe90-4635-b9ac-d63d2e279947 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:56.100052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a49cb76e-ca53-444d-9745-bb6213894198 req-deb6a1cc-82fb-4dd1-a54f-414424246440 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 210 time: 0.2375829 Jul 22 21:23:56.197640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 85b871f9-fe90-4635-b9ac-d63d2e279947, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=85b871f9-fe90-4635-b9ac-d63d2e279947,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:56.212677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9c564-1869-4f7a-9d54-0cdfd61fb897 req-3a5de14d-c925-400d-a8bf-d5b99d41d512 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.224887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:56.232908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02d9c564-1869-4f7a-9d54-0cdfd61fb897 req-3a5de14d-c925-400d-a8bf-d5b99d41d512 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.4065473 Jul 22 21:23:56.379899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-0943d077-f143-4503-9763-481a586490d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.382515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-0943d077-f143-4503-9763-481a586490d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.3724842 Jul 22 21:23:56.401322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02d9c564-1869-4f7a-9d54-0cdfd61fb897 req-139e06b8-382a-4861-bdec-83086d8b06a3 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661937 Jul 22 21:23:56.478699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=85b871f9-fe90-4635-b9ac-d63d2e279947,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:56.524890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-eb03c2e5-5a77-4a6c-939f-14ad71e3a2b3 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.531981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-4e4faabf-cb25-4af4-85a3-731bce63954b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 200 len: 217 time: 0.1186798 Jul 22 21:23:56.541654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-eb03c2e5-5a77-4a6c-939f-14ad71e3a2b3 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 946 time: 0.2457829 Jul 22 21:23:56.673814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-87d635c1-d515-48b1-89ad-4519367fdc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.676422 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-87d635c1-d515-48b1-89ad-4519367fdc5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1269519 Jul 22 21:23:56.750106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-276fb3f1-1eb4-495b-8ed3-ba7167d5289c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620079 Jul 22 21:23:56.960301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['85b871f9-fe90-4635-b9ac-d63d2e279947'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:56.993455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-7907a80b-452a-4359-b74f-90430d2a2518 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261834 Jul 22 21:23:57.338929 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-02b173a4-dc06-4d07-8b17-35ee1feaa8b9 req-67235e85-1059-4287-9cd6-92e9af0afd31 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049584 Jul 22 21:23:57.358037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Deleting port e01d6f02-acb0-48c5-9f27-83d184eaad29 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:23:57.360899 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.399224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f82a5c4b-acba-41c9-95ec-98bd805b456a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:57.426075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79720830-4b87-445b-aa96-31db707a09c1 req-81a7dd4e-ed09-4421-a116-d427dbb9634f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:57.435991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79720830-4b87-445b-aa96-31db707a09c1 req-81a7dd4e-ed09-4421-a116-d427dbb9634f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.8513844 Jul 22 21:23:57.464059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545444d-cc63-436a-9f85-32ddb57293a6 req-3548dd52-5b66-4680-bbac-f73dbc65e8ea tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:57.479557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3545444d-cc63-436a-9f85-32ddb57293a6 req-3548dd52-5b66-4680-bbac-f73dbc65e8ea tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 946 time: 0.8619070 Jul 22 21:23:57.567164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port f82a5c4b-acba-41c9-95ec-98bd805b456a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:57.580686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port f82a5c4b-acba-41c9-95ec-98bd805b456a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:57.581095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.627163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-39ab37cf-b240-48d7-8499-3bff2d59fff6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:57.630315 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-39ab37cf-b240-48d7-8499-3bff2d59fff6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.2898619 Jul 22 21:23:57.653102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'port': {'device_id': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'admin_state_up': True, 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:57.698078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] For port e01d6f02-acb0-48c5-9f27-83d184eaad29, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e01d6f02-acb0-48c5-9f27-83d184eaad29,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:57.698679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.731751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.751124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79720830-4b87-445b-aa96-31db707a09c1 req-570366d3-a9c1-4777-8929-36d66947b968 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134816 Jul 22 21:23:57.760147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Calling delete_port for e01d6f02-acb0-48c5-9f27-83d184eaad29 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:23:57.771333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3545444d-cc63-436a-9f85-32ddb57293a6 req-7278077e-6817-42b4-9163-c453bb6a7c28 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901587 Jul 22 21:23:57.783647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82a5c4b-acba-41c9-95ec-98bd805b456a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:57.804593 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f761a3-5ac4-4ae8-b59e-93cf7101de50" -d '{"events": [{"server_uuid": "e5820aae-83d1-43f0-a272-b3dbf4f5a585", "name": "network-vif-plugged", "status": "completed", "tag": "f82a5c4b-acba-41c9-95ec-98bd805b456a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:57.861987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port f82a5c4b-acba-41c9-95ec-98bd805b456a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f82a5c4b-acba-41c9-95ec-98bd805b456a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:57.869460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.875634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e01d6f02-acb0-48c5-9f27-83d184eaad29 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:23:57.969937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Made reservation on behalf of e6df074fe81a4875a5ee682f7bc5f9d8 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:57.980214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:58.081330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cbd6d85-7763-4897-92f0-d242b9a90b2e req-3005d964-3195-496d-9fce-c9a5a86cbd18 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0916657 Jul 22 21:23:58.118412 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:58.175097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=f82a5c4b-acba-41c9-95ec-98bd805b456a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:58.244593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Allocated IP 172.20.0.12 (54816aaf-9317-42d2-88a0-072c36c71da5/7136f993-7f31-4f60-9b0c-c2932bc483f4/9f435797-d2d6-4461-873f-aab183edbc99) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:58.256594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad018f-8f0e-4d45-9787-6d5aab0973f2 req-9eea3cf6-dc12-4652-962a-57ebdb3147d2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:58.263905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffad018f-8f0e-4d45-9787-6d5aab0973f2 req-9eea3cf6-dc12-4652-962a-57ebdb3147d2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 945 time: 0.2902291 Jul 22 21:23:58.275696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:58.347780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffad018f-8f0e-4d45-9787-6d5aab0973f2 req-9a74c0e8-8c22-4bbd-a8b2-3c7e4acea97a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826735 Jul 22 21:23:58.360015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event deleted for resources: {'Port': ['ID=e01d6f02-acb0-48c5-9f27-83d184eaad29,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:58.476977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] No DVR routers for this DVR port e01d6f02-acb0-48c5-9f27-83d184eaad29 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:23:58.483296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74bca383-3734-4665-b883-82d1f10a68fa req-db7b9cdc-a3c0-42e7-9275-a478b2a9738d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 210 time: 0.0875115 Jul 22 21:23:58.488824 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:58.498652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38cf79f6-0305-4b9d-bd7f-31fc2ebb9b8a req-2f3816c9-acff-4652-a6d3-568777ea470d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "DELETE /v2.0/ports/e01d6f02-acb0-48c5-9f27-83d184eaad29 HTTP/1.1" status: 204 len: 173 time: 1.9473972 Jul 22 21:23:58.500070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'name': 'network-vif-deleted', 'tag': 'e01d6f02-acb0-48c5-9f27-83d184eaad29'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:58.503093 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf541c-d252-41e7-8551-72b2ad7a8cdb" -d '{"events": [{"server_uuid": "498a7c3f-048a-4028-8c5f-2559335b03d7", "name": "network-vif-deleted", "tag": "e01d6f02-acb0-48c5-9f27-83d184eaad29"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:58.560393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:58.575883 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3e2b6e-7006-42ee-8cef-f60633c861e1 x-openstack-request-id: req-2c3e2b6e-7006-42ee-8cef-f60633c861e1 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:58.578584 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5820aae-83d1-43f0-a272-b3dbf4f5a585", "name": "network-vif-plugged", "status": "completed", "tag": "f82a5c4b-acba-41c9-95ec-98bd805b456a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:58.579650 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c3e2b6e-7006-42ee-8cef-f60633c861e1 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:58.581393 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82a5c4b-acba-41c9-95ec-98bd805b456a', 'code': 200} Jul 22 21:23:58.588472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Transition to ACTIVE for port object 9f435797-d2d6-4461-873f-aab183edbc99 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:58.645322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:58.689349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cae14b-5c2c-419b-9f98-cf4a0dbff4d1 req-83b76cc5-b1d4-4880-92af-cb8974494594 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:58.691004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2cae14b-5c2c-419b-9f98-cf4a0dbff4d1 req-83b76cc5-b1d4-4880-92af-cb8974494594 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.1304352 Jul 22 21:23:58.742228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:58.749214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:58.761963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:58.773819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'dcf38487-fec3-4e3f-b2e2-e134d940bb50'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:58.785533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['496068a0-8f16-4e25-9728-9b5ffcc7c9ee'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:58.800221 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3b9717-9993-4561-9de8-03bfbda7dfa3 x-openstack-request-id: req-6a3b9717-9993-4561-9de8-03bfbda7dfa3 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:58.800487 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a7c3f-048a-4028-8c5f-2559335b03d7", "name": "network-vif-deleted", "tag": "e01d6f02-acb0-48c5-9f27-83d184eaad29", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:58.800653 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a3b9717-9993-4561-9de8-03bfbda7dfa3 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:58.801087 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a7c3f-048a-4028-8c5f-2559335b03d7', 'name': 'network-vif-deleted', 'tag': 'e01d6f02-acb0-48c5-9f27-83d184eaad29', 'status': 'completed', 'code': 200} Jul 22 21:23:58.822295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2cae14b-5c2c-419b-9f98-cf4a0dbff4d1 req-b9360d30-d080-4fa5-9b7f-04db6f25d56b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021347 Jul 22 21:23:58.860849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fefc7-ac84-4a2f-8b9b-273e3826ebcc req-154b4320-f25c-4a64-8f41-94eb77eeff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:58.862360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-782fefc7-ac84-4a2f-8b9b-273e3826ebcc req-154b4320-f25c-4a64-8f41-94eb77eeff0a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 1097 time: 0.1572609 Jul 22 21:23:58.882489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=9f435797-d2d6-4461-873f-aab183edbc99,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:58.957744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:58.959996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:58.986433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-782fefc7-ac84-4a2f-8b9b-273e3826ebcc req-913508ca-9d80-44e1-9bcc-c82a9be79e6a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026266 Jul 22 21:23:59.012316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-4458230f-fffc-4bdb-abf7-a4c21a26bee6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3689504 Jul 22 21:23:59.067315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Request body: {'port': {'device_id': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:59.173670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a12f00-73f5-4edf-b594-db8fad5c5261 req-7af3fd2e-538c-426a-87de-62d35732c1b3 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:59.186954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75a12f00-73f5-4edf-b594-db8fad5c5261 req-7af3fd2e-538c-426a-87de-62d35732c1b3 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.1812894 Jul 22 21:23:59.263400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75a12f00-73f5-4edf-b594-db8fad5c5261 req-9a8ccb04-8535-4af3-bfcf-9644dec60027 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740664 Jul 22 21:23:59.288983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.413723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 85b871f9-fe90-4635-b9ac-d63d2e279947 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:59.522382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e238aa9d-9a5c-44c9-bc88-fbdf101bd8fd None None] Provisioning for port 9f435797-d2d6-4461-873f-aab183edbc99 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:59.537809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e238aa9d-9a5c-44c9-bc88-fbdf101bd8fd None None] Provisioning complete for port 9f435797-d2d6-4461-873f-aab183edbc99 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:59.538190 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e238aa9d-9a5c-44c9-bc88-fbdf101bd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.606141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3fc5b90-17b1-4c66-ae99-3f4280b28637 req-ac8b36ca-47ba-44e1-bdeb-4858c78f940d tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=498a7c3f-048a-4028-8c5f-2559335b03d7 HTTP/1.1" status: 200 len: 210 time: 0.0681937 Jul 22 21:23:59.644243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 85b871f9-fe90-4635-b9ac-d63d2e279947 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:59.665775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 85b871f9-fe90-4635-b9ac-d63d2e279947 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:59.666461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.674647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e238aa9d-9a5c-44c9-bc88-fbdf101bd8fd None None] Port 9f435797-d2d6-4461-873f-aab183edbc99 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:59.819117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fb23a77-3f0f-467d-93e1-253b399777cf req-16473765-4058-4447-a196-515a173dd5fe tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0957203 Jul 22 21:23:59.898650 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.960367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 85b871f9-fe90-4635-b9ac-d63d2e279947, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=85b871f9-fe90-4635-b9ac-d63d2e279947,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:59.976723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.997445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f435797-d2d6-4461-873f-aab183edbc99 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:00.015431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:00.041985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Transition to ACTIVE for port object 9f435797-d2d6-4461-873f-aab183edbc99 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:24:00.057831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:00.133332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=85b871f9-fe90-4635-b9ac-d63d2e279947,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:00.153551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.154077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.154606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.155111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.155609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.157187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.157711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.158206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.158690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.159164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.159662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.160194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:00.207942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Pushing event updated for resources: {'Port': ['ID=9f435797-d2d6-4461-873f-aab183edbc99,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:00.288818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Attempting to bind port 9f435797-d2d6-4461-873f-aab183edbc99 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:24:00.289161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Attempting to bind port 9f435797-d2d6-4461-873f-aab183edbc99 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:24:00.289521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Attempting to bind port 9f435797-d2d6-4461-873f-aab183edbc99 on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:00.295122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Port 9f435797-d2d6-4461-873f-aab183edbc99 on network 54816aaf-9317-42d2-88a0-072c36c71da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:24:00.295456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Attempting to bind port 9f435797-d2d6-4461-873f-aab183edbc99 on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:00.304045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:24:00.304427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:00.304862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Bound using segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:24:00.305598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Bound port: 9f435797-d2d6-4461-873f-aab183edbc99, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:24:00.306191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:00.319310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb82f1-42bd-4c45-a8b0-1739529d58a9 req-b30daf67-72a6-4c01-bb6f-9429313c7f25 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.334520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45eb82f1-42bd-4c45-a8b0-1739529d58a9 req-b30daf67-72a6-4c01-bb6f-9429313c7f25 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2091866 Jul 22 21:24:00.337847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:00.358807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'floatingip': {'port_id': '598aa237-e96d-4bfe-a9fd-78024828959d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:00.381763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e732-e519-455c-86d8-4dc348f4809c req-b0fb1a67-62b9-470e-9fe5-dafe74ee2253 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.384079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e575e732-e519-455c-86d8-4dc348f4809c req-b0fb1a67-62b9-470e-9fe5-dafe74ee2253 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.1846979 Jul 22 21:24:00.465762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] For port 9f435797-d2d6-4461-873f-aab183edbc99, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:24:00.472596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] For port 9f435797-d2d6-4461-873f-aab183edbc99, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9f435797-d2d6-4461-873f-aab183edbc99,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:24:00.483067 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:00.547757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.547942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:00.550705 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] 10.222.0.23 "PUT /v2.0/ports/9f435797-d2d6-4461-873f-aab183edbc99 HTTP/1.1" status: 200 len: 1093 time: 1.4914167 Jul 22 21:24:00.556238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:00.557851 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:00.560653 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842" -d '{"events": [{"name": "network-changed", "server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "tag": "9f435797-d2d6-4461-873f-aab183edbc99"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:00.583451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fbb990-a594-4243-af21-de7a75990bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b871f9-fe90-4635-b9ac-d63d2e279947'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:00.589063 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71dd958-2118-4858-842a-e585364a5880" -d '{"events": [{"server_uuid": "77fbb990-a594-4243-af21-de7a75990bd0", "name": "network-vif-plugged", "status": "completed", "tag": "85b871f9-fe90-4635-b9ac-d63d2e279947"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:00.621243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf582f-c71d-4af0-a316-abbd6dec3546 service neutron] Pushing event updated for resources: {'Port': ['ID=9f435797-d2d6-4461-873f-aab183edbc99,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:00.762982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e575e732-e519-455c-86d8-4dc348f4809c req-901ff8ec-ed2e-4a5e-beb8-de0d567e07b2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133247 Jul 22 21:24:00.795953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-a174199e-3055-44bd-8f9a-06d9a7e314c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.796256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-a174199e-3055-44bd-8f9a-06d9a7e314c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 1096 time: 0.1425447 Jul 22 21:24:00.885461 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-941890a9-5599-4738-b913-8ea2afeb1a28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f435797-d2d6-4461-873f-aab183edbc99 HTTP/1.1" status: 200 len: 217 time: 0.0759525 Jul 22 21:24:00.902456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fea35-aad7-472a-b104-b667ea5089b1 req-4a90bd53-4e3b-4160-a172-41c70f163c99 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.907492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-409fea35-aad7-472a-b104-b667ea5089b1 req-4a90bd53-4e3b-4160-a172-41c70f163c99 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 944 time: 0.4575908 Jul 22 21:24:00.976302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-77a470b4-031e-4e1e-a02e-c890d986425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.979905 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-77a470b4-031e-4e1e-a02e-c890d986425a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.0740421 Jul 22 21:24:01.084457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-21d4c8bd-fdc9-49bd-9196-d32fb6eafe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:01.087616 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-21d4c8bd-fdc9-49bd-9196-d32fb6eafe57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955963 Jul 22 21:24:01.100049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-409fea35-aad7-472a-b104-b667ea5089b1 req-4270ae8f-d3d8-492b-87a1-44a97011f20f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701086 Jul 22 21:24:01.112618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.185612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652ac65-dc94-48e7-b3dd-5dd66d1e3e42 req-9b529b26-fa5e-43d3-b6d3-b70b75c435cc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:01.188224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9652ac65-dc94-48e7-b3dd-5dd66d1e3e42 req-9b529b26-fa5e-43d3-b6d3-b70b75c435cc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.2765160 Jul 22 21:24:01.253807 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-d2751ef4-ac5a-495d-8d6e-6840610d3939 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528487 Jul 22 21:24:01.402322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c985f312-08f6-4f1b-8b4b-4de6fc7ef53b no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:01.429384 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf708407-1006-41b6-a626-06b020fa7b7f x-openstack-request-id: req-cf708407-1006-41b6-a626-06b020fa7b7f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:01.429838 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "tag": "9f435797-d2d6-4461-873f-aab183edbc99", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:01.430259 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf708407-1006-41b6-a626-06b020fa7b7f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:01.430903 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99', 'status': 'completed', 'code': 200} Jul 22 21:24:01.473447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9652ac65-dc94-48e7-b3dd-5dd66d1e3e42 req-90af7ec0-1aa1-4253-9542-637bc55f696a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440286 Jul 22 21:24:01.516596 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67350f93-c61f-4300-ba04-d173658e2417 x-openstack-request-id: req-67350f93-c61f-4300-ba04-d173658e2417 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:01.517224 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fbb990-a594-4243-af21-de7a75990bd0", "name": "network-vif-plugged", "status": "completed", "tag": "85b871f9-fe90-4635-b9ac-d63d2e279947", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:01.518554 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67350f93-c61f-4300-ba04-d173658e2417 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:01.519372 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fbb990-a594-4243-af21-de7a75990bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b871f9-fe90-4635-b9ac-d63d2e279947', 'code': 200} Jul 22 21:24:01.551782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5f3b6e61-2490-41ac-9450-0e3bd95af48b req-e9c367a5-27bb-4575-999b-21e42b1b2c0d service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866344 Jul 22 21:24:01.682859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.746797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dcc2f701-8015-4df5-abf5-44de5751b2ba req-0c0ad62a-67bc-48a2-8dfc-7283c221609d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1018887 Jul 22 21:24:01.777529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:01.785762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.810794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:24:01.842118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-670d7524-6539-4551-ae84-2efa2de39a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:01.844589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-670d7524-6539-4551-ae84-2efa2de39a67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 1096 time: 0.1136026 Jul 22 21:24:01.908485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:01.913359 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.940413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1b64576-407a-47ea-8c2e-2859f6af3088 req-d1206444-ca89-463f-8d4b-854787bc8b2c tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1509182 Jul 22 21:24:01.946812 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.977960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:02.047582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-e265f05d-e396-4331-b724-5a26e5b17315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:02.051986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-e265f05d-e396-4331-b724-5a26e5b17315 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.1777065 Jul 22 21:24:02.121669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-21b56051-026b-4b0c-99a0-3a6256ee453a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f435797-d2d6-4461-873f-aab183edbc99 HTTP/1.1" status: 200 len: 217 time: 0.0594769 Jul 22 21:24:02.202770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866b3f-77a1-46f5-9b52-767df613e1cc req-8edd1325-7a66-44a4-b5b4-49f6999acf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:02.205024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab866b3f-77a1-46f5-9b52-767df613e1cc req-8edd1325-7a66-44a4-b5b4-49f6999acf2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 1098 time: 0.4704258 Jul 22 21:24:02.251982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-37b4ed97-8722-4215-b2b8-6890bb321c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:02.254925 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-37b4ed97-8722-4215-b2b8-6890bb321c7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.0699811 Jul 22 21:24:02.293216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-b0de155a-ef55-4835-af3f-589b8a39e1e8 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:02.295675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-b0de155a-ef55-4835-af3f-589b8a39e1e8 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.3956239 Jul 22 21:24:02.346025 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Floating IP 8163c278-03bb-43a7-afeb-8598f0cfb398 associated. External IP: 172.25.5.185, port: 598aa237-e96d-4bfe-a9fd-78024828959d. Jul 22 21:24:02.362090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-639e890b-6562-427d-b267-e5dff372f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:02.363827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-639e890b-6562-427d-b267-e5dff372f42f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967021 Jul 22 21:24:02.398043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-ed7f0c19-44dc-4af5-b0ac-9d957e2c207f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/quotas/ed57cd207e1a443d935b11101b325f9c HTTP/1.1" status: 200 len: 375 time: 0.0681572 Jul 22 21:24:02.483610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab866b3f-77a1-46f5-9b52-767df613e1cc req-f146a302-b253-4aca-b7ec-aa935e8a6af5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514994 Jul 22 21:24:02.522336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-fb87a21a-09fb-40f0-9dab-b23c51a9361f service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427181 Jul 22 21:24:02.612231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4d4bd-ba5a-441c-bf8e-eee35df27906 req-57b098dd-e29d-408a-ae18-d1bfadeb8f18 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:02.614885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bca4d4bd-ba5a-441c-bf8e-eee35df27906 req-57b098dd-e29d-408a-ae18-d1bfadeb8f18 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.3714530 Jul 22 21:24:02.646111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-0fbf89fd-c380-4a47-a00b-62a9b9b11fba tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1947026 Jul 22 21:24:02.716027 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-27b260f4-c4a0-4d2f-b8f9-b41b50d70842 req-97c49149-2e7a-4148-b933-e4d8cfe6d6f5 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587749 Jul 22 21:24:02.868233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bca4d4bd-ba5a-441c-bf8e-eee35df27906 req-e9c4c06c-be1f-439e-8228-ace22b78c97d tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392001 Jul 22 21:24:02.941209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-6fd50c40-9941-49b2-ab31-6e6cc3856104 service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793591 Jul 22 21:24:02.994339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:24:03.521294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:03.526702 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d470fb-b11c-4ece-aa59-f6327e6933ac" -d '{"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:03.705727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-cd8cb3e7-e640-4270-9b81-288eca521aca service neutron] 10.222.0.54 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542415 Jul 22 21:24:03.744569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f20dbe-615a-4e30-81ad-5cb11db349f2 req-3bc2cd2e-c047-429b-bcbc-bb4b2934ec96 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:03.746035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0f20dbe-615a-4e30-81ad-5cb11db349f2 req-3bc2cd2e-c047-429b-bcbc-bb4b2934ec96 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 944 time: 0.7716982 Jul 22 21:24:03.773227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:24:03.791599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] Sync routers for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:24:03.795017 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:03.838546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:03.839961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:03.886860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0f20dbe-615a-4e30-81ad-5cb11db349f2 req-697d4af9-10b4-44d8-a88a-090a55a78851 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252112 Jul 22 21:24:03.904044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5be1a1d1-223f-4409-aa2f-62e07d2b2cde tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "PUT /v2.0/floatingips/8163c278-03bb-43a7-afeb-8598f0cfb398 HTTP/1.1" status: 200 len: 991 time: 3.5571122 Jul 22 21:24:03.905008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:03.910311 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf5df2-a150-469f-a0b1-c537cc406ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:04.069950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:04.238764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422731a4-5be5-4059-b95b-f28762a6dca7 req-8d13c6ef-412f-41a6-b65f-7aceedd9ee4c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:04.243792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-422731a4-5be5-4059-b95b-f28762a6dca7 req-8d13c6ef-412f-41a6-b65f-7aceedd9ee4c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.2094159 Jul 22 21:24:04.266278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0f1be-a0ce-4d7d-b075-d8327d1255da req-49f2f6c8-4fd8-4ccb-acc2-786b0b5a4bd1 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:04.272414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0be0f1be-a0ce-4d7d-b075-d8327d1255da req-49f2f6c8-4fd8-4ccb-acc2-786b0b5a4bd1 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 946 time: 0.2209980 Jul 22 21:24:04.402551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-422731a4-5be5-4059-b95b-f28762a6dca7 req-e9a91e6b-4bdb-41e5-a5d7-0869126fc801 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276853 Jul 22 21:24:04.437640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0be0f1be-a0ce-4d7d-b075-d8327d1255da req-5ad44474-ac9b-4916-957d-6b7d23b14a51 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473095 Jul 22 21:24:04.568621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '8163c278-03bb-43a7-afeb-8598f0cfb398', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'port_id': '598aa237-e96d-4bfe-a9fd-78024828959d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'mac_address': 'fa:16:3e:3b:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:23:21Z', 'updated_at': '2021-07-22T21:24:01Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:04.649681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] Checking router: 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:24:04.690295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:04.692394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:04.708694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d80036a-4a27-4328-86e7-f42089d10832 req-fd55fe2e-739a-4a97-8d43-ba831621eb07 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0630069 Jul 22 21:24:04.774775 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf02f747-04fc-4e1b-a89c-6c502f8858f3 x-openstack-request-id: req-cf02f747-04fc-4e1b-a89c-6c502f8858f3 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:04.774775 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:04.774775 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf02f747-04fc-4e1b-a89c-6c502f8858f3 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:04.775248 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'code': 200} Jul 22 21:24:04.927933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:04.975682 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab180864-af7e-4b7b-b851-efdeb30cbdbd x-openstack-request-id: req-ab180864-af7e-4b7b-b851-efdeb30cbdbd {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:04.976474 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:04.976474 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab180864-af7e-4b7b-b851-efdeb30cbdbd {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:04.976767 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d', 'status': 'completed', 'code': 200} Jul 22 21:24:04.993587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd16f53-8911-42d4-b754-de6fc6c985d6 req-00cea695-e947-4498-bee0-edd9f9e8d9de tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:04.997966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cfd16f53-8911-42d4-b754-de6fc6c985d6 req-00cea695-e947-4498-bee0-edd9f9e8d9de tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.1306083 Jul 22 21:24:05.082603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cfd16f53-8911-42d4-b754-de6fc6c985d6 req-7e8a3720-8daa-40bf-901d-ff3ffcc3c755 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741568 Jul 22 21:24:05.158920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-50905e11-6f82-45d9-ad3d-110f461d2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.162245 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-50905e11-6f82-45d9-ad3d-110f461d2260 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 1097 time: 0.1326404 Jul 22 21:24:05.196734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98b15481-d95c-4f7f-8211-94a3cd4656ad req-c1a51fa1-8567-4478-92dc-3576841cb2c2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 210 time: 0.0585001 Jul 22 21:24:05.400376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fc806-3a2e-44b1-8039-b4bfcf2be047 req-5d4e08fa-8b70-4fb3-964f-c0a1614eaf26 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.403343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad3fc806-3a2e-44b1-8039-b4bfcf2be047 req-5d4e08fa-8b70-4fb3-964f-c0a1614eaf26 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 944 time: 0.1373494 Jul 22 21:24:05.429242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-ea5cbca6-ed5c-47d6-8ac4-08f033a774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.432207 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-ea5cbca6-ed5c-47d6-8ac4-08f033a774e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.2275016 Jul 22 21:24:05.447018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9f435797-d2d6-4461-873f-aab183edbc99 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:05.549209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad3fc806-3a2e-44b1-8039-b4bfcf2be047 req-61771971-d45e-4a71-8ad9-8359317a1646 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141412 Jul 22 21:24:05.618877 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-544d446d-32d5-4908-903e-c0770d3319fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 200 len: 999 time: 0.1641040 Jul 22 21:24:05.633746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aaa07-2e2c-4ef7-83d5-05f2db05b4aa req-779378d9-779a-47d8-aa34-696b36e11078 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.635243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e29aaa07-2e2c-4ef7-83d5-05f2db05b4aa req-779378d9-779a-47d8-aa34-696b36e11078 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2249963 Jul 22 21:24:05.748143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9f435797-d2d6-4461-873f-aab183edbc99, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9f435797-d2d6-4461-873f-aab183edbc99,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:05.756869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e29aaa07-2e2c-4ef7-83d5-05f2db05b4aa req-1a7eaeec-ce0f-437f-a90b-2145ee3d50a9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033547 Jul 22 21:24:05.772270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-2c773db0-597b-438a-a92f-6705efab6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.775697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '8163c278-03bb-43a7-afeb-8598f0cfb398', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'port_id': '598aa237-e96d-4bfe-a9fd-78024828959d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'mac_address': 'fa:16:3e:3b:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:23:21Z', 'updated_at': '2021-07-22T21:24:01Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:05.776284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-2c773db0-597b-438a-a92f-6705efab6921 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.1353858 Jul 22 21:24:05.783613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '9f435797-d2d6-4461-873f-aab183edbc99', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': '9f435797-d2d6-4461-873f-aab183edbc99', 'mac_address': 'fa:16:3e:18:49:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:24:05.881464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698eae1-daa6-4008-ab57-a2d9a0d62211 None None] The sync data for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 is: [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '8163c278-03bb-43a7-afeb-8598f0cfb398', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'port_id': '598aa237-e96d-4bfe-a9fd-78024828959d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'mac_address': 'fa:16:3e:3b:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:23:21Z', 'updated_at': '2021-07-22T21:24:01Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:05.932220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-b345f2d3-011d-435f-bafc-fe829e960240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.932534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:05.935082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-b345f2d3-011d-435f-bafc-fe829e960240 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352518 Jul 22 21:24:05.975483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f435797-d2d6-4461-873f-aab183edbc99 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:06.023283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9f435797-d2d6-4461-873f-aab183edbc99, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9f435797-d2d6-4461-873f-aab183edbc99,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:06.045067 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:06.139450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-843cb24f-e6e2-4e92-a3e3-ccdd958e450b req-05b60d78-1fb8-40c0-9e27-2949ffaf1fbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=84c548902f64429082e2e093fe514756&device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1020758 Jul 22 21:24:06.144830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=9f435797-d2d6-4461-873f-aab183edbc99,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:06.227590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-843cb24f-e6e2-4e92-a3e3-ccdd958e450b req-ca3b1d21-a377-45d1-90ce-3545f4c3d0de service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=84c548902f64429082e2e093fe514756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434105 Jul 22 21:24:06.255039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-d75f5024-03f0-4050-a03f-28c901ee2d59 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:06.257689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-d75f5024-03f0-4050-a03f-28c901ee2d59 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 946 time: 0.3156826 Jul 22 21:24:06.281193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285e38b-2da3-4311-80e6-4c6857a1e363 req-4b19a959-b13f-4390-a6ac-eafee20bac32 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:06.285490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4285e38b-2da3-4311-80e6-4c6857a1e363 req-4b19a959-b13f-4390-a6ac-eafee20bac32 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.3650582 Jul 22 21:24:06.369281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-8e4af9e5-19a7-4ccc-a9ba-01fb50b0ef1b service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140770 Jul 22 21:24:06.370183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9fa7-f806-4674-a733-588bf292e555 req-2b88a116-c30f-4312-a809-6201bcfea9db tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:06.373257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-707e9fa7-f806-4674-a733-588bf292e555 req-2b88a116-c30f-4312-a809-6201bcfea9db tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 946 time: 0.3501310 Jul 22 21:24:06.402541 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6091243-0c29-44a6-8710-92ac17c4860f None None] New status for floating IP 8163c278-03bb-43a7-afeb-8598f0cfb398: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:24:06.409714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-2d946cbf-9410-4a74-a281-dedfe01c5894 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:06.412747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-2d946cbf-9410-4a74-a281-dedfe01c5894 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/ports?device_id=4564b41b-e545-4ded-8b27-9f00dcd40fc6 HTTP/1.1" status: 200 len: 943 time: 0.4765751 Jul 22 21:24:06.575789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4285e38b-2da3-4311-80e6-4c6857a1e363 req-1f103fc1-a79a-4cc7-839a-a99769b55288 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300696 Jul 22 21:24:06.697224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-707e9fa7-f806-4674-a733-588bf292e555 req-c2bdf92c-44cb-4903-a81c-ba213d29c05a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795253 Jul 22 21:24:06.752106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['9f435797-d2d6-4461-873f-aab183edbc99'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:06.760233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Deleting port dcf38487-fec3-4e3f-b2e2-e134d940bb50 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:06.763963 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:06.973152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cb24f-e6e2-4e92-a3e3-ccdd958e450b req-8a1da2b7-0212-4c20-b6e6-b136d4e42c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:06.975975 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-843cb24f-e6e2-4e92-a3e3-ccdd958e450b req-8a1da2b7-0212-4c20-b6e6-b136d4e42c11 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7341034 Jul 22 21:24:07.090102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da4c7f43-546e-4128-b3a2-bd92568eff54 req-4a13eb12-21c8-409e-b8e5-52dd107ddda0 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.1241555 Jul 22 21:24:07.144182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] For port dcf38487-fec3-4e3f-b2e2-e134d940bb50, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=dcf38487-fec3-4e3f-b2e2-e134d940bb50,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:07.144762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:07.179780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Calling delete_port for dcf38487-fec3-4e3f-b2e2-e134d940bb50 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:07.278188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86562bc5-30dc-4781-a350-519e113e4081 req-beb5759a-1fb1-4410-8923-c9ba8fbcc793 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:07.280884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86562bc5-30dc-4781-a350-519e113e4081 req-beb5759a-1fb1-4410-8923-c9ba8fbcc793 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 945 time: 0.3193967 Jul 22 21:24:07.404779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b2607f7-c62d-434f-b79e-d3df778e6733 req-c162c99c-7a1f-4107-9f25-43e1cf51ec39 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 210 time: 0.0754359 Jul 22 21:24:07.432648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:07.449565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86562bc5-30dc-4781-a350-519e113e4081 req-568aaaac-7d5a-4a5f-ae3f-4704c923e50a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522605 Jul 22 21:24:07.463172 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2fdf5df2-a150-469f-a0b1-c537cc406ed7 req-8dcdeee8-6171-47fd-ba21-e40d67e174a3 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0453587 Jul 22 21:24:07.538498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Deleting port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:07.541616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:07.584135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:07.626554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-13d2e7f4-2fe3-4723-a82e-36a0881d3951 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:07.629633 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-13d2e7f4-2fe3-4723-a82e-36a0881d3951 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 805 time: 0.9611204 Jul 22 21:24:07.668194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Request body: {'port': {'device_id': '1f4f79bf-aca3-4785-8e03-467971f38920', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'admin_state_up': True, 'tenant_id': 'ed57cd207e1a443d935b11101b325f9c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:07.682625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event deleted for resources: {'Port': ['ID=dcf38487-fec3-4e3f-b2e2-e134d940bb50,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:07.795710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:07.803406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] No DVR routers for this DVR port dcf38487-fec3-4e3f-b2e2-e134d940bb50 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:07.821411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '239cfa38-90df-4490-8c4f-57f8105745dc', 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51', 'port_id': '239cfa38-90df-4490-8c4f-57f8105745dc', 'mac_address': 'fa:16:3e:7e:a9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f0afb1-b20d-4325-a8d4-cad7fd330197', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:24:07.840586 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:07.846691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] For port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:07.847269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:07.864862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5923ab5-2f83-488e-b246-6659e86ae027 req-8c88fadb-18a6-493c-b1d5-60c85b517c2a tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "DELETE /v2.0/ports/dcf38487-fec3-4e3f-b2e2-e134d940bb50 HTTP/1.1" status: 204 len: 173 time: 1.5597782 Jul 22 21:24:07.867127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Calling delete_port for c985f312-08f6-4f1b-8b4b-4de6fc7ef53b owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:07.888211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7f0968-492d-4865-b83f-68ba767150ca', 'name': 'network-vif-deleted', 'tag': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:07.894655 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bd7c70-e552-41b4-a020-a394b2462aa4" -d '{"events": [{"server_uuid": "3a7f0968-492d-4865-b83f-68ba767150ca", "name": "network-vif-deleted", "tag": "dcf38487-fec3-4e3f-b2e2-e134d940bb50"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:07.917483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb698-74d1-46a3-add1-63c949468d6f req-1badf25e-8906-481b-a34c-5333cb7e0a22 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:07.933599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a8bb698-74d1-46a3-add1-63c949468d6f req-1badf25e-8906-481b-a34c-5333cb7e0a22 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 945 time: 0.3449588 Jul 22 21:24:07.934188 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.091235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a8bb698-74d1-46a3-add1-63c949468d6f req-c32e4a8b-4b32-4037-9fa5-152cef425feb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517360 Jul 22 21:24:08.144326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.186740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239cfa38-90df-4490-8c4f-57f8105745dc {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:08.228240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:08.251913 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.256416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event deleted for resources: {'Port': ['ID=c985f312-08f6-4f1b-8b4b-4de6fc7ef53b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:08.305757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0fea-617e-4052-b05e-a52deaa0c664 req-7333ca62-74a0-4f9e-8913-f1f7bc53f775 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:08.307731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1cc0fea-617e-4052-b05e-a52deaa0c664 req-7333ca62-74a0-4f9e-8913-f1f7bc53f775 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.2046967 Jul 22 21:24:08.356995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] No DVR routers for this DVR port c985f312-08f6-4f1b-8b4b-4de6fc7ef53b on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:08.359633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:08.363989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.367765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-803c4293-396e-4349-befb-4e69a3ab5b88 req-9a4daf5f-be51-4645-8d43-0db45b35a195 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "DELETE /v2.0/ports/c985f312-08f6-4f1b-8b4b-4de6fc7ef53b HTTP/1.1" status: 204 len: 173 time: 1.8587694 Jul 22 21:24:08.368541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-deleted', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:08.373564 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a4d8f-7f30-48a5-9be6-528a0a16dd21" -d '{"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-deleted", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:08.388585 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:24:08.412585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc331f-b9ad-4001-abd9-0ac32ea3a46d req-6a9e2780-a827-4a00-a5e4-7e91f7b92e14 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:08.414373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7afc331f-b9ad-4001-abd9-0ac32ea3a46d req-6a9e2780-a827-4a00-a5e4-7e91f7b92e14 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.1701884 Jul 22 21:24:08.420630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1cc0fea-617e-4052-b05e-a52deaa0c664 req-c18c484e-c6b3-4c6d-83e7-1194b4b784ed tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851719 Jul 22 21:24:08.441063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Made reservation on behalf of ed57cd207e1a443d935b11101b325f9c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:08.448433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.535812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7afc331f-b9ad-4001-abd9-0ac32ea3a46d req-d167df64-d422-496a-9201-84b0a24d1b14 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946219 Jul 22 21:24:08.636830 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78b12a1-44dc-4e48-95c0-4bbf2323a4c2 x-openstack-request-id: req-b78b12a1-44dc-4e48-95c0-4bbf2323a4c2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:08.637955 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7f0968-492d-4865-b83f-68ba767150ca", "name": "network-vif-deleted", "tag": "dcf38487-fec3-4e3f-b2e2-e134d940bb50", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:08.638903 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b78b12a1-44dc-4e48-95c0-4bbf2323a4c2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:08.639812 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7f0968-492d-4865-b83f-68ba767150ca', 'name': 'network-vif-deleted', 'tag': 'dcf38487-fec3-4e3f-b2e2-e134d940bb50', 'status': 'completed', 'code': 200} Jul 22 21:24:08.717225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7d3f033-1d80-40ae-bd9f-6bd1916295a8 req-63255f03-0c78-48e6-9c77-3a8282dac8ab tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7f0968-492d-4865-b83f-68ba767150ca HTTP/1.1" status: 200 len: 210 time: 0.0587626 Jul 22 21:24:08.720442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Allocated IP 172.20.0.13 (13a11420-86b0-49d0-be1d-94a1f2126c3c/6b2b5e09-a5b4-4397-9535-4650284b34e9/8032fb5d-54e9-4bd4-be6f-53dcc8b6389d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:24:08.768951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57498fad-b792-45f3-8977-476eb39142b2 req-66b8be10-6c71-4ca0-90ce-c32134e7e9fd tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0564506 Jul 22 21:24:08.827127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:08.886981 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe3acc-3008-4da0-85d3-c79842007be1 x-openstack-request-id: req-9efe3acc-3008-4da0-85d3-c79842007be1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:08.887462 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4564b41b-e545-4ded-8b27-9f00dcd40fc6", "name": "network-vif-deleted", "tag": "c985f312-08f6-4f1b-8b4b-4de6fc7ef53b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:08.887901 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9efe3acc-3008-4da0-85d3-c79842007be1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:08.888551 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4564b41b-e545-4ded-8b27-9f00dcd40fc6', 'name': 'network-vif-deleted', 'tag': 'c985f312-08f6-4f1b-8b4b-4de6fc7ef53b', 'status': 'completed', 'code': 200} Jul 22 21:24:09.108774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a970a73f-030b-4804-bf95-f0b9d4168876 req-3f466c39-6eaf-4633-a124-4a080f9f9543 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 210 time: 0.0955088 Jul 22 21:24:09.144349 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:09.247340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['239cfa38-90df-4490-8c4f-57f8105745dc'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:09.262686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:09.398823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Network 13a11420-86b0-49d0-be1d-94a1f2126c3c is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:24:09.410937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:09.416291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:24:09.451175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340cd0a-3f5d-4159-b877-e1e980dbd6fe req-1e86b987-cbac-440f-8bdd-655b3da44bf3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:09.468629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d340cd0a-3f5d-4159-b877-e1e980dbd6fe req-1e86b987-cbac-440f-8bdd-655b3da44bf3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 945 time: 0.1814981 Jul 22 21:24:09.502669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9f435797-d2d6-4461-873f-aab183edbc99 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:09.512310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:09.584972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d340cd0a-3f5d-4159-b877-e1e980dbd6fe req-de64f27f-2e59-4878-aee7-7ea8594078b9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117365 Jul 22 21:24:09.606676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:09.608171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:09.631873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d075faf-64db-4189-bf37-73a803895ff3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9754567 Jul 22 21:24:09.678086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 9f435797-d2d6-4461-873f-aab183edbc99 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:09.688387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Request body: {'port': {'device_id': '1f4f79bf-aca3-4785-8e03-467971f38920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:09.689162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 9f435797-d2d6-4461-873f-aab183edbc99 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:09.689896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:09.830412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:09.924036 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:09.943223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bee66-c07e-4e65-ac39-726b9034dab2 req-7b45aca6-7cf3-415d-a928-508456e923ec tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:09.956457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-877bee66-c07e-4e65-ac39-726b9034dab2 req-7b45aca6-7cf3-415d-a928-508456e923ec tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.2325375 Jul 22 21:24:10.010595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:10.015572 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f58e86-0ca6-46af-bd7a-0b41f2541076" -d '{"events": [{"server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "name": "network-vif-plugged", "status": "completed", "tag": "9f435797-d2d6-4461-873f-aab183edbc99"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:10.043302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9f435797-d2d6-4461-873f-aab183edbc99, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9f435797-d2d6-4461-873f-aab183edbc99,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:10.052379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:10.054061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device dcf38487-fec3-4e3f-b2e2-e134d940bb50 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:10.055295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-877bee66-c07e-4e65-ac39-726b9034dab2 req-67159a7e-9120-4a20-97e9-abe37416c433 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972528 Jul 22 21:24:10.135081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: dcf38487-fec3-4e3f-b2e2-e134d940bb50 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:10.135987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device dcf38487-fec3-4e3f-b2e2-e134d940bb50 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:10.137008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c985f312-08f6-4f1b-8b4b-4de6fc7ef53b no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:10.199881 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-843cb24f-e6e2-4e92-a3e3-ccdd958e450b req-b8e803e2-b48d-4f66-9172-23f56bbe7cdf tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.23 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0712571 Jul 22 21:24:10.201777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b77c6-b53e-4cc9-9f77-116635e18a17 req-137ee72a-6790-40ca-892a-eda8641229e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:10.206004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-564b77c6-b53e-4cc9-9f77-116635e18a17 req-137ee72a-6790-40ca-892a-eda8641229e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2443399 Jul 22 21:24:10.249009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c985f312-08f6-4f1b-8b4b-4de6fc7ef53b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:10.249625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c985f312-08f6-4f1b-8b4b-4de6fc7ef53b not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:10.278318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-564b77c6-b53e-4cc9-9f77-116635e18a17 req-772b668c-8151-46f9-8ba8-4ebd1929a1bb tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Jul 22 21:24:10.289763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=9f435797-d2d6-4461-873f-aab183edbc99,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:10.496459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b5b9ee5-9028-4429-b024-b9b44b8e56be req-d2d05c72-95f6-4c62-bcc9-d620cdc933a7 tempest-ServerShowV254Test-2116056539 tempest-ServerShowV254Test-2116056539-project] 10.222.0.54 "GET /v2.0/ports?device_id=780128b2-df51-43f7-9a03-a8edfc2293d0 HTTP/1.1" status: 200 len: 210 time: 0.0765760 Jul 22 21:24:10.633118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:10.635164 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f194d5-208b-49c6-8a62-17a7e9b1bea2 x-openstack-request-id: req-92f194d5-208b-49c6-8a62-17a7e9b1bea2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:10.635898 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "name": "network-vif-plugged", "status": "completed", "tag": "9f435797-d2d6-4461-873f-aab183edbc99", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:10.636510 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92f194d5-208b-49c6-8a62-17a7e9b1bea2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:10.637352 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99', 'code': 200} Jul 22 21:24:10.648877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:10.672931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Transition to ACTIVE for port object 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:24:10.691795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:10.830390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b822a0-9ca4-48de-a316-8ecc22ac41f0 req-0519f902-2f43-4873-9859-3591393fa798 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:10.832727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77b822a0-9ca4-48de-a316-8ecc22ac41f0 req-0519f902-2f43-4873-9859-3591393fa798 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 932 time: 0.1825306 Jul 22 21:24:10.851982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:10.920882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77b822a0-9ca4-48de-a316-8ecc22ac41f0 req-31e04700-538d-4823-b9ed-37ca9dc906f8 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785582 Jul 22 21:24:11.039304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713009e6-3f41-4e83-9f7e-40b983918c83 req-5db8b79e-c56c-416c-9b74-b7e7c1092015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.041938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713009e6-3f41-4e83-9f7e-40b983918c83 req-5db8b79e-c56c-416c-9b74-b7e7c1092015 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 1098 time: 0.2757034 Jul 22 21:24:11.056487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Attempting to bind port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:24:11.057031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Attempting to bind port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:24:11.057592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Attempting to bind port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:11.068534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d on network 13a11420-86b0-49d0-be1d-94a1f2126c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:24:11.069260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Attempting to bind port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d on network 13a11420-86b0-49d0-be1d-94a1f2126c3c {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:11.099401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:24:11.102574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Checking segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:11.103318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Bound using segment: {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:24:11.104152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Bound port: 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e547c31-9cc0-4580-8122-a6b5c142cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:24:11.104746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:11.158029 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713009e6-3f41-4e83-9f7e-40b983918c83 req-60d7f8a7-b705-42f6-9069-98373a7c7e55 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911636 Jul 22 21:24:11.189460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeab563-c461-4c18-b335-4ea4710224e6 req-f04f13e7-c6a1-4c6f-974f-a63bbb40f389 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.206225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daeab563-c461-4c18-b335-4ea4710224e6 req-f04f13e7-c6a1-4c6f-974f-a63bbb40f389 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 946 time: 0.1900218 Jul 22 21:24:11.259008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:24:11.272704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:24:11.280664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:11.309818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daeab563-c461-4c18-b335-4ea4710224e6 req-aa937506-45a5-4331-8b7b-e018f0a13cf1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008976 Jul 22 21:24:11.338971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.340062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:11.341549 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/8032fb5d-54e9-4bd4-be6f-53dcc8b6389d HTTP/1.1" status: 200 len: 1093 time: 1.6604185 Jul 22 21:24:11.342123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:11.346973 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda7e803-5f04-4a97-8ac5-614efe48d76b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:11.430420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf6b3e-adf9-4409-bc62-872c7b2b54f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:11.620739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b99d86-4abe-49f0-92ec-6a940e9a0154 req-1d6c4105-f3c6-46a0-af9f-4446bcfb1aed tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.632585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b99d86-4abe-49f0-92ec-6a940e9a0154 req-1d6c4105-f3c6-46a0-af9f-4446bcfb1aed tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.645522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b99d86-4abe-49f0-92ec-6a940e9a0154 req-1d6c4105-f3c6-46a0-af9f-4446bcfb1aed tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.658476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89b99d86-4abe-49f0-92ec-6a940e9a0154 req-1d6c4105-f3c6-46a0-af9f-4446bcfb1aed tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0&device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585&device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 2418 time: 0.2728963 Jul 22 21:24:11.673563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-d8be4320-243e-4101-bed1-272275bf4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.676376 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-d8be4320-243e-4101-bed1-272275bf4a76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 1096 time: 0.1342814 Jul 22 21:24:11.704738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d21faf-bf3c-4d46-a9a5-691d4ddc67d7 req-32c3083e-fc58-48e7-9a9b-f367313a12c4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.707337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65d21faf-bf3c-4d46-a9a5-691d4ddc67d7 req-32c3083e-fc58-48e7-9a9b-f367313a12c4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.2319541 Jul 22 21:24:11.760700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-9f8cccc0-6213-4d07-828b-18e0a0202c37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d HTTP/1.1" status: 200 len: 217 time: 0.0631268 Jul 22 21:24:11.767080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89b99d86-4abe-49f0-92ec-6a940e9a0154 req-03c7c448-da34-4913-aeaf-5d736ad787ea tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062200 Jul 22 21:24:11.796542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65d21faf-bf3c-4d46-a9a5-691d4ddc67d7 req-c78f70ce-8912-460b-b46c-e9e7b6895814 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779164 Jul 22 21:24:11.887304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d70c0ab-438a-45d9-90d1-fe3807114c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:11.888827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-4d70c0ab-438a-45d9-90d1-fe3807114c04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.1175156 Jul 22 21:24:11.896722 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd2fb10-0065-482d-9d7c-d3d0fe799e1b x-openstack-request-id: req-ccd2fb10-0065-482d-9d7c-d3d0fe799e1b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:11.897169 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:11.897626 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ccd2fb10-0065-482d-9d7c-d3d0fe799e1b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:11.898248 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'status': 'completed', 'code': 200} Jul 22 21:24:11.976915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-7c6b6720-a6c2-4bdd-b8a3-b063067fb51e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696828 Jul 22 21:24:12.228956 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-591d0f3c-535b-4147-aed5-c8b85277f928 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184958 Jul 22 21:24:12.342326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bee0-a37c-4691-901e-fc61cd147bae req-06d184e2-fcee-439e-874c-fd68550e57b9 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:12.353297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6679bee0-a37c-4691-901e-fc61cd147bae req-06d184e2-fcee-439e-874c-fd68550e57b9 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 944 time: 0.2369986 Jul 22 21:24:12.453403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6679bee0-a37c-4691-901e-fc61cd147bae req-f9c795d8-b1bf-4503-942b-d0d3d8d9d1e2 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985885 Jul 22 21:24:12.512416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065de4-9320-46b4-825b-d71d916c9538 req-bb34b9ff-a943-44b8-911c-6cc3d4c84ae2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:12.525094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9065de4-9320-46b4-825b-d71d916c9538 req-bb34b9ff-a943-44b8-911c-6cc3d4c84ae2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.2024815 Jul 22 21:24:12.531325 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-202ef6fb-1f07-4375-b9bb-596171aeb9ff req-41fc5307-b250-4cdd-a491-fd0be23ddc81 service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884729 Jul 22 21:24:12.562958 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cc6578a8-a541-43de-affd-dae218e84a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:12.683151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33238) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:12.736145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-2baccfd1-3faa-4681-84f3-eaf7b7fad382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:12.739546 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-2baccfd1-3faa-4681-84f3-eaf7b7fad382 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed57cd207e1a443d935b11101b325f9c&device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 1096 time: 0.1050012 Jul 22 21:24:12.748865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9065de4-9320-46b4-825b-d71d916c9538 req-4a8f8e9f-7f40-4ff1-9d90-8e2ad735e6d6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200360 Jul 22 21:24:12.850087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a8422-7cf8-483c-8526-7b10ff8df632 req-ef298875-7bfa-47e7-aac8-a95ea2641ddb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:12.862746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-350a8422-7cf8-483c-8526-7b10ff8df632 req-ef298875-7bfa-47e7-aac8-a95ea2641ddb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 946 time: 0.2647710 Jul 22 21:24:12.995166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-350a8422-7cf8-483c-8526-7b10ff8df632 req-893ca0d4-93cc-4bd2-b993-61f21eac1ab1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295753 Jul 22 21:24:13.037487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:13.090417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-3b5fceb2-2f2e-4499-9794-5dd0adaef9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:13.093148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-3b5fceb2-2f2e-4499-9794-5dd0adaef9b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 200 len: 906 time: 0.3350468 Jul 22 21:24:13.277636 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-fdb4e10a-fba0-4da4-8c30-f981cfacb2ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d HTTP/1.1" status: 200 len: 217 time: 0.1557565 Jul 22 21:24:13.381180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9a069-05cb-47f1-81b7-32098eadb183 req-245429f0-7101-4720-87e7-3f8625fbf900 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:13.388994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55c9a069-05cb-47f1-81b7-32098eadb183 req-245429f0-7101-4720-87e7-3f8625fbf900 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.2363052 Jul 22 21:24:13.434255 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:13.459622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-c1f1d88b-7738-461a-98d7-d1be16f0d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:13.462287 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-c1f1d88b-7738-461a-98d7-d1be16f0d020 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 200 len: 845 time: 0.1647708 Jul 22 21:24:13.474570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:13.483499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:13.604189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55c9a069-05cb-47f1-81b7-32098eadb183 req-e67ffc1e-0244-4d90-afc0-76618e7e9602 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797841 Jul 22 21:24:13.611248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-62901370-4530-41fe-accf-825b7dec31d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=13a11420-86b0-49d0-be1d-94a1f2126c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151578 Jul 22 21:24:13.643053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca78a1-7e17-4c8f-8e32-686fd55845fb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:13.648270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 239cfa38-90df-4490-8c4f-57f8105745dc completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:13.661895 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84c548902f64429082e2e093fe514756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9755063 Jul 22 21:24:13.665363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 239cfa38-90df-4490-8c4f-57f8105745dc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:13.668151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:13.680700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:13.700003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.700728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.700821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.701319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.701867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.702422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.702968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.703520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.716330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.717008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.717577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.718136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5219893-5852-4be4-95e1-e56e98650f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:13.887985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d246f48-76ea-40d2-85cd-a61d2b9a1d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:13.912228 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-5ff414bb-43b3-46a1-b1a5-e1b8e146ea3c service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650473 Jul 22 21:24:14.008539 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:14.093195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:14.099382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d246f48-76ea-40d2-85cd-a61d2b9a1d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:14.103555 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60840086-90e2-48d4-bc30-211065da0522" -d '{"events": [{"server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "name": "network-vif-plugged", "status": "completed", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:14.131821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:14.140086 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:14.171013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eda7e803-5f04-4a97-8ac5-614efe48d76b req-6e7fe87f-d0d6-483e-9b9e-7ce458961e3f service neutron] 10.222.0.23 "GET /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468023 Jul 22 21:24:14.250364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:14.256541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49c0a5-f441-4d75-b4d6-8d44c71dd59b req-847e8a25-3ab6-4465-ae15-005d0deb3400 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:14.259207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a49c0a5-f441-4d75-b4d6-8d44c71dd59b req-847e8a25-3ab6-4465-ae15-005d0deb3400 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 946 time: 0.4050252 Jul 22 21:24:14.282410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0597c2-ab61-4ac8-9733-34f3eb1c0f3d req-9d681074-9d86-48e7-a4c8-c09379eb806b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:14.285326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0597c2-ab61-4ac8-9733-34f3eb1c0f3d req-9d681074-9d86-48e7-a4c8-c09379eb806b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 944 time: 0.2900965 Jul 22 21:24:14.358558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d246f48-76ea-40d2-85cd-a61d2b9a1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:14.361697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d246f48-76ea-40d2-85cd-a61d2b9a1d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:14.363265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0d246f48-76ea-40d2-85cd-a61d2b9a1d54 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/40ca78a1-7e17-4c8f-8e32-686fd55845fb HTTP/1.1" status: 204 len: 168 time: 0.6775079 Jul 22 21:24:14.400899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a49c0a5-f441-4d75-b4d6-8d44c71dd59b req-4d58991e-b5f5-4919-bc13-e7a2e6e1b350 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135347 Jul 22 21:24:14.402664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d246f48-76ea-40d2-85cd-a61d2b9a1d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca78a1-7e17-4c8f-8e32-686fd55845fb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:14.410738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0597c2-ab61-4ac8-9733-34f3eb1c0f3d req-0b81d170-7c8c-46f7-8e8a-a8ecaa7f84b1 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131504 Jul 22 21:24:14.659626 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedea6c9-8489-4d43-805a-601545caadb0 x-openstack-request-id: req-dedea6c9-8489-4d43-805a-601545caadb0 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:14.661030 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "name": "network-vif-plugged", "status": "completed", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:14.661439 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dedea6c9-8489-4d43-805a-601545caadb0 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:14.662198 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc', 'code': 200} Jul 22 21:24:14.789427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba2a64-b2f7-4df1-ae63-40e5bd80f531 req-5958f0c7-2fea-40ff-a8b3-703637f1b519 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:14.793066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cba2a64-b2f7-4df1-ae63-40e5bd80f531 req-5958f0c7-2fea-40ff-a8b3-703637f1b519 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 946 time: 0.1705394 Jul 22 21:24:14.889627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138deac8-d854-4b9a-a911-992e7d373a75 req-0528120a-1cdc-48c0-93b0-46e5c0e6d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:14.894515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-138deac8-d854-4b9a-a911-992e7d373a75 req-0528120a-1cdc-48c0-93b0-46e5c0e6d04e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1319966 Jul 22 21:24:14.907353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cba2a64-b2f7-4df1-ae63-40e5bd80f531 req-b7522007-de03-4f42-b6d9-42d8ecf7d640 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036325 Jul 22 21:24:14.980536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-138deac8-d854-4b9a-a911-992e7d373a75 req-32a37b0c-a9bd-4f2e-998b-a72e1aa4ea36 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692258 Jul 22 21:24:15.193931 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-69722e4c-3f89-44cc-9bd8-937a1b622ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:15.199828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b548d-7903-4a62-a762-9e415c541f30 req-38fcd226-36d5-442c-b1e3-1ce09a1160ce tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:15.202165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c9b548d-7903-4a62-a762-9e415c541f30 req-38fcd226-36d5-442c-b1e3-1ce09a1160ce tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1452363 Jul 22 21:24:15.324286 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:15.325080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c9b548d-7903-4a62-a762-9e415c541f30 req-4390ae56-48c7-496e-af15-d96d578c154e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111107 Jul 22 21:24:15.483138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:15.778563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:15.804669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'mac_address': 'fa:16:3e:7a:23:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:24:15.885510 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:15.896890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dc075-d0b6-4033-b02d-30d55074627c req-14f0cbe4-0fed-4b4c-8b0a-0b34aa3bd2ee tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:15.900093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-574dc075-d0b6-4033-b02d-30d55074627c req-14f0cbe4-0fed-4b4c-8b0a-0b34aa3bd2ee tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 944 time: 0.2420084 Jul 22 21:24:15.920533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:15.971087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:15.982771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.027406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-574dc075-d0b6-4033-b02d-30d55074627c req-34a9c842-47b7-47e4-94e1-2e9285e10c30 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113496 Jul 22 21:24:16.071595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33310) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:16.153451 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.197014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:16.275127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1470047578-network', 'tenant_id': '246bb01bf1d447108c7c647aa9aca372'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:16.317724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Made reservation on behalf of 246bb01bf1d447108c7c647aa9aca372 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:16.319873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de92a4-cf66-4780-adc7-aaf74afed59e req-2632d901-c963-4cdb-8247-d9102b57ccc5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:16.323935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.331082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5de92a4-cf66-4780-adc7-aaf74afed59e req-2632d901-c963-4cdb-8247-d9102b57ccc5 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 945 time: 0.1325798 Jul 22 21:24:16.346600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.395013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5de92a4-cf66-4780-adc7-aaf74afed59e req-a27e5740-2793-471e-b2de-84fdd129ea70 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618529 Jul 22 21:24:16.653341 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.661060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.690586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:24:16.719689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.720685 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Added segment d6c274a0-9642-4593-81f9-a6062cd71217 of type vlan for network 6168950c-baea-4421-b459-4e57697f718b Jul 22 21:24:16.731317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50375146-4c8b-4728-996a-45f822c42892,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:16.758345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e59847-91b4-4abb-8211-ab1b81f6ac22 req-7477875f-b012-4241-a1f3-0b2382703d3c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:16.761041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68e59847-91b4-4abb-8211-ab1b81f6ac22 req-7477875f-b012-4241-a1f3-0b2382703d3c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2106278 Jul 22 21:24:16.776070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.776394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.777811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.778669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.778821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.779273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.779616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.780043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.780344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.780489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa18be3-3955-449f-977f-f25b0d232948 req-1f19cfb9-b0c7-4de2-8b84-b89e88df4d40 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:16.780635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.780979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.781254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:16.782775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fa18be3-3955-449f-977f-f25b0d232948 req-1f19cfb9-b0c7-4de2-8b84-b89e88df4d40 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1701450 Jul 22 21:24:16.789633 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-3843a8c8-7a71-445f-b96b-f5c093744f72 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1858385 Jul 22 21:24:16.804173 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.834083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['8032fb5d-54e9-4bd4-be6f-53dcc8b6389d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:16.874220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68e59847-91b4-4abb-8211-ab1b81f6ac22 req-36e36b75-9e60-4210-8dd7-978d3a2f6e2a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902717 Jul 22 21:24:16.896765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.901024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:16.904009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:16.923790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fa18be3-3955-449f-977f-f25b0d232948 req-df72ff6a-6ceb-4d7a-81ed-781fca95738b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Jul 22 21:24:17.067000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] Pushing event updated for resources: {'Network': ['ID=6168950c-baea-4421-b459-4e57697f718b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:17.091332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-62e366bc-0e9f-416c-907a-fd3b6b39858a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0134890 Jul 22 21:24:17.092575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33328) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:17.102926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6168950c-baea-4421-b459-4e57697f718b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:24:17.104926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Request body: {'subnet': {'network_id': '6168950c-baea-4421-b459-4e57697f718b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1470047578-subnet', 'tenant_id': '246bb01bf1d447108c7c647aa9aca372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:17.168264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-5cac77b7-a1ca-4baf-a93d-0e5d1c57311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:17.171769 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-5cac77b7-a1ca-4baf-a93d-0e5d1c57311e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2c09210cc0046f8a9d20aef19ffd686&device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 1098 time: 0.3218873 Jul 22 21:24:17.217802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Made reservation on behalf of 246bb01bf1d447108c7c647aa9aca372 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:17.232277 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:17.438600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-73944736-1a4f-4295-88de-428da08955a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:17.441013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-73944736-1a4f-4295-88de-428da08955a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e167bca-ce58-4726-b10e-2c037e199c57 HTTP/1.1" status: 200 len: 915 time: 0.2106171 Jul 22 21:24:17.540654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21748-161d-4c15-9ae5-408d951bf074 req-6b6251ca-d88e-4cc4-b87f-ff8c18898cb6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:17.543393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42e21748-161d-4c15-9ae5-408d951bf074 req-6b6251ca-d88e-4cc4-b87f-ff8c18898cb6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 945 time: 0.3057013 Jul 22 21:24:17.599135 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-30adff77-df11-4686-bfa9-508ae06d1d93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac HTTP/1.1" status: 200 len: 1002 time: 0.1294358 Jul 22 21:24:17.696616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-10ecc6d2-7cf0-4e61-b8cf-961d71b35bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:17.699069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-10ecc6d2-7cf0-4e61-b8cf-961d71b35bd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef60dcf8-be65-46b2-9b95-93d4d309939e HTTP/1.1" status: 200 len: 853 time: 0.0926466 Jul 22 21:24:17.718814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402a5d-d820-4e76-a178-7eca505f98cc req-0e2e8756-6033-4927-a909-5e1e1832512d tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:17.721464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0402a5d-d820-4e76-a178-7eca505f98cc req-0e2e8756-6033-4927-a909-5e1e1832512d tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 946 time: 0.2905698 Jul 22 21:24:17.729348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42e21748-161d-4c15-9ae5-408d951bf074 req-1ee9781e-ecd8-4e8d-bb9d-231d0189ee69 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772742 Jul 22 21:24:17.790022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:17.825585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-1b27492d-b376-4bcb-ae51-1680880b5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:17.829596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-1b27492d-b376-4bcb-ae51-1680880b5381 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e167bca-ce58-4726-b10e-2c037e199c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166921 Jul 22 21:24:17.923632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0402a5d-d820-4e76-a178-7eca505f98cc req-98d630f3-dc9c-4b02-9c57-1bf4eb5651b5 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821091 Jul 22 21:24:17.942264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea89717-5d94-4982-af7c-50935b78fe56,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:17.993778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Checking segment: {'id': 'd6c274a0-9642-4593-81f9-a6062cd71217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6168950c-baea-4421-b459-4e57697f718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:17.994356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Network hostable DHCP agents. Network: 6168950c-baea-4421-b459-4e57697f718b, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:24:18.010375 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:18.046705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8990c-1b9f-46db-9630-c9b31a519887 req-26ddafae-2330-471e-9b5d-7644d5fd19e8 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:18.047189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcd8990c-1b9f-46db-9630-c9b31a519887 req-26ddafae-2330-471e-9b5d-7644d5fd19e8 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 945 time: 0.1817889 Jul 22 21:24:18.055896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-92ea46f0-fd16-4ebd-9c5a-9fb46b6752f9 service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947551 Jul 22 21:24:18.073162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Network 6168950c-baea-4421-b459-4e57697f718b is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:24:18.117274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6168950c-baea-4421-b459-4e57697f718b) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:18.138120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18531f-8562-4ab9-8bc9-d4cdff7261b2 None None] Network 6168950c-baea-4421-b459-4e57697f718b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:24:18.142517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:18.143487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:18.176088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcd8990c-1b9f-46db-9630-c9b31a519887 req-1f801844-bd86-4f05-b227-1e24f37a14ec tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126647 Jul 22 21:24:18.225454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5d97dd48-26d1-44fa-a7d0-5fa73946294f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1315336 Jul 22 21:24:18.349840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c3281-855b-4987-b8fe-9b4fd270dadf req-c0e8204c-8ae0-4510-9e2a-41fc9826b825 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:18.352706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f3c3281-855b-4987-b8fe-9b4fd270dadf req-c0e8204c-8ae0-4510-9e2a-41fc9826b825 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1545708 Jul 22 21:24:18.361755 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b942c0bc-3c29-4d1f-8fba-a6c2a4c1de47 req-45a45817-61af-44b8-9040-c56a3b626292 service neutron] 10.222.0.23 "GET /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842083 Jul 22 21:24:18.464342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08fbb90-8076-4600-bc5d-dbc57c2a6a0f None None] Network 6168950c-baea-4421-b459-4e57697f718b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:24:18.542346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f3c3281-855b-4987-b8fe-9b4fd270dadf req-b43a4252-5f62-4922-96ef-8205749f2429 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553283 Jul 22 21:24:18.606251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642c56-ee36-4363-8601-d5372000cac2 req-5630ba3b-4ab5-4578-b2e5-310313a8485f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:18.618267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da642c56-ee36-4363-8601-d5372000cac2 req-5630ba3b-4ab5-4578-b2e5-310313a8485f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1797705 Jul 22 21:24:18.719151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da642c56-ee36-4363-8601-d5372000cac2 req-4a9c60e6-b811-4a23-a906-3d32833cb139 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991220 Jul 22 21:24:19.398344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37fb7-1655-4f29-b839-7a0fb662a043 req-16e70ba7-788e-4064-bb32-5bbfabb69657 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.400992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ed37fb7-1655-4f29-b839-7a0fb662a043 req-16e70ba7-788e-4064-bb32-5bbfabb69657 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1754155 Jul 22 21:24:19.405429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33372) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:19.419066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1105813406-network', 'tenant_id': '7852d4492aa14967bc2340ec3854fead'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:19.428146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e301-cce3-4d8b-8a85-b8849fb23e0c req-aa34c400-878c-4776-ac81-e7692289c2a6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.430840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea82e301-cce3-4d8b-8a85-b8849fb23e0c req-aa34c400-878c-4776-ac81-e7692289c2a6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 945 time: 0.1607826 Jul 22 21:24:19.481107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Made reservation on behalf of 7852d4492aa14967bc2340ec3854fead for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:19.487551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.504074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.538135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ed37fb7-1655-4f29-b839-7a0fb662a043 req-305b2835-f6c4-4cf8-b5b2-8ab6827245a6 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056812 Jul 22 21:24:19.543524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea82e301-cce3-4d8b-8a85-b8849fb23e0c req-3ec68c65-9971-4a5d-94c5-ee974fa2dc0c tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934644 Jul 22 21:24:19.800598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-1f631dd1-7518-4a24-a5e6-4288b98f665f tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.803448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-1f631dd1-7518-4a24-a5e6-4288b98f665f tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 945 time: 0.1850877 Jul 22 21:24:19.821396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.831028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.935089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:24:19.950779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df780ac-2486-4794-873c-7733dfc7b3ec req-d7f07cf1-1da9-4bcb-a92c-58775320e683 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.954018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8df780ac-2486-4794-873c-7733dfc7b3ec req-d7f07cf1-1da9-4bcb-a92c-58775320e683 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 945 time: 0.1614099 Jul 22 21:24:19.989236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.989782 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Added segment 0d1ba566-0655-4a60-8709-2c8f1418c391 of type vlan for network 9822620c-1d0a-4d94-8597-51899cf4767f Jul 22 21:24:19.996103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fd9f3-4534-490d-a834-5882a34a6ee3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:20.073598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8df780ac-2486-4794-873c-7733dfc7b3ec req-f394b9c0-2e9a-414e-8947-fd0d28ed4c21 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/security-groups?id=1964e28d-10ff-41c3-bc43-5e1abc500c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036108 Jul 22 21:24:20.148427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858134d6-3708-4e6d-b3cf-15c0a7d4adba req-1bd69b87-4ba6-4012-b275-0a0fba10fc53 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.155505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.160867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-858134d6-3708-4e6d-b3cf-15c0a7d4adba req-1bd69b87-4ba6-4012-b275-0a0fba10fc53 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2045839 Jul 22 21:24:20.229806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.231322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.232524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.321907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9147429 Jul 22 21:24:20.327994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33382) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:20.352332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-858134d6-3708-4e6d-b3cf-15c0a7d4adba req-457975ed-65b0-43f2-bf38-b7eb7edcfd86 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897817 Jul 22 21:24:20.422559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-a775c877-2d70-4bbb-addd-048105fbcce0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2583513 Jul 22 21:24:20.432926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346436d-e443-4d68-bbd2-0b964624fcde req-6b989578-980d-48ea-877d-801cc39e2b1f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.433471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Request body: {'subnet': {'network_id': '9822620c-1d0a-4d94-8597-51899cf4767f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1105813406-subnet', 'tenant_id': '7852d4492aa14967bc2340ec3854fead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:20.444935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5346436d-e443-4d68-bbd2-0b964624fcde req-6b989578-980d-48ea-877d-801cc39e2b1f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1999156 Jul 22 21:24:20.454903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15298311-0aff-4b9a-ae77-800917cfb1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9822620c-1d0a-4d94-8597-51899cf4767f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:20.478851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9822620c-1d0a-4d94-8597-51899cf4767f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:24:20.500235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Deleting port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:20.500474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.561514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Made reservation on behalf of 7852d4492aa14967bc2340ec3854fead for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:20.567214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.571935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5346436d-e443-4d68-bbd2-0b964624fcde req-12dfe928-301e-43a4-87c2-967092bbaf49 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252675 Jul 22 21:24:20.630228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-8e841031-ad48-42b2-a76f-88346e216d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.639387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-8e841031-ad48-42b2-a76f-88346e216d96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 1096 time: 0.1826742 Jul 22 21:24:20.798684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] For port 1bad29f8-7d00-4da9-80e7-3e6e3df13548, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=1bad29f8-7d00-4da9-80e7-3e6e3df13548,segment=NetworkSegment(8134f704-4a9e-4c32-9959-c79ee066e66e),segment_id=8134f704-4a9e-4c32-9959-c79ee066e66e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:20.798684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.824608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Calling delete_port for 1bad29f8-7d00-4da9-80e7-3e6e3df13548 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:20.906065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-8d139a11-12ec-45de-9dcd-60aa4c05cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.907490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-8d139a11-12ec-45de-9dcd-60aa4c05cb35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.2038362 Jul 22 21:24:20.924148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc9de3-0845-470e-b48e-975be668e953 req-bc61c808-57ae-465e-be16-5d384ac34b6c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.925784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2dc9de3-0845-470e-b48e-975be668e953 req-bc61c808-57ae-465e-be16-5d384ac34b6c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 946 time: 0.2819326 Jul 22 21:24:20.943195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4bf0-0b2a-4329-ab44-ad892454bb54 req-ce5ae187-026e-4c0c-8d9f-50fd80c003ed tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.950194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-174f4bf0-0b2a-4329-ab44-ad892454bb54 req-ce5ae187-026e-4c0c-8d9f-50fd80c003ed tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 945 time: 0.2223041 Jul 22 21:24:20.998009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-b757b143-4088-43b0-ac1b-8318dd061969 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 200 len: 217 time: 0.0829298 Jul 22 21:24:21.067766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:21.133310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2dc9de3-0845-470e-b48e-975be668e953 req-4edf5628-ff6b-4254-80cb-0249ad2f22fd tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856129 Jul 22 21:24:21.146782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-7ab3f9f0-d698-4e77-8358-f076c132dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:21.149595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-7ab3f9f0-d698-4e77-8358-f076c132dd68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1349885 Jul 22 21:24:21.172757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-174f4bf0-0b2a-4329-ab44-ad892454bb54 req-909c4e10-1726-4e04-a79a-94036667f36d tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754155 Jul 22 21:24:21.175325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836bd2ed-2d75-44e0-a28d-d34e5a8e5255,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:21.235141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:21.238265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Checking segment: {'id': '0d1ba566-0655-4a60-8709-2c8f1418c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9822620c-1d0a-4d94-8597-51899cf4767f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:21.239043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Network hostable DHCP agents. Network: 9822620c-1d0a-4d94-8597-51899cf4767f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:24:21.239789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-fa2e50dd-9af8-4754-bd97-5b779a719af5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635946 Jul 22 21:24:21.264229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['1bad29f8-7d00-4da9-80e7-3e6e3df13548'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:21.312999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Pushing event deleted for resources: {'Port': ['ID=1bad29f8-7d00-4da9-80e7-3e6e3df13548,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:21.374492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Network 9822620c-1d0a-4d94-8597-51899cf4767f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:24:21.398470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] No DVR routers for this DVR port 1bad29f8-7d00-4da9-80e7-3e6e3df13548 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:21.402550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:21.404963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6ebc52c7-9115-4690-8a58-4277c3f634cf req-dd513416-f173-4769-825e-b5c50a68e278 tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.23 "DELETE /v2.0/ports/1bad29f8-7d00-4da9-80e7-3e6e3df13548 HTTP/1.1" status: 204 len: 173 time: 1.5594029 Jul 22 21:24:21.405563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf9353-3153-413f-a164-299de1c61eb0', 'name': 'network-vif-deleted', 'tag': '1bad29f8-7d00-4da9-80e7-3e6e3df13548'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:21.409454 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6553bd85-267b-4b87-8d76-d2e1f3fc080e" -d '{"events": [{"server_uuid": "60bf9353-3153-413f-a164-299de1c61eb0", "name": "network-vif-deleted", "tag": "1bad29f8-7d00-4da9-80e7-3e6e3df13548"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:21.412470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9822620c-1d0a-4d94-8597-51899cf4767f) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:21.423773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:21.424924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:21.431126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb5f97-e118-4cf9-bff0-7cc19a9e4926 None None] Network 9822620c-1d0a-4d94-8597-51899cf4767f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:24:21.476658 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7945285a-cb65-4130-b199-9bf87d6e7f05 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0576575 Jul 22 21:24:21.558771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:21.731810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:21.740489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:21.740668 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:21.851510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c534668-4c3d-4f9e-8ea4-bcd379bf2932 None None] Network 9822620c-1d0a-4d94-8597-51899cf4767f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:24:22.027710 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:22.072525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4c44cd8-f72d-40e1-b96a-d97ee210bcc8 req-aebf7866-8eb9-4965-9cd2-7672c8971a6b tempest-AttachVolumeNegativeTest-1427522594 tempest-AttachVolumeNegativeTest-1427522594-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bf9353-3153-413f-a164-299de1c61eb0 HTTP/1.1" status: 200 len: 210 time: 0.6835988 Jul 22 21:24:22.087310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:22.091810 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d0dfa-0b6d-46fd-bddc-2d4a157e7690" -d '{"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-plugged", "status": "completed", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:22.118554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-cd746885-104c-4b43-b984-3dca1bc2f7b2 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8715184 Jul 22 21:24:22.151515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:22.158892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:22.273549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:22.364125 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e534ad0c-73ba-43d4-ab3e-cac3e4d8d3fe req-813dee00-b625-4336-b04b-757e5d45ec4e service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384834 Jul 22 21:24:22.401870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901aa19-8470-45b9-9626-07fd820f1239 req-41118a3c-07ca-4e0c-ae13-51cc494a981f tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:22.403926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8901aa19-8470-45b9-9626-07fd820f1239 req-41118a3c-07ca-4e0c-ae13-51cc494a981f tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1646538 Jul 22 21:24:22.474777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8901aa19-8470-45b9-9626-07fd820f1239 req-dfeebfbe-98cc-41fb-adc5-0b5e03dd4398 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627809 Jul 22 21:24:22.568078 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de19b9e8-dd6a-4ac7-a862-244405d7a0af x-openstack-request-id: req-de19b9e8-dd6a-4ac7-a862-244405d7a0af {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:22.568848 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf9353-3153-413f-a164-299de1c61eb0", "name": "network-vif-deleted", "tag": "1bad29f8-7d00-4da9-80e7-3e6e3df13548", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:22.568848 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de19b9e8-dd6a-4ac7-a862-244405d7a0af {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:22.569519 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bf9353-3153-413f-a164-299de1c61eb0', 'name': 'network-vif-deleted', 'tag': '1bad29f8-7d00-4da9-80e7-3e6e3df13548', 'status': 'completed', 'code': 200} Jul 22 21:24:23.144273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26c60-e794-4b79-96c5-a765f65879db req-7b4bc29e-71e8-4283-bf97-c8feffb20450 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:23.146123 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-7b4bc29e-71e8-4283-bf97-c8feffb20450 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/networks?id=6168950c-baea-4421-b459-4e57697f718b HTTP/1.1" status: 200 len: 825 time: 0.1516175 Jul 22 21:24:23.170455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-bf292427-9c0a-425e-a80a-053f3eb91c10 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/quotas/246bb01bf1d447108c7c647aa9aca372 HTTP/1.1" status: 200 len: 375 time: 0.0154912 Jul 22 21:24:23.174301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-4d46ba4f-adcb-4030-bf62-bcb9c2964d32 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:24:23.175799 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-4d46ba4f-adcb-4030-bf62-bcb9c2964d32 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098937 Jul 22 21:24:23.235607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-080b65ce-bd09-4f36-9999-c44a15acf836 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=246bb01bf1d447108c7c647aa9aca372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578403 Jul 22 21:24:23.319875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-0fc6a45d-55f0-4f07-b382-c869e7d5107e tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:23.322319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-0fc6a45d-55f0-4f07-b382-c869e7d5107e tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 946 time: 0.1004570 Jul 22 21:24:23.373137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-f4261f92-9515-4559-a383-5f3f1d456b2c service neutron] 10.222.0.54 "GET /v2.0/networks/6168950c-baea-4421-b459-4e57697f718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248884 Jul 22 21:24:23.388413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:23.389240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Unknown quota resources ['binding']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:24:23.508641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-bcac8dba-e4bf-47d2-95c5-32c6104d2d3e service neutron] 10.222.0.54 "GET /v2.0/networks/6168950c-baea-4421-b459-4e57697f718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233220 Jul 22 21:24:23.537683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1bad29f8-7d00-4da9-80e7-3e6e3df13548 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:23.571285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 1bad29f8-7d00-4da9-80e7-3e6e3df13548 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:23.572012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 1bad29f8-7d00-4da9-80e7-3e6e3df13548 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:23.572499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 61f006dd-a17b-43ce-a2da-a986c57b67ac no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:23.711181 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae4e0fe-fb28-4247-b863-c22bc802a653 x-openstack-request-id: req-aae4e0fe-fb28-4247-b863-c22bc802a653 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:23.711628 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-plugged", "status": "completed", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:23.712060 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aae4e0fe-fb28-4247-b863-c22bc802a653 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:23.712960 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'code': 200} Jul 22 21:24:23.717364 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:23.811003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 61f006dd-a17b-43ce-a2da-a986c57b67ac, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:23.819382 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:23.920433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=61f006dd-a17b-43ce-a2da-a986c57b67ac,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:24.014850 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c8c3e-fe15-42a8-a760-8427fdae84d0 req-0ca38ef5-10b1-4774-b404-a731a7277af3 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:24.018272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c8c8c3e-fe15-42a8-a760-8427fdae84d0 req-0ca38ef5-10b1-4774-b404-a731a7277af3 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 944 time: 0.1649976 Jul 22 21:24:24.077038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Deleting port 61f006dd-a17b-43ce-a2da-a986c57b67ac {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:24.077877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:24.086183 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c8c8c3e-fe15-42a8-a760-8427fdae84d0 req-bdcb71af-d552-4d13-8a6b-5b8607381c42 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups?id=316d0fb9-d9e7-4352-97d0-cec42bff2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573003 Jul 22 21:24:24.144405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051a1b3-999d-456f-bd0a-1711eb568649 req-b96094da-625c-4236-9ee2-6936ced341cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:24.148434 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9051a1b3-999d-456f-bd0a-1711eb568649 req-b96094da-625c-4236-9ee2-6936ced341cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 1098 time: 0.2626574 Jul 22 21:24:24.290419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:24:24.290861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:24:24.291190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:24.308616 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9051a1b3-999d-456f-bd0a-1711eb568649 req-0e73a10a-4e24-47b8-8ed8-f8b2e1a29464 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421707 Jul 22 21:24:24.310623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] For port 61f006dd-a17b-43ce-a2da-a986c57b67ac, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=61f006dd-a17b-43ce-a2da-a986c57b67ac,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:24.311488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:24.314343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:24:24.314550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:24.320272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058626a-45f3-435a-bc66-4006a8926770 req-bf0713f2-93cd-4220-b71a-0c12e30c3820 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:24.322902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4058626a-45f3-435a-bc66-4006a8926770 req-bf0713f2-93cd-4220-b71a-0c12e30c3820 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.1273751 Jul 22 21:24:24.327605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:24:24.328001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:24.328511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:24:24.329075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Bound port: 239cfa38-90df-4490-8c4f-57f8105745dc, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:24:24.373926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4058626a-45f3-435a-bc66-4006a8926770 req-9860f880-54c0-413e-a818-94ad3222daeb tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 Jul 22 21:24:24.528493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:24:24.545895 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:24.547939 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d8453e6e-db50-422e-8209-7e98e99466e8 service neutron] 10.222.0.54 "POST /v2.0/ports/239cfa38-90df-4490-8c4f-57f8105745dc/bindings HTTP/1.1" status: 201 len: 390 time: 1.3608754 Jul 22 21:24:24.549006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33466) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:24.697915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:24.698524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:24.699078 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Floating IP 032e221f-7a67-44d7-a810-7f2c0b0189e8 disassociated. External IP: 172.25.5.195, port: 61f006dd-a17b-43ce-a2da-a986c57b67ac. Jul 22 21:24:24.699570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Calling delete_port for 61f006dd-a17b-43ce-a2da-a986c57b67ac owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:24.772712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf98ab-3faf-4b2d-88eb-a1a296edbd43 req-8e6ff981-e765-44da-8b62-1206cc7e1dd3 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:24.776079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bbf98ab-3faf-4b2d-88eb-a1a296edbd43 req-8e6ff981-e765-44da-8b62-1206cc7e1dd3 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1469755 Jul 22 21:24:24.868477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bbf98ab-3faf-4b2d-88eb-a1a296edbd43 req-f421243a-a2fc-4e31-bddf-3d122dbd2f41 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706832 Jul 22 21:24:24.969749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] Deleting subnet 27f8c656-3596-4fbd-8ddf-85dedfe9ba72 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:24:24.976326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:24.987748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83e2b758-316d-4f22-99e0-662f61c74e77 req-13b5540b-6688-492d-8f4c-698c7fa6cb41 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 210 time: 0.0575686 Jul 22 21:24:25.046211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.150558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2dee8-7ea2-48bd-9dea-63e342924b09 req-4704cc73-28e9-4536-8cce-2dae29b4cd0f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.152146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f2dee8-7ea2-48bd-9dea-63e342924b09 req-4704cc73-28e9-4536-8cce-2dae29b4cd0f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1532149 Jul 22 21:24:25.161824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-6609fc72-b2cb-4a2f-b14b-918062a244f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.163449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-6609fc72-b2cb-4a2f-b14b-918062a244f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1088166 Jul 22 21:24:25.164210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.169557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.236690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event deleted for resources: {'Port': ['ID=61f006dd-a17b-43ce-a2da-a986c57b67ac,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:25.272338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e2c2947-add9-4f05-9b1d-226a658fbe7b req-03ec3fed-b1a4-4d41-ad69-019c35f3a841 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.0493612 Jul 22 21:24:25.325930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f2dee8-7ea2-48bd-9dea-63e342924b09 req-a8a8dac2-9810-40d6-91cc-ec43faf8ec22 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595311 Jul 22 21:24:25.370662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-1568390f-1aca-481b-bf2e-2f434d3a8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.372244 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-1568390f-1aca-481b-bf2e-2f434d3a8103 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.1933486 Jul 22 21:24:25.409597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.417496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-b457f99a-f31d-41a8-9801-5412fac9a652 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 200 len: 217 time: 0.0380380 Jul 22 21:24:25.456380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f8c656-3596-4fbd-8ddf-85dedfe9ba72,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:25.463682 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.468588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-350b4e79-8e41-49d1-a88b-26980f1011a3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/27f8c656-3596-4fbd-8ddf-85dedfe9ba72 HTTP/1.1" status: 204 len: 168 time: 0.9154041 Jul 22 21:24:25.474202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33476) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:25.513124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-cb704a50-c28d-457d-bea4-923a9baeb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.514667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-cb704a50-c28d-457d-bea4-923a9baeb330 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.0914037 Jul 22 21:24:25.537720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Router ccdd7350-6a7c-4733-9c6e-e706c14c79fc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:24:25.585414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-cf6e42f5-2d34-4f9c-8ccf-b8c55bdd2313 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630646 Jul 22 21:24:25.626050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.716285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:25.721745 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9928a2a2-c63d-42a9-b0e2-7c7ebed3773a" -d '{"events": [{"server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "name": "network-vif-unplugged", "status": "completed", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:25.728210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24045-cfbc-49e1-8ba5-1f1d980c5943 req-2cd37b6b-a3be-4241-a0b3-9cfc22934d9b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.739926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17d24045-cfbc-49e1-8ba5-1f1d980c5943 req-2cd37b6b-a3be-4241-a0b3-9cfc22934d9b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.2193487 Jul 22 21:24:25.813006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-b0b63ba7-489e-4077-b7e8-72b4953de992 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188597 Jul 22 21:24:25.816096 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f20479-5b54-4742-a51c-716b2e6146e5 x-openstack-request-id: req-11f20479-5b54-4742-a51c-716b2e6146e5 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:25.816998 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "name": "network-vif-unplugged", "status": "completed", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:25.817815 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11f20479-5b54-4742-a51c-716b2e6146e5 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:25.818649 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'code': 200} Jul 22 21:24:25.822404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17d24045-cfbc-49e1-8ba5-1f1d980c5943 req-5f2f1a5b-ed93-4a81-8f55-2081d1f0de7f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808191 Jul 22 21:24:25.927959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.943114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747bb956-cb78-4200-8a50-b5a43a589721']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:25.962288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:24:25.971104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8134f704-4a9e-4c32-9959-c79ee066e66e') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:25.971335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8134f704-4a9e-4c32-9959-c79ee066e66e') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:25.995342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] Sync routers for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:24:26.007181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.030662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:26.031854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:24:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:26.035230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] No DVR routers for this DVR port 61f006dd-a17b-43ce-a2da-a986c57b67ac on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:26.040653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.043091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a99e1aec-9e86-45e0-8b8f-dd5e3777ff94 req-451f4600-ef22-4b73-8d2c-80b6a8135ad9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.23 "DELETE /v2.0/ports/61f006dd-a17b-43ce-a2da-a986c57b67ac HTTP/1.1" status: 204 len: 173 time: 2.7076941 Jul 22 21:24:26.044100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'name': 'network-vif-deleted', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:26.046777 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35813ef4-4375-4bf7-b47a-9811db536fb2" -d '{"events": [{"server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "name": "network-vif-deleted", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:26.055180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.072773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:24:26.077390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:24:26.082389 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:24:26.099939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-a6202c69-31a9-4c3b-9563-994d2c1744e9 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756605 Jul 22 21:24:26.243444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.283147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-189f6dec-02a9-4641-8638-8458cd269dce req-6ff243e4-b489-4eea-b259-6acaca346c7e tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 210 time: 0.0692747 Jul 22 21:24:26.308786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.312317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] 10.222.0.54 "DELETE /v2.0/networks/747bb956-cb78-4200-8a50-b5a43a589721 HTTP/1.1" status: 204 len: 168 time: 0.8370237 Jul 22 21:24:26.322813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605ee71-f88e-4ed1-86e5-acb5d3786b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=747bb956-cb78-4200-8a50-b5a43a589721,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:26.331995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e6bee-2fbe-48fc-9b85-97efaf3a1a04 req-7ba7aada-17c4-40c9-b1ef-730e9aa666ee tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:26.334562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f59e6bee-2fbe-48fc-9b85-97efaf3a1a04 req-7ba7aada-17c4-40c9-b1ef-730e9aa666ee tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2156277 Jul 22 21:24:26.448969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f59e6bee-2fbe-48fc-9b85-97efaf3a1a04 req-23090e09-3dc1-4ecf-bd76-7ae613ee34cc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003273 Jul 22 21:24:26.488431 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c23535-0a49-417c-9312-d6e5c6bf00b9 x-openstack-request-id: req-d0c23535-0a49-417c-9312-d6e5c6bf00b9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:26.489001 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b9b660-c9c5-432e-b19a-b8b32c10fa6b", "name": "network-vif-deleted", "tag": "61f006dd-a17b-43ce-a2da-a986c57b67ac", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:26.489455 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0c23535-0a49-417c-9312-d6e5c6bf00b9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:26.489881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:26.491709 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b9b660-c9c5-432e-b19a-b8b32c10fa6b', 'name': 'network-vif-deleted', 'tag': '61f006dd-a17b-43ce-a2da-a986c57b67ac', 'status': 'completed', 'code': 200} Jul 22 21:24:26.557187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26c60-e794-4b79-96c5-a765f65879db req-105537f2-f023-496b-b465-7852eca6a3d3 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:26.566837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-105537f2-f023-496b-b465-7852eca6a3d3 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.23 "GET /v2.0/networks?id=6168950c-baea-4421-b459-4e57697f718b HTTP/1.1" status: 200 len: 825 time: 0.3418341 Jul 22 21:24:26.600489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Request body: {'port': {'device_id': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'network_id': '6168950c-baea-4421-b459-4e57697f718b', 'admin_state_up': True, 'tenant_id': '246bb01bf1d447108c7c647aa9aca372'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:26.737625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:26.754160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11800187-61f7-46df-af40-a092c030d4d5 req-1f4f8570-90b8-41a6-86a3-517aa00ae74f tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.0953238 Jul 22 21:24:26.817600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f870a971-f42c-4666-bf3b-afaa8373e536 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64072eeee1a240369dd33923b743485b&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0760818 Jul 22 21:24:26.819888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33500) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:26.871357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee659229-df7a-4429-8509-5cd69cfcca8e req-898f3549-3364-42c1-8615-cb276677608a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:26.879274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee659229-df7a-4429-8509-5cd69cfcca8e req-898f3549-3364-42c1-8615-cb276677608a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.2773890 Jul 22 21:24:27.007530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee659229-df7a-4429-8509-5cd69cfcca8e req-f991cb6e-52dd-4f47-80e1-78d9a87eeda8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269424 Jul 22 21:24:27.014191 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b11a-debe-4cf7-9688-c0b275c81c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:27.021903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Made reservation on behalf of 246bb01bf1d447108c7c647aa9aca372 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:27.034672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:27.107797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b11a-debe-4cf7-9688-c0b275c81c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:27.347639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:42Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:27.355486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb10f37-7220-4ee8-afa0-3b5774704400 req-c6d44f05-e35f-4396-8a0f-f39483f0714a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:27.369276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2bb10f37-7220-4ee8-afa0-3b5774704400 req-c6d44f05-e35f-4396-8a0f-f39483f0714a tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.2081623 Jul 22 21:24:27.371434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b11a-debe-4cf7-9688-c0b275c81c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:27.379755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b11a-debe-4cf7-9688-c0b275c81c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:27.385340 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0fe7b11a-debe-4cf7-9688-c0b275c81c81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1964e28d-10ff-41c3-bc43-5e1abc500c57 HTTP/1.1" status: 204 len: 168 time: 0.5604668 Jul 22 21:24:27.391024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] Checking router: ccdd7350-6a7c-4733-9c6e-e706c14c79fc for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:24:27.401216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7b11a-debe-4cf7-9688-c0b275c81c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1964e28d-10ff-41c3-bc43-5e1abc500c57,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:27.401450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:27.402446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:24:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:27.510890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Allocated IP 172.20.0.9 (6168950c-baea-4421-b459-4e57697f718b/1ea89717-5d94-4982-af7c-50935b78fe56/772fa4f9-89d7-4eda-9ae8-6aad85099f56) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:24:27.523758 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2bb10f37-7220-4ee8-afa0-3b5774704400 req-c6c3c7ea-30c1-4979-b0e8-379de65ca1ee tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373825 Jul 22 21:24:27.638216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec57ecbd-6d3a-4871-abc0-689a35c5f9f1 req-9777442a-2c02-472a-ab0b-6ec47e6359c9 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 210 time: 0.1128192 Jul 22 21:24:27.700056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:27.779560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e14f7-bb3c-4244-8ba2-b06cba74f317 req-33daf3a0-6b12-4b1d-8b05-d1fb086bcdf9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:27.787351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e69e14f7-bb3c-4244-8ba2-b06cba74f317 req-33daf3a0-6b12-4b1d-8b05-d1fb086bcdf9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1091480 Jul 22 21:24:27.866914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e69e14f7-bb3c-4244-8ba2-b06cba74f317 req-8a953368-767a-4ec5-9867-35b0fe3e037c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767930 Jul 22 21:24:27.998571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:28.069621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83bfbe21-16f8-4d55-a2b2-dd9059ea1bb4 req-004e38ba-1324-4679-b802-5cf28d515c45 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.1135347 Jul 22 21:24:28.082433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:28.175826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Network 6168950c-baea-4421-b459-4e57697f718b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:24:28.183249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:28.186340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:24:28.245981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:42Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:28.259486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Pushing event updated for resources: {'Port': ['ID=772fa4f9-89d7-4eda-9ae8-6aad85099f56,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:28.312775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:28.313334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:28.326204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20729a6-9c6f-4bae-9086-be7bd1a1ea27 None None] The sync data for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 is: [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:19:34Z', 'revision_number': 4, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '5feedd68-24b7-4228-a326-87f9da5e6c73', 'name': '', 'network_id': '4e167bca-ce58-4726-b10e-2c037e199c57', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'mac_address': 'fa:16:3e:aa:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:33Z', 'updated_at': '2021-07-22T21:19:42Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'subnets': [{'id': 'ef60dcf8-be65-46b2-9b95-93d4d309939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:28.366193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-d864ea32-d9a0-4727-b296-5cf593169e65 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7781699 Jul 22 21:24:28.403813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Request body: {'port': {'device_id': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:28.434717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9918-93ce-446f-abaf-b950df226c40 req-059ab6f5-b527-4946-b73f-7852c72ff047 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:28.461352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca5b9918-93ce-446f-abaf-b950df226c40 req-059ab6f5-b527-4946-b73f-7852c72ff047 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1586311 Jul 22 21:24:28.584463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca5b9918-93ce-446f-abaf-b950df226c40 req-adab03f5-a007-4c14-be22-b4405a49df8d tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163256 Jul 22 21:24:28.614070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:29.008612 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aeb2a8-65ae-4616-9e6f-64d4a99011f9 None None] New status for floating IP 032e221f-7a67-44d7-a810-7f2c0b0189e8: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:24:29.066316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19455a-e3ae-46e2-b42e-018e16a229e4 req-1a75134c-a6e7-4659-9036-ce1b723b5842 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:29.078217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a19455a-e3ae-46e2-b42e-018e16a229e4 req-1a75134c-a6e7-4659-9036-ce1b723b5842 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 931 time: 0.2434700 Jul 22 21:24:29.218354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a19455a-e3ae-46e2-b42e-018e16a229e4 req-83b1e15a-9bea-41a1-94b5-d0cfcc673c46 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388526 Jul 22 21:24:29.253995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772fa4f9-89d7-4eda-9ae8-6aad85099f56 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:29.266793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:29.295553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Transition to ACTIVE for port object 772fa4f9-89d7-4eda-9ae8-6aad85099f56 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:24:29.302449 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:29.425676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Pushing event updated for resources: {'Port': ['ID=772fa4f9-89d7-4eda-9ae8-6aad85099f56,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:29.453927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bd01a76-5ecd-4f96-a80d-9f9d085536dd req-3a861a28-e561-4726-9f46-5adf71cc3b51 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.0540488 Jul 22 21:24:29.475992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34912cc4-3ea6-453a-9e1e-09c37dbc2c12 req-75c3685e-0d64-417f-8e7d-ea8ec048abff tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:29.484448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34912cc4-3ea6-453a-9e1e-09c37dbc2c12 req-75c3685e-0d64-417f-8e7d-ea8ec048abff tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2831216 Jul 22 21:24:29.522963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Attempting to bind port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:24:29.523466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Attempting to bind port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'd6c274a0-9642-4593-81f9-a6062cd71217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6168950c-baea-4421-b459-4e57697f718b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:24:29.523954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Attempting to bind port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 on network 6168950c-baea-4421-b459-4e57697f718b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:29.530856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 on network 6168950c-baea-4421-b459-4e57697f718b not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:24:29.531784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Attempting to bind port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 on network 6168950c-baea-4421-b459-4e57697f718b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:29.543489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:24:29.544435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Checking segment: {'id': 'd6c274a0-9642-4593-81f9-a6062cd71217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6168950c-baea-4421-b459-4e57697f718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:29.547821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Bound using segment: {'id': 'd6c274a0-9642-4593-81f9-a6062cd71217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6168950c-baea-4421-b459-4e57697f718b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:24:29.549023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Bound port: 772fa4f9-89d7-4eda-9ae8-6aad85099f56, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c274a0-9642-4593-81f9-a6062cd71217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6168950c-baea-4421-b459-4e57697f718b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:24:29.549840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:29.571127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34912cc4-3ea6-453a-9e1e-09c37dbc2c12 req-8592906c-726f-4161-bdff-0daf1b43152d tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852334 Jul 22 21:24:29.705957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] For port 772fa4f9-89d7-4eda-9ae8-6aad85099f56, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:24:29.714011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] For port 772fa4f9-89d7-4eda-9ae8-6aad85099f56, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=772fa4f9-89d7-4eda-9ae8-6aad85099f56,segment=NetworkSegment(d6c274a0-9642-4593-81f9-a6062cd71217),segment_id=d6c274a0-9642-4593-81f9-a6062cd71217)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:24:29.722472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:29.847745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9eaea-7756-4ad5-9305-acd64ac522a5 req-cbebdfe2-157a-4590-a7e0-d509913d958b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:29.850796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aab9eaea-7756-4ad5-9305-acd64ac522a5 req-cbebdfe2-157a-4590-a7e0-d509913d958b tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.1446662 Jul 22 21:24:29.860175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:29.861579 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:29.867104 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] 10.222.0.23 "PUT /v2.0/ports/772fa4f9-89d7-4eda-9ae8-6aad85099f56 HTTP/1.1" status: 200 len: 1092 time: 1.4661672 Jul 22 21:24:29.867104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'tag': '772fa4f9-89d7-4eda-9ae8-6aad85099f56'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:29.872020 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e423d9-584c-4b0d-82e4-65956330fa20" -d '{"events": [{"name": "network-changed", "server_uuid": "ac76566a-9a69-4e5d-a12e-f4791c95e277", "tag": "772fa4f9-89d7-4eda-9ae8-6aad85099f56"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:29.887614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae70d2e-97d4-413a-9841-ab0fb35bb305 service neutron] Pushing event updated for resources: {'Port': ['ID=772fa4f9-89d7-4eda-9ae8-6aad85099f56,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:29.984841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aab9eaea-7756-4ad5-9305-acd64ac522a5 req-0f4dc10f-e42d-4f05-88cd-ec0d2fe91268 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135755 Jul 22 21:24:30.039209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28085-67ab-4c07-a9b6-7f5504b44225 req-540c093a-75b2-4eb7-94d6-4cd59054a4c1 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:30.041797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47b28085-67ab-4c07-a9b6-7f5504b44225 req-540c093a-75b2-4eb7-94d6-4cd59054a4c1 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1880140 Jul 22 21:24:30.062263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26c60-e794-4b79-96c5-a765f65879db req-7c466f5e-7879-43b4-95b8-555b5d376ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:30.064465 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-7c466f5e-7879-43b4-95b8-555b5d376ba9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=246bb01bf1d447108c7c647aa9aca372&device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 1095 time: 0.1206026 Jul 22 21:24:30.120834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47b28085-67ab-4c07-a9b6-7f5504b44225 req-2c397559-3134-40a9-94b8-b52baf376ed2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687952 Jul 22 21:24:30.158153 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ef664-89bc-467a-94ab-0b6399cb5ace x-openstack-request-id: req-0c0ef664-89bc-467a-94ab-0b6399cb5ace {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:30.158626 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac76566a-9a69-4e5d-a12e-f4791c95e277", "tag": "772fa4f9-89d7-4eda-9ae8-6aad85099f56", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:30.159047 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c0ef664-89bc-467a-94ab-0b6399cb5ace {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:30.159695 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'tag': '772fa4f9-89d7-4eda-9ae8-6aad85099f56', 'status': 'completed', 'code': 200} Jul 22 21:24:30.162337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-a072814a-4f10-4c16-96ab-40f325f76f4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772fa4f9-89d7-4eda-9ae8-6aad85099f56 HTTP/1.1" status: 200 len: 217 time: 0.0767996 Jul 22 21:24:30.249090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26c60-e794-4b79-96c5-a765f65879db req-756753b6-5221-46c9-8944-612bb7302db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:30.251430 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-756753b6-5221-46c9-8944-612bb7302db2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ea89717-5d94-4982-af7c-50935b78fe56 HTTP/1.1" status: 200 len: 865 time: 0.0751965 Jul 22 21:24:30.320494 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-14bc73a1-21fb-43c4-82c4-da7f410c9e6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6168950c-baea-4421-b459-4e57697f718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543664 Jul 22 21:24:30.444875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afcfb9-2955-46be-ab96-6d207b8fdc89 req-3aef17b5-b462-461b-9a36-9fed5d100114 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:30.447421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4afcfb9-2955-46be-ab96-6d207b8fdc89 req-3aef17b5-b462-461b-9a36-9fed5d100114 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 943 time: 0.0994866 Jul 22 21:24:30.479703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-51a13860-9d16-498c-8d7c-d8a9c3a8608d service neutron] 10.222.0.23 "GET /v2.0/networks/6168950c-baea-4421-b459-4e57697f718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509798 Jul 22 21:24:30.551801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4afcfb9-2955-46be-ab96-6d207b8fdc89 req-306544b4-7111-4dc1-be50-528ee605ddc1 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970254 Jul 22 21:24:30.671409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e32e6f9-1951-4026-9a56-439b96eb5693 req-6ed4eebb-c728-430e-911a-f17764af1da7 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.0768619 Jul 22 21:24:30.680553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50a26c60-e794-4b79-96c5-a765f65879db req-7a241990-72c4-4456-952f-bcb940204bde service neutron] 10.222.0.23 "GET /v2.0/networks/6168950c-baea-4421-b459-4e57697f718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844001 Jul 22 21:24:30.834875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10819d-1a93-490e-b3ef-aaf8100924da req-bfeafa08-3ffd-45a9-8f54-d643caf137df tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:30.843168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef10819d-1a93-490e-b3ef-aaf8100924da req-bfeafa08-3ffd-45a9-8f54-d643caf137df tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1284833 Jul 22 21:24:30.911890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-7fa16636-5f00-4add-aa4f-d4dae83c9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:30.914880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-7fa16636-5f00-4add-aa4f-d4dae83c9678 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=246bb01bf1d447108c7c647aa9aca372&device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 1095 time: 0.1239359 Jul 22 21:24:30.929663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef10819d-1a93-490e-b3ef-aaf8100924da req-8ca1bc30-9398-4a91-8aa7-392f6d647063 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669339 Jul 22 21:24:31.109923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-6d188245-0bc6-498b-b90a-33e1bcd8511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:31.113011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-6d188245-0bc6-498b-b90a-33e1bcd8511c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6168950c-baea-4421-b459-4e57697f718b HTTP/1.1" status: 200 len: 926 time: 0.1722221 Jul 22 21:24:31.122216 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.177962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-feccade6-d188-4796-b0f8-af49f6acd5d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772fa4f9-89d7-4eda-9ae8-6aad85099f56 HTTP/1.1" status: 200 len: 217 time: 0.0490541 Jul 22 21:24:31.281781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-5c0a7c6f-3d9b-4119-b92d-befbd760271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:31.283818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-5c0a7c6f-3d9b-4119-b92d-befbd760271d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ea89717-5d94-4982-af7c-50935b78fe56 HTTP/1.1" status: 200 len: 865 time: 0.0805154 Jul 22 21:24:31.300649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c7719-3dc3-4732-b064-4d258d81885d req-dd2fa5aa-51b2-47ee-ba31-801f85f0ba17 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:31.303006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e35c7719-3dc3-4732-b064-4d258d81885d req-dd2fa5aa-51b2-47ee-ba31-801f85f0ba17 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.1633766 Jul 22 21:24:31.354609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-c6ef435e-fd4a-4fae-aa08-b08d8db4ed75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6168950c-baea-4421-b459-4e57697f718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506172 Jul 22 21:24:31.398804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e35c7719-3dc3-4732-b064-4d258d81885d req-b4329e13-f396-4c4d-9eb7-3e93788948fc tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774598 Jul 22 21:24:31.412100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f63c-2f43-457a-8794-acc332a05d62 req-fa669b8f-9f92-434a-a9bc-710daca63598 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:31.415094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f047f63c-2f43-457a-8794-acc332a05d62 req-fa669b8f-9f92-434a-a9bc-710daca63598 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1720715 Jul 22 21:24:31.500505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f047f63c-2f43-457a-8794-acc332a05d62 req-89e3bf5a-1692-422f-8ce9-dbebf6a589ff tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741990 Jul 22 21:24:31.535218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-a616bb37-6b95-4184-863f-d4140a9967ad service neutron] 10.222.0.23 "GET /v2.0/networks/6168950c-baea-4421-b459-4e57697f718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689150 Jul 22 21:24:31.562630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:31.705347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:31.721144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'network_id': '13a11420-86b0-49d0-be1d-94a1f2126c3c', 'port_id': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'mac_address': 'fa:16:3e:7a:23:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5e09-a5b4-4397-9535-4650284b34e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:24:31.728963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9e423d9-584c-4b0d-82e4-65956330fa20 req-81ba4394-9905-4a85-b3bb-13634b77ff9e service neutron] 10.222.0.23 "GET /v2.0/networks/6168950c-baea-4421-b459-4e57697f718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805332 Jul 22 21:24:31.805632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.829257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:31.855571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c9aeeb8-2d9f-42e0-8734-96544d739dff req-21220337-aae3-42e0-a264-58c57b18ac8a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.0636222 Jul 22 21:24:31.881581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:31.900775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cdec8-783e-4380-8df6-e5c997f856ee req-50f6c110-39fc-49c8-8c01-5fc948a3db43 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:31.901085 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.911163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-274cdec8-783e-4380-8df6-e5c997f856ee req-50f6c110-39fc-49c8-8c01-5fc948a3db43 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 943 time: 0.2224438 Jul 22 21:24:31.947667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.996178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-274cdec8-783e-4380-8df6-e5c997f856ee req-85ee8e32-35c6-42b2-999c-26852a29dfab tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800514 Jul 22 21:24:32.015028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:32.207951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e4eeb-8c92-4e5c-a6ab-2baa28fe2218 req-4724c3da-8a54-43b9-b856-1de1b6d5a7e1 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.210917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-260e4eeb-8c92-4e5c-a6ab-2baa28fe2218 req-4724c3da-8a54-43b9-b856-1de1b6d5a7e1 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1002712 Jul 22 21:24:32.221293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['8032fb5d-54e9-4bd4-be6f-53dcc8b6389d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:32.294536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-260e4eeb-8c92-4e5c-a6ab-2baa28fe2218 req-ebe59822-4216-42f4-bb4e-c3abb7da4cd2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706549 Jul 22 21:24:32.693123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50e865-fa3a-4421-ba91-9458c29e1276 req-0e047597-f764-45e3-92bf-a4a8a6c56535 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.695037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f50e865-fa3a-4421-ba91-9458c29e1276 req-0e047597-f764-45e3-92bf-a4a8a6c56535 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 945 time: 0.1552613 Jul 22 21:24:32.774290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f50e865-fa3a-4421-ba91-9458c29e1276 req-14cc8dab-566f-4dce-a2c1-c8dde089e386 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689468 Jul 22 21:24:32.789797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421592a-6c7f-49d8-a386-6701937f65e9 req-8fe71187-6883-4799-9322-114f215a55a8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.792373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4421592a-6c7f-49d8-a386-6701937f65e9 req-8fe71187-6883-4799-9322-114f215a55a8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1802692 Jul 22 21:24:32.862554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4421592a-6c7f-49d8-a386-6701937f65e9 req-96602d41-78d0-48b2-bbd2-8a22151926cc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597367 Jul 22 21:24:33.030690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2d1c4b3-4d25-4264-9df2-a3a5baee33b9 req-fcae015e-1636-4cc2-a121-ae7eb4ec8f12 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.0491567 Jul 22 21:24:33.301517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8cc67-3393-4b84-9978-1550b1385472 req-ff7d4f90-bebd-474b-bfb5-4554670a8775 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:33.304295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3f8cc67-3393-4b84-9978-1550b1385472 req-ff7d4f90-bebd-474b-bfb5-4554670a8775 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 943 time: 0.1623614 Jul 22 21:24:33.410153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3f8cc67-3393-4b84-9978-1550b1385472 req-5b010a32-76ed-466a-8d7c-7b8b609e8d50 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Jul 22 21:24:33.581832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 772fa4f9-89d7-4eda-9ae8-6aad85099f56 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:33.587890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:33.590932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6738298-0774-4643-b707-5b08a97a5f95 req-a446f626-8e00-491e-8552-aba5e36f7520 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:33.602062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6738298-0774-4643-b707-5b08a97a5f95 req-a446f626-8e00-491e-8552-aba5e36f7520 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1642475 Jul 22 21:24:33.714968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6738298-0774-4643-b707-5b08a97a5f95 req-f2d5c170-e576-4e2d-9462-475baee83e6a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112857 Jul 22 21:24:33.801197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:33.801722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:33.933498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 772fa4f9-89d7-4eda-9ae8-6aad85099f56, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=772fa4f9-89d7-4eda-9ae8-6aad85099f56,segment=NetworkSegment(d6c274a0-9642-4593-81f9-a6062cd71217),segment_id=d6c274a0-9642-4593-81f9-a6062cd71217)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:33.989862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '772fa4f9-89d7-4eda-9ae8-6aad85099f56', 'network_id': '6168950c-baea-4421-b459-4e57697f718b', 'port_id': '772fa4f9-89d7-4eda-9ae8-6aad85099f56', 'mac_address': 'fa:16:3e:41:65:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea89717-5d94-4982-af7c-50935b78fe56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:24:34.131356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:34.157650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677d9ee-6fc2-463c-94d8-ab856473d313 req-5a06ac48-0738-41e4-bfc2-bb65a2495ae8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:34.170011 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:34.173993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7677d9ee-6fc2-463c-94d8-ab856473d313 req-5a06ac48-0738-41e4-bfc2-bb65a2495ae8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1645911 Jul 22 21:24:34.217719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:34.220920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:34.227528 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58f93f3-818a-4ec9-a5cc-6dabf5de352c" -d '{"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-plugged", "status": "completed", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:34.251256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:34.268732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772fa4f9-89d7-4eda-9ae8-6aad85099f56 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:34.270061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7677d9ee-6fc2-463c-94d8-ab856473d313 req-544ff4c1-640c-41be-a77e-734feac9c05f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888848 Jul 22 21:24:34.470939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 772fa4f9-89d7-4eda-9ae8-6aad85099f56, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=772fa4f9-89d7-4eda-9ae8-6aad85099f56,segment=NetworkSegment(d6c274a0-9642-4593-81f9-a6062cd71217),segment_id=d6c274a0-9642-4593-81f9-a6062cd71217)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:34.490154 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:34.493595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:34.599886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9442d6d0-9d89-4277-83d5-11a555ebe793 req-795bd437-3fc0-4174-a39e-33a7909034f9 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/ports?device_id=22b9b660-c9c5-432e-b19a-b8b32c10fa6b HTTP/1.1" status: 200 len: 210 time: 0.0938621 Jul 22 21:24:34.625327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=772fa4f9-89d7-4eda-9ae8-6aad85099f56,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:34.674277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8c372-b12b-457e-969c-74c6e3b8b7e9 req-225fa005-1b51-4041-92a9-58b3520bc8e3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:34.675977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0f8c372-b12b-457e-969c-74c6e3b8b7e9 req-225fa005-1b51-4041-92a9-58b3520bc8e3 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.7226427 Jul 22 21:24:34.766010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0f8c372-b12b-457e-969c-74c6e3b8b7e9 req-9c834aa8-75ac-422a-acb5-15ee7fea06d4 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788460 Jul 22 21:24:34.807868 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88546ec4-9023-4b9f-a45f-21a5d3681910 x-openstack-request-id: req-88546ec4-9023-4b9f-a45f-21a5d3681910 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:34.808183 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-plugged", "status": "completed", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:34.808436 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88546ec4-9023-4b9f-a45f-21a5d3681910 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:34.808892 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'code': 200} Jul 22 21:24:35.145704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['772fa4f9-89d7-4eda-9ae8-6aad85099f56'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:35.175636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cc9a3-1844-4c93-ad97-bc73333a71f5 req-d2358e5b-5dd8-4c28-998e-3517b2cd6fb8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:35.177403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b2cc9a3-1844-4c93-ad97-bc73333a71f5 req-d2358e5b-5dd8-4c28-998e-3517b2cd6fb8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1772661 Jul 22 21:24:35.186577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9f82b-6dd4-4c0a-886a-9deb240bfbd5 req-beea7a0c-c8b5-4a98-8f7d-a2e6e8097286 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:35.192565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79c9f82b-6dd4-4c0a-886a-9deb240bfbd5 req-beea7a0c-c8b5-4a98-8f7d-a2e6e8097286 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 944 time: 0.2888596 Jul 22 21:24:35.320785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b2cc9a3-1844-4c93-ad97-bc73333a71f5 req-2ef6cfb0-a607-4f6d-85f0-b9a9b5b523a1 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252930 Jul 22 21:24:35.341028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79c9f82b-6dd4-4c0a-886a-9deb240bfbd5 req-5976b0d8-6ab6-4f68-a6aa-9dae11a3d1cc tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192648 Jul 22 21:24:35.687014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd889f-4afc-416f-a45e-f596d3f887b0 req-08408016-8c0c-4964-b7b6-7c75043e9a47 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:35.708241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84bd889f-4afc-416f-a45e-f596d3f887b0 req-08408016-8c0c-4964-b7b6-7c75043e9a47 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.2452674 Jul 22 21:24:35.808213 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84bd889f-4afc-416f-a45e-f596d3f887b0 req-0ddd3329-a3de-47ae-b4c5-449a88f63da5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962999 Jul 22 21:24:35.967433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33696) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:36.142865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4947cd0-5ba0-49b6-8112-5f650963c947 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.210715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4947cd0-5ba0-49b6-8112-5f650963c947 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.346723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4947cd0-5ba0-49b6-8112-5f650963c947 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.352673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4947cd0-5ba0-49b6-8112-5f650963c947 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.355329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c4947cd0-5ba0-49b6-8112-5f650963c947 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "DELETE /v2.0/security-groups/316d0fb9-d9e7-4352-97d0-cec42bff2bf9 HTTP/1.1" status: 204 len: 168 time: 0.3858588 Jul 22 21:24:36.360077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33700) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:36.376411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947cd0-5ba0-49b6-8112-5f650963c947 tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316d0fb9-d9e7-4352-97d0-cec42bff2bf9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:36.454999 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-0bdc75b3-fb4c-474b-a470-fbeda369586c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] show failed (client error): The resource could not be found. Jul 22 21:24:36.454999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0bdc75b3-fb4c-474b-a470-fbeda369586c tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "GET /v2.0/security-groups/316d0fb9-d9e7-4352-97d0-cec42bff2bf9 HTTP/1.1" status: 404 len: 347 time: 0.0922701 Jul 22 21:24:36.460578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33706) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:36.512417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53194b-89d2-4100-8f08-c701e3eb93fa req-08cef2fe-8513-426b-91af-0b72f2077afd tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:36.515073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae53194b-89d2-4100-8f08-c701e3eb93fa req-08cef2fe-8513-426b-91af-0b72f2077afd tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.2400453 Jul 22 21:24:36.659249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae53194b-89d2-4100-8f08-c701e3eb93fa req-a7cca9ed-b388-47cf-814b-da8c7c7c99d5 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191988 Jul 22 21:24:36.694680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Deleting port 645088d4-4239-466c-a982-228a819e11cb {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:36.695045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.696272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e2d61-35bf-4622-9042-dabe7026eaa0 req-ca501477-27ad-4a4e-81e3-a2a51d314778 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:36.708804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa8e2d61-35bf-4622-9042-dabe7026eaa0 req-ca501477-27ad-4a4e-81e3-a2a51d314778 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1847060 Jul 22 21:24:36.780976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa8e2d61-35bf-4622-9042-dabe7026eaa0 req-287d007d-dd48-4027-85b0-3ba958be7084 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710032 Jul 22 21:24:36.869116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c195b-62a5-41b1-a293-415fb04e3a46 req-cb62981d-0642-4dd0-82ab-c2d75182ec1a tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:36.876721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c61c195b-62a5-41b1-a293-415fb04e3a46 req-cb62981d-0642-4dd0-82ab-c2d75182ec1a tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 944 time: 0.1146331 Jul 22 21:24:36.890355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.890923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.920194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Calling delete_port for 645088d4-4239-466c-a982-228a819e11cb owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:37.000785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c61c195b-62a5-41b1-a293-415fb04e3a46 req-11842f61-a2f5-42ca-b9dd-dcc834457551 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219788 Jul 22 21:24:37.083529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c481bd-9436-42a8-b43a-a92bc7c2d786 req-df72084e-0b19-402a-8d9f-94548f2b04a5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:37.088654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03c481bd-9436-42a8-b43a-a92bc7c2d786 req-df72084e-0b19-402a-8d9f-94548f2b04a5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1666000 Jul 22 21:24:37.183887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03c481bd-9436-42a8-b43a-a92bc7c2d786 req-ed3eff33-7ddb-45e4-9999-ed41e7700ec0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870018 Jul 22 21:24:37.193108 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:37.286871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Pushing event deleted for resources: {'Port': ['ID=645088d4-4239-466c-a982-228a819e11cb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:37.403671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:37.410115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:37.412539 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3251b1c4-eba7-469e-a080-f19e3720042a tempest-ServersTestBootFromVolume-2140484012 tempest-ServersTestBootFromVolume-2140484012-project] 10.222.0.54 "DELETE /v2.0/floatingips/032e221f-7a67-44d7-a810-7f2c0b0189e8 HTTP/1.1" status: 204 len: 168 time: 0.9508011 Jul 22 21:24:37.417864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33722) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:37.588184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 772fa4f9-89d7-4eda-9ae8-6aad85099f56 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:37.734623 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:37.740580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:37.741870 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:37.922214 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:37.988579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fa4f9-89d7-4eda-9ae8-6aad85099f56'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:37.993393 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7134e-d7c5-4196-8119-0cd87b840160" -d '{"events": [{"server_uuid": "ac76566a-9a69-4e5d-a12e-f4791c95e277", "name": "network-vif-plugged", "status": "completed", "tag": "772fa4f9-89d7-4eda-9ae8-6aad85099f56"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:38.015284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 772fa4f9-89d7-4eda-9ae8-6aad85099f56, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=772fa4f9-89d7-4eda-9ae8-6aad85099f56,segment=NetworkSegment(d6c274a0-9642-4593-81f9-a6062cd71217),segment_id=d6c274a0-9642-4593-81f9-a6062cd71217)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:38.025501 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:38.026912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:38.152045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=772fa4f9-89d7-4eda-9ae8-6aad85099f56,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:38.244734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:38.301884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbd449-9c99-478c-8a2c-ed81c1d6b6dc req-e2badc12-6bb5-4f56-9669-54c03f5562e6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:38.305154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73bbd449-9c99-478c-8a2c-ed81c1d6b6dc req-e2badc12-6bb5-4f56-9669-54c03f5562e6 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 946 time: 0.4314752 Jul 22 21:24:38.334551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:38.341056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:38.448439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:38.946836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73bbd449-9c99-478c-8a2c-ed81c1d6b6dc req-1165ab87-1935-429a-b077-772932177275 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273203 Jul 22 21:24:38.967686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66189c4-00fc-475d-9528-97b057fd95c9 req-b2e3a339-f1fe-459c-ba34-375e721113f1 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:38.985746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a66189c4-00fc-475d-9528-97b057fd95c9 req-b2e3a339-f1fe-459c-ba34-375e721113f1 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 1.0131540 Jul 22 21:24:39.017101 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d8e6e2-3648-4f56-ad2e-9333cd27de28 x-openstack-request-id: req-50d8e6e2-3648-4f56-ad2e-9333cd27de28 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:39.018353 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac76566a-9a69-4e5d-a12e-f4791c95e277", "name": "network-vif-plugged", "status": "completed", "tag": "772fa4f9-89d7-4eda-9ae8-6aad85099f56", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:39.018519 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50d8e6e2-3648-4f56-ad2e-9333cd27de28 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:39.019162 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fa4f9-89d7-4eda-9ae8-6aad85099f56', 'code': 200} Jul 22 21:24:39.113711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a66189c4-00fc-475d-9528-97b057fd95c9 req-add8c794-3f71-44f4-8804-098d3f3ea0e5 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256135 Jul 22 21:24:39.266762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9c744-1b1c-43cf-a32d-c5a65b1a7b9b req-c667f748-ed9d-40ae-b9bc-713b15fa2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:39.270569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63f9c744-1b1c-43cf-a32d-c5a65b1a7b9b req-c667f748-ed9d-40ae-b9bc-713b15fa2bc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 1097 time: 0.1175301 Jul 22 21:24:39.331259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db11880-2a65-44a1-81c1-7bb601c3472b req-67e2263a-5adc-47f8-b3be-5457a32045c7 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:39.333090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0db11880-2a65-44a1-81c1-7bb601c3472b req-67e2263a-5adc-47f8-b3be-5457a32045c7 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.1487098 Jul 22 21:24:39.336627 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63f9c744-1b1c-43cf-a32d-c5a65b1a7b9b req-9cd6a66c-3f67-4417-a226-51eb37c7a8f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551012 Jul 22 21:24:39.460210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0db11880-2a65-44a1-81c1-7bb601c3472b req-772a96dd-7563-469f-801a-750675e06788 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059904 Jul 22 21:24:39.567617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c928b-637d-4c02-a4ff-920c18bf7449 req-224def5d-459d-48d3-a591-10feb8344b67 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:39.570565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15c928b-637d-4c02-a4ff-920c18bf7449 req-224def5d-459d-48d3-a591-10feb8344b67 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.2641370 Jul 22 21:24:39.638858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:39.816698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15c928b-637d-4c02-a4ff-920c18bf7449 req-101c8742-069e-40f1-a265-7645fa4655c3 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378848 Jul 22 21:24:39.873896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-5260c911-14d7-4368-8def-07d7cca6d38f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:39.876818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-5260c911-14d7-4368-8def-07d7cca6d38f tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 944 time: 0.1846337 Jul 22 21:24:40.195933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Deleting port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:40.196575 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.323311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Deleting port 5feedd68-24b7-4228-a326-87f9da5e6c73 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:40.324263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.377930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139014e-0071-49b7-a1b6-e585911aa63b req-e8ebb663-7ad1-42b6-9794-2767a3de5999 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:40.380245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8139014e-0071-49b7-a1b6-e585911aa63b req-e8ebb663-7ad1-42b6-9794-2767a3de5999 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 944 time: 0.1989048 Jul 22 21:24:40.451494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] For port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,segment=NetworkSegment(0e547c31-9cc0-4580-8122-a6b5c142cab1),segment_id=0e547c31-9cc0-4580-8122-a6b5c142cab1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:40.452862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.513323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Calling delete_port for 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:40.646964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8139014e-0071-49b7-a1b6-e585911aa63b req-15e1f6f2-a7df-4941-af0f-5ce277679d36 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/security-groups?id=03abb7d6-1e96-4624-9b5f-b23f178a68cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598903 Jul 22 21:24:40.685164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] For port 5feedd68-24b7-4228-a326-87f9da5e6c73, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5feedd68-24b7-4228-a326-87f9da5e6c73,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:40.685886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.776908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Calling delete_port for 5feedd68-24b7-4228-a326-87f9da5e6c73 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:40.811539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27e995-df4f-44dc-adb9-0f9325c30790 req-a656aeed-c103-4085-b819-a1792518eee6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:40.820957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d27e995-df4f-44dc-adb9-0f9325c30790 req-a656aeed-c103-4085-b819-a1792518eee6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.3399589 Jul 22 21:24:40.976327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.020615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:41.026469 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26455870-7108-4d46-9d20-a17df1ce4a0a" -d '{"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-unplugged", "status": "completed", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:41.072065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Pushing event deleted for resources: {'Port': ['ID=8032fb5d-54e9-4bd4-be6f-53dcc8b6389d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:41.113985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d27e995-df4f-44dc-adb9-0f9325c30790 req-ee0341a5-bf0d-434a-892e-2d895c938c7a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519047 Jul 22 21:24:41.208064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] No DVR routers for this DVR port 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:41.215534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.223248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-882a65e9-cd78-49a4-86e5-a543f7b62775 req-6c970870-4f6c-438f-bb4c-9e0ade762901 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.23 "DELETE /v2.0/ports/8032fb5d-54e9-4bd4-be6f-53dcc8b6389d HTTP/1.1" status: 204 len: 173 time: 1.3267157 Jul 22 21:24:41.223876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-deleted', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:41.228701 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aae934-c405-48f0-9a64-b9b6d8ec4d24" -d '{"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-deleted", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:41.301840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c236-4767-4acf-83fa-5c3d05fce89f req-ce2b9c95-0658-4d21-8602-5ed3fe49cc48 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:41.309317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75d2c236-4767-4acf-83fa-5c3d05fce89f req-ce2b9c95-0658-4d21-8602-5ed3fe49cc48 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.4177282 Jul 22 21:24:41.425337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75d2c236-4767-4acf-83fa-5c3d05fce89f req-6e758dbe-0c09-4fa2-b9df-877ff4a24d2e tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040354 Jul 22 21:24:41.589994 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7528db9a-ff9d-4350-903a-18458cf0704f x-openstack-request-id: req-7528db9a-ff9d-4350-903a-18458cf0704f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:41.590973 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-unplugged", "status": "completed", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:41.591578 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7528db9a-ff9d-4350-903a-18458cf0704f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:41.592484 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'code': 200} Jul 22 21:24:41.656472 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c1241-2afc-4d54-ac61-056daf4be0ca x-openstack-request-id: req-6e4c1241-2afc-4d54-ac61-056daf4be0ca {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:41.657318 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f79bf-aca3-4785-8e03-467971f38920", "name": "network-vif-deleted", "tag": "8032fb5d-54e9-4bd4-be6f-53dcc8b6389d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:41.658172 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e4c1241-2afc-4d54-ac61-056daf4be0ca {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:41.660156 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f79bf-aca3-4785-8e03-467971f38920', 'name': 'network-vif-deleted', 'tag': '8032fb5d-54e9-4bd4-be6f-53dcc8b6389d', 'status': 'completed', 'code': 200} Jul 22 21:24:41.689132 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.758442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5feedd68-24b7-4228-a326-87f9da5e6c73,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:41.999394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-516f5ad5-2374-43d5-a0ed-5ecfc4f027cb req-afb00cd9-08fe-4aec-8a24-b6d625bf2c49 tempest-ImagesTestJSON-1061326996 tempest-ImagesTestJSON-1061326996-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f4f79bf-aca3-4785-8e03-467971f38920 HTTP/1.1" status: 200 len: 210 time: 0.1298776 Jul 22 21:24:42.125321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b00d6-9140-4be9-9da2-a5aeb9eb5e79 req-94b889e7-fd8c-44d8-a4db-c94f801f0c2a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:42.129312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f63b00d6-9140-4be9-9da2-a5aeb9eb5e79 req-94b889e7-fd8c-44d8-a4db-c94f801f0c2a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.4618876 Jul 22 21:24:42.313120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f63b00d6-9140-4be9-9da2-a5aeb9eb5e79 req-fc8a6e75-9773-4ff3-bdbc-144341eb00a4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299276 Jul 22 21:24:42.383109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.576317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb5c35bf-f074-4e81-863f-eaf3d2329947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.672241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc606-9b7e-4800-b045-1a202aa7335b req-39eddb36-ef5e-4650-8f99-ad237c8fcf6c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:42.686751 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-534dc606-9b7e-4800-b045-1a202aa7335b req-39eddb36-ef5e-4650-8f99-ad237c8fcf6c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.4120667 Jul 22 21:24:42.845981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-534dc606-9b7e-4800-b045-1a202aa7335b req-cba5e562-ff16-429a-9725-bbfc23ad0388 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579077 Jul 22 21:24:42.982758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b150909-9e2e-4c3e-b514-7d6914c93de2 req-11e592a9-7945-43dc-beb7-4750514bda72 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:42.984653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b150909-9e2e-4c3e-b514-7d6914c93de2 req-11e592a9-7945-43dc-beb7-4750514bda72 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.2312036 Jul 22 21:24:43.102556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b150909-9e2e-4c3e-b514-7d6914c93de2 req-93f683a6-2d97-4c40-abd0-7a31945fa1a1 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029551 Jul 22 21:24:43.138650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Router ccdd7350-6a7c-4733-9c6e-e706c14c79fc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:24:43.152846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521c56-2226-4779-95ed-7c24f3755b31 req-0a169d72-7087-4cfb-a852-60791e017697 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.155984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40521c56-2226-4779-95ed-7c24f3755b31 req-0a169d72-7087-4cfb-a852-60791e017697 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1830921 Jul 22 21:24:43.377315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40521c56-2226-4779-95ed-7c24f3755b31 req-cb5c4f0b-95b4-4702-9330-dc0d8f1981fa tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121236 Jul 22 21:24:43.471778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:24:43.493016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] Sync routers for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:24:43.493889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0689c-f969-48b4-adab-9671d31cad85 req-47e8ee73-3591-4b7d-8f1e-7fbcf65dd2eb tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.499244 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dc0689c-f969-48b4-adab-9671d31cad85 req-47e8ee73-3591-4b7d-8f1e-7fbcf65dd2eb tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.2453189 Jul 22 21:24:43.507242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:43.508433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:24:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:43.508643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33820) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:43.513648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b3b7c06-c4f5-4c33-9dcb-b338ad422e54 admin admin] 10.222.0.54 "PUT /v2.0/routers/ccdd7350-6a7c-4733-9c6e-e706c14c79fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0883040 Jul 22 21:24:43.604479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dc0689c-f969-48b4-adab-9671d31cad85 req-a3effd64-2440-49e1-88a1-6636f6b498c1 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904164 Jul 22 21:24:43.682858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:43.766305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:43.821394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:43.821877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8032fb5d-54e9-4bd4-be6f-53dcc8b6389d not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:43.849728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d762c0-b8e7-4277-856c-1d4f337c9e6f req-fa947f3c-d923-4971-8b6c-5b2793b47bcc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.851710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83d762c0-b8e7-4277-856c-1d4f337c9e6f req-fa947f3c-d923-4971-8b6c-5b2793b47bcc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1862416 Jul 22 21:24:43.878889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b172-cb97-42f4-a917-dd88b5ccbee3 req-b47eaff2-6d87-4a7c-9c01-d2eeb8dba346 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.881684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcd5b172-cb97-42f4-a917-dd88b5ccbee3 req-b47eaff2-6d87-4a7c-9c01-d2eeb8dba346 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1561575 Jul 22 21:24:43.975885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83d762c0-b8e7-4277-856c-1d4f337c9e6f req-53b7fc67-8f07-40af-a22f-d43960c526e2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Jul 22 21:24:43.998976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcd5b172-cb97-42f4-a917-dd88b5ccbee3 req-1d8666b7-7224-44d1-a7a4-cf08b9ac8bd0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000977 Jul 22 21:24:44.055505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:24:41Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:44.062587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:44.114052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] Checking router: ccdd7350-6a7c-4733-9c6e-e706c14c79fc for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:24:44.130219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] Routers {'ccdd7350-6a7c-4733-9c6e-e706c14c79fc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:44.131309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:24:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:44.252284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:44.353667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] Set router ccdd7350-6a7c-4733-9c6e-e706c14c79fc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:44.355019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Deleting port d8c40e07-faee-44ba-885b-5d3a4f316816 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:44.355373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:44.447730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30481fc-dd28-4187-94bc-1260e5124d47 req-d5e4a0f7-60c4-4fa6-b6a1-4cf11894bf76 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:44.450373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f30481fc-dd28-4187-94bc-1260e5124d47 req-d5e4a0f7-60c4-4fa6-b6a1-4cf11894bf76 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1140983 Jul 22 21:24:44.530377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f30481fc-dd28-4187-94bc-1260e5124d47 req-bb689d2e-c791-400b-8840-8ebda7659531 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696414 Jul 22 21:24:44.550319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] For port d8c40e07-faee-44ba-885b-5d3a4f316816, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d8c40e07-faee-44ba-885b-5d3a4f316816,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:44.551244 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:44.614645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Calling delete_port for d8c40e07-faee-44ba-885b-5d3a4f316816 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:44.972095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f3c34-7861-4615-8829-30eadd5d4d06 req-eb8d5758-7439-4480-883b-a5f4a880032e tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:44.976374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:24:41Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:44.985022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f8f3c34-7861-4615-8829-30eadd5d4d06 req-eb8d5758-7439-4480-883b-a5f4a880032e tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.1563778 Jul 22 21:24:45.023348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6b213-d4c2-456e-b353-763268facd83 None None] The sync data for ids ['ccdd7350-6a7c-4733-9c6e-e706c14c79fc'] in n-d-762330-19 is: [{'id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'name': 'tempest-ServersTestBootFromVolume-14695167-router', 'tenant_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:19:25Z', 'updated_at': '2021-07-22T21:24:41Z', 'revision_number': 5, 'project_id': 'b2c09210cc0046f8a9d20aef19ffd686', 'gw_port': {'id': 'd8c40e07-faee-44ba-885b-5d3a4f316816', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd7350-6a7c-4733-9c6e-e706c14c79fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:19:27Z', 'updated_at': '2021-07-22T21:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:45.024990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.076888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c40e07-faee-44ba-885b-5d3a4f316816,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:45.115363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f8f3c34-7861-4615-8829-30eadd5d4d06 req-64900381-60c1-4722-9c7c-5e2ccbc942fc tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129456 Jul 22 21:24:45.160035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32641-9704-4d30-ace7-55a99d2064df req-cee4e807-a017-43d4-ab05-809919af88cd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:45.162498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98c32641-9704-4d30-ace7-55a99d2064df req-cee4e807-a017-43d4-ab05-809919af88cd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1763232 Jul 22 21:24:45.184128 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-718f4786-bcbf-40f9-b933-00bf2130bea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.197701 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.237683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98c32641-9704-4d30-ace7-55a99d2064df req-dc05bfa2-48e2-4318-9297-3dd476f202b7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680263 Jul 22 21:24:45.338484 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.374629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.379582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.391528 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:24:45.468560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.469714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdd7350-6a7c-4733-9c6e-e706c14c79fc {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:24:45.486129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.491959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-61975e1b-08e5-44df-832e-f4328e192d00 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ccdd7350-6a7c-4733-9c6e-e706c14c79fc HTTP/1.1" status: 204 len: 168 time: 1.9789054 Jul 22 21:24:45.492455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33868) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:45.561294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41dd4-e1ca-43ab-ab13-7bf43c6913fc req-c498751b-d78d-4aee-b6c9-a8c7174a7cac tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:45.572896 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68c41dd4-e1ca-43ab-ab13-7bf43c6913fc req-c498751b-d78d-4aee-b6c9-a8c7174a7cac tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1551719 Jul 22 21:24:45.601695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] Deleting subnet ef60dcf8-be65-46b2-9b95-93d4d309939e {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:24:45.610255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:45.673429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68c41dd4-e1ca-43ab-ab13-7bf43c6913fc req-df1294c9-6930-4721-894f-0f81acc60629 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976660 Jul 22 21:24:45.764698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.063463 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.148771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5feedd68-24b7-4228-a326-87f9da5e6c73 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:46.188537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.215761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5feedd68-24b7-4228-a326-87f9da5e6c73 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:46.217475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5feedd68-24b7-4228-a326-87f9da5e6c73 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:46.232289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2e90f-3373-4577-ab08-ea994919a1e9 req-96eaecc6-41e9-4827-8b55-1dbd4ff08b7e tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:46.244222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdf2e90f-3373-4577-ab08-ea994919a1e9 req-96eaecc6-41e9-4827-8b55-1dbd4ff08b7e tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2701855 Jul 22 21:24:46.360141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.364157 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdf2e90f-3373-4577-ab08-ea994919a1e9 req-93728092-06a9-48eb-87cb-13774490ca42 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177180 Jul 22 21:24:46.395025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae045c-2e5e-4bf2-b4f1-996ce1459fbb None None] Network 4e167bca-ce58-4726-b10e-2c037e199c57 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:24:46.424906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.431385 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ef60dcf8-be65-46b2-9b95-93d4d309939e HTTP/1.1" status: 204 len: 168 time: 0.9333742 Jul 22 21:24:46.431793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33884) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:46.447180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bb024-c0d1-47b4-98dd-9aa39b8f81bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef60dcf8-be65-46b2-9b95-93d4d309939e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:46.676554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.808141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Deleting port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:46.809153 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.957228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] For port f0e26ed4-ae69-4c48-845d-9b4d6555ca57, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:46.957966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.993963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Calling delete_port for f0e26ed4-ae69-4c48-845d-9b4d6555ca57 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:46.997624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] DHCP port deletion for 4e167bca-ce58-4726-b10e-2c037e199c57 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:24:47.012972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c3be7-d982-4b4d-85b6-544ef0ddca0a req-fc4d6338-2346-4668-bd79-6aff8cc443db tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:47.016416 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-159c3be7-d982-4b4d-85b6-544ef0ddca0a req-fc4d6338-2346-4668-bd79-6aff8cc443db tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.1689510 Jul 22 21:24:47.108026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-159c3be7-d982-4b4d-85b6-544ef0ddca0a req-0e9bb564-bb03-465d-b4c4-395f48663bde tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786920 Jul 22 21:24:47.141899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] Deleting port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:47.144691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.203356 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.289798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:47.308964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] No DVR routers for this DVR port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:47.350705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] For port f0e26ed4-ae69-4c48-845d-9b4d6555ca57, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,segment=NetworkSegment(d4a9aeeb-4f74-44e1-bf69-70e925136977),segment_id=d4a9aeeb-4f74-44e1-bf69-70e925136977)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:47.350705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.380842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] Calling delete_port for f0e26ed4-ae69-4c48-845d-9b4d6555ca57 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:47.422982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e0dc0-f7a1-4ff7-ac0b-ecd38bfb10eb req-e60098bc-5723-45a7-bb7b-aa0730a3160b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:47.437647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed2e0dc0-f7a1-4ff7-ac0b-ecd38bfb10eb req-e60098bc-5723-45a7-bb7b-aa0730a3160b tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.1524880 Jul 22 21:24:47.488983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.522353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e167bca-ce58-4726-b10e-2c037e199c57']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:47.545059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a9aeeb-4f74-44e1-bf69-70e925136977') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:47.545785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a9aeeb-4f74-44e1-bf69-70e925136977') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:47.552436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed2e0dc0-f7a1-4ff7-ac0b-ecd38bfb10eb req-bbdb4c70-e6f7-4fc7-aaec-a7cf84bc3379 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162722 Jul 22 21:24:47.565421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.576914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33912) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:47.600487 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.631948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:24:47.634137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.652739 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.676572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] No DVR routers for this DVR port f0e26ed4-ae69-4c48-845d-9b4d6555ca57 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:24:47.691566 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:24:47.737170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dbc9d-13db-4793-97f3-84c316567f1b None None] Pushing event deleted for resources: {'Port': ['ID=f0e26ed4-ae69-4c48-845d-9b4d6555ca57,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:47.858476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.879282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.883381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] 10.222.0.54 "DELETE /v2.0/networks/4e167bca-ce58-4726-b10e-2c037e199c57 HTTP/1.1" status: 204 len: 168 time: 1.4495552 Jul 22 21:24:47.909711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144b9b-0958-4536-9aa7-8c18bf068e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e167bca-ce58-4726-b10e-2c037e199c57,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:47.960956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] Deleting subnet 6b2b5e09-a5b4-4397-9535-4650284b34e9 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:24:47.971397 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.022411 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.061767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d8c40e07-faee-44ba-885b-5d3a4f316816 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:48.102283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d8c40e07-faee-44ba-885b-5d3a4f316816 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:48.102587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3ded3-eda8-4d3e-84e4-b68d03d37ede req-229b9a2c-3af0-4391-9a2d-4dcc5a94f3c5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:48.102792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d8c40e07-faee-44ba-885b-5d3a4f316816 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:48.102792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f0e26ed4-ae69-4c48-845d-9b4d6555ca57 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:48.104864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf3ded3-eda8-4d3e-84e4-b68d03d37ede req-229b9a2c-3af0-4391-9a2d-4dcc5a94f3c5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4170613 Jul 22 21:24:48.135983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.137866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f0e26ed4-ae69-4c48-845d-9b4d6555ca57 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:48.138478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f0e26ed4-ae69-4c48-845d-9b4d6555ca57 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:48.223470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33922) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:48.237262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695db36-2252-4250-ac13-c4fc5d1fce90 req-7d8f8ec5-2641-4a66-8524-dce2ba64b4af tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:48.239825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d695db36-2252-4250-ac13-c4fc5d1fce90 req-7d8f8ec5-2641-4a66-8524-dce2ba64b4af tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.4653120 Jul 22 21:24:48.276943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.324492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ab130b1-c18a-4227-b828-c46d3029b2e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2c09210cc0046f8a9d20aef19ffd686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945606 Jul 22 21:24:48.399413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf3ded3-eda8-4d3e-84e4-b68d03d37ede req-cc47d1a7-16ee-4d52-bb98-af84abecc800 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250159 Jul 22 21:24:48.423764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33924) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:48.449638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d695db36-2252-4250-ac13-c4fc5d1fce90 req-005d23ab-beaa-47f3-804d-3f93077dace5 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880729 Jul 22 21:24:48.488574 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.556970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2b5e09-a5b4-4397-9535-4650284b34e9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:48.561508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.571394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-88078fda-fab2-46f4-b540-0512886a05f5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6b2b5e09-a5b4-4397-9535-4650284b34e9 HTTP/1.1" status: 204 len: 168 time: 0.9870842 Jul 22 21:24:48.597994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33928) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:48.604799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3c46fd4-e978-4a2e-b9dd-88240b28e187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.696551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3c46fd4-e978-4a2e-b9dd-88240b28e187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.786949 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-41a94f05-1e95-4490-aaac-98df49c3f34f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:48.790537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-41a94f05-1e95-4490-aaac-98df49c3f34f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1098 time: 0.2164445 Jul 22 21:24:48.831510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:48.890128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.969552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:49.129767 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.175508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a11420-86b0-49d0-be1d-94a1f2126c3c']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:49.190678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3c46fd4-e978-4a2e-b9dd-88240b28e187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.199369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3c46fd4-e978-4a2e-b9dd-88240b28e187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.208074 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b3c46fd4-e978-4a2e-b9dd-88240b28e187 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24cfc928-de88-44ea-a03f-af9b81d0c5f1 HTTP/1.1" status: 204 len: 168 time: 0.7760694 Jul 22 21:24:49.216307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1b71-c8bf-4040-931c-473f69a0dc13 req-bba55649-f060-4f75-a742-5c289b99bf22 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:49.225478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e547c31-9cc0-4580-8122-a6b5c142cab1') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:49.225786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e547c31-9cc0-4580-8122-a6b5c142cab1') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:49.229584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c2d1b71-c8bf-4040-931c-473f69a0dc13 req-bba55649-f060-4f75-a742-5c289b99bf22 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.4373555 Jul 22 21:24:49.235501 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.244668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c46fd4-e978-4a2e-b9dd-88240b28e187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cfc928-de88-44ea-a03f-af9b81d0c5f1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:49.266753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.307308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.339297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:49.350196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befe86e-8ef3-43d0-bfc1-8fe3e12bd851 req-34b6f20e-3e4c-4469-9ee3-14c71101f4a1 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:49.350533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:24:49.351361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:24:49.355366 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:24:49.365682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6befe86e-8ef3-43d0-bfc1-8fe3e12bd851 req-34b6f20e-3e4c-4469-9ee3-14c71101f4a1 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 946 time: 0.4999425 Jul 22 21:24:49.387502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:24:49.499910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.529164 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:49.532887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c2d1b71-c8bf-4040-931c-473f69a0dc13 req-88b6ed45-f840-4684-8014-efb7183e9143 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016655 Jul 22 21:24:49.534331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] 10.222.0.54 "DELETE /v2.0/networks/13a11420-86b0-49d0-be1d-94a1f2126c3c HTTP/1.1" status: 204 len: 168 time: 0.9416466 Jul 22 21:24:49.554468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596721d8-63ce-4c90-9423-42edfa48f07e admin admin] Pushing event deleted for resources: {'Network': ['ID=13a11420-86b0-49d0-be1d-94a1f2126c3c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:49.564690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6befe86e-8ef3-43d0-bfc1-8fe3e12bd851 req-2340b976-302e-4cff-a553-cd738ba5d001 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876671 Jul 22 21:24:50.123546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:50.247690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b230d897-edbb-4575-b54b-583b90ead7d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed57cd207e1a443d935b11101b325f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208096 Jul 22 21:24:50.252655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33958) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:50.403192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5bba-3b5b-46a0-b9af-f666743bf962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:50.453128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5bba-3b5b-46a0-b9af-f666743bf962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:50.544717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:50.695772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58482145-d6aa-43f7-b768-5b1f595e8cf9 req-ed9852a4-0528-4f09-907e-f14f4b7ebc7c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:50.699019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58482145-d6aa-43f7-b768-5b1f595e8cf9 req-ed9852a4-0528-4f09-907e-f14f4b7ebc7c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2684932 Jul 22 21:24:50.722299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-c4d4284f-9504-4806-bfed-b9fd336ad6de tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:50.723685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569daaa-6e36-4c00-aa02-7adcb2928fe0 req-a720a6be-a920-4128-a8c2-72418e73ac77 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:50.725618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-c4d4284f-9504-4806-bfed-b9fd336ad6de tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.2316754 Jul 22 21:24:50.726545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d569daaa-6e36-4c00-aa02-7adcb2928fe0 req-a720a6be-a920-4128-a8c2-72418e73ac77 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 1.0066853 Jul 22 21:24:50.734624 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5bba-3b5b-46a0-b9af-f666743bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:50.747114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:24:50.751585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5bba-3b5b-46a0-b9af-f666743bf962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:50.753975 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ec0d5bba-3b5b-46a0-b9af-f666743bf962 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03abb7d6-1e96-4624-9b5f-b23f178a68cd HTTP/1.1" status: 204 len: 168 time: 0.4991930 Jul 22 21:24:50.785077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d5bba-3b5b-46a0-b9af-f666743bf962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03abb7d6-1e96-4624-9b5f-b23f178a68cd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:51.066476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Deleting port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:51.067209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:51.069266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58482145-d6aa-43f7-b768-5b1f595e8cf9 req-67ec396f-01ca-4d54-9289-639cfbd36592 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408344 Jul 22 21:24:51.081063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:51.113412 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431834a4-e892-4d1a-b770-a47ebc4a0733" -d '{"events": [{"server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:51.132431 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:51.171337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d569daaa-6e36-4c00-aa02-7adcb2928fe0 req-50579f4a-4f91-4b5f-ad0c-294f1fd8ad4a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264660 Jul 22 21:24:51.186202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:51.469323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] For port 772fa4f9-89d7-4eda-9ae8-6aad85099f56, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=772fa4f9-89d7-4eda-9ae8-6aad85099f56,segment=NetworkSegment(d6c274a0-9642-4593-81f9-a6062cd71217),segment_id=d6c274a0-9642-4593-81f9-a6062cd71217)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:51.470136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:51.502933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Calling delete_port for 772fa4f9-89d7-4eda-9ae8-6aad85099f56 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:51.643639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:51.734210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:24:51.734793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:24:51.735367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:51.796119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:24:51.797636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Attempting to bind port 239cfa38-90df-4490-8c4f-57f8105745dc on network c0f459df-02a3-437d-b047-0185450ffa51 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:51.833296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:24:51.833748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Checking segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:51.834289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Bound using segment: {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:24:51.834935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Bound port: 239cfa38-90df-4490-8c4f-57f8105745dc, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b53da55-4188-4556-a483-0b7888328e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c0f459df-02a3-437d-b047-0185450ffa51'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:24:51.835504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:51.945129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31e5b9-6230-4e4e-80e1-dddeb67735a3 req-57e19d57-d357-49ea-a0bb-e129bbf0f2d8 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:51.957162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c31e5b9-6230-4e4e-80e1-dddeb67735a3 req-57e19d57-d357-49ea-a0bb-e129bbf0f2d8 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 945 time: 0.5377512 Jul 22 21:24:52.008334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:52.034495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['772fa4f9-89d7-4eda-9ae8-6aad85099f56'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:52.087578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d780-c800-4be7-8d3b-8ad6792ec3af req-93104744-9500-4d1e-beac-1d5371312fad tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:52.102627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9674d780-c800-4be7-8d3b-8ad6792ec3af req-93104744-9500-4d1e-beac-1d5371312fad tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.5176351 Jul 22 21:24:52.116299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Pushing event deleted for resources: {'Port': ['ID=772fa4f9-89d7-4eda-9ae8-6aad85099f56,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:52.190794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c31e5b9-6230-4e4e-80e1-dddeb67735a3 req-587b15ac-55c9-4740-8e3e-ec5f20ee099e tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/security-groups?id=50375146-4c8b-4728-996a-45f822c42892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321091 Jul 22 21:24:52.203985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:24:52.220316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:24:52.222570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] No DVR routers for this DVR port 772fa4f9-89d7-4eda-9ae8-6aad85099f56 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:52.236930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:52.248235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2ead03c2-d6a0-4087-a185-429e22c69664 req-9cc1ee50-db7e-443e-b668-ec1d654bd1f5 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.23 "DELETE /v2.0/ports/772fa4f9-89d7-4eda-9ae8-6aad85099f56 HTTP/1.1" status: 204 len: 173 time: 1.4835329 Jul 22 21:24:52.248235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'name': 'network-vif-deleted', 'tag': '772fa4f9-89d7-4eda-9ae8-6aad85099f56'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:52.249553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:52.259226 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51063d7c-84fb-4a67-ac52-c93fd961d7ad" -d '{"events": [{"server_uuid": "ac76566a-9a69-4e5d-a12e-f4791c95e277", "name": "network-vif-deleted", "tag": "772fa4f9-89d7-4eda-9ae8-6aad85099f56"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:52.350760 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1885c8-d1be-4ebf-9732-ff180c11d1f5 x-openstack-request-id: req-fc1885c8-d1be-4ebf-9732-ff180c11d1f5 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:52.351216 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:52.351755 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc1885c8-d1be-4ebf-9732-ff180c11d1f5 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:52.352421 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc', 'code': 200} Jul 22 21:24:52.376428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9674d780-c800-4be7-8d3b-8ad6792ec3af req-396fa847-5bbc-4271-aa25-5aa78c2e1aa4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698610 Jul 22 21:24:52.615338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:52.616631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:52.619133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] 10.222.0.58 "PUT /v2.0/ports/239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 200 len: 1124 time: 3.8074951 Jul 22 21:24:52.633915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acdf1-dfb3-410a-9172-400b11087db6 service neutron] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=8']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:52.712702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['239cfa38-90df-4490-8c4f-57f8105745dc'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:52.885719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc09a22-1545-4746-9440-c17f4662f930 req-702e8991-3cd0-44e1-8e63-07aee376a1fb tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:52.899024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdc09a22-1545-4746-9440-c17f4662f930 req-702e8991-3cd0-44e1-8e63-07aee376a1fb tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2919466 Jul 22 21:24:53.010068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['239cfa38-90df-4490-8c4f-57f8105745dc'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:53.084951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdc09a22-1545-4746-9440-c17f4662f930 req-5b0c3910-0949-4958-a27a-8b25658e6fda tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638145 Jul 22 21:24:53.298573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34022) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:53.302470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e31a0-2ed2-4d1c-8e58-37f6b7d32427 req-a9ecadd3-3e04-4bf0-9881-1bf0c4e6d3ef tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:53.317879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d6e31a0-2ed2-4d1c-8e58-37f6b7d32427 req-a9ecadd3-3e04-4bf0-9881-1bf0c4e6d3ef tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2065783 Jul 22 21:24:53.427830 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577df1b2-97ea-4318-a28f-f2f8a9e284fc x-openstack-request-id: req-577df1b2-97ea-4318-a28f-f2f8a9e284fc {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:53.428339 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac76566a-9a69-4e5d-a12e-f4791c95e277", "name": "network-vif-deleted", "tag": "772fa4f9-89d7-4eda-9ae8-6aad85099f56", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:53.428762 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-577df1b2-97ea-4318-a28f-f2f8a9e284fc {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:53.429403 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac76566a-9a69-4e5d-a12e-f4791c95e277', 'name': 'network-vif-deleted', 'tag': '772fa4f9-89d7-4eda-9ae8-6aad85099f56', 'status': 'completed', 'code': 200} Jul 22 21:24:53.489078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d6e31a0-2ed2-4d1c-8e58-37f6b7d32427 req-ffbc047a-b9b4-45c4-b746-55b4003d0b9b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663103 Jul 22 21:24:53.664438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a36173b-6d5c-42b9-a752-cde68720ad42 req-0c5fa92a-b95d-4eb5-8f8a-35123a63c5a6 tempest-ServersNegativeTestMultiTenantJSON-2047819303 tempest-ServersNegativeTestMultiTenantJSON-2047819303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac76566a-9a69-4e5d-a12e-f4791c95e277 HTTP/1.1" status: 200 len: 210 time: 0.0895450 Jul 22 21:24:53.708738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1891237168-network', 'tenant_id': 'c672ad65afcb46f28a0f6c0bc744c933'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:53.788867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Made reservation on behalf of c672ad65afcb46f28a0f6c0bc744c933 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:53.824402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:53.860834 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:53.983749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2425b0-2d8d-4e54-b959-1d80c57b34a6 req-92876cbb-ecaf-402e-bfb0-613f76dc8bbe tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:54.020891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff2425b0-2d8d-4e54-b959-1d80c57b34a6 req-92876cbb-ecaf-402e-bfb0-613f76dc8bbe tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.2371597 Jul 22 21:24:54.209501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff2425b0-2d8d-4e54-b959-1d80c57b34a6 req-b8b846e4-7a5f-481c-9316-fa815de3b4a5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782315 Jul 22 21:24:54.273586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:54.281411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:54.336333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:24:54.386258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856780da-3f2d-4801-a16b-8dba855e7079,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:54.391119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:54.392024 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Added segment 3024be84-1e26-4a58-a00c-921b03234293 of type vlan for network 6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0 Jul 22 21:24:54.397021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:54.404922 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcf4c30-5cef-4378-a5da-b11fea85b38b" -d '{"events": [{"name": "network-changed", "server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:54.528936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:54.553953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c72eba-cff4-4905-a6c9-1c295742cf27 req-2cae9e51-3de2-4b39-b32c-7a18458aea53 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:54.569134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49c72eba-cff4-4905-a6c9-1c295742cf27 req-2cae9e51-3de2-4b39-b32c-7a18458aea53 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2398894 Jul 22 21:24:54.649602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:54.651433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:54.653313 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:54.717283 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4054065 Jul 22 21:24:54.738246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34058) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:54.742147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Request body: {'subnet': {'network_id': '6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1891237168-subnet', 'tenant_id': 'c672ad65afcb46f28a0f6c0bc744c933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:54.787891 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ba8293-2d5d-442f-b0db-964ba0c4ca7c x-openstack-request-id: req-e9ba8293-2d5d-442f-b0db-964ba0c4ca7c {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:54.788370 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:54.788756 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9ba8293-2d5d-442f-b0db-964ba0c4ca7c {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:54.789394 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc', 'status': 'completed', 'code': 200} Jul 22 21:24:54.823660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49c72eba-cff4-4905-a6c9-1c295742cf27 req-814e1bb8-34d1-43aa-bca6-3937f56cee41 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388513 Jul 22 21:24:54.970840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39d993-ece4-432a-9eda-c054b0ce06e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:54.998150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:24:55.013616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Made reservation on behalf of c672ad65afcb46f28a0f6c0bc744c933 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:55.017948 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:55.087413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c4d29-72ed-4d05-99f5-d3435e04dffe req-409cb169-4529-48fd-ac3e-f4404e982f7d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:55.092103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-011c4d29-72ed-4d05-99f5-d3435e04dffe req-409cb169-4529-48fd-ac3e-f4404e982f7d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2301664 Jul 22 21:24:55.093144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34062) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:55.255631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-d54ec34a-976f-4ab4-9023-6df22d4ac0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:55.261166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-d54ec34a-976f-4ab4-9023-6df22d4ac0dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1127 time: 0.3889205 Jul 22 21:24:55.263038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34064) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:55.376232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] Deleting subnet 1ea89717-5d94-4982-af7c-50935b78fe56 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:24:55.387868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:55.546230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-011c4d29-72ed-4d05-99f5-d3435e04dffe req-57631572-3cf5-48c4-a31d-acc6f298410f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4369953 Jul 22 21:24:55.686504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:55.751320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 772fa4f9-89d7-4eda-9ae8-6aad85099f56 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:55.783030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-4315ed7f-b271-4888-8fd9-6e7c58484789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:55.788011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-4315ed7f-b271-4888-8fd9-6e7c58484789 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.5063691 Jul 22 21:24:55.807896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:55.836409 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:55.842232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 772fa4f9-89d7-4eda-9ae8-6aad85099f56 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:55.843204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 772fa4f9-89d7-4eda-9ae8-6aad85099f56 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:55.938648 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-2fdd3880-2c97-4558-a03b-a61f66f48f4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 200 len: 217 time: 0.1254287 Jul 22 21:24:56.055776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e174c9e6-81d2-4fac-ba9f-3855e8af0250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:56.092978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f90b5ab-205c-4374-85e6-7d654d5628aa,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:56.111122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-55cf8e15-0252-47fa-84f2-cbadf402c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:56.114507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-55cf8e15-0252-47fa-84f2-cbadf402c62a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1592324 Jul 22 21:24:56.125548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Checking segment: {'id': '3024be84-1e26-4a58-a00c-921b03234293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:56.126244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Network hostable DHCP agents. Network: 6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:24:56.197085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-7ae3a276-4313-4b50-831f-7c1e965f96b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633702 Jul 22 21:24:56.277744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Network 6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:24:56.294541 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e174c9e6-81d2-4fac-ba9f-3855e8af0250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:56.295536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:56.313578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd0c7d-14c9-48aa-bb4b-71029b189c86 None None] Network 6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:24:56.336167 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e174c9e6-81d2-4fac-ba9f-3855e8af0250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:56.398327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18ff7b-83aa-4dc9-b387-e9daded4b11b req-ac400748-244d-4aaf-9f91-e1e816bb4e0c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:56.401417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc18ff7b-83aa-4dc9-b387-e9daded4b11b req-ac400748-244d-4aaf-9f91-e1e816bb4e0c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.8978908 Jul 22 21:24:56.418879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:56.446372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:56.447726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:56.496052 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-05242208-05fd-408e-ba71-fa3180284498 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788644 Jul 22 21:24:56.510029 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9a462200-23dd-4eb1-aa94-9e896dad75e9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7753475 Jul 22 21:24:56.584505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e174c9e6-81d2-4fac-ba9f-3855e8af0250 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c562cc4183ca49efa6582c087d3e7c97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2970424 Jul 22 21:24:56.592805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:56.593231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34080) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:56.612940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1ea89717-5d94-4982-af7c-50935b78fe56 HTTP/1.1" status: 204 len: 168 time: 1.5177600 Jul 22 21:24:56.664907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34082) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:56.685048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47067ec2-bf06-48b0-85d2-6831e597075e None None] Network 6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:24:56.700887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146abd45-a9fd-4a33-bb8c-1da24c504679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea89717-5d94-4982-af7c-50935b78fe56,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:56.736597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c9e6-81d2-4fac-ba9f-3855e8af0250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54831a9b-e403-4cba-98f5-bc87f863ba40,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:56.787068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc18ff7b-83aa-4dc9-b387-e9daded4b11b req-a59e1313-81e9-457c-beac-d080e6cb7225 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500266 Jul 22 21:24:56.829973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac820-7a1a-4a1c-9a99-8f35595d0a01 req-6ea869e4-8e39-43a8-a724-4777a701b430 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:56.839565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9efac820-7a1a-4a1c-9a99-8f35595d0a01 req-6ea869e4-8e39-43a8-a724-4777a701b430 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.7740600 Jul 22 21:24:56.946974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9efac820-7a1a-4a1c-9a99-8f35595d0a01 req-2a468ae4-0561-46f9-8f83-81f5be176b3c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958023 Jul 22 21:24:57.095119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.132561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9249e67b-92f4-4d00-9774-e244de95f86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.173042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9208c1-052b-42ff-bbe5-81d3c7e8749e req-de69abc0-822a-4f28-b22e-dd4cae847ed6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:57.195227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca9208c1-052b-42ff-bbe5-81d3c7e8749e req-de69abc0-822a-4f28-b22e-dd4cae847ed6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2012305 Jul 22 21:24:57.196830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1fcf4c30-5cef-4378-a5da-b11fea85b38b req-10dddefc-0729-4e36-9fc9-10d1dd75dbe5 service neutron] 10.222.0.23 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702452 Jul 22 21:24:57.240352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9249e67b-92f4-4d00-9774-e244de95f86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.300570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca9208c1-052b-42ff-bbe5-81d3c7e8749e req-b4b291b4-c0cb-4d60-b8f3-bcadf615c5e9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034424 Jul 22 21:24:57.340166 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.373540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6168950c-baea-4421-b459-4e57697f718b']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:57.394426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c274a0-9642-4593-81f9-a6062cd71217') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:57.394949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c274a0-9642-4593-81f9-a6062cd71217') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:57.414144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.450875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.483572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-8ed37e4a-9a35-429a-8d3d-f5621f30ce0a req-7b354d9f-fbb4-4df0-9a57-c7518fa00c06 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-639034146', 'description': 'tempest-description-223021444'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:57.498341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:24:57.499002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:24:57.541349 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:24:57.550856 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9249e67b-92f4-4d00-9774-e244de95f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.552951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9249e67b-92f4-4d00-9774-e244de95f86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.554292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9249e67b-92f4-4d00-9774-e244de95f86e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54831a9b-e403-4cba-98f5-bc87f863ba40 HTTP/1.1" status: 204 len: 168 time: 0.8916323 Jul 22 21:24:57.557540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8ed37e4a-9a35-429a-8d3d-f5621f30ce0a req-7b354d9f-fbb4-4df0-9a57-c7518fa00c06 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.640198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249e67b-92f4-4d00-9774-e244de95f86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54831a9b-e403-4cba-98f5-bc87f863ba40,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:57.668259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.678123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.681647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6168950c-baea-4421-b459-4e57697f718b HTTP/1.1" status: 204 len: 168 time: 0.9997973 Jul 22 21:24:57.686962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:57.723781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b307fa-b9a2-4f74-9fdd-1d9d31fd13b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6168950c-baea-4421-b459-4e57697f718b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:57.821667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] Deleting subnet 836bd2ed-2d75-44e0-a28d-d34e5a8e5255 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:24:57.841817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.889658 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8ed37e4a-9a35-429a-8d3d-f5621f30ce0a req-7b354d9f-fbb4-4df0-9a57-c7518fa00c06 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.923355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8ed37e4a-9a35-429a-8d3d-f5621f30ce0a req-7b354d9f-fbb4-4df0-9a57-c7518fa00c06 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:57.958085 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.084756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8ed37e4a-9a35-429a-8d3d-f5621f30ce0a req-7b354d9f-fbb4-4df0-9a57-c7518fa00c06 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.086797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ed37e4a-9a35-429a-8d3d-f5621f30ce0a req-7b354d9f-fbb4-4df0-9a57-c7518fa00c06 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6132650 Jul 22 21:24:58.101627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b354d9f-fbb4-4df0-9a57-c7518fa00c06 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3eefde-0ffd-4641-98df-de8722ed9cb7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:58.129692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.282165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a672-44a6-4470-b10c-5c5d6ff85ddd req-0f526687-d59b-4bf3-990f-c44cc69e3cba tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:58.294704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02b0a672-44a6-4470-b10c-5c5d6ff85ddd req-0f526687-d59b-4bf3-990f-c44cc69e3cba tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.2860594 Jul 22 21:24:58.399263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.464348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02b0a672-44a6-4470-b10c-5c5d6ff85ddd req-f5135789-6fb1-4bf9-984c-c083684245f2 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675813 Jul 22 21:24:58.481576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836bd2ed-2d75-44e0-a28d-d34e5a8e5255,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:58.489492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.496813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34118) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:58.499442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c3899b1a-266e-4475-8fda-1d8cdf5b63fd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/836bd2ed-2d75-44e0-a28d-d34e5a8e5255 HTTP/1.1" status: 204 len: 168 time: 0.8112357 Jul 22 21:24:58.525356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19172eda-9da6-43f0-b0a5-e85c6ebbff36 req-3ed18877-e7fc-42ed-824d-cef3098c0d81 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:58.540429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19172eda-9da6-43f0-b0a5-e85c6ebbff36 req-3ed18877-e7fc-42ed-824d-cef3098c0d81 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.3539107 Jul 22 21:24:58.660887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19172eda-9da6-43f0-b0a5-e85c6ebbff36 req-9c358228-aeff-4f70-8d3c-a29ed4d53643 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188428 Jul 22 21:24:58.674139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.719251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2abce895-9048-443b-aa64-460a160bd280 req-a83d77f6-7f30-4bdf-8e7f-fa7d0611530e tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/3a3eefde-0ffd-4641-98df-de8722ed9cb7 HTTP/1.1" status: 200 len: 1813 time: 0.1364832 Jul 22 21:24:58.732482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-2abce895-9048-443b-aa64-460a160bd280 req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a3eefde-0ffd-4641-98df-de8722ed9cb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:58.733120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-2abce895-9048-443b-aa64-460a160bd280 req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a3eefde-0ffd-4641-98df-de8722ed9cb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:58.834567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.854991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9822620c-1d0a-4d94-8597-51899cf4767f']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:58.868361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2abce895-9048-443b-aa64-460a160bd280 req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.876030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1ba566-0655-4a60-8709-2c8f1418c391') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:58.876820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1ba566-0655-4a60-8709-2c8f1418c391') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:58.897425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.939815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2abce895-9048-443b-aa64-460a160bd280 req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.949498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2abce895-9048-443b-aa64-460a160bd280 req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.954673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.978018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:24:58.978617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:24:58.981305 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:24:59.020758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c380ab-d78e-46fc-a4ee-6c82224aa7af,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:59.037989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2abce895-9048-443b-aa64-460a160bd280 req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:59.047448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2abce895-9048-443b-aa64-460a160bd280 req-c3284098-df0f-4ff8-b006-54b81ecf62f1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3264554 Jul 22 21:24:59.180003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:59.190566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:59.193863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9822620c-1d0a-4d94-8597-51899cf4767f HTTP/1.1" status: 204 len: 168 time: 0.6963160 Jul 22 21:24:59.244356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0761d8-56b4-4706-8675-c04d458f8734 admin admin] Pushing event deleted for resources: {'Network': ['ID=9822620c-1d0a-4d94-8597-51899cf4767f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:59.303344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34138) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:59.398612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-001044fd-2f7e-4599-bdcf-c3f3c8865e96 req-d42501d8-3a9f-4d0c-be50-c9fb69bf3a5f tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/3a3eefde-0ffd-4641-98df-de8722ed9cb7 HTTP/1.1" status: 200 len: 2407 time: 0.2990575 Jul 22 21:24:59.472759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9182a92-ee36-47eb-a8ea-99c134f9d33c req-6d5091db-f242-47ba-94d8-6e3b0399abdf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:59.490098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9182a92-ee36-47eb-a8ea-99c134f9d33c req-6d5091db-f242-47ba-94d8-6e3b0399abdf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3341677 Jul 22 21:24:59.570233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b308e22-3da7-4545-90ca-349981fbc445 req-9c4f0d71-82fd-4ad8-a9d8-d1bb8d0e2e9e tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-group-rules/d5c380ab-d78e-46fc-a4ee-6c82224aa7af HTTP/1.1" status: 200 len: 778 time: 0.0732620 Jul 22 21:24:59.653366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34146) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:59.713440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-589449068-network', 'tenant_id': 'cd340e5211d642cb962a575227f141e2'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:59.720655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9182a92-ee36-47eb-a8ea-99c134f9d33c req-e3f4bf6e-d411-4054-8bc1-5cf83692b8e6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284026 Jul 22 21:24:59.781518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b308e22-3da7-4545-90ca-349981fbc445 req-da466892-e65c-4f2c-ab6a-6b7603f2289f tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/3a3eefde-0ffd-4641-98df-de8722ed9cb7 HTTP/1.1" status: 200 len: 2407 time: 0.1775298 Jul 22 21:24:59.808815 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ccbfe9e5-f40a-46d5-93e3-47f0f6401137 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=246bb01bf1d447108c7c647aa9aca372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536684 Jul 22 21:24:59.811058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Made reservation on behalf of cd340e5211d642cb962a575227f141e2 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:59.815363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:59.819324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34150) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:59.850129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:59.893494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b308e22-3da7-4545-90ca-349981fbc445 req-b9b1ee1e-78e8-4261-aa81-460283468c9c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:59.935556 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b308e22-3da7-4545-90ca-349981fbc445 req-b9b1ee1e-78e8-4261-aa81-460283468c9c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.107306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.114908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.115208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b308e22-3da7-4545-90ca-349981fbc445 req-b9b1ee1e-78e8-4261-aa81-460283468c9c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.152044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b308e22-3da7-4545-90ca-349981fbc445 req-b9b1ee1e-78e8-4261-aa81-460283468c9c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.154595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b308e22-3da7-4545-90ca-349981fbc445 req-b9b1ee1e-78e8-4261-aa81-460283468c9c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d5c380ab-d78e-46fc-a4ee-6c82224aa7af HTTP/1.1" status: 204 len: 173 time: 0.3625901 Jul 22 21:25:00.158057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1ee1e-78e8-4261-aa81-460283468c9c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5c380ab-d78e-46fc-a4ee-6c82224aa7af,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:00.170947 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1df68b12-ef9c-46ed-a8ea-aaaf9a8d409d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.182167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:25:00.197763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:00.223443 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.228632 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Added segment cac27941-8760-4889-9c89-14b6fe241bb0 of type vlan for network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 Jul 22 21:25:00.244774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1df68b12-ef9c-46ed-a8ea-aaaf9a8d409d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.277004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878d445-8fa0-4f1c-a9ee-d274d2831616 req-13f6d62a-67c9-42db-877a-ae3f3339eda9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:00.280484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2878d445-8fa0-4f1c-a9ee-d274d2831616 req-13f6d62a-67c9-42db-877a-ae3f3339eda9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.3383179 Jul 22 21:25:00.333053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.450591 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.452185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:00.453150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.509657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2878d445-8fa0-4f1c-a9ee-d274d2831616 req-4811429c-29c5-436e-8c4f-425a9d73df88 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987736 Jul 22 21:25:00.603615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060798-608b-4803-855b-7747985f8a90 req-d6835047-c106-484f-9189-380fec20591f tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:00.606288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4060798-608b-4803-855b-7747985f8a90 req-d6835047-c106-484f-9189-380fec20591f tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.3198733 Jul 22 21:25:00.608496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1df68b12-ef9c-46ed-a8ea-aaaf9a8d409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.613001 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1df68b12-ef9c-46ed-a8ea-aaaf9a8d409d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.624827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1df68b12-ef9c-46ed-a8ea-aaaf9a8d409d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50375146-4c8b-4728-996a-45f822c42892 HTTP/1.1" status: 204 len: 168 time: 0.7943261 Jul 22 21:25:00.660274 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] Pushing event updated for resources: {'Network': ['ID=199bf4d9-65f4-4b7a-87a5-27584f33b0a5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:00.661805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68b12-ef9c-46ed-a8ea-aaaf9a8d409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50375146-4c8b-4728-996a-45f822c42892,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:00.683674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-919b5062-9aba-4bb2-9799-7e12ca389c1b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3789251 Jul 22 21:25:00.689166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34160) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:00.718256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Request body: {'subnet': {'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-589449068-subnet', 'tenant_id': 'cd340e5211d642cb962a575227f141e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:00.794230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:25:00.804969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4060798-608b-4803-855b-7747985f8a90 req-e5e1e87a-8a5f-4eb5-9caa-91d947c3ae9c tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851857 Jul 22 21:25:00.824089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Made reservation on behalf of cd340e5211d642cb962a575227f141e2 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:00.831741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:00.904468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-35c15fc1-61e8-48c0-bbe9-d7d9af026a24 req-2bb6cd5a-6e6b-472b-92fe-ec1ced36fb78 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1689630595', 'description': 'tempest-description-1095622435'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:01.125377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-35c15fc1-61e8-48c0-bbe9-d7d9af026a24 req-2bb6cd5a-6e6b-472b-92fe-ec1ced36fb78 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:01.157882 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:01.492037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-35c15fc1-61e8-48c0-bbe9-d7d9af026a24 req-2bb6cd5a-6e6b-472b-92fe-ec1ced36fb78 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:01.519349 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-35c15fc1-61e8-48c0-bbe9-d7d9af026a24 req-2bb6cd5a-6e6b-472b-92fe-ec1ced36fb78 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:01.542563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34170) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:01.594168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:01.665835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e66fee-d44b-4ba9-a284-75af8ee6f043 req-4c46648a-6190-4c9d-a1e2-8af6c519e222 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:01.682755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e66fee-d44b-4ba9-a284-75af8ee6f043 req-4c46648a-6190-4c9d-a1e2-8af6c519e222 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.6345656 Jul 22 21:25:01.729831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2aefd81d-2528-46c7-9d23-d72f91194b2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7852d4492aa14967bc2340ec3854fead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821632 Jul 22 21:25:01.733932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34174) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:01.762363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6cd5a-6e6b-472b-92fe-ec1ced36fb78 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6a18ed-ea93-49be-a943-e43ad62ff13b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:01.768457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-35c15fc1-61e8-48c0-bbe9-d7d9af026a24 req-2bb6cd5a-6e6b-472b-92fe-ec1ced36fb78 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:01.771016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35c15fc1-61e8-48c0-bbe9-d7d9af026a24 req-2bb6cd5a-6e6b-472b-92fe-ec1ced36fb78 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8749883 Jul 22 21:25:01.899177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaaaca85-4e35-475b-9fa5-f7bfc2f9e557,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:01.927900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e66fee-d44b-4ba9-a284-75af8ee6f043 req-81019399-4a67-48f7-89bb-3229db52ffc2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428257 Jul 22 21:25:01.938644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:01.977459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Checking segment: {'id': 'cac27941-8760-4889-9c89-14b6fe241bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:25:01.978324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Network hostable DHCP agents. Network: 199bf4d9-65f4-4b7a-87a5-27584f33b0a5, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:25:01.992768 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f02dc66-930b-4297-865b-b100f464f03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:02.031562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:25:02.094338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f02dc66-930b-4297-865b-b100f464f03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:02.223184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f02dc66-930b-4297-865b-b100f464f03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:02.228434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f02dc66-930b-4297-865b-b100f464f03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:02.233119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5f02dc66-930b-4297-865b-b100f464f03c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f0fd9f3-4534-490d-a834-5882a34a6ee3 HTTP/1.1" status: 204 len: 168 time: 0.4940889 Jul 22 21:25:02.242293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 199bf4d9-65f4-4b7a-87a5-27584f33b0a5) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:02.257486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:02.260671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83275c-1b3c-4687-95bf-1a3fcf7956f3 None None] Network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:25:02.267103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:02.279593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02dc66-930b-4297-865b-b100f464f03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fd9f3-4534-490d-a834-5882a34a6ee3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:02.356956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5c8e7c4-0840-4285-8eed-fff9fdc38422 req-bc3a6f3b-b8f8-4af5-9923-b81c807f3d8e tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/fe6a18ed-ea93-49be-a943-e43ad62ff13b HTTP/1.1" status: 200 len: 1815 time: 0.2169685 Jul 22 21:25:02.371940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fed9af4a-ffd4-4fbf-8cd9-cafbd7aacab8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6690013 Jul 22 21:25:02.459767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15691869-3e3a-4378-9170-e97242262204 req-86f7d1af-00a8-4bef-b1c9-c7720195eba8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:02.463666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15691869-3e3a-4378-9170-e97242262204 req-86f7d1af-00a8-4bef-b1c9-c7720195eba8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 944 time: 0.4205897 Jul 22 21:25:02.613226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15691869-3e3a-4378-9170-e97242262204 req-40929f2c-fe68-4317-8fa5-55a7dd281f9e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396101 Jul 22 21:25:02.763532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-31c6008a-ec6b-4d1e-9ec5-8edfb3d8fd96 req-3e14c8a2-b427-4ea8-a625-8ab3e03b75c8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1225237897', 'description': 'tempest-description-729408582'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:02.867887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42d256b-ee06-47b5-81ad-f91d7af2490f None None] Network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:25:02.883693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-f80cd7c7-0751-44a7-a28a-6d70a224f960 service neutron] 10.222.0.23 "GET /v2.0/ports/239cfa38-90df-4490-8c4f-57f8105745dc/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.1585717 Jul 22 21:25:02.953402 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-31c6008a-ec6b-4d1e-9ec5-8edfb3d8fd96 req-3e14c8a2-b427-4ea8-a625-8ab3e03b75c8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.124072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090ce1f-ff28-432c-8402-470308313efd req-4513f9f4-e482-4be4-ae20-cd1868df8292 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:03.127145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a090ce1f-ff28-432c-8402-470308313efd req-4513f9f4-e482-4be4-ae20-cd1868df8292 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.3185310 Jul 22 21:25:03.270686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a090ce1f-ff28-432c-8402-470308313efd req-c916b9df-b7e7-4123-8c86-cbbeaa9021e1 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265199 Jul 22 21:25:03.366893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:03.413789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:25:03.430298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-31c6008a-ec6b-4d1e-9ec5-8edfb3d8fd96 req-3e14c8a2-b427-4ea8-a625-8ab3e03b75c8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.450876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-31c6008a-ec6b-4d1e-9ec5-8edfb3d8fd96 req-3e14c8a2-b427-4ea8-a625-8ab3e03b75c8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.510156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239cfa38-90df-4490-8c4f-57f8105745dc {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:25:03.531746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-31c6008a-ec6b-4d1e-9ec5-8edfb3d8fd96 req-3e14c8a2-b427-4ea8-a625-8ab3e03b75c8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.535915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:03.543073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31c6008a-ec6b-4d1e-9ec5-8edfb3d8fd96 req-3e14c8a2-b427-4ea8-a625-8ab3e03b75c8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7909997 Jul 22 21:25:03.584665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.586223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14c8a2-b427-4ea8-a625-8ab3e03b75c8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5762682e-d24c-449a-a7e3-af3b2b7211fa,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:03.665790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fbc5c-af59-4d69-8f08-1c20268ec2af req-4baf7f33-ded5-404a-ba45-11110de33430 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:03.668533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-528fbc5c-af59-4d69-8f08-1c20268ec2af req-4baf7f33-ded5-404a-ba45-11110de33430 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2329993 Jul 22 21:25:03.741163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-528fbc5c-af59-4d69-8f08-1c20268ec2af req-5bc44ad3-c7a3-415c-8cda-2575384a2919 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514936 Jul 22 21:25:03.777098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:03.805342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] Transition to ACTIVE for port object 239cfa38-90df-4490-8c4f-57f8105745dc will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:25:03.813420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.900321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:04.029076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] No DVR routers for this DVR port 239cfa38-90df-4490-8c4f-57f8105745dc on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:04.122289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733963be-a110-462d-a125-5df9b6a5680e service neutron] Pushing event updated for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:04.158795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-733963be-a110-462d-a125-5df9b6a5680e service neutron] 10.222.0.23 "PUT /v2.0/ports/239cfa38-90df-4490-8c4f-57f8105745dc/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 1.2484610 Jul 22 21:25:04.186752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ab6148f-cab7-45fd-9323-f42d4c11f16f req-2ff391a8-ac09-4d54-a74a-292fa281ce8a tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/5762682e-d24c-449a-a7e3-af3b2b7211fa HTTP/1.1" status: 200 len: 1814 time: 0.1160045 Jul 22 21:25:04.558912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:04.727693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9487c288-790b-4978-9a5d-7192355cfbdd tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:04.730481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9487c288-790b-4978-9a5d-7192355cfbdd tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/networks?id=199bf4d9-65f4-4b7a-87a5-27584f33b0a5 HTTP/1.1" status: 200 len: 821 time: 0.3352387 Jul 22 21:25:04.773692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-51ace56e-b67a-464e-bb4c-ea18e2ca91d4 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/quotas/cd340e5211d642cb962a575227f141e2 HTTP/1.1" status: 200 len: 375 time: 0.0295632 Jul 22 21:25:04.847201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9585e983-2503-446d-afdf-482e8943cc1b tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd340e5211d642cb962a575227f141e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616157 Jul 22 21:25:04.850438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34250) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:04.865272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bc185593-d9b5-4b90-8625-fe16826fb98b tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:04.867978 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-bc185593-d9b5-4b90-8625-fe16826fb98b tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.5905118 Jul 22 21:25:04.881624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef456a6-c809-4952-a156-81636c1df7a3 req-59c62c6e-692d-4f72-b955-8a1b646848b4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:04.891451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ef456a6-c809-4952-a156-81636c1df7a3 req-59c62c6e-692d-4f72-b955-8a1b646848b4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.2730863 Jul 22 21:25:04.958170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3698cf20-9506-44c9-87ec-c0143d3cbb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.070725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ef456a6-c809-4952-a156-81636c1df7a3 req-5790dec9-3e1a-4788-80b6-9ca4eeb071e5 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781087 Jul 22 21:25:05.077465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-552885432-network', 'tenant_id': 'c53ff425f7c4475eadb38a4b4e926efe'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:05.131664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-7010b211-430c-459c-86aa-28e1d802f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:05.134380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-7010b211-430c-459c-86aa-28e1d802f4d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2&tenant_id=da497ae0478646ab9a8292c1c82f6d69 HTTP/1.1" status: 200 len: 1097 time: 0.2331355 Jul 22 21:25:05.138147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-1a4cbc27-8f72-460b-9295-e606c5dad0ff service neutron] 10.222.0.54 "GET /v2.0/networks/199bf4d9-65f4-4b7a-87a5-27584f33b0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685747 Jul 22 21:25:05.196889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3698cf20-9506-44c9-87ec-c0143d3cbb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.207140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3698cf20-9506-44c9-87ec-c0143d3cbb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.302602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3698cf20-9506-44c9-87ec-c0143d3cbb60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=520112eccafd4584b23d074f947e4e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7385855 Jul 22 21:25:05.308376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34256) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:05.309775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Made reservation on behalf of c53ff425f7c4475eadb38a4b4e926efe for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:05.315746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.329180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-aba36f57-f708-405e-92bc-7f5b081aca37 req-2574803e-b989-45b1-bcc3-9e625090463d tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1926077614', 'description': 'tempest-description-715995020'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:05.334405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698cf20-9506-44c9-87ec-c0143d3cbb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e165ea2e-d174-4529-9b3e-03b4a0a9803e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:05.382740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.417595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-d92bb0a7-811b-4b71-bdc2-34ba2c7cad67 service neutron] 10.222.0.54 "GET /v2.0/networks/199bf4d9-65f4-4b7a-87a5-27584f33b0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617218 Jul 22 21:25:05.425124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aba36f57-f708-405e-92bc-7f5b081aca37 req-2574803e-b989-45b1-bcc3-9e625090463d tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.459750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-9dd2ef9d-83f6-49de-9e55-3df5ae506ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:05.462015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-9dd2ef9d-83f6-49de-9e55-3df5ae506ce6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1097 time: 0.2929237 Jul 22 21:25:05.509150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50ae8d6e-5f53-45f4-ba68-95564ba8da82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.608965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50ae8d6e-5f53-45f4-ba68-95564ba8da82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.715470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-c43bf2a3-9b52-4b94-b933-672df3cd9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:05.720491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-c43bf2a3-9b52-4b94-b933-672df3cd9557 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.2392197 Jul 22 21:25:05.739153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36722-879f-4b18-afde-52cf19249d58 req-f6abecc8-c920-4a0e-bc00-e5281cff75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:05.741975 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed36722-879f-4b18-afde-52cf19249d58 req-f6abecc8-c920-4a0e-bc00-e5281cff75fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e21bc3ffe14e898966135fe81b826f&device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 1098 time: 0.2524340 Jul 22 21:25:05.818037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50ae8d6e-5f53-45f4-ba68-95564ba8da82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.824637 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50ae8d6e-5f53-45f4-ba68-95564ba8da82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.825428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-50ae8d6e-5f53-45f4-ba68-95564ba8da82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e165ea2e-d174-4529-9b3e-03b4a0a9803e HTTP/1.1" status: 204 len: 168 time: 0.5051272 Jul 22 21:25:05.843315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-6d5dbbcf-4c53-4af5-ab02-7ec6bbd76a6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 200 len: 217 time: 0.1125875 Jul 22 21:25:05.908503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.957725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae8d6e-5f53-45f4-ba68-95564ba8da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e165ea2e-d174-4529-9b3e-03b4a0a9803e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:05.963214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.039522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d6240911-c231-47f0-b140-11825e3c933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.042024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-d6240911-c231-47f0-b140-11825e3c933f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.1849718 Jul 22 21:25:06.065644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:25:06.101425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84247709-8f61-4909-8c6e-70b1f0a0f213,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:06.102682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-2e81b608-20bf-41c1-8142-974365685a4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497103 Jul 22 21:25:06.111462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36722-879f-4b18-afde-52cf19249d58 req-2665be84-e92a-4019-92ad-9014d35ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.114406 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed36722-879f-4b18-afde-52cf19249d58 req-2665be84-e92a-4019-92ad-9014d35ce606 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 200 len: 916 time: 0.3600037 Jul 22 21:25:06.116531 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.117051 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Added segment 2dbb1cbd-969b-4a4b-8951-ada5688dacfc of type vlan for network 2ef9106b-2ac6-4e8c-a298-7d60042df327 Jul 22 21:25:06.370605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-28d61ff0-47df-43c9-b5fd-1c3d0c2dce56 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567372 Jul 22 21:25:06.625429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-cbb90bd8-4773-4e69-a540-4a3bb444e559 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332413 Jul 22 21:25:06.649842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5687b6-0bd1-4135-bd7f-1e209eaaf2cb req-7fb6731a-6edc-428c-a4ba-c6fb6d0c84dd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.659688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e5687b6-0bd1-4135-bd7f-1e209eaaf2cb req-7fb6731a-6edc-428c-a4ba-c6fb6d0c84dd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.8347921 Jul 22 21:25:06.664092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed36722-879f-4b18-afde-52cf19249d58 req-50dc7f1d-6a17-495c-bd80-4dfe69661aa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 HTTP/1.1" status: 200 len: 217 time: 0.5297561 Jul 22 21:25:06.687053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.707127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aba36f57-f708-405e-92bc-7f5b081aca37 req-2574803e-b989-45b1-bcc3-9e625090463d tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.718139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aba36f57-f708-405e-92bc-7f5b081aca37 req-2574803e-b989-45b1-bcc3-9e625090463d tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.797035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e5687b6-0bd1-4135-bd7f-1e209eaaf2cb req-c1002c65-3b83-49b7-a7d0-0609c73a151b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353095 Jul 22 21:25:06.807351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36722-879f-4b18-afde-52cf19249d58 req-ed4c6a36-f2a5-4841-882e-58054bb81411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.812946 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed36722-879f-4b18-afde-52cf19249d58 req-ed4c6a36-f2a5-4841-882e-58054bb81411 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 200 len: 854 time: 0.1302679 Jul 22 21:25:06.813309 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aba36f57-f708-405e-92bc-7f5b081aca37 req-2574803e-b989-45b1-bcc3-9e625090463d tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.829730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba36f57-f708-405e-92bc-7f5b081aca37 req-2574803e-b989-45b1-bcc3-9e625090463d tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.5092969 Jul 22 21:25:06.848641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574803e-b989-45b1-bcc3-9e625090463d tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23ba9f-323c-4138-877a-9819078c3024,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:06.942667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.944592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.945438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:07.032917 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1795204 Jul 22 21:25:07.134825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f343e92-8086-4237-a78e-70828e33f231 req-2bd0c4c8-6e3a-49a2-9822-4899b8d46376 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:07.138579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f343e92-8086-4237-a78e-70828e33f231 req-2bd0c4c8-6e3a-49a2-9822-4899b8d46376 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1620333 Jul 22 21:25:07.150349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b880058-1120-4fb2-9f76-e8a2efc13863 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef9106b-2ac6-4e8c-a298-7d60042df327,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:07.170543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36722-879f-4b18-afde-52cf19249d58 req-0059675a-fe8c-4eeb-8f4e-71143defeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:07.174986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 2ef9106b-2ac6-4e8c-a298-7d60042df327 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:25:07.184247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed36722-879f-4b18-afde-52cf19249d58 req-0059675a-fe8c-4eeb-8f4e-71143defeb96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a0c2ff-3e14-479e-8031-d2ca972de3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3327811 Jul 22 21:25:07.278753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f343e92-8086-4237-a78e-70828e33f231 req-5c006559-14b1-42dc-8881-0d5c7392fd0b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322072 Jul 22 21:25:07.436721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-986a6c82-334b-4122-ac9b-2fcae29c9938 req-83864b38-fdb8-444b-8e7e-49c94e43c1a3 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 210 time: 0.1243844 Jul 22 21:25:07.512637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed36722-879f-4b18-afde-52cf19249d58 req-61e65a03-4ee2-4e5d-a861-4f8b25bb2ff6 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270311 Jul 22 21:25:07.594677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-7590b4c4-9f85-45f7-aa4a-4e1aaed2649f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:07.597036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-7590b4c4-9f85-45f7-aa4a-4e1aaed2649f tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2&tenant_id=da497ae0478646ab9a8292c1c82f6d69&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.3162074 Jul 22 21:25:07.731418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dea818e9-93a8-4f58-b8b0-993b4a0cd58e req-82fc11e5-9023-4759-918d-4c765f3b67fb tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/6d23ba9f-323c-4138-877a-9819078c3024 HTTP/1.1" status: 200 len: 1814 time: 0.2034237 Jul 22 21:25:07.731733 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed36722-879f-4b18-afde-52cf19249d58 req-9f00b952-c1da-432b-a6e9-411f7aaf50b2 service neutron] 10.222.0.23 "GET /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020226 Jul 22 21:25:07.829505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792499c-d36b-4366-9459-0b23d0b0aa84 req-2677b101-2037-4cc6-89dd-11465462ea81 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:07.832797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3792499c-d36b-4366-9459-0b23d0b0aa84 req-2677b101-2037-4cc6-89dd-11465462ea81 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.3411887 Jul 22 21:25:07.973106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3792499c-d36b-4366-9459-0b23d0b0aa84 req-0f38aacf-4240-4439-8138-35dcb56e87a8 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977995 Jul 22 21:25:08.002382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-38c90df9-dd45-428e-9caa-c979afcdc962 service neutron] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:25:08.016101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-38c90df9-dd45-428e-9caa-c979afcdc962 service neutron] Notify callbacks [] for binding, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:08.025271 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374f6b96-79f2-46a9-b0d8-51a163138544 req-38c90df9-dd45-428e-9caa-c979afcdc962 service neutron] 10.222.0.58 "DELETE /v2.0/ports/239cfa38-90df-4490-8c4f-57f8105745dc/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.4148858 Jul 22 21:25:08.060586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-376e93d0-666b-4ae6-8b38-51e2a0e1fe31 req-fa1e30d8-34de-4130-8f21-1c1c7481046c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-21705621', 'description': 'tempest-description-485321195'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:08.147044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-376e93d0-666b-4ae6-8b38-51e2a0e1fe31 req-fa1e30d8-34de-4130-8f21-1c1c7481046c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:08.421919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-376e93d0-666b-4ae6-8b38-51e2a0e1fe31 req-fa1e30d8-34de-4130-8f21-1c1c7481046c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:08.428974 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-376e93d0-666b-4ae6-8b38-51e2a0e1fe31 req-fa1e30d8-34de-4130-8f21-1c1c7481046c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:08.518513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-0b154597-a2d5-4ede-9d0a-8b4e9132b6eb tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:08.520382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-0b154597-a2d5-4ede-9d0a-8b4e9132b6eb tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.23 "GET /v2.0/networks?id=199bf4d9-65f4-4b7a-87a5-27584f33b0a5 HTTP/1.1" status: 200 len: 821 time: 0.3544509 Jul 22 21:25:08.543230 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-376e93d0-666b-4ae6-8b38-51e2a0e1fe31 req-fa1e30d8-34de-4130-8f21-1c1c7481046c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:08.545130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Request body: {'port': {'device_id': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5', 'admin_state_up': True, 'tenant_id': 'cd340e5211d642cb962a575227f141e2'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:08.578462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-376e93d0-666b-4ae6-8b38-51e2a0e1fe31 req-fa1e30d8-34de-4130-8f21-1c1c7481046c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5278075 Jul 22 21:25:08.719468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e30d8-34de-4130-8f21-1c1c7481046c tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6f385-9cfa-4c69-becc-14f96cc2e5dd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:08.854664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Made reservation on behalf of cd340e5211d642cb962a575227f141e2 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:08.861220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:09.243868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Allocated IP 172.20.0.10 (199bf4d9-65f4-4b7a-87a5-27584f33b0a5/aaaaca85-4e35-475b-9fa5-f7bfc2f9e557/901723fc-7f08-4d02-b44e-27c9da49d25d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:25:09.604225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec010-1617-484b-ae79-32d153ca0ad2 req-81d2a7bd-b719-41f8-857f-40d11fd6d903 tempest-ComputeTenantNetworksTest-712889492 tempest-ComputeTenantNetworksTest-712889492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.605477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:09.616445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec010-1617-484b-ae79-32d153ca0ad2 req-81d2a7bd-b719-41f8-857f-40d11fd6d903 tempest-ComputeTenantNetworksTest-712889492 tempest-ComputeTenantNetworksTest-712889492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.629958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec010-1617-484b-ae79-32d153ca0ad2 req-81d2a7bd-b719-41f8-857f-40d11fd6d903 tempest-ComputeTenantNetworksTest-712889492 tempest-ComputeTenantNetworksTest-712889492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.632673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88cec010-1617-484b-ae79-32d153ca0ad2 req-81d2a7bd-b719-41f8-857f-40d11fd6d903 tempest-ComputeTenantNetworksTest-712889492 tempest-ComputeTenantNetworksTest-712889492-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.1724851 Jul 22 21:25:09.673973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb13a17-b1c7-4f28-a1ac-35038944db7f req-f60b216e-c265-4b4d-b159-b481a86e7f8b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.683621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fb13a17-b1c7-4f28-a1ac-35038944db7f req-f60b216e-c265-4b4d-b159-b481a86e7f8b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.9322739 Jul 22 21:25:09.701969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:09.805889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:25:09.806237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fb13a17-b1c7-4f28-a1ac-35038944db7f req-87fea54b-c70e-4889-b51e-53ab88abc986 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206875 Jul 22 21:25:09.832203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:09.832203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:25:09.886371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Pushing event updated for resources: {'Port': ['ID=901723fc-7f08-4d02-b44e-27c9da49d25d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:09.963973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.966887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:10.017688 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-9ed12fc8-8dd2-4c23-807d-e785cdb7bbff tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4826214 Jul 22 21:25:10.091399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01025e-af9c-44d4-ad38-a99feb5e9ab2 req-33518097-e479-401e-8e30-e4c4ed1dcf2a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:10.096656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a01025e-af9c-44d4-ad38-a99feb5e9ab2 req-33518097-e479-401e-8e30-e4c4ed1dcf2a tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1451435 Jul 22 21:25:10.214225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a01025e-af9c-44d4-ad38-a99feb5e9ab2 req-a155dc39-8ab7-4147-bf5b-1093c443dcaf tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045313 Jul 22 21:25:10.258662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29daabc-1443-4fa0-8d09-1562b9aafc07 req-27c8f9a9-8e16-492a-bfd9-6f170e505f3a tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:10.269301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d29daabc-1443-4fa0-8d09-1562b9aafc07 req-27c8f9a9-8e16-492a-bfd9-6f170e505f3a tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 932 time: 0.1900346 Jul 22 21:25:10.273574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Request body: {'port': {'device_id': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:10.386144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:10.389534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d29daabc-1443-4fa0-8d09-1562b9aafc07 req-887aef95-4954-496d-a602-6c3429db564a tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157162 Jul 22 21:25:10.403597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d6946b6-fdb3-41e6-ab9c-a3a39a6aebab req-c10b3cde-d158-49bd-9ad5-d402272ff5d9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/f3b6f385-9cfa-4c69-becc-14f96cc2e5dd HTTP/1.1" status: 200 len: 1812 time: 0.1322837 Jul 22 21:25:10.683561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9bb7-857f-4ae7-b337-c6608d953b77 req-0e7087e0-f66d-4c77-b557-9d90f42b58cd tempest-ComputeTenantNetworksTest-712889492 tempest-ComputeTenantNetworksTest-712889492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:10.689565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dffd9bb7-857f-4ae7-b337-c6608d953b77 req-0e7087e0-f66d-4c77-b557-9d90f42b58cd tempest-ComputeTenantNetworksTest-712889492 tempest-ComputeTenantNetworksTest-712889492-project] 10.222.0.54 "GET /v2.0/networks/2ef9106b-2ac6-4e8c-a298-7d60042df327 HTTP/1.1" status: 200 len: 768 time: 0.2355347 Jul 22 21:25:10.701413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34358) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:10.792526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fae3d3-e956-4473-ab84-0740aaee9af1 req-99a210c5-315b-4c2f-b2e3-2caf51978268 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:10.795203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84fae3d3-e956-4473-ab84-0740aaee9af1 req-99a210c5-315b-4c2f-b2e3-2caf51978268 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 1097 time: 0.2720520 Jul 22 21:25:10.800903 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-ae9bbc28-4392-4c35-8901-eae4c3fb68ef req-6ef231d3-453b-4d35-b7aa-45f7acfd54d9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] show failed (client error): The resource could not be found. Jul 22 21:25:10.802816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae9bbc28-4392-4c35-8901-eae4c3fb68ef req-6ef231d3-453b-4d35-b7aa-45f7acfd54d9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/e16b3d79-640b-4a9c-8b7e-f5372e7487f6 HTTP/1.1" status: 404 len: 352 time: 0.0476630 Jul 22 21:25:10.896581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:10.958955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901723fc-7f08-4d02-b44e-27c9da49d25d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:25:10.974620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:10.977562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84fae3d3-e956-4473-ab84-0740aaee9af1 req-cfdbe865-905e-4cdc-96a9-6b759d15ed31 tempest-LiveMigrationTest-1165777480 tempest-LiveMigrationTest-1165777480-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277864 Jul 22 21:25:11.006644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Transition to ACTIVE for port object 901723fc-7f08-4d02-b44e-27c9da49d25d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:25:11.014519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.101520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Pushing event updated for resources: {'Port': ['ID=901723fc-7f08-4d02-b44e-27c9da49d25d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:11.185207 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-67cd3239-55e1-40bb-b4bf-773259dc0e74 req-211059da-fa09-4d3a-81b4-c4587bf32b0b tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] show failed (client error): The resource could not be found. Jul 22 21:25:11.187606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67cd3239-55e1-40bb-b4bf-773259dc0e74 req-211059da-fa09-4d3a-81b4-c4587bf32b0b tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-group-rules/d7baa2c1-0ae8-43ab-b429-5813c0211d13 HTTP/1.1" status: 404 len: 361 time: 0.0908802 Jul 22 21:25:11.261534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Attempting to bind port 901723fc-7f08-4d02-b44e-27c9da49d25d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:25:11.262459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Attempting to bind port 901723fc-7f08-4d02-b44e-27c9da49d25d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'cac27941-8760-4889-9c89-14b6fe241bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:25:11.263027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Attempting to bind port 901723fc-7f08-4d02-b44e-27c9da49d25d on network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:25:11.275519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Port 901723fc-7f08-4d02-b44e-27c9da49d25d on network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:25:11.276111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Attempting to bind port 901723fc-7f08-4d02-b44e-27c9da49d25d on network 199bf4d9-65f4-4b7a-87a5-27584f33b0a5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:25:11.296372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:25:11.303083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Checking segment: {'id': 'cac27941-8760-4889-9c89-14b6fe241bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:25:11.304548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Bound using segment: {'id': 'cac27941-8760-4889-9c89-14b6fe241bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:25:11.305873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.306190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Bound port: 901723fc-7f08-4d02-b44e-27c9da49d25d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac27941-8760-4889-9c89-14b6fe241bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:25:11.306674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.353422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef9106b-2ac6-4e8c-a298-7d60042df327']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:11.378976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f10ed-b9d6-4189-9e74-1a3f99058a98 req-ce8bc4a6-e5eb-4ec4-a29a-9296a91fc8ac tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:11.392664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-620f10ed-b9d6-4189-9e74-1a3f99058a98 req-ce8bc4a6-e5eb-4ec4-a29a-9296a91fc8ac tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.4404399 Jul 22 21:25:11.453711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] For port 901723fc-7f08-4d02-b44e-27c9da49d25d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:25:11.464744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbb1cbd-969b-4a4b-8951-ada5688dacfc') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:11.465012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] For port 901723fc-7f08-4d02-b44e-27c9da49d25d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=901723fc-7f08-4d02-b44e-27c9da49d25d,segment=NetworkSegment(cac27941-8760-4889-9c89-14b6fe241bb0),segment_id=cac27941-8760-4889-9c89-14b6fe241bb0)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:25:11.465243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbb1cbd-969b-4a4b-8951-ada5688dacfc') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:11.473593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.506889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.534803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:11.535808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.538035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] 10.222.0.23 "PUT /v2.0/ports/901723fc-7f08-4d02-b44e-27c9da49d25d HTTP/1.1" status: 200 len: 1093 time: 1.5091531 Jul 22 21:25:11.538691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'tag': '901723fc-7f08-4d02-b44e-27c9da49d25d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:11.542220 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c962ac9-679b-4123-acce-f01259a79010" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc70033-d659-4337-b210-0b0ca4825ab7", "tag": "901723fc-7f08-4d02-b44e-27c9da49d25d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:11.569577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.594742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-620f10ed-b9d6-4189-9e74-1a3f99058a98 req-a7243894-629e-485a-8369-c8c75d8009eb tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005045 Jul 22 21:25:11.602248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d8e0c-36d9-42ba-88d8-e603dbb3ba24 service neutron] Pushing event updated for resources: {'Port': ['ID=901723fc-7f08-4d02-b44e-27c9da49d25d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:11.622587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:25:11.624567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:25:11.626878 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:25:11.789994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.799575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-23572764-ce2e-469a-aadc-be4794a7c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:11.804382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-23572764-ce2e-469a-aadc-be4794a7c4de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd340e5211d642cb962a575227f141e2&device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1532998 Jul 22 21:25:11.820343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958dd81-879b-4f02-bed7-0feca4c6e587 req-9a15146b-a855-4cc2-badb-1ef24a2e4b19 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:11.823719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6958dd81-879b-4f02-bed7-0feca4c6e587 req-9a15146b-a855-4cc2-badb-1ef24a2e4b19 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4650285 Jul 22 21:25:11.825961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:11.843476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2ef9106b-2ac6-4e8c-a298-7d60042df327 HTTP/1.1" status: 204 len: 168 time: 1.1378691 Jul 22 21:25:11.874519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e801abe-7559-433c-87ce-ec38592c1c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef9106b-2ac6-4e8c-a298-7d60042df327,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:11.944255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6958dd81-879b-4f02-bed7-0feca4c6e587 req-227b5763-0eef-4fed-93dc-4e14fc778015 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972950 Jul 22 21:25:12.003953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-a77589c4-be41-41c3-b60c-605ae69fe258 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901723fc-7f08-4d02-b44e-27c9da49d25d HTTP/1.1" status: 200 len: 217 time: 0.1723161 Jul 22 21:25:12.106657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2115023c-d873-4402-bab1-1994e78cec43 req-7bc29924-242d-4051-a33d-76c2687a2d4f tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/f3b6f385-9cfa-4c69-becc-14f96cc2e5dd HTTP/1.1" status: 200 len: 1812 time: 0.1041141 Jul 22 21:25:12.170236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-92017e63-fde2-42ca-9c68-0f9d4785f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:12.182395 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-92017e63-fde2-42ca-9c68-0f9d4785f5af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaaaca85-4e35-475b-9fa5-f7bfc2f9e557 HTTP/1.1" status: 200 len: 861 time: 0.1670554 Jul 22 21:25:12.257587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-16497d93-12e6-40ee-88a7-49f418d8385a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=199bf4d9-65f4-4b7a-87a5-27584f33b0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636501 Jul 22 21:25:12.393278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4466f-06c0-4423-98c7-35dfbdedeae6 req-17dde647-dfb5-4d69-b5c3-f537100d5a0f tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:12.402882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1b4466f-06c0-4423-98c7-35dfbdedeae6 req-17dde647-dfb5-4d69-b5c3-f537100d5a0f tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 944 time: 0.1980102 Jul 22 21:25:12.403884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2115023c-d873-4402-bab1-1994e78cec43 req-d1d4d302-f6e6-42f1-84b1-5126a1c27e81 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:12.490590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-35f366e8-c012-4f34-84b5-251010d4200d service neutron] 10.222.0.23 "GET /v2.0/networks/199bf4d9-65f4-4b7a-87a5-27584f33b0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179890 Jul 22 21:25:12.498263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34390) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:12.516531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2115023c-d873-4402-bab1-1994e78cec43 req-d1d4d302-f6e6-42f1-84b1-5126a1c27e81 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:12.579445 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63df1d44-5cbf-4b96-a17e-fc87919614b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:12.641076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1b4466f-06c0-4423-98c7-35dfbdedeae6 req-37457c9b-ad35-4a97-b120-c1ec2676ad4a tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974778 Jul 22 21:25:12.680382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-265815a7-8851-4417-ad6d-1c732f2c2342 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c53ff425f7c4475eadb38a4b4e926efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779180 Jul 22 21:25:12.681947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:12.760994 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f422f30a-7fd8-44f0-96d3-2dfa6ebae947 req-2f34ccb0-80b6-4350-bc62-0d6f2dfdbdaa service neutron] 10.222.0.23 "GET /v2.0/networks/199bf4d9-65f4-4b7a-87a5-27584f33b0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506466 Jul 22 21:25:12.765321 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7659d296-c990-4307-aed9-49edf7fa952c x-openstack-request-id: req-7659d296-c990-4307-aed9-49edf7fa952c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:12.765632 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc70033-d659-4337-b210-0b0ca4825ab7", "tag": "901723fc-7f08-4d02-b44e-27c9da49d25d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:12.766023 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7659d296-c990-4307-aed9-49edf7fa952c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:12.767685 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'tag': '901723fc-7f08-4d02-b44e-27c9da49d25d', 'status': 'completed', 'code': 200} Jul 22 21:25:12.806714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2115023c-d873-4402-bab1-1994e78cec43 req-d1d4d302-f6e6-42f1-84b1-5126a1c27e81 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:12.812018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2115023c-d873-4402-bab1-1994e78cec43 req-d1d4d302-f6e6-42f1-84b1-5126a1c27e81 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:12.828728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2115023c-d873-4402-bab1-1994e78cec43 req-d1d4d302-f6e6-42f1-84b1-5126a1c27e81 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "DELETE /v2.0/security-groups/f3b6f385-9cfa-4c69-becc-14f96cc2e5dd HTTP/1.1" status: 204 len: 173 time: 0.7097719 Jul 22 21:25:12.875944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4d302-f6e6-42f1-84b1-5126a1c27e81 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6f385-9cfa-4c69-becc-14f96cc2e5dd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:13.011179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962ac9-679b-4123-acce-f01259a79010 req-b9ff3adf-31c4-4551-978c-9dcecd975e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:13.013818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c962ac9-679b-4123-acce-f01259a79010 req-b9ff3adf-31c4-4551-978c-9dcecd975e6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd340e5211d642cb962a575227f141e2&device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1389377 Jul 22 21:25:13.030593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea54a86e-9965-4439-ae60-72a4b875c5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:13.111503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-19278908-5572-4c83-98e6-3e064e89c752 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:13.114219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-19278908-5572-4c83-98e6-3e064e89c752 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.4087989 Jul 22 21:25:13.162826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea54a86e-9965-4439-ae60-72a4b875c5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:13.228994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962ac9-679b-4123-acce-f01259a79010 req-8675da22-942e-4d62-8ca5-41cac27e17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:13.231554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c962ac9-679b-4123-acce-f01259a79010 req-8675da22-942e-4d62-8ca5-41cac27e17e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=199bf4d9-65f4-4b7a-87a5-27584f33b0a5 HTTP/1.1" status: 200 len: 922 time: 0.2081509 Jul 22 21:25:13.267599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba4f3-2adb-45e2-9ed5-80311013ef9e req-fef9834a-c0e6-4683-9a2b-547d3f899b36 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:13.269800 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d72ba4f3-2adb-45e2-9ed5-80311013ef9e req-fef9834a-c0e6-4683-9a2b-547d3f899b36 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 945 time: 0.3981144 Jul 22 21:25:13.322020 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c962ac9-679b-4123-acce-f01259a79010 req-225d19da-5ae0-4e83-9cce-59605b7b6c9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901723fc-7f08-4d02-b44e-27c9da49d25d HTTP/1.1" status: 200 len: 217 time: 0.0789871 Jul 22 21:25:13.355620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:13.404572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962ac9-679b-4123-acce-f01259a79010 req-e34db490-4e6e-4504-a870-8ff8afde1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:13.406410 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c962ac9-679b-4123-acce-f01259a79010 req-e34db490-4e6e-4504-a870-8ff8afde1225 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaaaca85-4e35-475b-9fa5-f7bfc2f9e557 HTTP/1.1" status: 200 len: 861 time: 0.0751491 Jul 22 21:25:13.469097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d72ba4f3-2adb-45e2-9ed5-80311013ef9e req-bf2241f7-dc08-42ee-9d06-df439d99d903 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761482 Jul 22 21:25:13.483867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c069-a03d-433c-95ce-48fccd5edb0f req-01c3b04e-4431-40f5-88d7-7d3cd27424ad tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:13.486478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0af7c069-a03d-433c-95ce-48fccd5edb0f req-01c3b04e-4431-40f5-88d7-7d3cd27424ad tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 945 time: 0.4851248 Jul 22 21:25:13.524135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea54a86e-9965-4439-ae60-72a4b875c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:13.539505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea54a86e-9965-4439-ae60-72a4b875c5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:13.539505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ea54a86e-9965-4439-ae60-72a4b875c5aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/84247709-8f61-4909-8c6e-70b1f0a0f213 HTTP/1.1" status: 204 len: 168 time: 0.8523970 Jul 22 21:25:13.550772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c962ac9-679b-4123-acce-f01259a79010 req-bf937c38-1ebb-4761-8c75-ece83581249f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=199bf4d9-65f4-4b7a-87a5-27584f33b0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176281 Jul 22 21:25:13.662189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54a86e-9965-4439-ae60-72a4b875c5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84247709-8f61-4909-8c6e-70b1f0a0f213,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:13.758150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0af7c069-a03d-433c-95ce-48fccd5edb0f req-a821a5cd-8f5e-4147-85e6-3571cf13a26d tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165377 Jul 22 21:25:13.774356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Deleting port 239cfa38-90df-4490-8c4f-57f8105745dc {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:13.775174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:13.875652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:13.906187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c962ac9-679b-4123-acce-f01259a79010 req-cc9d92e6-0f6c-440a-aaaf-952e9f391c8d service neutron] 10.222.0.23 "GET /v2.0/networks/199bf4d9-65f4-4b7a-87a5-27584f33b0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507047 Jul 22 21:25:14.075513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c962ac9-679b-4123-acce-f01259a79010 req-f3bac5a4-52d5-4e43-8124-2f2d8699e7d0 service neutron] 10.222.0.23 "GET /v2.0/networks/199bf4d9-65f4-4b7a-87a5-27584f33b0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550934 Jul 22 21:25:14.122039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f7377bd-0bd8-4707-af93-88296530353a req-6eb1d278-d77d-47cc-ba68-2f077c830bc8 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/6d23ba9f-323c-4138-877a-9819078c3024 HTTP/1.1" status: 200 len: 1814 time: 0.3618591 Jul 22 21:25:14.214027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] For port 239cfa38-90df-4490-8c4f-57f8105745dc, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=239cfa38-90df-4490-8c4f-57f8105745dc,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:14.214637 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.281230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Calling delete_port for 239cfa38-90df-4490-8c4f-57f8105745dc owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:14.341213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73e793-03ec-44f4-af6e-14a2d5b95d98 req-48d90049-7488-4d02-823f-ad00a43d3701 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:14.343755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc73e793-03ec-44f4-af6e-14a2d5b95d98 req-48d90049-7488-4d02-823f-ad00a43d3701 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4198234 Jul 22 21:25:14.505900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f7377bd-0bd8-4707-af93-88296530353a req-d2e1d2b8-5ebf-41b4-a490-e8b13ff360a9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.546139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.575331 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.614155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc73e793-03ec-44f4-af6e-14a2d5b95d98 req-f050c9db-3115-4850-a0e8-cf0ae48451f4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198133 Jul 22 21:25:14.635496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f7377bd-0bd8-4707-af93-88296530353a req-d2e1d2b8-5ebf-41b4-a490-e8b13ff360a9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.742672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=655170ab251e47c0ab00aac4957424d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3807130 Jul 22 21:25:14.743245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34432) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:14.789177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4877f97-9f1e-4173-8618-bea6dfc97e81,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:14.865720 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18a5ad90-9d2c-42b8-ae1a-e2fa8843b2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.876031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.876031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.876031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.876031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.880513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af168b33-bff3-4fcd-af3c-c431cb426e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:14.920310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f7377bd-0bd8-4707-af93-88296530353a req-d2e1d2b8-5ebf-41b4-a490-e8b13ff360a9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.923991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-9f7377bd-0bd8-4707-af93-88296530353a req-d2e1d2b8-5ebf-41b4-a490-e8b13ff360a9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.938245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f7377bd-0bd8-4707-af93-88296530353a req-d2e1d2b8-5ebf-41b4-a490-e8b13ff360a9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "DELETE /v2.0/security-groups/6d23ba9f-323c-4138-877a-9819078c3024 HTTP/1.1" status: 204 len: 173 time: 0.7964320 Jul 22 21:25:14.943469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18a5ad90-9d2c-42b8-ae1a-e2fa8843b2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.963357 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.967246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d2b8-5ebf-41b4-a490-e8b13ff360a9 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23ba9f-323c-4138-877a-9819078c3024,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:14.979067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e1e7ff8d-f9a5-4721-910f-be1d1289b20d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:25:15.029603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event deleted for resources: {'Port': ['ID=239cfa38-90df-4490-8c4f-57f8105745dc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:15.083992 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18a5ad90-9d2c-42b8-ae1a-e2fa8843b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:15.089577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18a5ad90-9d2c-42b8-ae1a-e2fa8843b2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:15.092799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:15.099180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-18a5ad90-9d2c-42b8-ae1a-e2fa8843b2df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4877f97-9f1e-4173-8618-bea6dfc97e81 HTTP/1.1" status: 204 len: 168 time: 0.3541260 Jul 22 21:25:15.132261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5ad90-9d2c-42b8-ae1a-e2fa8843b2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4877f97-9f1e-4173-8618-bea6dfc97e81,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:15.133232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 239cfa38-90df-4490-8c4f-57f8105745dc {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:15.134051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 239cfa38-90df-4490-8c4f-57f8105745dc not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:15.153650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e04eb-fda8-4010-a7ec-f332173d38de req-0038391c-f9f5-4ad1-81ea-6ddc632322a2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:15.156888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-394e04eb-fda8-4010-a7ec-f332173d38de req-0038391c-f9f5-4ad1-81ea-6ddc632322a2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.3635466 Jul 22 21:25:15.226284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c90d35e-33c8-438e-b190-c5b305192386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:15.261348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] No DVR routers for this DVR port 239cfa38-90df-4490-8c4f-57f8105745dc on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:15.277072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:15.280719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f506e61-298d-47fc-b8e5-fb508b2007d8 req-508f7fb4-f9c5-4c24-9eae-c60f6b10392e tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "DELETE /v2.0/ports/239cfa38-90df-4490-8c4f-57f8105745dc HTTP/1.1" status: 204 len: 173 time: 2.1598639 Jul 22 21:25:15.283892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'name': 'network-vif-deleted', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:15.286390 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a4b67-9ded-43fd-86c4-662e5e5df9c8" -d '{"events": [{"server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "name": "network-vif-deleted", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:15.387213 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-394e04eb-fda8-4010-a7ec-f332173d38de req-e58a55cf-9af6-447e-8005-36936d9a6175 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289375 Jul 22 21:25:15.401035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e40c8-41b7-44ff-b989-7db25159fc61 req-827d5843-4022-4dc5-9020-c711b8376b16 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:15.411002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d4e40c8-41b7-44ff-b989-7db25159fc61 req-827d5843-4022-4dc5-9020-c711b8376b16 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 944 time: 0.3496513 Jul 22 21:25:15.447189 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:15.514544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d4e40c8-41b7-44ff-b989-7db25159fc61 req-cd082846-1f6a-44b2-9fda-08153dab8f9b tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016994 Jul 22 21:25:15.882685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f435fd38-8de5-47de-b075-dd4ae35a228d req-95e5804f-a459-4ff0-ade0-1f084f2deb57 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.1073027 Jul 22 21:25:15.967058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db70831a-f34c-46a8-a162-c4b900318103 req-62d9c5b2-273a-47af-84f5-303a24a8c778 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/5762682e-d24c-449a-a7e3-af3b2b7211fa HTTP/1.1" status: 200 len: 1814 time: 0.1888971 Jul 22 21:25:16.015727 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.019930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-52802df3-2eb4-4fe6-9f22-98d5c8cb48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:16.026129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-52802df3-2eb4-4fe6-9f22-98d5c8cb48fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.1965528 Jul 22 21:25:16.027430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34458) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:16.032749 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b9e9a2-f142-449e-88ef-74e15add19c7 x-openstack-request-id: req-54b9e9a2-f142-449e-88ef-74e15add19c7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:16.033211 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87459d94-ab5d-46a5-8890-16f8f0467fe2", "name": "network-vif-deleted", "tag": "239cfa38-90df-4490-8c4f-57f8105745dc", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:16.033584 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54b9e9a2-f142-449e-88ef-74e15add19c7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:16.034145 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87459d94-ab5d-46a5-8890-16f8f0467fe2', 'name': 'network-vif-deleted', 'tag': '239cfa38-90df-4490-8c4f-57f8105745dc', 'status': 'completed', 'code': 200} Jul 22 21:25:16.061641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25bcb173-deb2-41fe-b23f-f4be6db40e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.124443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-1fe2756d-2626-4504-9ff1-ec7fc4085f06 req-716dbe53-cb55-4455-8ce4-7418793e28e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:25:16.128999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fe2756d-2626-4504-9ff1-ec7fc4085f06 req-716dbe53-cb55-4455-8ce4-7418793e28e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486355 Jul 22 21:25:16.319416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-48a1f1ee-8d4c-4c91-aac9-892f96cc70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:16.322086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-48a1f1ee-8d4c-4c91-aac9-892f96cc70d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.2433965 Jul 22 21:25:16.329119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db70831a-f34c-46a8-a162-c4b900318103 req-dbe14cfc-ec84-4f88-a9e7-75c913069062 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.382751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25bcb173-deb2-41fe-b23f-f4be6db40e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.404771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25bcb173-deb2-41fe-b23f-f4be6db40e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.428958 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db70831a-f34c-46a8-a162-c4b900318103 req-dbe14cfc-ec84-4f88-a9e7-75c913069062 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.588476 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-25bcb173-deb2-41fe-b23f-f4be6db40e0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d93b2428845a4a139eccf24ce34ae956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590122 Jul 22 21:25:16.589408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34466) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:16.621204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-52a680db-7f44-4d28-a779-0232de93f172 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.2363274 Jul 22 21:25:16.622158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb173-deb2-41fe-b23f-f4be6db40e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e6a301-2cb4-423d-87d7-67e28ff33987,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:16.647890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fe2756d-2626-4504-9ff1-ec7fc4085f06 req-aa8d7efe-b307-4fcf-a9d1-38238892aba6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5048180 Jul 22 21:25:16.662491 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db70831a-f34c-46a8-a162-c4b900318103 req-dbe14cfc-ec84-4f88-a9e7-75c913069062 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.669180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db70831a-f34c-46a8-a162-c4b900318103 req-dbe14cfc-ec84-4f88-a9e7-75c913069062 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.671637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db70831a-f34c-46a8-a162-c4b900318103 req-dbe14cfc-ec84-4f88-a9e7-75c913069062 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "DELETE /v2.0/security-groups/5762682e-d24c-449a-a7e3-af3b2b7211fa HTTP/1.1" status: 204 len: 173 time: 0.6865678 Jul 22 21:25:16.689132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe14cfc-ec84-4f88-a9e7-75c913069062 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762682e-d24c-449a-a7e3-af3b2b7211fa,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:16.848210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-832022ad-8e2d-438d-b39a-53746d429ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:16.850528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-832022ad-8e2d-438d-b39a-53746d429ffd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.2055111 Jul 22 21:25:16.851817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.950522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:16.987827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c475-6e98-469d-ad07-14b73af92018 req-91c2116c-3361-4a00-9839-80a26cae7be4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:16.995212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8021c475-6e98-469d-ad07-14b73af92018 req-91c2116c-3361-4a00-9839-80a26cae7be4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1892574 Jul 22 21:25:17.076757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.079363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.085409 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65e6a301-2cb4-423d-87d7-67e28ff33987 HTTP/1.1" status: 204 len: 168 time: 0.4814177 Jul 22 21:25:17.123788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e6a301-2cb4-423d-87d7-67e28ff33987,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:17.142007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.142837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.143389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.145161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.145958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.146774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.147564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.148241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.148786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.149450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.149661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8021c475-6e98-469d-ad07-14b73af92018 req-4f66aa31-1290-428b-b3de-62e6cf2142a3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396995 Jul 22 21:25:17.150221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.150727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b729f5-3f6c-4d40-b154-4a6157f63f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:17.167971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-ce0c2927-7fab-4157-9911-6719efd67736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:17.174886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-ce0c2927-7fab-4157-9911-6719efd67736 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3030045 Jul 22 21:25:17.472492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10a205d5-efff-4cee-8db3-43d68d973699 req-1daf3c4c-ab8e-4c39-a136-bc8874aae8eb tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/fe6a18ed-ea93-49be-a943-e43ad62ff13b HTTP/1.1" status: 200 len: 1815 time: 0.2414918 Jul 22 21:25:17.481938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-0f6a0dc1-e069-436d-b998-949a62cb559e service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726362 Jul 22 21:25:17.617542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd453f7-0f81-4449-ac93-25b04053c44a req-b332fbc7-eace-4047-9043-3d2afa460d4c tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:17.620908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd453f7-0f81-4449-ac93-25b04053c44a req-b332fbc7-eace-4047-9043-3d2afa460d4c tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 944 time: 0.2872412 Jul 22 21:25:17.677528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5718e876-927b-4627-a57a-2e3bbe0bdb3c req-1f1b9923-2d9c-4606-b91a-2526ac7bb3bc service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909122 Jul 22 21:25:17.752987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-10a205d5-efff-4cee-8db3-43d68d973699 req-8d018366-ccbd-46ff-b0c8-6d7589a31c14 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.819543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd453f7-0f81-4449-ac93-25b04053c44a req-ce7a5afb-4689-4946-86c0-c893c30beb36 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802402 Jul 22 21:25:17.825143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 901723fc-7f08-4d02-b44e-27c9da49d25d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:25:17.835142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-10a205d5-efff-4cee-8db3-43d68d973699 req-8d018366-ccbd-46ff-b0c8-6d7589a31c14 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.966120 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-10a205d5-efff-4cee-8db3-43d68d973699 req-8d018366-ccbd-46ff-b0c8-6d7589a31c14 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.972383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-10a205d5-efff-4cee-8db3-43d68d973699 req-8d018366-ccbd-46ff-b0c8-6d7589a31c14 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.973927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10a205d5-efff-4cee-8db3-43d68d973699 req-8d018366-ccbd-46ff-b0c8-6d7589a31c14 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "DELETE /v2.0/security-groups/fe6a18ed-ea93-49be-a943-e43ad62ff13b HTTP/1.1" status: 204 len: 173 time: 0.4415154 Jul 22 21:25:18.015669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d018366-ccbd-46ff-b0c8-6d7589a31c14 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6a18ed-ea93-49be-a943-e43ad62ff13b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:18.207541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 901723fc-7f08-4d02-b44e-27c9da49d25d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=901723fc-7f08-4d02-b44e-27c9da49d25d,segment=NetworkSegment(cac27941-8760-4889-9c89-14b6fe241bb0),segment_id=cac27941-8760-4889-9c89-14b6fe241bb0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:18.229898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '901723fc-7f08-4d02-b44e-27c9da49d25d', 'network_id': '199bf4d9-65f4-4b7a-87a5-27584f33b0a5', 'port_id': '901723fc-7f08-4d02-b44e-27c9da49d25d', 'mac_address': 'fa:16:3e:b1:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaaaca85-4e35-475b-9fa5-f7bfc2f9e557', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:25:18.240855 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:18.257341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9bfd17f-f9b5-4290-a01c-10a69633c5b1 req-4e9f3af9-c22f-413a-9cec-1ae7bde156af tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.1265860 Jul 22 21:25:18.345352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:18.397155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901723fc-7f08-4d02-b44e-27c9da49d25d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:25:18.476877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 901723fc-7f08-4d02-b44e-27c9da49d25d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=901723fc-7f08-4d02-b44e-27c9da49d25d,segment=NetworkSegment(cac27941-8760-4889-9c89-14b6fe241bb0),segment_id=cac27941-8760-4889-9c89-14b6fe241bb0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:18.483178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:18.558717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b670a-cfb4-4922-b482-f8ab848d5488 req-39fce1ab-140b-4514-b748-ed6c84db6344 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:18.570327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374b670a-cfb4-4922-b482-f8ab848d5488 req-39fce1ab-140b-4514-b748-ed6c84db6344 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2974806 Jul 22 21:25:18.641965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daf6d00a-4ecc-427b-887e-ac8b0e62843e req-e452e256-b4d0-4f4a-8d57-89464479bcb1 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "GET /v2.0/security-groups/3a3eefde-0ffd-4641-98df-de8722ed9cb7 HTTP/1.1" status: 200 len: 1813 time: 0.2499361 Jul 22 21:25:18.661789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=901723fc-7f08-4d02-b44e-27c9da49d25d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:18.684984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.685546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.686138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.704848 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.708508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.710335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.711071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.712080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.713594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.714814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.715580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.716407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:18.773594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-374b670a-cfb4-4922-b482-f8ab848d5488 req-1c0af7a3-21e9-4098-aabe-a7f70147cd45 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012348 Jul 22 21:25:18.962115 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-daf6d00a-4ecc-427b-887e-ac8b0e62843e req-4d0b394d-353f-4a77-9ea2-5f9286b83eb7 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:19.090709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-daf6d00a-4ecc-427b-887e-ac8b0e62843e req-4d0b394d-353f-4a77-9ea2-5f9286b83eb7 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:19.231338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ddf83-c7bd-47d5-a01a-42f6bfa1438c req-2b01d9ae-9c24-4063-b9e2-2998d5b6794a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:19.243816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-019ddf83-c7bd-47d5-a01a-42f6bfa1438c req-2b01d9ae-9c24-4063-b9e2-2998d5b6794a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2444246 Jul 22 21:25:19.300892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-daf6d00a-4ecc-427b-887e-ac8b0e62843e req-4d0b394d-353f-4a77-9ea2-5f9286b83eb7 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:19.305558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-daf6d00a-4ecc-427b-887e-ac8b0e62843e req-4d0b394d-353f-4a77-9ea2-5f9286b83eb7 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:19.308180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daf6d00a-4ecc-427b-887e-ac8b0e62843e req-4d0b394d-353f-4a77-9ea2-5f9286b83eb7 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] 10.222.0.54 "DELETE /v2.0/security-groups/3a3eefde-0ffd-4641-98df-de8722ed9cb7 HTTP/1.1" status: 204 len: 173 time: 0.6504383 Jul 22 21:25:19.317826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34528) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:19.351747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b394d-353f-4a77-9ea2-5f9286b83eb7 tempest-SecurityGroupRulesNegativeTestJSON-904386975 tempest-SecurityGroupRulesNegativeTestJSON-904386975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3eefde-0ffd-4641-98df-de8722ed9cb7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:19.373909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-019ddf83-c7bd-47d5-a01a-42f6bfa1438c req-5b5a60f9-8945-445b-8420-d47e047985da tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265490 Jul 22 21:25:19.500951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] Deleting subnet 2f90b5ab-205c-4374-85e6-7d654d5628aa {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:25:19.524130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:19.628983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:19.635723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['901723fc-7f08-4d02-b44e-27c9da49d25d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:25:19.766798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:19.844176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e7af-fcf5-4a25-9622-4c35b9eaab72 req-64285e32-3606-4a8a-a008-76555fcac7b2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:19.873095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91d5e7af-fcf5-4a25-9622-4c35b9eaab72 req-64285e32-3606-4a8a-a008-76555fcac7b2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 945 time: 0.3770280 Jul 22 21:25:20.057807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:20.074233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91d5e7af-fcf5-4a25-9622-4c35b9eaab72 req-74586cf9-dd6b-4cc1-b1ed-ac44047c38f3 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995895 Jul 22 21:25:20.116924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:20.127266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2f90b5ab-205c-4374-85e6-7d654d5628aa HTTP/1.1" status: 204 len: 168 time: 0.8048072 Jul 22 21:25:20.132605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274d88e-28b3-4dea-8a58-7d440a8cff6f req-5b4cd996-971f-4a70-ab04-4ff1e79f2716 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:20.148988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c274d88e-28b3-4dea-8a58-7d440a8cff6f req-5b4cd996-971f-4a70-ab04-4ff1e79f2716 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 945 time: 0.5122728 Jul 22 21:25:20.153173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34538) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:20.227360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca7137-be64-4e82-94b4-9796b61fe690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f90b5ab-205c-4374-85e6-7d654d5628aa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:20.328781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c274d88e-28b3-4dea-8a58-7d440a8cff6f req-0b24b50d-02ba-49fb-8cb9-eae647e3839f tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778026 Jul 22 21:25:20.489025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:20.715687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47a3b638-1d61-4635-9beb-35eb01a54adf req-61765ca9-6415-4bd9-9396-e93ba1334983 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.1262038 Jul 22 21:25:20.860776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:20.945237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:20.969772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34550) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:20.991339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3024be84-1e26-4a58-a00c-921b03234293') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:20.993789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3024be84-1e26-4a58-a00c-921b03234293') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:21.088081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.129931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771bdc6-62c0-4dbe-a465-141088a967c1 req-9d02c0c5-24a0-4b44-8846-526a77d47ba4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:21.132501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a771bdc6-62c0-4dbe-a465-141088a967c1 req-9d02c0c5-24a0-4b44-8846-526a77d47ba4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4927013 Jul 22 21:25:21.156141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.173803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebb19-51f7-4b90-8271-5822179072eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.205406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:25:21.205831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:25:21.210144 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:25:21.460155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebb19-51f7-4b90-8271-5822179072eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.467714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebb19-51f7-4b90-8271-5822179072eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.564065 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5c6ebb19-51f7-4b90-8271-5822179072eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85f0b99a59f74036b1ea05d1c9c21ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930872 Jul 22 21:25:21.566698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34562) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:21.601599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ebb19-51f7-4b90-8271-5822179072eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e846cd-3c10-49e7-ac0e-795bb3b2226b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:21.682221 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6a35be5-c157-45ee-9ac7-dcd85d92b118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.750706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6a35be5-c157-45ee-9ac7-dcd85d92b118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.904342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6a35be5-c157-45ee-9ac7-dcd85d92b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.920063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b6a35be5-c157-45ee-9ac7-dcd85d92b118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.930316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b6a35be5-c157-45ee-9ac7-dcd85d92b118 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0e846cd-3c10-49e7-ac0e-795bb3b2226b HTTP/1.1" status: 204 len: 168 time: 0.3604896 Jul 22 21:25:21.963950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35be5-c157-45ee-9ac7-dcd85d92b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e846cd-3c10-49e7-ac0e-795bb3b2226b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:21.990480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-9b15a074-3615-4985-92b5-0def1eaef3de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4968395 Jul 22 21:25:22.039241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be8211-be12-4803-ad5c-27e94c9c47b0 req-7fc95c9e-8341-491a-8efc-f0dcc30a5d93 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:22.053175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64be8211-be12-4803-ad5c-27e94c9c47b0 req-7fc95c9e-8341-491a-8efc-f0dcc30a5d93 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 1.1007760 Jul 22 21:25:22.090462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a771bdc6-62c0-4dbe-a465-141088a967c1 req-7e6d5815-6aef-4668-b3c6-ecca41b58575 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9412549 Jul 22 21:25:22.091717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:22.157579 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:22.165078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0 HTTP/1.1" status: 204 len: 168 time: 2.0095830 Jul 22 21:25:22.219146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281713ad-cd0c-444f-ba11-31419b7d0b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2cd3f1-0410-4f20-bea4-e1a2e2e264d0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:22.247437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64be8211-be12-4803-ad5c-27e94c9c47b0 req-20893047-b1c5-4956-aa86-3a9b40935ace tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943069 Jul 22 21:25:22.308021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73041f00-048d-4d97-a278-c6975c7959c8 req-a3cb17ca-86c5-42f1-aaef-eca4a004e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:22.312356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-a3cb17ca-86c5-42f1-aaef-eca4a004e6d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da497ae0478646ab9a8292c1c82f6d69&device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 1096 time: 0.2482343 Jul 22 21:25:22.410200 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:25:22.590008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34582) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:22.666605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4696a975-880a-4045-be4a-e593ce8c84b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c672ad65afcb46f28a0f6c0bc744c933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730383 Jul 22 21:25:22.668551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82d183c3-8bd6-4810-ad14-48028d0f67c3 req-759c9a09-96b1-4fb3-9d6f-c0b6504d7b5a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.1156864 Jul 22 21:25:22.669936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34584) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:22.776662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73041f00-048d-4d97-a278-c6975c7959c8 req-3acc4181-9b97-4aca-8864-6a5408da346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:22.778929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-3acc4181-9b97-4aca-8864-6a5408da346b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 200 len: 909 time: 0.4282293 Jul 22 21:25:22.799527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9540a2-570b-434a-8e35-e96e55b49574 req-9ee45ade-b8ea-4be0-acf0-0ae20ee38988 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:22.806037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc9540a2-570b-434a-8e35-e96e55b49574 req-9ee45ade-b8ea-4be0-acf0-0ae20ee38988 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 945 time: 0.3956161 Jul 22 21:25:22.843511 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6b4596e-7132-4189-8dff-a8116233ec04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:22.923115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6b4596e-7132-4189-8dff-a8116233ec04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:22.927936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-37f44c08-dea6-45e5-a367-0bf8853e0713 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 200 len: 217 time: 0.1184163 Jul 22 21:25:23.062639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc9540a2-570b-434a-8e35-e96e55b49574 req-ee5d8a7f-ea5f-495d-8d8a-b448ee4210e5 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363412 Jul 22 21:25:23.082817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6b4596e-7132-4189-8dff-a8116233ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:23.087368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6b4596e-7132-4189-8dff-a8116233ec04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:23.094549 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d6b4596e-7132-4189-8dff-a8116233ec04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/856780da-3f2d-4801-a16b-8dba855e7079 HTTP/1.1" status: 204 len: 168 time: 0.4219983 Jul 22 21:25:23.145093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4596e-7132-4189-8dff-a8116233ec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856780da-3f2d-4801-a16b-8dba855e7079,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:23.216127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73041f00-048d-4d97-a278-c6975c7959c8 req-8cc28390-1aeb-4fe4-864f-866edf1537da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:23.219339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-8cc28390-1aeb-4fe4-864f-866edf1537da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 200 len: 848 time: 0.2355654 Jul 22 21:25:23.323669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-abddf1c1-7412-4223-933a-5f6797c6e75d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f459df-02a3-437d-b047-0185450ffa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966315 Jul 22 21:25:23.382928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34594) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:23.413612 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74b34f13-a9d8-494b-839a-473c20328127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:23.702771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc634d0-3421-40a4-a929-376367f71c23 req-36434af3-ef6d-41ea-96dd-6726df8d8b19 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:23.715025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc634d0-3421-40a4-a929-376367f71c23 req-36434af3-ef6d-41ea-96dd-6726df8d8b19 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:23.728549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc634d0-3421-40a4-a929-376367f71c23 req-36434af3-ef6d-41ea-96dd-6726df8d8b19 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:23.749233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5bc634d0-3421-40a4-a929-376367f71c23 req-36434af3-ef6d-41ea-96dd-6726df8d8b19 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0&device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585&device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 2418 time: 0.3853967 Jul 22 21:25:23.781701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19f4f8-17cc-41a4-925a-1d0058749fcb req-a4016d82-a1ca-45ee-b369-777de8edb2fc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:23.786927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74b34f13-a9d8-494b-839a-473c20328127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:23.794341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b19f4f8-17cc-41a4-925a-1d0058749fcb req-a4016d82-a1ca-45ee-b369-777de8edb2fc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4761682 Jul 22 21:25:23.809083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74b34f13-a9d8-494b-839a-473c20328127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:23.885918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 901723fc-7f08-4d02-b44e-27c9da49d25d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:25:23.906896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b34f13-a9d8-494b-839a-473c20328127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccbd06e-6d0b-42d3-b89b-9ef61e483b9f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:23.926270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-74b34f13-a9d8-494b-839a-473c20328127 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=442ba7fe7a3c4c308b66c5ba3c1c37f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405710 Jul 22 21:25:23.930323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34604) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:23.939348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b19f4f8-17cc-41a4-925a-1d0058749fcb req-46c882b0-0861-4a69-89d8-1362ab3dcadc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437669 Jul 22 21:25:23.993225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-93cb5b7d-e886-417b-a527-a064176c65eb service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556220 Jul 22 21:25:24.056022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5bc634d0-3421-40a4-a929-376367f71c23 req-84666cda-9598-4ae7-957b-3e338ba7d823 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918358 Jul 22 21:25:24.104616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffef108e-0452-4e5a-b7c8-af45dd6cbbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:24.161422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 901723fc-7f08-4d02-b44e-27c9da49d25d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:25:24.195038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffef108e-0452-4e5a-b7c8-af45dd6cbbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:24.216483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 901723fc-7f08-4d02-b44e-27c9da49d25d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:25:24.220134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:24.364484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fa6cc86-e1bf-47b6-bd1a-c04265c65760 req-92bf207f-f95f-4420-a6b5-e1db7299658a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=87459d94-ab5d-46a5-8890-16f8f0467fe2 HTTP/1.1" status: 200 len: 210 time: 0.0745254 Jul 22 21:25:24.474297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73041f00-048d-4d97-a278-c6975c7959c8 req-d8b8ae6e-3188-478a-b1d9-e2791c3936b2 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697082 Jul 22 21:25:24.511859 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffef108e-0452-4e5a-b7c8-af45dd6cbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:24.516789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffef108e-0452-4e5a-b7c8-af45dd6cbbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:24.522626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ffef108e-0452-4e5a-b7c8-af45dd6cbbe9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ccbd06e-6d0b-42d3-b89b-9ef61e483b9f HTTP/1.1" status: 204 len: 168 time: 0.5862122 Jul 22 21:25:24.569747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef108e-0452-4e5a-b7c8-af45dd6cbbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccbd06e-6d0b-42d3-b89b-9ef61e483b9f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:24.679095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:24.745372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f836e10-83ec-45a0-ad26-6421be07e5f2 req-f4db149a-d89b-434d-948b-7826482387c4 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2973151 Jul 22 21:25:24.751246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901723fc-7f08-4d02-b44e-27c9da49d25d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:24.755696 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56dd10c-2958-476e-b3b0-c7e8232e9339" -d '{"events": [{"server_uuid": "3cc70033-d659-4337-b210-0b0ca4825ab7", "name": "network-vif-plugged", "status": "completed", "tag": "901723fc-7f08-4d02-b44e-27c9da49d25d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:24.785904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 901723fc-7f08-4d02-b44e-27c9da49d25d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=901723fc-7f08-4d02-b44e-27c9da49d25d,segment=NetworkSegment(cac27941-8760-4889-9c89-14b6fe241bb0),segment_id=cac27941-8760-4889-9c89-14b6fe241bb0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:24.793088 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:24.961994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=901723fc-7f08-4d02-b44e-27c9da49d25d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:25.064898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7080b3e-2e70-499d-b1eb-13a221ea01ca req-d3676d3f-3c45-4981-b19e-06247007f8f5 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:25.084953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7080b3e-2e70-499d-b1eb-13a221ea01ca req-d3676d3f-3c45-4981-b19e-06247007f8f5 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.1733804 Jul 22 21:25:25.287300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7080b3e-2e70-499d-b1eb-13a221ea01ca req-315ab28b-faa7-489e-8b3b-82b004f2adc0 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057939 Jul 22 21:25:25.404354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a940fff-1c01-4419-b552-deb0dd8e0407 req-8aa5b440-0b05-4fb2-94b2-251934e31754 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:25.422502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a940fff-1c01-4419-b552-deb0dd8e0407 req-8aa5b440-0b05-4fb2-94b2-251934e31754 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2660196 Jul 22 21:25:25.543092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a940fff-1c01-4419-b552-deb0dd8e0407 req-44d8584d-d3a8-42d4-b140-f71ba20c851f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185789 Jul 22 21:25:26.307411 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b11efb-4df4-456f-b10d-928d1c787325 x-openstack-request-id: req-08b11efb-4df4-456f-b10d-928d1c787325 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:26.308272 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc70033-d659-4337-b210-0b0ca4825ab7", "name": "network-vif-plugged", "status": "completed", "tag": "901723fc-7f08-4d02-b44e-27c9da49d25d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:26.308548 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08b11efb-4df4-456f-b10d-928d1c787325 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:26.309403 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901723fc-7f08-4d02-b44e-27c9da49d25d', 'code': 200} Jul 22 21:25:26.729341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cbc86-ab15-4bd6-86d0-2eab8a4909d1 req-d596fc19-47db-43ec-b0c4-54424acfbc88 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:26.732618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a46a0d-f585-4367-9090-7def891928f0 req-857047b2-437d-44ac-9b0c-4f92533bec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:26.739816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-73a46a0d-f585-4367-9090-7def891928f0 req-857047b2-437d-44ac-9b0c-4f92533bec0c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 1098 time: 0.2582042 Jul 22 21:25:26.744186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc3cbc86-ab15-4bd6-86d0-2eab8a4909d1 req-d596fc19-47db-43ec-b0c4-54424acfbc88 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.1842852 Jul 22 21:25:26.827822 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-73a46a0d-f585-4367-9090-7def891928f0 req-e55f5eff-1a7c-4026-a616-42eae83152b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727282 Jul 22 21:25:26.868750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc3cbc86-ab15-4bd6-86d0-2eab8a4909d1 req-0a51fbd5-d46e-426a-9397-f3e69cb37cf7 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227889 Jul 22 21:25:27.346202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ed1fd-b438-4b07-b012-7f05c8f5ec38 req-06b36617-7792-45ac-93a4-7e041e51d35c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:27.357727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f2ed1fd-b438-4b07-b012-7f05c8f5ec38 req-06b36617-7792-45ac-93a4-7e041e51d35c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2826228 Jul 22 21:25:27.489580 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f2ed1fd-b438-4b07-b012-7f05c8f5ec38 req-80cb025f-8896-4d52-a58d-5bf161f12363 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305599 Jul 22 21:25:28.200034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34692) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:28.455243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cae3b2-8857-424d-ba2a-cc551b9fd17e req-fbeae18e-6808-4657-a972-8d44b25ee01f tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:28.477803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81cae3b2-8857-424d-ba2a-cc551b9fd17e req-fbeae18e-6808-4657-a972-8d44b25ee01f tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.2990572 Jul 22 21:25:28.636401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81cae3b2-8857-424d-ba2a-cc551b9fd17e req-8848970c-6e07-4e65-8755-3c11dfc26088 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558626 Jul 22 21:25:28.924746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777967-600d-49d3-a5eb-fdabcbcd3932 req-268f0abd-30ad-4402-8407-605e85ec29e8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:28.943382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f777967-600d-49d3-a5eb-fdabcbcd3932 req-268f0abd-30ad-4402-8407-605e85ec29e8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2984579 Jul 22 21:25:29.150063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f777967-600d-49d3-a5eb-fdabcbcd3932 req-0b49710b-7c58-4608-aa29-5963ccf0bf16 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030151 Jul 22 21:25:29.237676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-861757329-network', 'tenant_id': 'd733f86b37ef4f7b9d94114d846ab5d5'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:29.322490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Made reservation on behalf of d733f86b37ef4f7b9d94114d846ab5d5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:29.336248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:29.355097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:29.759657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:29.777206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:29.804705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:25:29.916212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:29.917347 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Added segment 3699b24e-c049-4502-9253-c72c6752a12f of type vlan for network 56eebdbe-0b95-4994-9823-c6e9484a9c38 Jul 22 21:25:29.999198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:30.086627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38ed4c-d8a7-40e7-ad03-8ac44866474e req-adc195fa-1476-4808-af51-f697022541d6 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:30.110685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d38ed4c-d8a7-40e7-ad03-8ac44866474e req-adc195fa-1476-4808-af51-f697022541d6 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.2822177 Jul 22 21:25:30.149100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:30.247682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d38ed4c-d8a7-40e7-ad03-8ac44866474e req-1fdf5143-2c89-4e03-b2a3-c0f44ae5fc8f tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280220 Jul 22 21:25:30.275886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:30.275886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:30.275886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:30.292108 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0898974 Jul 22 21:25:30.303551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34724) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:30.316383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Request body: {'subnet': {'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-861757329-subnet', 'tenant_id': 'd733f86b37ef4f7b9d94114d846ab5d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:30.381457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Made reservation on behalf of d733f86b37ef4f7b9d94114d846ab5d5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:30.396212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:30.561471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626ca3d-e7ea-4d98-b43a-c0a25645fe97 admin admin] Pushing event updated for resources: {'Network': ['ID=56eebdbe-0b95-4994-9823-c6e9484a9c38,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:30.588984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 56eebdbe-0b95-4994-9823-c6e9484a9c38 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:25:31.016434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56462f8f-ec2c-4df0-890c-97f6b064a295 req-a0ebc7f6-aefb-4707-aa94-5daaa416ee81 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:31.027593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56462f8f-ec2c-4df0-890c-97f6b064a295 req-a0ebc7f6-aefb-4707-aa94-5daaa416ee81 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.5371871 Jul 22 21:25:31.188334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:31.365338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56462f8f-ec2c-4df0-890c-97f6b064a295 req-54fb0081-07c0-46ee-bdd3-2378b51b1d88 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362024 Jul 22 21:25:31.430266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927730-381e-4901-a25a-abacc75ac406 req-1a507cf8-e0c7-4b49-a99e-308d21fda3c2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:31.437542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b927730-381e-4901-a25a-abacc75ac406 req-1a507cf8-e0c7-4b49-a99e-308d21fda3c2 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.6618271 Jul 22 21:25:31.513824 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:31.777533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b927730-381e-4901-a25a-abacc75ac406 req-dbe4fbcb-f0db-4a02-a8e6-826efb7fb0c6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215556 Jul 22 21:25:31.951468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38be47aa-7090-4637-8efd-a9b64a692100,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:31.968264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Checking segment: {'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:25:31.973040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Network hostable DHCP agents. Network: 56eebdbe-0b95-4994-9823-c6e9484a9c38, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:25:31.976851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:32.213674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Network 56eebdbe-0b95-4994-9823-c6e9484a9c38 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:25:32.336956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 56eebdbe-0b95-4994-9823-c6e9484a9c38) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:32.354186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db230d-346d-42f7-9ef6-d7e5ec9b1752 None None] Network 56eebdbe-0b95-4994-9823-c6e9484a9c38 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:25:32.374050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:32.389617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:32.456041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3426b-4c66-4284-9aab-77feb91de2e2 req-2e1d5451-a5d9-4b93-9054-95312011c244 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:32.459583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fff3426b-4c66-4284-9aab-77feb91de2e2 req-2e1d5451-a5d9-4b93-9054-95312011c244 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4130383 Jul 22 21:25:32.473339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4bc4348d-1e0e-4345-b9a7-b38d9aea2b85 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1692121 Jul 22 21:25:32.713749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fff3426b-4c66-4284-9aab-77feb91de2e2 req-0a6b7517-3ad5-4e21-9818-2bc992879cad tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281911 Jul 22 21:25:32.845031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f272af37-1a9e-4405-8f63-9c57990da5bd None None] Network 56eebdbe-0b95-4994-9823-c6e9484a9c38 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:25:32.932741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c80a0-2126-412c-9dd6-99b3363178d8 req-02525fe2-0319-4357-993b-9200309a6a04 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:32.957291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e4c80a0-2126-412c-9dd6-99b3363178d8 req-02525fe2-0319-4357-993b-9200309a6a04 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.3986151 Jul 22 21:25:33.118434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e4c80a0-2126-412c-9dd6-99b3363178d8 req-9cba7eba-04a3-4e9d-92cf-dcfd22c4ae63 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587205 Jul 22 21:25:33.352431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d4814-b608-469d-a243-4ac59c30ead3 req-9852e0ec-ab9c-4fef-bd6b-ac44316672b5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:33.366235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b83d4814-b608-469d-a243-4ac59c30ead3 req-9852e0ec-ab9c-4fef-bd6b-ac44316672b5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3391020 Jul 22 21:25:33.451713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b83d4814-b608-469d-a243-4ac59c30ead3 req-eef6269a-0abe-45f2-b4f0-615779721f80 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813687 Jul 22 21:25:33.729501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20c2ec-923a-4094-9a4c-52bb2e972784 req-2ccf4e81-9a2b-4ed9-aa05-aeaa1394a6bc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:33.745789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc20c2ec-923a-4094-9a4c-52bb2e972784 req-2ccf4e81-9a2b-4ed9-aa05-aeaa1394a6bc tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.2140186 Jul 22 21:25:33.893912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc20c2ec-923a-4094-9a4c-52bb2e972784 req-94a7fe49-52a4-4fb3-b035-1afcd0e84d75 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444461 Jul 22 21:25:34.246613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-97dc47ea-ac0f-4b49-8923-3536c9e554f7 req-706b7afd-7860-45c6-995d-0e56502b70fd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1613536446', 'description': 'tempest-description-1686110119'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:34.328778 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-97dc47ea-ac0f-4b49-8923-3536c9e554f7 req-706b7afd-7860-45c6-995d-0e56502b70fd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:34.438576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764aced-0fa5-47d0-a3c3-51dc5b44a87c req-6e0bf639-2fd0-4a47-915f-dc37bfb857e3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:34.452231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c764aced-0fa5-47d0-a3c3-51dc5b44a87c req-6e0bf639-2fd0-4a47-915f-dc37bfb857e3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3745255 Jul 22 21:25:34.645303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-97dc47ea-ac0f-4b49-8923-3536c9e554f7 req-706b7afd-7860-45c6-995d-0e56502b70fd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:34.658140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c764aced-0fa5-47d0-a3c3-51dc5b44a87c req-2cf961bf-5d07-46a6-bffd-587752eb9626 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022371 Jul 22 21:25:34.661599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-97dc47ea-ac0f-4b49-8923-3536c9e554f7 req-706b7afd-7860-45c6-995d-0e56502b70fd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:34.766232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b7afd-7860-45c6-995d-0e56502b70fd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a8619-ad44-475b-88bd-37ba0e1b7f53,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:34.796036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-97dc47ea-ac0f-4b49-8923-3536c9e554f7 req-706b7afd-7860-45c6-995d-0e56502b70fd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:34.799229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97dc47ea-ac0f-4b49-8923-3536c9e554f7 req-706b7afd-7860-45c6-995d-0e56502b70fd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5792754 Jul 22 21:25:34.920361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-e10560fe-647b-4f10-acbd-376ffbbd7580 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:34.927341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-e10560fe-647b-4f10-acbd-376ffbbd7580 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.3170235 Jul 22 21:25:35.049389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-67ada590-6588-4737-a262-6f4a09f69192 req-559479ee-de14-463e-b6df-77841f8f58e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-918517156', 'description': 'tempest-description-1380686725'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:35.151739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-67ada590-6588-4737-a262-6f4a09f69192 req-559479ee-de14-463e-b6df-77841f8f58e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:35.209172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec9fe1-33cb-4c95-821b-219440009669 req-8269a0dd-0097-4342-8d9e-1a784473a92b tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:35.225256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bec9fe1-33cb-4c95-821b-219440009669 req-8269a0dd-0097-4342-8d9e-1a784473a92b tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.3373613 Jul 22 21:25:35.325113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Deleting port 85b871f9-fe90-4635-b9ac-d63d2e279947 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:35.332648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:35.344268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4bec9fe1-33cb-4c95-821b-219440009669 req-fc6a6359-0578-431b-8e85-204c563e6792 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118996 Jul 22 21:25:35.574351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-67ada590-6588-4737-a262-6f4a09f69192 req-559479ee-de14-463e-b6df-77841f8f58e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:35.603891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] For port 85b871f9-fe90-4635-b9ac-d63d2e279947, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=85b871f9-fe90-4635-b9ac-d63d2e279947,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:35.604251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:35.615952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-67ada590-6588-4737-a262-6f4a09f69192 req-559479ee-de14-463e-b6df-77841f8f58e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:35.634242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Calling delete_port for 85b871f9-fe90-4635-b9ac-d63d2e279947 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:35.795597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559479ee-de14-463e-b6df-77841f8f58e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff971ec9-0825-4fab-b336-43761e47dcef,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:35.810483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-67ada590-6588-4737-a262-6f4a09f69192 req-559479ee-de14-463e-b6df-77841f8f58e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:35.833044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67ada590-6588-4737-a262-6f4a09f69192 req-559479ee-de14-463e-b6df-77841f8f58e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7903206 Jul 22 21:25:35.923948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c3de-76d5-4761-b4a4-88a3667b3f7c req-fa346226-02c0-4d29-8770-e7c89c192915 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:35.948867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d89c3de-76d5-4761-b4a4-88a3667b3f7c req-fa346226-02c0-4d29-8770-e7c89c192915 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=77fbb990-a594-4243-af21-de7a75990bd0 HTTP/1.1" status: 200 len: 946 time: 0.3653388 Jul 22 21:25:36.067370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:36.072455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d89c3de-76d5-4761-b4a4-88a3667b3f7c req-8c37dc13-d126-4126-98b9-3b5256ae3dac tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101465 Jul 22 21:25:36.093013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6', 'f82a5c4b-acba-41c9-95ec-98bd805b456a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:25:36.231263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Pushing event deleted for resources: {'Port': ['ID=85b871f9-fe90-4635-b9ac-d63d2e279947,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:36.456944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] No DVR routers for this DVR port 85b871f9-fe90-4635-b9ac-d63d2e279947 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:36.465640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:36.476123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83d9a1fc-4af3-4275-8adf-bdff85d5a445 req-7cddf492-8704-41b6-b6e7-bdd4f30e8cd8 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "DELETE /v2.0/ports/85b871f9-fe90-4635-b9ac-d63d2e279947 HTTP/1.1" status: 204 len: 173 time: 1.5289900 Jul 22 21:25:36.477336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fbb990-a594-4243-af21-de7a75990bd0', 'name': 'network-vif-deleted', 'tag': '85b871f9-fe90-4635-b9ac-d63d2e279947'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:36.500896 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca0879c-a0d0-4dc1-9ef1-073313a8f4f6" -d '{"events": [{"server_uuid": "77fbb990-a594-4243-af21-de7a75990bd0", "name": "network-vif-deleted", "tag": "85b871f9-fe90-4635-b9ac-d63d2e279947"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:36.904264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79261c2-96f2-4248-a468-9e812a224c52 req-896c1f05-a7b1-412d-89f0-97d9d0ca91a2 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:36.906844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d79261c2-96f2-4248-a468-9e812a224c52 req-896c1f05-a7b1-412d-89f0-97d9d0ca91a2 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.3018973 Jul 22 21:25:37.346369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56859-b3d2-40f5-99a6-6da617b8a93f req-3a432022-2a8d-4a75-a824-4def6ba8a093 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:37.365831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Deleting port 901723fc-7f08-4d02-b44e-27c9da49d25d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:37.365831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:37.366795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20f56859-b3d2-40f5-99a6-6da617b8a93f req-3a432022-2a8d-4a75-a824-4def6ba8a093 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 944 time: 0.7846940 Jul 22 21:25:37.385123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51fd17-fef6-4653-b8a7-36cd3f42e61a req-9b61a3ea-6193-4c9e-9870-863462e0d9c4 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:37.392748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b51fd17-fef6-4653-b8a7-36cd3f42e61a req-9b61a3ea-6193-4c9e-9870-863462e0d9c4 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 946 time: 0.7663484 Jul 22 21:25:37.416010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-e8e14dbc-47ac-44ce-ac4a-90c13002e896 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:37.420461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-e8e14dbc-47ac-44ce-ac4a-90c13002e896 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 944 time: 0.5332198 Jul 22 21:25:37.624178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b51fd17-fef6-4653-b8a7-36cd3f42e61a req-1b0340d0-5cfe-4a47-97db-18a926dada15 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001033 Jul 22 21:25:37.644105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] For port 901723fc-7f08-4d02-b44e-27c9da49d25d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=901723fc-7f08-4d02-b44e-27c9da49d25d,segment=NetworkSegment(cac27941-8760-4889-9c89-14b6fe241bb0),segment_id=cac27941-8760-4889-9c89-14b6fe241bb0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:37.645314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:37.679882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20f56859-b3d2-40f5-99a6-6da617b8a93f req-846eb291-90dc-4185-b0ef-c919f34cf1b0 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076637 Jul 22 21:25:37.728500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Calling delete_port for 901723fc-7f08-4d02-b44e-27c9da49d25d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:37.843253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Deleting port e1e7ff8d-f9a5-4721-910f-be1d1289b20d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:37.844212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:37.987476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 85b871f9-fe90-4635-b9ac-d63d2e279947 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:38.069793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 85b871f9-fe90-4635-b9ac-d63d2e279947 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:38.070790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 85b871f9-fe90-4635-b9ac-d63d2e279947 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:38.071982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 901723fc-7f08-4d02-b44e-27c9da49d25d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:38.079713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] For port e1e7ff8d-f9a5-4721-910f-be1d1289b20d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:38.079713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:38.136519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:38.168496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Calling delete_port for e1e7ff8d-f9a5-4721-910f-be1d1289b20d owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:38.217152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No active binding found for port 901723fc-7f08-4d02-b44e-27c9da49d25d {{(pid=94093) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:25:38.220642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 901723fc-7f08-4d02-b44e-27c9da49d25d not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:38.256885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Pushing event deleted for resources: {'Port': ['ID=901723fc-7f08-4d02-b44e-27c9da49d25d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:38.380956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] No DVR routers for this DVR port 901723fc-7f08-4d02-b44e-27c9da49d25d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:38.385269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:38.389050 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d79261c2-96f2-4248-a468-9e812a224c52 req-4a6dc8ba-91b7-4102-8473-6529cee795f9 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.23 "DELETE /v2.0/ports/901723fc-7f08-4d02-b44e-27c9da49d25d HTTP/1.1" status: 204 len: 173 time: 1.4635828 Jul 22 21:25:38.572735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-d4a75bf4-c672-4d10-9a26-9f4fd3bb98bc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:38.588278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-d4a75bf4-c672-4d10-9a26-9f4fd3bb98bc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 812 time: 0.5002241 Jul 22 21:25:38.592871 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47517e21-c4a6-465a-893e-e1772fd2614e x-openstack-request-id: req-47517e21-c4a6-465a-893e-e1772fd2614e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:38.593321 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fbb990-a594-4243-af21-de7a75990bd0", "name": "network-vif-deleted", "tag": "85b871f9-fe90-4635-b9ac-d63d2e279947", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:38.594009 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47517e21-c4a6-465a-893e-e1772fd2614e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:38.594663 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fbb990-a594-4243-af21-de7a75990bd0', 'name': 'network-vif-deleted', 'tag': '85b871f9-fe90-4635-b9ac-d63d2e279947', 'status': 'completed', 'code': 200} Jul 22 21:25:38.627301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-47e698ef-588c-49aa-988b-b0cf3105d0ab tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/quotas/d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 375 time: 0.0375719 Jul 22 21:25:38.761814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:38.776581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e1e7ff8d-f9a5-4721-910f-be1d1289b20d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:25:38.890387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event deleted for resources: {'Port': ['ID=e1e7ff8d-f9a5-4721-910f-be1d1289b20d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:38.917028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-7f7cdf54-8f37-4181-bb30-908d0ce9206d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1603346 Jul 22 21:25:39.012819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] No DVR routers for this DVR port e1e7ff8d-f9a5-4721-910f-be1d1289b20d on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:39.020350 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:39.027443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de01d3d8-0d63-4ae0-af24-994872cb790d req-555b70d9-afdb-4bbc-8f78-60104490c10c tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "DELETE /v2.0/ports/e1e7ff8d-f9a5-4721-910f-be1d1289b20d HTTP/1.1" status: 204 len: 173 time: 1.5849180 Jul 22 21:25:39.030875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'name': 'network-vif-deleted', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:39.035440 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e04685-3023-491f-9250-c9af9e139b0f" -d '{"events": [{"server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "name": "network-vif-deleted", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:39.358818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0af44ef8-be7d-492b-ac74-0e3fca67efa3 req-63ab9a0b-9201-4184-a4e7-a79a4b07df65 tempest-ServerAddressesNegativeTestJSON-428398412 tempest-ServerAddressesNegativeTestJSON-428398412-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cc70033-d659-4337-b210-0b0ca4825ab7 HTTP/1.1" status: 200 len: 210 time: 0.0854306 Jul 22 21:25:39.551419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-1c8c59c6-a875-4cae-81e4-4c405c516667 service neutron] 10.222.0.54 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323442 Jul 22 21:25:39.666144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b256e842-2f6d-4d8e-bd40-cda181fe2df5 req-2968fec6-8184-4464-b13f-2e7e2b75642a tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fda0e83-6476-4e92-b57e-fd58dc755ff3 HTTP/1.1" status: 200 len: 210 time: 0.0903311 Jul 22 21:25:39.842954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-9de59fa6-5a4d-4cf9-9105-5416191108f1 service neutron] 10.222.0.54 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897370 Jul 22 21:25:40.244141 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520021fa-f1e2-4c9c-8105-d19da8ae5827 x-openstack-request-id: req-520021fa-f1e2-4c9c-8105-d19da8ae5827 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:40.245358 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fda0e83-6476-4e92-b57e-fd58dc755ff3", "name": "network-vif-deleted", "tag": "e1e7ff8d-f9a5-4721-910f-be1d1289b20d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:40.246123 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-520021fa-f1e2-4c9c-8105-d19da8ae5827 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:40.247062 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fda0e83-6476-4e92-b57e-fd58dc755ff3', 'name': 'network-vif-deleted', 'tag': 'e1e7ff8d-f9a5-4721-910f-be1d1289b20d', 'status': 'completed', 'code': 200} Jul 22 21:25:40.287626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9efb62-df06-4d11-90a2-2fd5a6a3da33 req-0c5f83ee-7da1-4070-aa0a-795d8d255d3f tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:40.300107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a9efb62-df06-4d11-90a2-2fd5a6a3da33 req-0c5f83ee-7da1-4070-aa0a-795d8d255d3f tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 945 time: 0.1491206 Jul 22 21:25:40.379053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a9efb62-df06-4d11-90a2-2fd5a6a3da33 req-9c4448c2-c9f5-44e1-8f06-3197f75d5f3b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768056 Jul 22 21:25:40.492922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0d1ccec-a352-4f5e-81ca-e3e0cfea549f req-3cc77804-e778-447b-bd0d-46daf8ef9628 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 210 time: 0.0851691 Jul 22 21:25:40.507177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34914) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:40.598504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'name': 'network-vif-deleted', 'tag': '901723fc-7f08-4d02-b44e-27c9da49d25d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:40.602916 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977834a6-6f7b-4ae3-bba5-f218f968c9cf" -d '{"events": [{"server_uuid": "3cc70033-d659-4337-b210-0b0ca4825ab7", "name": "network-vif-deleted", "tag": "901723fc-7f08-4d02-b44e-27c9da49d25d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:40.645929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] Deleting subnet aaaaca85-4e35-475b-9fa5-f7bfc2f9e557 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:25:40.658811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:40.715305 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a27a6f-5fcb-4f21-86e0-d65d20c0b61d x-openstack-request-id: req-d2a27a6f-5fcb-4f21-86e0-d65d20c0b61d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:40.716313 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc70033-d659-4337-b210-0b0ca4825ab7", "name": "network-vif-deleted", "tag": "901723fc-7f08-4d02-b44e-27c9da49d25d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:40.716701 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2a27a6f-5fcb-4f21-86e0-d65d20c0b61d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:40.717603 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc70033-d659-4337-b210-0b0ca4825ab7', 'name': 'network-vif-deleted', 'tag': '901723fc-7f08-4d02-b44e-27c9da49d25d', 'status': 'completed', 'code': 200} Jul 22 21:25:40.753567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:40.893004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.012231 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.071602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaaaca85-4e35-475b-9fa5-f7bfc2f9e557,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:41.077918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.086681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5482b8a5-a69d-4ad9-8206-f9ed091a4f6d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/aaaaca85-4e35-475b-9fa5-f7bfc2f9e557 HTTP/1.1" status: 204 len: 168 time: 0.5756540 Jul 22 21:25:41.086681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:41.187291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e1e7ff8d-f9a5-4721-910f-be1d1289b20d no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:41.221476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.240034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: e1e7ff8d-f9a5-4721-910f-be1d1289b20d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:41.241089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e1e7ff8d-f9a5-4721-910f-be1d1289b20d not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:41.304777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5b3b7-2038-4fd1-a306-1f37127c6882 req-cc317b30-ca79-4b23-92af-fe9469d3d1e7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:41.328596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33a5b3b7-2038-4fd1-a306-1f37127c6882 req-cc317b30-ca79-4b23-92af-fe9469d3d1e7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.1818848 Jul 22 21:25:41.379936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.400152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199bf4d9-65f4-4b7a-87a5-27584f33b0a5']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:41.435569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac27941-8760-4889-9c89-14b6fe241bb0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:41.435569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac27941-8760-4889-9c89-14b6fe241bb0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:41.464519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.494635 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.522047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:25:41.524278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:25:41.530724 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:25:41.587581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33a5b3b7-2038-4fd1-a306-1f37127c6882 req-1d4b7ca7-774a-49b5-91a2-61f551d1d703 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537608 Jul 22 21:25:41.688838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.711074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-dab853f0-5044-45d5-8fb7-1b6c5dd70910 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:41.735219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-dab853f0-5044-45d5-8fb7-1b6c5dd70910 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.3070166 Jul 22 21:25:41.738946 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:41.750387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/199bf4d9-65f4-4b7a-87a5-27584f33b0a5 HTTP/1.1" status: 204 len: 168 time: 0.6620440 Jul 22 21:25:41.753027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86374a9-93a9-4495-8a18-4d6a48e3cfa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=199bf4d9-65f4-4b7a-87a5-27584f33b0a5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:41.879434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e8fad7b-e963-4257-9f92-fae53d45b532 req-3605266f-3fc4-485d-8894-326aed512fc0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 210 time: 0.1226597 Jul 22 21:25:42.029700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fc05d-745f-403a-b14d-753114c6b4b7 req-0a34d802-aecc-4a08-af08-23eb5b787c6d tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:42.029700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d7fc05d-745f-403a-b14d-753114c6b4b7 req-0a34d802-aecc-4a08-af08-23eb5b787c6d tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 945 time: 0.2155740 Jul 22 21:25:42.083125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Deleting port 3aa74683-8ae6-421f-bf3e-474789823617 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:42.083998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.112340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-3f8e11e1-12fe-4636-92f1-330629ead224 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:42.117646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-3f8e11e1-12fe-4636-92f1-330629ead224 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 945 time: 0.2038751 Jul 22 21:25:42.181877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d7fc05d-745f-403a-b14d-753114c6b4b7 req-c0cecfc1-136a-4d31-b3ea-889068aa6c71 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410816 Jul 22 21:25:42.285874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34956) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:42.343149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Deleting port f82a5c4b-acba-41c9-95ec-98bd805b456a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:42.345626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.369190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] For port 3aa74683-8ae6-421f-bf3e-474789823617, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=3aa74683-8ae6-421f-bf3e-474789823617,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:42.371518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.420529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Calling delete_port for 3aa74683-8ae6-421f-bf3e-474789823617 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:42.433641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-367af096-bac7-4c00-b865-1b8153f06dd7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd340e5211d642cb962a575227f141e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459272 Jul 22 21:25:42.437825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:42.508722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] For port f82a5c4b-acba-41c9-95ec-98bd805b456a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=f82a5c4b-acba-41c9-95ec-98bd805b456a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:42.509406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.536539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Calling delete_port for f82a5c4b-acba-41c9-95ec-98bd805b456a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:42.598893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-975a5285-92ff-42fc-934e-a78fceef77ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.672852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f819c2d-a1ab-41d5-83e7-2c2dfd3a84ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.719354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f819c2d-a1ab-41d5-83e7-2c2dfd3a84ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.877429 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:42.897648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6', 'f82a5c4b-acba-41c9-95ec-98bd805b456a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:25:42.947254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Pushing event deleted for resources: {'Port': ['ID=f82a5c4b-acba-41c9-95ec-98bd805b456a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:43.041395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] No DVR routers for this DVR port f82a5c4b-acba-41c9-95ec-98bd805b456a on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:43.045692 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:43.049490 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f819c2d-a1ab-41d5-83e7-2c2dfd3a84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:43.050435 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4657ba-8b1a-40f2-9745-d5a8c82cf645 req-549d8c8b-e241-4753-92d2-a01230fb91e9 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "DELETE /v2.0/ports/f82a5c4b-acba-41c9-95ec-98bd805b456a HTTP/1.1" status: 204 len: 173 time: 0.9162791 Jul 22 21:25:43.051658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'name': 'network-vif-deleted', 'tag': 'f82a5c4b-acba-41c9-95ec-98bd805b456a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:43.055249 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea152f-b91d-4c00-b282-f279c73abf2c" -d '{"events": [{"server_uuid": "e5820aae-83d1-43f0-a272-b3dbf4f5a585", "name": "network-vif-deleted", "tag": "f82a5c4b-acba-41c9-95ec-98bd805b456a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:43.060881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f819c2d-a1ab-41d5-83e7-2c2dfd3a84ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:43.062068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3f819c2d-a1ab-41d5-83e7-2c2dfd3a84ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d2ff1b4-ae26-40ff-96d2-c5878b88e89c HTTP/1.1" status: 204 len: 168 time: 0.6219258 Jul 22 21:25:43.141506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f819c2d-a1ab-41d5-83e7-2c2dfd3a84ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ff1b4-ae26-40ff-96d2-c5878b88e89c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:43.229009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8c9b602-afe0-470c-aafd-ee675e49fa4f req-b2222f4a-1b1e-40c2-a4ac-c5286e412514 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 210 time: 0.1078765 Jul 22 21:25:43.264263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:43.291066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fcc3e-4f5d-490b-ae42-3f0cd8ceb4cf req-d532e185-e188-4d28-a10e-736e071499d4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:43.305027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b8fcc3e-4f5d-490b-ae42-3f0cd8ceb4cf req-d532e185-e188-4d28-a10e-736e071499d4 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 944 time: 0.5023978 Jul 22 21:25:43.377323 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f202cf-089a-4d02-8ce9-ec6d262ef3cf x-openstack-request-id: req-59f202cf-089a-4d02-8ce9-ec6d262ef3cf {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:43.377787 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5820aae-83d1-43f0-a272-b3dbf4f5a585", "name": "network-vif-deleted", "tag": "f82a5c4b-acba-41c9-95ec-98bd805b456a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:43.378171 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59f202cf-089a-4d02-8ce9-ec6d262ef3cf {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:43.378815 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5820aae-83d1-43f0-a272-b3dbf4f5a585', 'name': 'network-vif-deleted', 'tag': 'f82a5c4b-acba-41c9-95ec-98bd805b456a', 'status': 'completed', 'code': 200} Jul 22 21:25:43.401431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event deleted for resources: {'Port': ['ID=3aa74683-8ae6-421f-bf3e-474789823617,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:43.496975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b8fcc3e-4f5d-490b-ae42-3f0cd8ceb4cf req-69dd460c-cc55-4b39-ae1a-f6a68a84ac06 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901581 Jul 22 21:25:43.607301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] No DVR routers for this DVR port 3aa74683-8ae6-421f-bf3e-474789823617 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:43.621601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:43.626189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3faa4446-65ac-4771-8f7d-e533ba4acae5 req-1800e17a-2d05-4a19-af85-07538a598030 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "DELETE /v2.0/ports/3aa74683-8ae6-421f-bf3e-474789823617 HTTP/1.1" status: 204 len: 173 time: 1.8851838 Jul 22 21:25:43.627312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'name': 'network-vif-deleted', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:43.633132 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbbb585-a83c-47a5-829c-e3002f8d52cc" -d '{"events": [{"server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "name": "network-vif-deleted", "tag": "3aa74683-8ae6-421f-bf3e-474789823617"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:43.708421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b1ae380-7756-4ff5-8f44-63f16f6d27d9 req-548e01b0-607f-407d-a92f-11f58b8ebef1 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5820aae-83d1-43f0-a272-b3dbf4f5a585 HTTP/1.1" status: 200 len: 210 time: 0.0904992 Jul 22 21:25:43.818474 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df264ff0-19b4-4e3c-a318-35bb359cd1c5 x-openstack-request-id: req-df264ff0-19b4-4e3c-a318-35bb359cd1c5 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:43.818874 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49e9661-bb52-4f4f-8303-c619da3806e1", "name": "network-vif-deleted", "tag": "3aa74683-8ae6-421f-bf3e-474789823617", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:43.819320 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df264ff0-19b4-4e3c-a318-35bb359cd1c5 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:43.819802 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49e9661-bb52-4f4f-8303-c619da3806e1', 'name': 'network-vif-deleted', 'tag': '3aa74683-8ae6-421f-bf3e-474789823617', 'status': 'completed', 'code': 200} Jul 22 21:25:43.840795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4b54314d-488f-45f2-b0e2-5df1f13500ba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:43.842501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4b54314d-488f-45f2-b0e2-5df1f13500ba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 812 time: 0.3959131 Jul 22 21:25:43.873282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'port': {'device_id': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38', 'admin_state_up': True, 'tenant_id': 'd733f86b37ef4f7b9d94114d846ab5d5'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:44.031189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:44.182097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Made reservation on behalf of d733f86b37ef4f7b9d94114d846ab5d5 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:44.193039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:44.512071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c121b6a-044f-4168-b9ae-099b24a44e46 req-15761173-bec3-450b-bdc9-40122fb7b063 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 210 time: 0.0747242 Jul 22 21:25:44.536617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3eb54558-7edf-4837-982b-3ee8d19ec658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:44.773406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6144c5a7-5651-4af2-b0da-b2b58f9685f0 req-af9003b0-6373-43ad-b562-27a12181e61f tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49e9661-bb52-4f4f-8303-c619da3806e1 HTTP/1.1" status: 200 len: 210 time: 0.0690820 Jul 22 21:25:44.866044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3eb54558-7edf-4837-982b-3ee8d19ec658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:44.872600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3eb54558-7edf-4837-982b-3ee8d19ec658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:44.967556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb54558-7edf-4837-982b-3ee8d19ec658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc17e82a-25ba-4414-90e4-a7cc298cdbdf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:45.015674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3eb54558-7edf-4837-982b-3ee8d19ec658 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1edb72f01a424e1f9740b61882efa3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9832952 Jul 22 21:25:45.020050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35010) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:45.112974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Allocated IP 172.20.0.10 (56eebdbe-0b95-4994-9823-c6e9484a9c38/38be47aa-7090-4637-8efd-a9b64a692100/916312a1-4bfb-41ce-b0be-550507742e86) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:25:45.151248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9373d-876e-416c-b8e4-0dd91bbba7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.193112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 3aa74683-8ae6-421f-bf3e-474789823617 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:45.210828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b26323-a6af-411c-a7a0-305a32e83c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.228179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9373d-876e-416c-b8e4-0dd91bbba7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.296451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 3aa74683-8ae6-421f-bf3e-474789823617 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:45.296966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 3aa74683-8ae6-421f-bf3e-474789823617 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:45.371300 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.413815 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9373d-876e-416c-b8e4-0dd91bbba7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.416179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272d217-bf0d-49db-bde7-a69659133331 req-77b38f21-063b-4bc3-b9dd-64b8a07d6538 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:45.416831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9373d-876e-416c-b8e4-0dd91bbba7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.419908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6272d217-bf0d-49db-bde7-a69659133331 req-77b38f21-063b-4bc3-b9dd-64b8a07d6538 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.1482666 Jul 22 21:25:45.420190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7db9373d-876e-416c-b8e4-0dd91bbba7d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc17e82a-25ba-4414-90e4-a7cc298cdbdf HTTP/1.1" status: 204 len: 168 time: 0.3962212 Jul 22 21:25:45.449941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9373d-876e-416c-b8e4-0dd91bbba7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc17e82a-25ba-4414-90e4-a7cc298cdbdf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:45.475872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.567396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.640275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Network 56eebdbe-0b95-4994-9823-c6e9484a9c38 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:25:45.644919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:45.659932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:25:45.751098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:45.752424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:45.789113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:45.796162 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-e90302ba-a2f8-46e8-a5d6-38d97f0e8cda tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9314511 Jul 22 21:25:45.819229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Request body: {'port': {'device_id': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:46.057667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f82a5c4b-acba-41c9-95ec-98bd805b456a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:46.066892 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:46.127199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: f82a5c4b-acba-41c9-95ec-98bd805b456a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:46.129562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device f82a5c4b-acba-41c9-95ec-98bd805b456a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:46.131695 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:46.167073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6272d217-bf0d-49db-bde7-a69659133331 req-5e32bdb4-ed93-4dd7-b7de-a7b1f467db63 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7363248 Jul 22 21:25:46.219051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786300a-4f54-4264-a27e-f26d07ebe944 req-f67eac2b-438a-47ac-9e90-d77ddb1fe830 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:46.227143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9786300a-4f54-4264-a27e-f26d07ebe944 req-f67eac2b-438a-47ac-9e90-d77ddb1fe830 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 932 time: 0.1489551 Jul 22 21:25:46.302942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35038) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:46.398497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4368-1549-4a25-8f6a-13ab03edddeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:46.408731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9786300a-4f54-4264-a27e-f26d07ebe944 req-2ba251e5-3ea0-40b4-bc40-a6432a0488bc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678088 Jul 22 21:25:46.596687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4368-1549-4a25-8f6a-13ab03edddeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:46.604225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4368-1549-4a25-8f6a-13ab03edddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:46.630552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916312a1-4bfb-41ce-b0be-550507742e86 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:25:46.650500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:46.701375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35046) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:46.713174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6d2d4368-1549-4a25-8f6a-13ab03edddeb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5dce41fb1c24072877e091703b51b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014845 Jul 22 21:25:46.713466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Transition to ACTIVE for port object 916312a1-4bfb-41ce-b0be-550507742e86 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:25:46.713691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d4368-1549-4a25-8f6a-13ab03edddeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c38788-d13a-4a72-ba1e-5ecce960c4bf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:46.728278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:46.775085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35048) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:46.857722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Pushing event updated for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:46.996441 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf565304-0543-4144-a1e8-80997081e9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.021074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a305c8-49df-43c5-8f37-0bec53e9c506 req-d78c457a-0ab1-4aee-abd7-07298150faea tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:47.024220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30a305c8-49df-43c5-8f37-0bec53e9c506 req-d78c457a-0ab1-4aee-abd7-07298150faea tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 944 time: 0.1572211 Jul 22 21:25:47.058671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf565304-0543-4144-a1e8-80997081e9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.100774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30a305c8-49df-43c5-8f37-0bec53e9c506 req-737fd5d4-a7ac-4672-a1a6-b37c8ff67698 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667090 Jul 22 21:25:47.136278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Attempting to bind port 916312a1-4bfb-41ce-b0be-550507742e86 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:25:47.137554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Attempting to bind port 916312a1-4bfb-41ce-b0be-550507742e86 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:25:47.140829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Attempting to bind port 916312a1-4bfb-41ce-b0be-550507742e86 on network 56eebdbe-0b95-4994-9823-c6e9484a9c38 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:25:47.153640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Port 916312a1-4bfb-41ce-b0be-550507742e86 on network 56eebdbe-0b95-4994-9823-c6e9484a9c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:25:47.155145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Attempting to bind port 916312a1-4bfb-41ce-b0be-550507742e86 on network 56eebdbe-0b95-4994-9823-c6e9484a9c38 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:25:47.166063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:25:47.167164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Checking segment: {'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:25:47.168000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Bound using segment: {'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:25:47.168546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Bound port: 916312a1-4bfb-41ce-b0be-550507742e86, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:25:47.169360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.234915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-network', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:47.296979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf565304-0543-4144-a1e8-80997081e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.302796 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf565304-0543-4144-a1e8-80997081e9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.308183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cf565304-0543-4144-a1e8-80997081e9a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68c38788-d13a-4a72-ba1e-5ecce960c4bf HTTP/1.1" status: 204 len: 168 time: 0.6021740 Jul 22 21:25:47.337128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf565304-0543-4144-a1e8-80997081e9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c38788-d13a-4a72-ba1e-5ecce960c4bf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:47.337774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Made reservation on behalf of 95aeb0b569f44264a73d56fad524e82d for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:47.341716 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.348657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:25:47.365216 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.369233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=916312a1-4bfb-41ce-b0be-550507742e86,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:25:47.376849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.473781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-bf5e0d3d-cd67-4427-8f1c-6d7011efeba7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:47.473781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-bf5e0d3d-cd67-4427-8f1c-6d7011efeba7 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 944 time: 0.3339429 Jul 22 21:25:47.517520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:47.519140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.522482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] 10.222.0.23 "PUT /v2.0/ports/916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 200 len: 1093 time: 1.7094350 Jul 22 21:25:47.523730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:47.529526 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dc6640-7ebe-4d9e-a79b-6de4d9972319" -d '{"events": [{"name": "network-changed", "server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "tag": "916312a1-4bfb-41ce-b0be-550507742e86"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:47.565200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792f51b-2f37-4c94-bcf6-c6cf18dde977 service neutron] Pushing event updated for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:47.697306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c73ce5-6de6-4e10-b15c-c7726db20de2 req-e759018a-0239-4e3f-9b62-584d887a599b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:47.700375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70c73ce5-6de6-4e10-b15c-c7726db20de2 req-e759018a-0239-4e3f-9b62-584d887a599b tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.3948319 Jul 22 21:25:47.778127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-d098db51-602c-4bf2-9790-727f6d93c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:47.780421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-d098db51-602c-4bf2-9790-727f6d93c415 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1096 time: 0.1521013 Jul 22 21:25:47.882605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Deleting port 8f2cb7f6-8962-4921-8fc1-70682d03a224 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:47.882925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.892678 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-9ef510bd-f35e-4fc0-a094-49183d12c410 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 200 len: 217 time: 0.0893750 Jul 22 21:25:47.910782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70c73ce5-6de6-4e10-b15c-c7726db20de2 req-fd26c203-149d-4a20-b5fc-329699c8cdba tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782036 Jul 22 21:25:48.012860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3b47-9df8-48e1-b342-f469eb148053 req-7d180b3d-cfd7-4a35-8b9e-f94b5a0b9d42 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:48.015548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd9b3b47-9df8-48e1-b342-f469eb148053 req-7d180b3d-cfd7-4a35-8b9e-f94b5a0b9d42 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 944 time: 0.3146205 Jul 22 21:25:48.019875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.028908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.040119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.080531 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a105531f-1784-4568-b914-eaab4afe46d9 x-openstack-request-id: req-a105531f-1784-4568-b914-eaab4afe46d9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:48.080985 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "tag": "916312a1-4bfb-41ce-b0be-550507742e86", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:48.082632 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a105531f-1784-4568-b914-eaab4afe46d9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:48.082986 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86', 'status': 'completed', 'code': 200} Jul 22 21:25:48.130768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-29f1a4ed-f9bb-421f-837d-8e3d7bcafc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:48.134567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-29f1a4ed-f9bb-421f-837d-8e3d7bcafc6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.2189810 Jul 22 21:25:48.163455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:25:48.230952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e0b221-2b9b-4195-9df4-59ac9e646e00,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:48.245492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-d2e13548-0c10-4765-88fc-bf2869fa7331 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970318 Jul 22 21:25:48.270659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.271217 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Added segment e2362b14-58d8-439b-b468-042cf9d26513 of type vlan for network 7c29da83-2ed9-445e-b86c-54521512f404 Jul 22 21:25:48.358936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] For port 8f2cb7f6-8962-4921-8fc1-70682d03a224, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8f2cb7f6-8962-4921-8fc1-70682d03a224,segment=NetworkSegment(6b53da55-4188-4556-a483-0b7888328e84),segment_id=6b53da55-4188-4556-a483-0b7888328e84)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:48.359499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.406005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd9b3b47-9df8-48e1-b342-f469eb148053 req-9655e800-cb4a-4ca5-a418-6c095be360a2 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129263 Jul 22 21:25:48.439523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Calling delete_port for 8f2cb7f6-8962-4921-8fc1-70682d03a224 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:48.455194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.555208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-d9ff4e61-825d-4421-948f-1228668ce66e service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926385 Jul 22 21:25:48.602833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055698e9-5516-4cb3-8c4c-04f8aa7ce05d req-7fdcc2ef-7585-4d10-9a19-719d64f4c2bc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:48.610409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-055698e9-5516-4cb3-8c4c-04f8aa7ce05d req-7fdcc2ef-7585-4d10-9a19-719d64f4c2bc tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 944 time: 0.3503592 Jul 22 21:25:48.636856 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.638483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:48.639210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.688603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9113216 Jul 22 21:25:48.699722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-12df2533-1d65-4b56-aa65-aca6a799cf6d tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:48.702363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-12df2533-1d65-4b56-aa65-aca6a799cf6d tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.4614372 Jul 22 21:25:48.702974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35090) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:48.726345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Request body: {'subnet': {'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-subnet', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:48.845695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-055698e9-5516-4cb3-8c4c-04f8aa7ce05d req-eb0abadf-7a2b-49e2-b7c3-703ae205c2aa tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b6ab128-4031-4ed2-b70d-cf02c2efd478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342350 Jul 22 21:25:48.847978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Made reservation on behalf of 95aeb0b569f44264a73d56fad524e82d for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:25:48.851642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.867146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfd6ae-be09-413a-ac8e-1dc8b2ce88cf admin admin] Pushing event updated for resources: {'Network': ['ID=7c29da83-2ed9-445e-b86c-54521512f404,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:48.880476 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ff24747-a613-4ea6-92de-1f38cc8e3e64 req-2cf1e129-5b96-4ee2-998e-54cbafc67102 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093262 Jul 22 21:25:48.884088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 7c29da83-2ed9-445e-b86c-54521512f404 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:25:48.978470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:49.065868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Pushing event deleted for resources: {'Port': ['ID=8f2cb7f6-8962-4921-8fc1-70682d03a224,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:49.155934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Deleting port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:49.155934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:49.205982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] No DVR routers for this DVR port 8f2cb7f6-8962-4921-8fc1-70682d03a224 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:49.207705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:49.211654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75d08bfb-197c-499b-a29e-df9a0dfb46f7 req-87f0df13-0184-49e1-be08-f76dce1a5fe9 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.58 "DELETE /v2.0/ports/8f2cb7f6-8962-4921-8fc1-70682d03a224 HTTP/1.1" status: 204 len: 173 time: 1.7301197 Jul 22 21:25:49.212516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'name': 'network-vif-deleted', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:49.216635 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3240c440-b063-4cdb-a192-ebf888b0c684" -d '{"events": [{"server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "name": "network-vif-deleted", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:49.301120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-7f71fe5f-b6c9-4c1e-9344-23d596bfcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:49.309108 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-7f71fe5f-b6c9-4c1e-9344-23d596bfcbc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1096 time: 0.3007083 Jul 22 21:25:49.357045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95264-a561-4ca3-a06e-ffd81aaef474 req-888bef0b-79ad-4afa-a2ff-1e63f38533b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:49.359920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09e95264-a561-4ca3-a06e-ffd81aaef474 req-888bef0b-79ad-4afa-a2ff-1e63f38533b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 946 time: 0.2090929 Jul 22 21:25:49.386023 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eb05fe-800e-4f9e-80e8-9564fdb6b853 x-openstack-request-id: req-63eb05fe-800e-4f9e-80e8-9564fdb6b853 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:49.386726 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036a1dd-a381-4156-8b4f-45033f8648fc", "name": "network-vif-deleted", "tag": "8f2cb7f6-8962-4921-8fc1-70682d03a224", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:49.392321 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63eb05fe-800e-4f9e-80e8-9564fdb6b853 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:49.392843 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036a1dd-a381-4156-8b4f-45033f8648fc', 'name': 'network-vif-deleted', 'tag': '8f2cb7f6-8962-4921-8fc1-70682d03a224', 'status': 'completed', 'code': 200} Jul 22 21:25:49.449127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09e95264-a561-4ca3-a06e-ffd81aaef474 req-d1aac0a2-c130-48fd-a93c-0a845fcfb696 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/security-groups?id=645b9018-f097-4550-954e-8dda1371decb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773237 Jul 22 21:25:49.548198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] For port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:49.549132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:49.610061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Calling delete_port for cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:49.752331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e29688-94bf-41e4-b096-81793f314b01 req-3adcdfec-b3cb-452f-92c5-fa730edc7eca tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:49.756660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85e29688-94bf-41e4-b096-81793f314b01 req-3adcdfec-b3cb-452f-92c5-fa730edc7eca tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 944 time: 0.1568203 Jul 22 21:25:49.853534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85e29688-94bf-41e4-b096-81793f314b01 req-b8e403b3-e852-4629-96a3-aba1621ef539 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798929 Jul 22 21:25:49.935360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:50.140892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-351c668d-a339-43d5-9417-24743ac418db req-063ca7d3-2422-473a-a9dd-568742852407 tempest-LiveMigrationTest-886706122 tempest-LiveMigrationTest-886706122-project] 10.222.0.54 "GET /v2.0/ports?device_id=8036a1dd-a381-4156-8b4f-45033f8648fc HTTP/1.1" status: 200 len: 210 time: 0.1049485 Jul 22 21:25:50.174226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-2a8fc665-23ad-4678-aee2-03c8732c52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:50.177053 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-2a8fc665-23ad-4678-aee2-03c8732c52c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 913 time: 0.6834373 Jul 22 21:25:50.271805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b27a9f3-6e8e-4c9f-8490-709233d86212,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:50.283795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-6695f9fe-7228-44b7-b9cb-1f80de766a80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 200 len: 217 time: 0.0839481 Jul 22 21:25:50.307062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:50.383718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Pushing event deleted for resources: {'Port': ['ID=cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:50.389272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Checking segment: {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:25:50.389626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Network hostable DHCP agents. Network: 7c29da83-2ed9-445e-b86c-54521512f404, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:25:50.479244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] No DVR routers for this DVR port cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:50.483328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-a990b93d-c92b-4e06-b1f2-5a91ecb194b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:50.485960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-a990b93d-c92b-4e06-b1f2-5a91ecb194b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.1910698 Jul 22 21:25:50.487951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:50.517499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f2200385-5dd8-42fb-a8a4-d749a2de862d req-18977ba2-3e0c-4aa2-8a24-8235135b03b6 tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.23 "DELETE /v2.0/ports/cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 HTTP/1.1" status: 204 len: 173 time: 1.7993371 Jul 22 21:25:50.520943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948777be-2641-43d5-8998-3b071cc1380d', 'name': 'network-vif-deleted', 'tag': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:50.525958 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db21eae1-cc80-4d7f-b69a-7dac6b8170de" -d '{"events": [{"server_uuid": "948777be-2641-43d5-8998-3b071cc1380d", "name": "network-vif-deleted", "tag": "cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:50.580085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Network 7c29da83-2ed9-445e-b86c-54521512f404 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:25:50.698854 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1bf1e4-2e11-4ca6-ac55-8d36c605079e x-openstack-request-id: req-7f1bf1e4-2e11-4ca6-ac55-8d36c605079e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:50.703489 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948777be-2641-43d5-8998-3b071cc1380d", "name": "network-vif-deleted", "tag": "cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:50.705064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f1bf1e4-2e11-4ca6-ac55-8d36c605079e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:50.707645 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948777be-2641-43d5-8998-3b071cc1380d', 'name': 'network-vif-deleted', 'tag': 'cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6', 'status': 'completed', 'code': 200} Jul 22 21:25:50.714950 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-72cc169e-9c3d-4633-b10f-219d2c95c9df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1826298 Jul 22 21:25:50.723806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 7c29da83-2ed9-445e-b86c-54521512f404) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:50.745165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64997d-1aa1-4190-aae1-15930fe3b796 None None] Network 7c29da83-2ed9-445e-b86c-54521512f404 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:25:50.759676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:50.768996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:50.802822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ba2f6ca-8ec7-4b90-a473-879d4f2adf24 req-6775b5dd-ecb0-4cd3-a28f-f78d1d3aeb9e tempest-ListServerFiltersTestJSON-2045965381 tempest-ListServerFiltersTestJSON-2045965381-project] 10.222.0.54 "GET /v2.0/ports?device_id=948777be-2641-43d5-8998-3b071cc1380d HTTP/1.1" status: 200 len: 210 time: 0.0975604 Jul 22 21:25:50.870170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35132) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:50.870479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-67d5e1c1-d7c8-4e26-a4cd-09d3164018c9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1634123 Jul 22 21:25:50.877211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:25:50.943480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:50.947260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:51.097142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-ff3aaa18-1eb0-477e-abaa-3a1c180332b3 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577781 Jul 22 21:25:51.123239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:51.208959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f7a70-e656-45a2-aafc-7123777aa999 None None] Network 7c29da83-2ed9-445e-b86c-54521512f404 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:25:51.241583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:51.291462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 8f2cb7f6-8962-4921-8fc1-70682d03a224 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:51.292614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8f2cb7f6-8962-4921-8fc1-70682d03a224 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:51.328071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-69dc6640-7ebe-4d9e-a79b-6de4d9972319 req-bb07f990-c767-4904-a43f-698487f4f882 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140896 Jul 22 21:25:51.340141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35144) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:51.458562 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:51.487241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaac93-da75-4b87-be50-4c4982dd0956 req-084dcd49-f5e6-4181-b9b0-daecb742e71f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:51.489457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-becaac93-da75-4b87-be50-4c4982dd0956 req-084dcd49-f5e6-4181-b9b0-daecb742e71f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 944 time: 0.4192662 Jul 22 21:25:51.611687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-becaac93-da75-4b87-be50-4c4982dd0956 req-05b74fda-df56-4f54-bddb-89c8c3aff289 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790675 Jul 22 21:25:51.855662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:51.885567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:51.971921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35156) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:52.065075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] Deleting subnet 2cbe69ee-2f3e-456f-a05b-9f372dab8e3d {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:25:52.072911 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.088431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Allocated IP 172.25.5.227 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/7f6ff9c3-3d4e-42eb-b9da-9b25056986cd) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:25:52.105286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 916312a1-4bfb-41ce-b0be-550507742e86 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:25:52.108285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:52.159604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] Deleting subnet 77f0afb1-b20d-4325-a8d4-cad7fd330197 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:25:52.184332 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.201629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:52.202144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device cfd1c042-3e9b-4fd8-93ea-7a8ec87d83a6 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:52.243944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.272307 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.298394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.313761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.367723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:25:52.373385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:52.376548 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.382825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:25:52.414682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=916312a1-4bfb-41ce-b0be-550507742e86,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:52.432422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Pushing event updated for resources: {'Port': ['ID=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:52.445116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '916312a1-4bfb-41ce-b0be-550507742e86', 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38', 'port_id': '916312a1-4bfb-41ce-b0be-550507742e86', 'mac_address': 'fa:16:3e:8d:40:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38be47aa-7090-4637-8efd-a9b64a692100', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:25:52.454955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.515382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.526276 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.559184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916312a1-4bfb-41ce-b0be-550507742e86 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:25:52.571037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.574140 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/77f0afb1-b20d-4325-a8d4-cad7fd330197 HTTP/1.1" status: 204 len: 168 time: 1.2322085 Jul 22 21:25:52.581574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf3f2b-d4e2-4b02-80f4-ce03d262ebe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f0afb1-b20d-4325-a8d4-cad7fd330197,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:52.585408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35174) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:52.624023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=916312a1-4bfb-41ce-b0be-550507742e86,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:52.629489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.632621 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.671439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbe69ee-2f3e-456f-a05b-9f372dab8e3d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:52.692945 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.698876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-928f84fb-2cdb-48fd-84f3-14427eedc45d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2cbe69ee-2f3e-456f-a05b-9f372dab8e3d HTTP/1.1" status: 204 len: 168 time: 0.7202961 Jul 22 21:25:52.701457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35182) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:52.718519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52530454-a1b2-47b8-8f0a-5da5ce3ac3a9 None None] Network 34a0c2ff-3e14-479e-8031-d2ca972de3c7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:25:52.759957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.856012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:52.935683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:52.958088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f459df-02a3-437d-b047-0185450ffa51']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:52.980657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b53da55-4188-4556-a483-0b7888328e84') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:52.981177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b53da55-4188-4556-a483-0b7888328e84') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:52.997367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.034491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.051249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:25:53.052264 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.053055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:25:53.057492 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:25:53.120735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:25:53.225501 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.225812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] DHCP port deletion for 34a0c2ff-3e14-479e-8031-d2ca972de3c7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:25:53.229697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ede10-eb73-4524-8a93-7479fa66ad24 req-ba59835d-7dab-4e52-9728-34600a4b4cdc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:53.238949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c83ede10-eb73-4524-8a93-7479fa66ad24 req-ba59835d-7dab-4e52-9728-34600a4b4cdc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 945 time: 0.4171026 Jul 22 21:25:53.245717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.254545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] 10.222.0.54 "DELETE /v2.0/networks/c0f459df-02a3-437d-b047-0185450ffa51 HTTP/1.1" status: 204 len: 168 time: 0.6668186 Jul 22 21:25:53.263984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:53.271425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58286bf3-fd7e-4f2f-a252-6e29cfb5296b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f459df-02a3-437d-b047-0185450ffa51,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:53.313838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.386703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] Deleting port 948e1952-2b0c-47ef-9100-2711057a102a {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:53.392924 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.459746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c83ede10-eb73-4524-8a93-7479fa66ad24 req-02949bca-6f46-4fdb-b6a0-2a2e74633c09 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197607 Jul 22 21:25:53.557517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] For port 948e1952-2b0c-47ef-9100-2711057a102a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=948e1952-2b0c-47ef-9100-2711057a102a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:53.558402 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.563391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] Deleting subnet 937c55b9-a983-48ec-827f-c6993b24298f {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:25:53.571580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.584455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] Calling delete_port for 948e1952-2b0c-47ef-9100-2711057a102a owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:53.693110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Deleting port 948e1952-2b0c-47ef-9100-2711057a102a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:25:53.693110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.733640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.778825 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.826127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] No DVR routers for this DVR port 948e1952-2b0c-47ef-9100-2711057a102a on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:53.834698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d863b7-c815-4327-9f43-168f7aca7ea7 None None] Pushing event deleted for resources: {'Port': ['ID=948e1952-2b0c-47ef-9100-2711057a102a,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:53.846138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] For port 948e1952-2b0c-47ef-9100-2711057a102a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=948e1952-2b0c-47ef-9100-2711057a102a,segment=NetworkSegment(f678f2a8-0d8c-4a8a-9cba-ede62e719ba1),segment_id=f678f2a8-0d8c-4a8a-9cba-ede62e719ba1)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:53.846701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.867008 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.893050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Calling delete_port for 948e1952-2b0c-47ef-9100-2711057a102a owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:25:53.917922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.068639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 948e1952-2b0c-47ef-9100-2711057a102a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:25:54.130125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 948e1952-2b0c-47ef-9100-2711057a102a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:25:54.130991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 948e1952-2b0c-47ef-9100-2711057a102a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:25:54.171008 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.208838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937c55b9-a983-48ec-827f-c6993b24298f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:54.215088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.221136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.223876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1be9c4a2-7087-4238-b5d1-2763abf5088e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/937c55b9-a983-48ec-827f-c6993b24298f HTTP/1.1" status: 204 len: 168 time: 0.9524133 Jul 22 21:25:54.229263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35218) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:54.280210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=948e1952-2b0c-47ef-9100-2711057a102a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:54.282996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] No DVR routers for this DVR port 948e1952-2b0c-47ef-9100-2711057a102a on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:25:54.362917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Router c17452d1-776c-48af-88f0-2a2cce1a85fd is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:25:54.372945 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.452104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.475636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a0c2ff-3e14-479e-8031-d2ca972de3c7']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:54.531878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.545578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166790de-aa6e-41d5-9a78-2cbb9bc2342a']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:54.579497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f15d08-f599-4f48-94e7-49bfe70b4377') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:54.582442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f15d08-f599-4f48-94e7-49bfe70b4377') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:54.597942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.625100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.633410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:54.633762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f678f2a8-0d8c-4a8a-9cba-ede62e719ba1') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:54.641575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:25:54.645185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:25:54.651364 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:25:54.708755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.812505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.826552 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:54.828746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] 10.222.0.54 "DELETE /v2.0/networks/166790de-aa6e-41d5-9a78-2cbb9bc2342a HTTP/1.1" status: 204 len: 168 time: 0.5972066 Jul 22 21:25:54.840721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9043f1-0497-4283-b387-80d3d8c7d102 admin admin] Pushing event deleted for resources: {'Network': ['ID=166790de-aa6e-41d5-9a78-2cbb9bc2342a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:55.113541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:55.162983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.184893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:25:55.185674 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:25:55.190761 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:25:55.197059 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fadcdef8-109b-4131-bbc0-0ead38a85e47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da497ae0478646ab9a8292c1c82f6d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770762 Jul 22 21:25:55.197059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35244) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:55.269974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bc8bf5f-74da-4e4b-8bea-9c555879bb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.279250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:25:55.290993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.292532 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Sync routers for ids ['c17452d1-776c-48af-88f0-2a2cce1a85fd'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:25:55.307051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.309241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/34a0c2ff-3e14-479e-8031-d2ca972de3c7 HTTP/1.1" status: 204 len: 168 time: 2.6005323 Jul 22 21:25:55.319175 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Routers {'c17452d1-776c-48af-88f0-2a2cce1a85fd'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:25:55.321383 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c17452d1-776c-48af-88f0-2a2cce1a85fd'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:55.336239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185b5b8-463a-411f-9071-5190a47c841d req-6d0f68ab-72c6-4756-97f2-9a37d875e9b7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:55.338390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4185b5b8-463a-411f-9071-5190a47c841d req-6d0f68ab-72c6-4756-97f2-9a37d875e9b7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 945 time: 0.7087018 Jul 22 21:25:55.339530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35f43f-b2b7-4c0f-a953-ea265034e4e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a0c2ff-3e14-479e-8031-d2ca972de3c7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:55.342202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.343591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-edc511ca-b740-460d-9489-c81c4ee9a26c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4722841 Jul 22 21:25:55.348046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:55.362875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bc8bf5f-74da-4e4b-8bea-9c555879bb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.468241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bc8bf5f-74da-4e4b-8bea-9c555879bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.473411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bc8bf5f-74da-4e4b-8bea-9c555879bb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:55.499387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0bc8bf5f-74da-4e4b-8bea-9c555879bb3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b6ab128-4031-4ed2-b70d-cf02c2efd478 HTTP/1.1" status: 204 len: 168 time: 0.3029718 Jul 22 21:25:55.512006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4185b5b8-463a-411f-9071-5190a47c841d req-5bc78b05-65a4-4830-b861-7f076c774c5f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665092 Jul 22 21:25:55.549331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8bf5f-74da-4e4b-8bea-9c555879bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ab128-4031-4ed2-b70d-cf02c2efd478,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:55.648908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Set router c17452d1-776c-48af-88f0-2a2cce1a85fd gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:25:55.837358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35260) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:55.945759 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:25:52Z', 'revision_number': 3, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port': {'id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:51Z', 'updated_at': '2021-07-22T21:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:55.959083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7fbda85f-0731-4c03-87c2-89ae768b87fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86e21bc3ffe14e898966135fe81b826f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199248 Jul 22 21:25:55.965591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35264) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:55.991680 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Checking router: c17452d1-776c-48af-88f0-2a2cce1a85fd for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:25:55.992664 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Updating router c17452d1-776c-48af-88f0-2a2cce1a85fd port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:25:56.055554 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.102148 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56c118a1-e484-486c-9fe8-927b6cd73b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.118259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 916312a1-4bfb-41ce-b0be-550507742e86 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:25:56.148883 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56c118a1-e484-486c-9fe8-927b6cd73b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.167121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.218721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 916312a1-4bfb-41ce-b0be-550507742e86 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:25:56.226333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 916312a1-4bfb-41ce-b0be-550507742e86 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:25:56.228006 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.244571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56c118a1-e484-486c-9fe8-927b6cd73b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.247997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56c118a1-e484-486c-9fe8-927b6cd73b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.249598 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-56c118a1-e484-486c-9fe8-927b6cd73b00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/645b9018-f097-4550-954e-8dda1371decb HTTP/1.1" status: 204 len: 168 time: 0.2814057 Jul 22 21:25:56.266267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c118a1-e484-486c-9fe8-927b6cd73b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b9018-f097-4550-954e-8dda1371decb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:56.400238 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.443646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=916312a1-4bfb-41ce-b0be-550507742e86,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:25:56.444849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:25:56.448715 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814382e6-b92b-4d0c-ab73-fa28aa0008e5" -d '{"events": [{"server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "name": "network-vif-plugged", "status": "completed", "tag": "916312a1-4bfb-41ce-b0be-550507742e86"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:25:56.452558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.458677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35274) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:56.556599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Allocated IP 172.20.0.1 (7c29da83-2ed9-445e-b86c-54521512f404/8b27a9f3-6e8e-4c9f-8490-709233d86212/eda940f5-7eba-45ee-8ec2-1fa10bdeb683) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:25:56.564303 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8347e5-af6d-4106-a91d-61e6d576305e x-openstack-request-id: req-6a8347e5-af6d-4106-a91d-61e6d576305e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:25:56.564891 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "name": "network-vif-plugged", "status": "completed", "tag": "916312a1-4bfb-41ce-b0be-550507742e86", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:25:56.565308 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a8347e5-af6d-4106-a91d-61e6d576305e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:25:56.565935 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86', 'code': 200} Jul 22 21:25:56.607550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:56.607947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f512d203-b27a-4b53-9d62-c2c3236e51b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3a14917ac80416a943143f06a089e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434793 Jul 22 21:25:56.616326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35280) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:56.677855 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.696913 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Transition to ACTIVE for port object 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:25:56.710364 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.827369 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Attempting to bind port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:25:56.828203 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Attempting to bind port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:25:56.829578 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Attempting to bind port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:25:56.841854 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:25:56.842609 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:25:56.843385 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.845898 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:25:56.847119 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Bound port: 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:25:56.847870 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.881884 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Pushing event updated for resources: {'Port': ['ID=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:56.898225 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.898665 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.899041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.899154 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.899708 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.900453 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.900453 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.902089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.902089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.902089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.902089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.902684 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.902757 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:25:56.918908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970fda2-e42b-4817-a084-126f8c9b4606 req-80f82cf1-c4d5-43cc-938c-8448a7fa1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:56.920498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3970fda2-e42b-4817-a084-126f8c9b4606 req-80f82cf1-c4d5-43cc-938c-8448a7fa1eab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1098 time: 0.2455871 Jul 22 21:25:56.921393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ee67847-8efd-4d00-bff8-6acec73441b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.944439 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] For port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:25:56.948572 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] For port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:25:56.950789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb865142-0ac6-4f28-8953-0584e015c575 req-4b459bcb-b181-49fe-80d9-77ac126de621 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:56.958864 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:56.961027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb865142-0ac6-4f28-8953-0584e015c575 req-4b459bcb-b181-49fe-80d9-77ac126de621 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 946 time: 0.2325466 Jul 22 21:25:56.997278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ee67847-8efd-4d00-bff8-6acec73441b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.051785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3970fda2-e42b-4817-a084-126f8c9b4606 req-1766fa9f-dbde-4ccc-9f18-8b33e6e47bba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970380 Jul 22 21:25:57.090744 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d619066-305c-428b-b1b9-ad45c5ea2aee None None] Pushing event updated for resources: {'Port': ['ID=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:57.112197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ee67847-8efd-4d00-bff8-6acec73441b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.117314 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Routers {'c17452d1-776c-48af-88f0-2a2cce1a85fd'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:25:57.117949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ee67847-8efd-4d00-bff8-6acec73441b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.121673 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c17452d1-776c-48af-88f0-2a2cce1a85fd'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:57.127147 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ee67847-8efd-4d00-bff8-6acec73441b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4ebd7f2-31a4-4946-be7f-96873a94176f HTTP/1.1" status: 204 len: 168 time: 0.5043466 Jul 22 21:25:57.135116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb865142-0ac6-4f28-8953-0584e015c575 req-088408a3-513c-4e91-b6cb-0f8ef60050f7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591928 Jul 22 21:25:57.138166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.150683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67847-8efd-4d00-bff8-6acec73441b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ebd7f2-31a4-4946-be7f-96873a94176f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:57.204785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Network 7c29da83-2ed9-445e-b86c-54521512f404 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:25:57.208432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:57.215185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:25:57.292148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Pushing event updated for resources: {'Port': ['ID=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:57.303979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] Set router c17452d1-776c-48af-88f0-2a2cce1a85fd gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:25:57.314535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.559093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.754427 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:25:52Z', 'revision_number': 3, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port': {'id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:51Z', 'updated_at': '2021-07-22T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:25:57.810594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc97947-9773-4fca-8127-b1657f2a2ed3 None None] The sync data for ids ['c17452d1-776c-48af-88f0-2a2cce1a85fd'] in n-d-762330-19 is: [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:25:52Z', 'revision_number': 3, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port': {'id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:51Z', 'updated_at': '2021-07-22T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:25:57.887679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.895180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:58.007175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Pushing event updated for resources: {'Port': ['ID=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:25:58.009906 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:58.186530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Network 7c29da83-2ed9-445e-b86c-54521512f404 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:25:58.194660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:25:58.580615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Router c17452d1-776c-48af-88f0-2a2cce1a85fd has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:25:58.607052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc67ee-de8b-42bc-ba02-fea1d0de6b71 req-f750841a-2aee-485e-b50c-e7cd240bc71c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:58.609481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5dc67ee-de8b-42bc-ba02-fea1d0de6b71 req-f750841a-2aee-485e-b50c-e7cd240bc71c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 946 time: 0.2331808 Jul 22 21:25:58.813211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5dc67ee-de8b-42bc-ba02-fea1d0de6b71 req-d51f95dd-6396-4c6c-adaf-7428895586d1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858025 Jul 22 21:25:58.871324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:25:58.871324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0698585-31c7-4f5d-bdc2-25bb2e2dfef8 admin admin] 10.222.0.54 "PUT /v2.0/routers/c17452d1-776c-48af-88f0-2a2cce1a85fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5221090 Jul 22 21:25:59.384721 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:25:59.473532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35344) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:25:59.820143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7e48ced-6b61-4e28-8062-0b6a2124b968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:59.995030 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7e48ced-6b61-4e28-8062-0b6a2124b968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.002837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7e48ced-6b61-4e28-8062-0b6a2124b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.075074 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c7e48ced-6b61-4e28-8062-0b6a2124b968 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6406027af9624654813b68c8306e36af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988915 Jul 22 21:26:00.078438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35366) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:00.125447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831f37b-c42c-4d9b-8c59-8b6ae4c50171 req-a736d2d5-0819-41bf-a958-c69b9886c72e tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:00.127238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8831f37b-c42c-4d9b-8c59-8b6ae4c50171 req-a736d2d5-0819-41bf-a958-c69b9886c72e tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 946 time: 0.1679697 Jul 22 21:26:00.149290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:00.220520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Sync routers for ids ['c17452d1-776c-48af-88f0-2a2cce1a85fd'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:26:00.229116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4975aed-dc54-4f4c-8e37-1265a1d5eddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.259877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8831f37b-c42c-4d9b-8c59-8b6ae4c50171 req-f02a2398-7c2b-4bc2-b43c-27daad2456e9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124368 Jul 22 21:26:00.292846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Routers {'c17452d1-776c-48af-88f0-2a2cce1a85fd'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:00.293805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c17452d1-776c-48af-88f0-2a2cce1a85fd'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:00.304341 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4975aed-dc54-4f4c-8e37-1265a1d5eddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.363236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48ced-6b61-4e28-8062-0b6a2124b968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21c08fa-cfa3-4d9f-b3a2-3633c771b2df,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:00.415743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4975aed-dc54-4f4c-8e37-1265a1d5eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.419211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4975aed-dc54-4f4c-8e37-1265a1d5eddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.423729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f4975aed-dc54-4f4c-8e37-1265a1d5eddb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f21c08fa-cfa3-4d9f-b3a2-3633c771b2df HTTP/1.1" status: 204 len: 168 time: 0.3390081 Jul 22 21:26:00.443880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4975aed-dc54-4f4c-8e37-1265a1d5eddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21c08fa-cfa3-4d9f-b3a2-3633c771b2df,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:00.466314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:00.494606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:00.509307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:00.509915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.646550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Set router c17452d1-776c-48af-88f0-2a2cce1a85fd gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:00.660478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-8cab4dd9-068f-4e74-949a-d5f4a787ce41 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1613536446&fields=id&tenant_id=d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 267 time: 0.1564009 Jul 22 21:26:00.792105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.826750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-5871c944-973b-4ddd-94f4-947c4f3b3b87 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:00.836825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-5871c944-973b-4ddd-94f4-947c4f3b3b87 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 946 time: 0.1743462 Jul 22 21:26:00.846243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'port': {'security_groups': ['6a5f4c34-1fe9-4884-8c1e-c253f51a5a59', '1e9a8619-ad44-475b-88bd-37ba0e1b7f53']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:00.859727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-0f73b7d7-bc9f-4244-91c9-a5abc052aea0 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:00.872354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-0f73b7d7-bc9f-4244-91c9-a5abc052aea0 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 819 time: 0.3177433 Jul 22 21:26:00.877195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:00.907417 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:00.932361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-914afc21-317d-4e5e-9238-4c3fb5838f25 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/quotas/95aeb0b569f44264a73d56fad524e82d HTTP/1.1" status: 200 len: 375 time: 0.0584729 Jul 22 21:26:01.001719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:01.065882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.097062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-593a2a93-80de-4226-96e3-1d9c66a5bfbb tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1629663 Jul 22 21:26:01.122392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:25:57Z', 'revision_number': 4, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port': {'id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:51Z', 'updated_at': '2021-07-22T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'eda940f5-7eba-45ee-8ec2-1fa10bdeb683', 'name': '', 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'mac_address': 'fa:16:3e:0c:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:56Z', 'updated_at': '2021-07-22T21:25:57Z', 'revision_number': 2, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'subnets': [{'id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:01.167421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Checking router: c17452d1-776c-48af-88f0-2a2cce1a85fd for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:26:01.168165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Updating router c17452d1-776c-48af-88f0-2a2cce1a85fd port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:26:01.196766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.210842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-751174980-network', 'tenant_id': '44ce067896814275bc0a50a2d605b8a6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:01.218889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.255573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Made reservation on behalf of 44ce067896814275bc0a50a2d605b8a6 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:01.258970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.273565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.420802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=916312a1-4bfb-41ce-b0be-550507742e86,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:01.427293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:01.461096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4df74b2-df17-47f7-9990-0aa40ed4e480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.485581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.496566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.514991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:01.516477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.543185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.625363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:01.626059 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.628048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ef1fbf5-dc80-47af-8435-43532345b403 req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "PUT /v2.0/ports/916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 200 len: 982 time: 0.7898314 Jul 22 21:26:01.628534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:01.632292 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d30f58-ab7e-404f-8286-8364010f5032" -d '{"events": [{"name": "network-changed", "server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "tag": "916312a1-4bfb-41ce-b0be-550507742e86"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:01.646464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:26:01.663568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7a4ba-f4fb-45c2-b930-c808c970e3b9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:01.726057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.727929 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Added segment ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b of type vlan for network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 Jul 22 21:26:01.735902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21628e79-aea7-4c7b-867c-552856fe96cc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:01.852349 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.927183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.928376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:01.929071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.976496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:02.038807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-dd5c6d3f-fffa-4985-a1c1-72d6e07f7e66 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-918517156&fields=id&tenant_id=d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 267 time: 0.1385899 Jul 22 21:26:02.048612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.078536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4df74b2-df17-47f7-9990-0aa40ed4e480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.080579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] Pushing event updated for resources: {'Network': ['ID=c31922f1-c21f-4de6-a297-cbeb9eaf2ae7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:02.089209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4df74b2-df17-47f7-9990-0aa40ed4e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.126314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:26:02.143193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e6506c90-3d77-407c-9069-a2dbcd9dea79 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6657753 Jul 22 21:26:02.145416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:02.161762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df74b2-df17-47f7-9990-0aa40ed4e480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d6187-2bcd-4a5a-926b-8de4ddce0d8d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:02.252974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:02.329606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-021eb539-e1e8-4282-9d6c-1c0304942765 service neutron] 10.222.0.54 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2304471 Jul 22 21:26:02.474107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.475025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-d694fe67-b114-4590-ab29-c3da5c7cfabf tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:02.485460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-d694fe67-b114-4590-ab29-c3da5c7cfabf tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 985 time: 0.4044979 Jul 22 21:26:02.495508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'port': {'security_groups': ['1e9a8619-ad44-475b-88bd-37ba0e1b7f53', '6a5f4c34-1fe9-4884-8c1e-c253f51a5a59', 'ff971ec9-0825-4fab-b336-43761e47dcef']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:02.536840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Transition to ACTIVE for port object eda940f5-7eba-45ee-8ec2-1fa10bdeb683 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:02.585484 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.598033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:02.598974 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.630156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-25c13159-2452-45ac-94ad-5d9e82e158e5 service neutron] 10.222.0.54 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908723 Jul 22 21:26:02.661184 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.901337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Request body: {'subnet': {'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-751174980-subnet', 'tenant_id': '44ce067896814275bc0a50a2d605b8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:02.975167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Made reservation on behalf of 44ce067896814275bc0a50a2d605b8a6 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:02.978675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.020348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f4df74b2-df17-47f7-9990-0aa40ed4e480 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9c229373bb143c49e092a629731715a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5914860 Jul 22 21:26:03.023436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35436) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:03.072840 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484e6638-2cce-4525-87e9-17f9302634e6 x-openstack-request-id: req-484e6638-2cce-4525-87e9-17f9302634e6 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:03.073366 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "tag": "916312a1-4bfb-41ce-b0be-550507742e86", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:03.073752 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-484e6638-2cce-4525-87e9-17f9302634e6 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:03.080321 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86', 'status': 'completed', 'code': 200} Jul 22 21:26:03.121013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a9ccb-3020-4b29-adf0-65b932193c63 None None] Pushing event updated for resources: {'Port': ['ID=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:03.255254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Attempting to bind port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:03.256912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Attempting to bind port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:03.257654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Attempting to bind port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 on network 7c29da83-2ed9-445e-b86c-54521512f404 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:03.288086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:03.288917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Checking segment: {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:03.289600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.290755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Bound using segment: {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:03.292249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Bound port: eda940f5-7eba-45ee-8ec2-1fa10bdeb683, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:03.293225 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.357566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cba3-58f9-48a5-8510-eebe36c4cf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.455570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=916312a1-4bfb-41ce-b0be-550507742e86,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:03.463795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cba3-58f9-48a5-8510-eebe36c4cf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.494425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] For port eda940f5-7eba-45ee-8ec2-1fa10bdeb683, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:03.509400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] For port eda940f5-7eba-45ee-8ec2-1fa10bdeb683, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:03.520524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-c7357604-11a5-4230-a66a-354140a4d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:03.521707 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.522260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-c7357604-11a5-4230-a66a-354140a4d1b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1137 time: 0.3421988 Jul 22 21:26:03.673225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7600427a-e8ac-4d44-8dab-3d10c44303b4 req-161c243b-9345-45af-b074-779f10a4df16 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 210 time: 0.1822014 Jul 22 21:26:03.683755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Routers {'c17452d1-776c-48af-88f0-2a2cce1a85fd'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:03.685031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c17452d1-776c-48af-88f0-2a2cce1a85fd'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:03.691781 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.702563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.743390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.815762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cba3-58f9-48a5-8510-eebe36c4cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.819433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cba3-58f9-48a5-8510-eebe36c4cf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.821452 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b0e7cba3-58f9-48a5-8510-eebe36c4cf5f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d4d6187-2bcd-4a5a-926b-8de4ddce0d8d HTTP/1.1" status: 204 len: 168 time: 0.7966101 Jul 22 21:26:03.876427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7cba3-58f9-48a5-8510-eebe36c4cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d6187-2bcd-4a5a-926b-8de4ddce0d8d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:03.877725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:03.885696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-da4b8b5f-aa34-4ad0-9234-d061802c5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:03.888152 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-da4b8b5f-aa34-4ad0-9234-d061802c5f93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 913 time: 0.3524182 Jul 22 21:26:03.900966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:03.946641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:03.949335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.955099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98a64ad3-4380-4f83-a049-1639963b8c7e req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "PUT /v2.0/ports/916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 200 len: 1021 time: 1.4682283 Jul 22 21:26:03.981447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Checking segment: {'id': 'ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:03.982141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Network hostable DHCP agents. Network: c31922f1-c21f-4de6-a297-cbeb9eaf2ae7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:26:03.998513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-6e8b47fd-b83e-4eb3-8dc7-f070d27787e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 200 len: 217 time: 0.0989389 Jul 22 21:26:04.012056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abd8c-e2d3-4394-96b6-a871e2617163 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:04.127229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:26:04.148531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c31922f1-c21f-4de6-a297-cbeb9eaf2ae7) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:04.156090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:04.166019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.167896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:04.188377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-b5c0b2e5-8902-4470-9ded-59a8337aa2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.190967 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-b5c0b2e5-8902-4470-9ded-59a8337aa2d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.1737783 Jul 22 21:26:04.194135 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3fe39e60-c39b-4124-bb7b-27ddf45f50dc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0184603 Jul 22 21:26:04.209272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99896ba4-8ca2-49ec-96db-e24113b34fc5 None None] Network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:26:04.313782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-69552d07-0abd-405b-b929-89d06eb39de6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069894 Jul 22 21:26:04.323040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a9ccb-3020-4b29-adf0-65b932193c63 None None] Pushing event updated for resources: {'Port': ['ID=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:04.370115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60f59-93f5-428d-af04-138438f6b5e1 req-c98ab2b1-28ec-4e4f-80a3-93a1d1dcc84f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.373836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63c60f59-93f5-428d-af04-138438f6b5e1 req-c98ab2b1-28ec-4e4f-80a3-93a1d1dcc84f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1024 time: 0.2573674 Jul 22 21:26:04.658516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-7d37c079-24b5-4aa2-8b03-ca310b07c43d service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305442 Jul 22 21:26:04.763623 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fdd3a-a888-42b9-bbc0-6bac2845ba3e None None] Network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:26:04.766922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63c60f59-93f5-428d-af04-138438f6b5e1 req-64f87c3d-47e2-46f9-9d48-4f85ed302804 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff971ec9-0825-4fab-b336-43761e47dcef&id=1e9a8619-ad44-475b-88bd-37ba0e1b7f53&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59 HTTP/1.1" status: 200 len: 6157 time: 0.3829160 Jul 22 21:26:04.868159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] Set router c17452d1-776c-48af-88f0-2a2cce1a85fd gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:04.972060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3d30f58-ab7e-404f-8286-8364010f5032 req-0e63d61a-0f2e-4c2a-b3dc-b50c0ee89950 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896304 Jul 22 21:26:04.999023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-ccba85bc-8219-4eb9-a9f9-3ef3a7493187 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:05.011508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-ccba85bc-8219-4eb9-a9f9-3ef3a7493187 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 819 time: 0.4409823 Jul 22 21:26:05.032625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-77e125df-68dc-436b-b0e2-6d2bb60fc388 req-6894b53d-c457-4cb9-b5d3-8ecdcade8933 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2122851620 ', 'description': 'tempest-description-1654811684'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:05.049768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-7c5047fa-4fee-4acd-b77d-b2ef2d2d482c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/quotas/95aeb0b569f44264a73d56fad524e82d HTTP/1.1" status: 200 len: 375 time: 0.0368490 Jul 22 21:26:05.097063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:05.099994 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "tag": "916312a1-4bfb-41ce-b0be-550507742e86"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:05.124475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-77e125df-68dc-436b-b0e2-6d2bb60fc388 req-6894b53d-c457-4cb9-b5d3-8ecdcade8933 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:05.164214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35500) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:05.200387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66aaa1f7-d576-4e29-83bd-6029ba34e868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:05.204631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-00f0eb57-6bf4-4d91-b48b-18d0037737c6 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1530607 Jul 22 21:26:05.363568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-77e125df-68dc-436b-b0e2-6d2bb60fc388 req-6894b53d-c457-4cb9-b5d3-8ecdcade8933 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:05.384533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-77e125df-68dc-436b-b0e2-6d2bb60fc388 req-6894b53d-c457-4cb9-b5d3-8ecdcade8933 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:05.471592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-a4a8793c-e715-44ec-9d62-02e85c2f6c82 service neutron] 10.222.0.54 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593534 Jul 22 21:26:05.485703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b53d-c457-4cb9-b5d3-8ecdcade8933 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f6c7f5-8397-4cc1-a9a3-3188d3c1a864,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:05.688373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-7b6ddb0e-e2d0-4936-ac52-5944616a858c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:05.692130 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-7b6ddb0e-e2d0-4936-ac52-5944616a858c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 819 time: 0.3159137 Jul 22 21:26:05.724403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Request body: {'port': {'device_id': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'admin_state_up': True, 'tenant_id': '95aeb0b569f44264a73d56fad524e82d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:05.745382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-f2743540-e4ed-4cbe-a84c-9ec142cb9366 service neutron] 10.222.0.54 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410591 Jul 22 21:26:05.983293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66aaa1f7-d576-4e29-83bd-6029ba34e868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:05.999458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-77e125df-68dc-436b-b0e2-6d2bb60fc388 req-6894b53d-c457-4cb9-b5d3-8ecdcade8933 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.012688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77e125df-68dc-436b-b0e2-6d2bb60fc388 req-6894b53d-c457-4cb9-b5d3-8ecdcade8933 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.9829385 Jul 22 21:26:06.018025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66aaa1f7-d576-4e29-83bd-6029ba34e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.225670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaa1f7-d576-4e29-83bd-6029ba34e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58aa831-9742-499c-bb16-567728c40ec4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:06.244276 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f69bb0-2c47-4cac-92df-c2fa6e492b19 x-openstack-request-id: req-96f69bb0-2c47-4cac-92df-c2fa6e492b19 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:06.244979 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "tag": "916312a1-4bfb-41ce-b0be-550507742e86", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:06.245555 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96f69bb0-2c47-4cac-92df-c2fa6e492b19 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:06.246393 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86', 'status': 'completed', 'code': 200} Jul 22 21:26:06.276461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35522) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:06.278809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-66aaa1f7-d576-4e29-83bd-6029ba34e868 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b00e6cf0f6ed42f0b2419aa3425cbfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1094427 Jul 22 21:26:06.400211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Made reservation on behalf of 95aeb0b569f44264a73d56fad524e82d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:06.414824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.443134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8d71404-aa25-4ff8-9425-be4042bcba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.484590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:25:57Z', 'revision_number': 4, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port': {'id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:51Z', 'updated_at': '2021-07-22T21:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'eda940f5-7eba-45ee-8ec2-1fa10bdeb683', 'name': '', 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'mac_address': 'fa:16:3e:0c:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:56Z', 'updated_at': '2021-07-22T21:26:03Z', 'revision_number': 4, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'subnets': [{'id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:06.510750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8d71404-aa25-4ff8-9425-be4042bcba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.595965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18898a5-ab0a-49e5-87b9-844ddcdc759e None None] The sync data for ids ['c17452d1-776c-48af-88f0-2a2cce1a85fd'] in n-d-762330-19 is: [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:25:57Z', 'revision_number': 4, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port': {'id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:51Z', 'updated_at': '2021-07-22T21:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'eda940f5-7eba-45ee-8ec2-1fa10bdeb683', 'name': '', 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'mac_address': 'fa:16:3e:0c:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:56Z', 'updated_at': '2021-07-22T21:26:03Z', 'revision_number': 4, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'subnets': [{'id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:26:06.654441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-bb792336-2c07-453b-af53-83aecafffccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:06.656123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-bb792336-2c07-453b-af53-83aecafffccb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1176 time: 0.3302209 Jul 22 21:26:06.770749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-190307c3-bb89-4285-b73a-9fc217f93ed1 req-5d383eb7-9cf1-471e-aa68-710c941b321d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 210 time: 0.1806114 Jul 22 21:26:06.836158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Allocated IP 172.20.0.11 (7c29da83-2ed9-445e-b86c-54521512f404/8b27a9f3-6e8e-4c9f-8490-709233d86212/474cd017-7195-44df-8b92-e6fb7f056033) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:07.000887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-32b23a69-13c7-4acf-a046-c1c015011c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:07.003356 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-32b23a69-13c7-4acf-a046-c1c015011c5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 913 time: 0.3209434 Jul 22 21:26:07.055967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-b97076ca-88e4-4d93-8df9-2369274f3d50 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:07.058002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-b97076ca-88e4-4d93-8df9-2369274f3d50 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/networks?id=c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 HTTP/1.1" status: 200 len: 813 time: 0.2861691 Jul 22 21:26:07.130691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0e60095e-93df-4a64-9e45-b6e6ccc20026 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/quotas/44ce067896814275bc0a50a2d605b8a6 HTTP/1.1" status: 200 len: 375 time: 0.0646031 Jul 22 21:26:07.207489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3977bbde-6642-4611-bcc2-f263668d98f8 req-a13045e8-c504-4838-b018-a7031c063c77 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/30f6c7f5-8397-4cc1-a9a3-3188d3c1a864 HTTP/1.1" status: 200 len: 1783 time: 0.1471419 Jul 22 21:26:07.223688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-6c467999-af50-48c5-8298-07d94656d1b2 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=44ce067896814275bc0a50a2d605b8a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909793 Jul 22 21:26:07.234711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8d71404-aa25-4ff8-9425-be4042bcba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:07.238724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8d71404-aa25-4ff8-9425-be4042bcba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:07.240497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b8d71404-aa25-4ff8-9425-be4042bcba96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c58aa831-9742-499c-bb16-567728c40ec4 HTTP/1.1" status: 204 len: 168 time: 0.9622760 Jul 22 21:26:07.306216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d71404-aa25-4ff8-9425-be4042bcba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58aa831-9742-499c-bb16-567728c40ec4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:07.378669 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:07.459398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-062c5228-e79a-4afa-a322-626d1cf4dd9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 200 len: 217 time: 0.3787048 Jul 22 21:26:07.462024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:07.540756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-aeb7883c-72e5-4068-9755-9c75b34da7c1 service neutron] 10.222.0.54 "GET /v2.0/networks/c31922f1-c21f-4de6-a297-cbeb9eaf2ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156414 Jul 22 21:26:07.558385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93e8e435-2b1a-4936-ab86-951b806a81eb req-55ec199c-b3fc-435f-8841-d94b9419ca96 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/30f6c7f5-8397-4cc1-a9a3-3188d3c1a864 HTTP/1.1" status: 200 len: 1783 time: 0.1535037 Jul 22 21:26:07.706444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Network 7c29da83-2ed9-445e-b86c-54521512f404 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:07.735989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:07.746385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:07.820859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-93e8e435-2b1a-4936-ab86-951b806a81eb req-7311782c-9e5c-4d22-977c-87ffe508f86c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:07.867062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Pushing event updated for resources: {'Port': ['ID=474cd017-7195-44df-8b92-e6fb7f056033,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:07.881467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-69260045-758e-49af-aab6-2ab4dc806d43 service neutron] 10.222.0.54 "GET /v2.0/networks/c31922f1-c21f-4de6-a297-cbeb9eaf2ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394318 Jul 22 21:26:07.888206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-22609c91-3813-4da3-b187-cf22ad318101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:07.896889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-22609c91-3813-4da3-b187-cf22ad318101 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.4240620 Jul 22 21:26:07.901549 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-93e8e435-2b1a-4936-ab86-951b806a81eb req-7311782c-9e5c-4d22-977c-87ffe508f86c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:07.918063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:07.918758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:08.028555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-b00090b7-dd28-4bf6-a7ba-debf210bd96a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969005 Jul 22 21:26:08.057383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-93e8e435-2b1a-4936-ab86-951b806a81eb req-7311782c-9e5c-4d22-977c-87ffe508f86c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:08.076936 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-93e8e435-2b1a-4936-ab86-951b806a81eb req-7311782c-9e5c-4d22-977c-87ffe508f86c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:08.078575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93e8e435-2b1a-4936-ab86-951b806a81eb req-7311782c-9e5c-4d22-977c-87ffe508f86c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/30f6c7f5-8397-4cc1-a9a3-3188d3c1a864 HTTP/1.1" status: 204 len: 173 time: 0.5059905 Jul 22 21:26:08.130272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35562) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:08.131740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311782c-9e5c-4d22-977c-87ffe508f86c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f6c7f5-8397-4cc1-a9a3-3188d3c1a864,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:08.215523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device eda940f5-7eba-45ee-8ec2-1fa10bdeb683 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:08.402222 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-b5ebdeb3-5ddb-4c0b-9b8e-838e57d62c89 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6865776 Jul 22 21:26:08.524023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:08.535815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:08.536437 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:08.563435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Request body: {'port': {'device_id': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:08.698175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-5629b848-0f05-4633-8794-6178be1fcf94 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487310 Jul 22 21:26:08.789441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-648e2f54-f969-4f6a-be29-75116a850531 req-2753d3e2-be31-4380-963f-7f3e2f9232d8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 210 time: 0.3338363 Jul 22 21:26:08.820762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a53052a7-89c6-4f67-802a-811c53c06c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:08.824771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:08.841217 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-7f71712d-16cc-43cb-9556-af9761c18f05 req-6ec7ca6b-7d98-48db-9e3d-41bdc235e07f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:26:08.865854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f71712d-16cc-43cb-9556-af9761c18f05 req-6ec7ca6b-7d98-48db-9e3d-41bdc235e07f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/30f6c7f5-8397-4cc1-a9a3-3188d3c1a864 HTTP/1.1" status: 404 len: 352 time: 0.2948518 Jul 22 21:26:08.952234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port eda940f5-7eba-45ee-8ec2-1fa10bdeb683, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:08.959931 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:09.026555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:09.092805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:09.182341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-bca3185e-0b17-4458-adaf-773b4cfd5538 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:09.189878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-737665c4-a0cd-43c3-b1bb-7e046dc43fdf req-48936e65-4f8c-4ab8-9f66-2e71f221aca7 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803307 Jul 22 21:26:09.192687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-bca3185e-0b17-4458-adaf-773b4cfd5538 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 819 time: 0.7639906 Jul 22 21:26:09.281507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-c24e1466-80ab-489e-bdee-607088a4fd74 req-e304954e-022b-4b10-96e6-488164aaddf3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-409075804', 'description': 'tempest-description-1238814899'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:09.306344 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdc49194-b62f-4e3f-92d2-243c04ca36f4 req-624b9aa0-44c2-4ea2-ac3d-1ae5d670d924 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 210 time: 0.1836360 Jul 22 21:26:09.328038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Request body: {'port': {'device_id': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'admin_state_up': True, 'tenant_id': '95aeb0b569f44264a73d56fad524e82d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:09.621803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a53052a7-89c6-4f67-802a-811c53c06c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:09.640893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474cd017-7195-44df-8b92-e6fb7f056033 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:09.641680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a53052a7-89c6-4f67-802a-811c53c06c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:09.659884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:09.688418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Transition to ACTIVE for port object 474cd017-7195-44df-8b92-e6fb7f056033 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:09.694244 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:09.723177 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a53052a7-89c6-4f67-802a-811c53c06c31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=140703ddfd7a4b2088327bde04d7d1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5791318 Jul 22 21:26:09.726417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53052a7-89c6-4f67-802a-811c53c06c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef46d6c-610f-49d1-b2c8-be209c956b29,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:09.731528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35608) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:09.779920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c24e1466-80ab-489e-bdee-607088a4fd74 req-e304954e-022b-4b10-96e6-488164aaddf3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:09.872122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Made reservation on behalf of 95aeb0b569f44264a73d56fad524e82d for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:09.877109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Pushing event updated for resources: {'Port': ['ID=474cd017-7195-44df-8b92-e6fb7f056033,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:09.881661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.026255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Attempting to bind port 474cd017-7195-44df-8b92-e6fb7f056033 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:10.027020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Attempting to bind port 474cd017-7195-44df-8b92-e6fb7f056033 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:10.027575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Attempting to bind port 474cd017-7195-44df-8b92-e6fb7f056033 on network 7c29da83-2ed9-445e-b86c-54521512f404 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:10.044050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Port 474cd017-7195-44df-8b92-e6fb7f056033 on network 7c29da83-2ed9-445e-b86c-54521512f404 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:10.044597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Attempting to bind port 474cd017-7195-44df-8b92-e6fb7f056033 on network 7c29da83-2ed9-445e-b86c-54521512f404 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:10.067772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:10.068356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Checking segment: {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:10.069235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Bound using segment: {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:10.070012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Bound port: 474cd017-7195-44df-8b92-e6fb7f056033, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:10.070600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.142981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device eda940f5-7eba-45ee-8ec2-1fa10bdeb683 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:10.184549 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e2e476c8-ea38-4890-b632-01434c24fefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.260129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:10.261167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.261512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] For port 474cd017-7195-44df-8b92-e6fb7f056033, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:10.276016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] For port 474cd017-7195-44df-8b92-e6fb7f056033, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=474cd017-7195-44df-8b92-e6fb7f056033,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:10.284014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.400544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab1b3f7d-f577-49bb-8419-379968970377 req-e9fc1957-6d80-4a12-afad-9a75ae30780a tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 210 time: 0.1098428 Jul 22 21:26:10.419028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:10.421407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.423749 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e2e476c8-ea38-4890-b632-01434c24fefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.424074 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] 10.222.0.23 "PUT /v2.0/ports/474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 200 len: 1093 time: 1.8762960 Jul 22 21:26:10.424956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'tag': '474cd017-7195-44df-8b92-e6fb7f056033'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:10.442749 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd05d44-adc1-44d5-8f1b-548c2facb9b8", "tag": "474cd017-7195-44df-8b92-e6fb7f056033"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:10.589851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b13e9-f990-4953-babc-6c5b20f179d8 service neutron] Pushing event updated for resources: {'Port': ['ID=474cd017-7195-44df-8b92-e6fb7f056033,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:10.690876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c24e1466-80ab-489e-bdee-607088a4fd74 req-e304954e-022b-4b10-96e6-488164aaddf3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.733581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c24e1466-80ab-489e-bdee-607088a4fd74 req-e304954e-022b-4b10-96e6-488164aaddf3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.779379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35628) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:10.817098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e885cc26-e832-4352-b413-fe5731676405 req-e7f1db2a-2cbc-45e6-be79-56a585840f81 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 210 time: 0.1622217 Jul 22 21:26:10.838527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-73911946-49ff-4c68-a445-19b47bfc2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:10.841008 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-73911946-49ff-4c68-a445-19b47bfc2c69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1096 time: 0.2840481 Jul 22 21:26:10.870910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304954e-022b-4b10-96e6-488164aaddf3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18085c49-bcfb-472f-b014-6f25157f04cf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:10.885421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Allocated IP 172.20.0.14 (7c29da83-2ed9-445e-b86c-54521512f404/8b27a9f3-6e8e-4c9f-8490-709233d86212/e7c03f02-8832-4857-8fc7-ab9504cecdd4) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:10.914550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-fcea71c4-adde-415d-b9ee-bbff2106cbf5 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:10.917314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-fcea71c4-adde-415d-b9ee-bbff2106cbf5 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.23 "GET /v2.0/networks?id=c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 HTTP/1.1" status: 200 len: 813 time: 0.2872727 Jul 22 21:26:10.990911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Request body: {'port': {'device_id': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7', 'admin_state_up': True, 'tenant_id': '44ce067896814275bc0a50a2d605b8a6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:11.098567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-c24e1466-80ab-489e-bdee-607088a4fd74 req-e304954e-022b-4b10-96e6-488164aaddf3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.101130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c24e1466-80ab-489e-bdee-607088a4fd74 req-e304954e-022b-4b10-96e6-488164aaddf3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.9744794 Jul 22 21:26:11.159556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e659142e-ea18-4c8b-a254-eab2c3eecd1c req-5be6081e-0920-426a-8a4e-9ef2f422ebde tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-499505654', 'description': 'tempest-description-1033636913'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:11.182416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e2e476c8-ea38-4890-b632-01434c24fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.185844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e2e476c8-ea38-4890-b632-01434c24fefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.187633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e2e476c8-ea38-4890-b632-01434c24fefc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ef46d6c-610f-49d1-b2c8-be209c956b29 HTTP/1.1" status: 204 len: 168 time: 1.4511571 Jul 22 21:26:11.210113 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072802da-29ec-4bc4-a643-dfed63b54bc1 x-openstack-request-id: req-072802da-29ec-4bc4-a643-dfed63b54bc1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:11.210473 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd05d44-adc1-44d5-8f1b-548c2facb9b8", "tag": "474cd017-7195-44df-8b92-e6fb7f056033", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:11.210691 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-072802da-29ec-4bc4-a643-dfed63b54bc1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:11.211207 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'tag': '474cd017-7195-44df-8b92-e6fb7f056033', 'status': 'completed', 'code': 200} Jul 22 21:26:11.219815 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-7f7552b7-e8be-4b75-aba6-b6c956487302 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 200 len: 217 time: 0.3008595 Jul 22 21:26:11.239444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e476c8-ea38-4890-b632-01434c24fefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef46d6c-610f-49d1-b2c8-be209c956b29,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:11.261637 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.266116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e659142e-ea18-4c8b-a254-eab2c3eecd1c req-5be6081e-0920-426a-8a4e-9ef2f422ebde tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.353463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-3b3187e2-ab0a-4064-9766-fe4a1fa3f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:11.356747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-3b3187e2-ab0a-4064-9766-fe4a1fa3f790 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.1145327 Jul 22 21:26:11.380732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Made reservation on behalf of 44ce067896814275bc0a50a2d605b8a6 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:11.384859 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.413803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.420747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-3ac1f161-a203-48ed-8c18-1dcbae9652dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526936 Jul 22 21:26:11.527342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Network 7c29da83-2ed9-445e-b86c-54521512f404 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:11.538213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:11.543589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:11.656270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Allocated IP 172.20.0.3 (c31922f1-c21f-4de6-a297-cbeb9eaf2ae7/7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c/a8f89252-7fa1-427c-bd8b-fd98de6acec7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:11.962556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.137680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35658) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:12.184497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-762dc960-bbb6-416a-b7ff-ffdbfd9e619c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.239243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Pushing event updated for resources: {'Port': ['ID=e7c03f02-8832-4857-8fc7-ab9504cecdd4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:12.241850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.253267 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-28ba97e1-2513-49e8-828b-a95885c99e6b service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8204348 Jul 22 21:26:12.292356 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.351304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:12.352363 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.362422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:12.371303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:12.397649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:12.399157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e659142e-ea18-4c8b-a254-eab2c3eecd1c req-5be6081e-0920-426a-8a4e-9ef2f422ebde tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.416423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e659142e-ea18-4c8b-a254-eab2c3eecd1c req-5be6081e-0920-426a-8a4e-9ef2f422ebde tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.433290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-90616842-3328-4f3a-94fa-65fcc757fe29 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1450903 Jul 22 21:26:12.479789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Request body: {'port': {'device_id': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:12.526341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Pushing event updated for resources: {'Port': ['ID=a8f89252-7fa1-427c-bd8b-fd98de6acec7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:12.533774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:26:12.533774 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:26:12.533774 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id_1': '78088458e04d4bc890ede10d96b6fe23', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 26, 12, 391362)}] Jul 22 21:26:12.533774 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:26:12.534438 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:26:12.551960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b22c1b-4b3a-41e0-a038-ec7c63412650 req-39aa6e0b-a7ca-4e1f-8443-91434fc96fff tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:12.566885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89b22c1b-4b3a-41e0-a038-ec7c63412650 req-39aa6e0b-a7ca-4e1f-8443-91434fc96fff tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 932 time: 0.3894112 Jul 22 21:26:12.574391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6081e-0920-426a-8a4e-9ef2f422ebde tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09a263f-8a5d-435e-a7c5-6f1d35d7cc65,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:12.581329 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2b7c06cc-c826-4f8e-a295-e5d4a654e601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.642561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:12.643750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.698044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89b22c1b-4b3a-41e0-a038-ec7c63412650 req-3e19bb6f-f0f3-467d-af40-b955a6da20d1 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298740 Jul 22 21:26:12.731069 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.767118 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4f45cca-e3a1-4f29-aa7a-599861be987e req-64006df3-1fcc-4dbe-81d8-f6f7139f705d service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033178 Jul 22 21:26:12.861833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-762dc960-bbb6-416a-b7ff-ffdbfd9e619c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.870625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-762dc960-bbb6-416a-b7ff-ffdbfd9e619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.901149 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e659142e-ea18-4c8b-a254-eab2c3eecd1c req-5be6081e-0920-426a-8a4e-9ef2f422ebde tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.902639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e659142e-ea18-4c8b-a254-eab2c3eecd1c req-5be6081e-0920-426a-8a4e-9ef2f422ebde tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.7603612 Jul 22 21:26:12.949924 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-0dc6a59e-25ec-413f-9a8c-6624fe741719 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0184436 Jul 22 21:26:12.999001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Request body: {'port': {'device_id': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:13.044229 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.045663 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-762dc960-bbb6-416a-b7ff-ffdbfd9e619c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4914fd6f3ea74991801a5c492cf107f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9039276 Jul 22 21:26:13.053416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35672) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:13.077547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dc960-bbb6-416a-b7ff-ffdbfd9e619c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5f1b9-71a0-4c22-a823-54fff5c354e4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:13.094616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-63f5027a-c4af-4333-8718-87ad181543ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:13.097106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-63f5027a-c4af-4333-8718-87ad181543ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1096 time: 0.2135630 Jul 22 21:26:13.123812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d9128-b7ae-4e09-b124-090138b38bfc req-c728c3f4-8a8b-46bf-a71b-a5b21baa5df4 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:13.134797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb7d9128-b7ae-4e09-b124-090138b38bfc req-c728c3f4-8a8b-46bf-a71b-a5b21baa5df4 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 931 time: 0.3138378 Jul 22 21:26:13.194479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.198423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b5e71e9b-a805-49d3-a9aa-e387f40ce3ec req-b6d68622-d4ed-4ad3-bc0c-ea1c7fbff72c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1276774545', 'description': 'tempest-description-388621143'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:13.400257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-4105cefd-6442-48c1-9b12-6ed3dfde6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:13.403426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-4105cefd-6442-48c1-9b12-6ed3dfde6c86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 920 time: 0.2911983 Jul 22 21:26:13.405471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb7d9128-b7ae-4e09-b124-090138b38bfc req-5f37bfcb-5be9-4d9f-86e6-4e0fb6b1a786 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688074 Jul 22 21:26:13.476393 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc4c428d-f581-4eed-a682-88db2e18bcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.522218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-f8646738-8303-4805-82eb-8961580702ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 200 len: 217 time: 0.0720427 Jul 22 21:26:13.550050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc4c428d-f581-4eed-a682-88db2e18bcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.646704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c03f02-8832-4857-8fc7-ab9504cecdd4 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:13.690693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.768400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.771076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-96b2757e-0f03-4ec8-b403-f0508855770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:13.771261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Transition to ACTIVE for port object e7c03f02-8832-4857-8fc7-ab9504cecdd4 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:13.773645 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-96b2757e-0f03-4ec8-b403-f0508855770c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.1241724 Jul 22 21:26:13.783560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.798614 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.906541 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc4c428d-f581-4eed-a682-88db2e18bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.921247 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc4c428d-f581-4eed-a682-88db2e18bcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.927887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cc4c428d-f581-4eed-a682-88db2e18bcbf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42b5f1b9-71a0-4c22-a823-54fff5c354e4 HTTP/1.1" status: 204 len: 168 time: 0.8620098 Jul 22 21:26:13.928179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-04ed1dc9-e327-447f-86aa-1c9e603338db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173954 Jul 22 21:26:14.016766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b5e71e9b-a805-49d3-a9aa-e387f40ce3ec req-b6d68622-d4ed-4ad3-bc0c-ea1c7fbff72c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.037846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee5eb1-9221-4f15-bb2a-4088c0cbafd4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:14.067152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-77256aa3-eb8f-45e8-b407-4e27c4882ccc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78088458e04d4bc890ede10d96b6fe23&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2443366 Jul 22 21:26:14.075172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35692) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:14.112486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c428d-f581-4eed-a682-88db2e18bcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5f1b9-71a0-4c22-a823-54fff5c354e4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:14.166783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c03f02-8832-4857-8fc7-ab9504cecdd4,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:14.309784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Attempting to bind port e7c03f02-8832-4857-8fc7-ab9504cecdd4 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:14.310711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Attempting to bind port e7c03f02-8832-4857-8fc7-ab9504cecdd4 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:14.311503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Attempting to bind port e7c03f02-8832-4857-8fc7-ab9504cecdd4 on network 7c29da83-2ed9-445e-b86c-54521512f404 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:14.349092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-7fbfe0ca-c8fc-49d8-9df9-fb570a76b51c service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056334 Jul 22 21:26:14.350260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902abed-f2bb-44b9-b670-3119f26be7ad req-51a93b5a-4015-41c2-aae0-9e1c5b8ad46e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.353707 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841ab5d5-8046-4a91-8809-57e765b7763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.362455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b902abed-f2bb-44b9-b670-3119f26be7ad req-51a93b5a-4015-41c2-aae0-9e1c5b8ad46e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 944 time: 0.5206966 Jul 22 21:26:14.371143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Port e7c03f02-8832-4857-8fc7-ab9504cecdd4 on network 7c29da83-2ed9-445e-b86c-54521512f404 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:14.372601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Attempting to bind port e7c03f02-8832-4857-8fc7-ab9504cecdd4 on network 7c29da83-2ed9-445e-b86c-54521512f404 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:14.447286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f89252-7fa1-427c-bd8b-fd98de6acec7 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:14.466400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:14.466400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Checking segment: {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:14.467435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Bound using segment: {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:14.467435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Bound port: e7c03f02-8832-4857-8fc7-ab9504cecdd4, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2362b14-58d8-439b-b468-042cf9d26513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:14.467755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.489489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.591354 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841ab5d5-8046-4a91-8809-57e765b7763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.628114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b902abed-f2bb-44b9-b670-3119f26be7ad req-bfc8128e-9d15-4a56-bbc6-b23d32995de2 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632439 Jul 22 21:26:14.649520 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b5e71e9b-a805-49d3-a9aa-e387f40ce3ec req-b6d68622-d4ed-4ad3-bc0c-ea1c7fbff72c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.662867 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b5e71e9b-a805-49d3-a9aa-e387f40ce3ec req-b6d68622-d4ed-4ad3-bc0c-ea1c7fbff72c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.685656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Transition to ACTIVE for port object a8f89252-7fa1-427c-bd8b-fd98de6acec7 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:14.697719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70c005bd-c5bd-47d4-98b4-b6c6d5a8b956 req-1298f2b5-9f31-4284-98d7-7afc5a44562a service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360982 Jul 22 21:26:14.713154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.779704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] For port e7c03f02-8832-4857-8fc7-ab9504cecdd4, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:14.796364 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b5e71e9b-a805-49d3-a9aa-e387f40ce3ec req-b6d68622-d4ed-4ad3-bc0c-ea1c7fbff72c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.799187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5e71e9b-a805-49d3-a9aa-e387f40ce3ec req-b6d68622-d4ed-4ad3-bc0c-ea1c7fbff72c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.6354926 Jul 22 21:26:14.826522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] For port e7c03f02-8832-4857-8fc7-ab9504cecdd4, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:14.828665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68622-d4ed-4ad3-bc0c-ea1c7fbff72c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63353c13-cbee-45ca-ac14-707bea7a3c5f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:14.834461 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.896804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f89252-7fa1-427c-bd8b-fd98de6acec7,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:14.908368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.909535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.912743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] 10.222.0.23 "PUT /v2.0/ports/e7c03f02-8832-4857-8fc7-ab9504cecdd4 HTTP/1.1" status: 200 len: 1093 time: 2.4560301 Jul 22 21:26:14.913579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'tag': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:14.918212 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74760cfb-178f-4a15-ba66-b9e6cbc9877d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c1c636-7d73-4ece-810c-2aa8ed608cf6", "tag": "e7c03f02-8832-4857-8fc7-ab9504cecdd4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:15.030315 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841ab5d5-8046-4a91-8809-57e765b7763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.033821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841ab5d5-8046-4a91-8809-57e765b7763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.036055 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-841ab5d5-8046-4a91-8809-57e765b7763b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6ee5eb1-9221-4f15-bb2a-4088c0cbafd4 HTTP/1.1" status: 204 len: 168 time: 0.9548824 Jul 22 21:26:15.072824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c03f02-8832-4857-8fc7-ab9504cecdd4,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:15.080555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Attempting to bind port a8f89252-7fa1-427c-bd8b-fd98de6acec7 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:15.081412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Attempting to bind port a8f89252-7fa1-427c-bd8b-fd98de6acec7 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:15.081686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Attempting to bind port a8f89252-7fa1-427c-bd8b-fd98de6acec7 on network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:15.085409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ab5d5-8046-4a91-8809-57e765b7763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ee5eb1-9221-4f15-bb2a-4088c0cbafd4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:15.092527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Port a8f89252-7fa1-427c-bd8b-fd98de6acec7 on network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:15.092527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Attempting to bind port a8f89252-7fa1-427c-bd8b-fd98de6acec7 on network c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:15.102082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:15.102566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Checking segment: {'id': 'ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:15.103190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Bound using segment: {'id': 'ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:15.103926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Bound port: a8f89252-7fa1-427c-bd8b-fd98de6acec7, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:15.104505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.184676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-742a116b-4016-44b3-8879-04442efddbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.194461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.194811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.195161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.195502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.195852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.196261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.196596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.196926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.197254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.197584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.197908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.198667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae958c6-aa6f-4ccd-a710-362f943fba37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:15.240682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] For port a8f89252-7fa1-427c-bd8b-fd98de6acec7, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:15.245770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] For port a8f89252-7fa1-427c-bd8b-fd98de6acec7, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8f89252-7fa1-427c-bd8b-fd98de6acec7,segment=NetworkSegment(ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b),segment_id=ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:15.252364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.319930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96928bd-1ab6-4ed0-a2e6-f9450d7651e9 req-7ec54694-ea68-47ca-9246-ff582e7e52c9 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:15.322249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b96928bd-1ab6-4ed0-a2e6-f9450d7651e9 req-7ec54694-ea68-47ca-9246-ff582e7e52c9 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 943 time: 0.3782723 Jul 22 21:26:15.325567 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.330239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-8cb2c102-4e5b-4383-b08c-2fb6d708bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:15.333024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-8cb2c102-4e5b-4383-b08c-2fb6d708bce0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 1096 time: 0.2793777 Jul 22 21:26:15.411667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-831a46a8-11fc-4985-924d-f710111bf7f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4 HTTP/1.1" status: 200 len: 217 time: 0.0611219 Jul 22 21:26:15.436676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-882d53e2-b274-4e47-9f2f-8a65bb00a79d req-74c6a483-36aa-455b-abbc-026c0afb29dc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 10910 time: 0.5106130 Jul 22 21:26:15.544483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b96928bd-1ab6-4ed0-a2e6-f9450d7651e9 req-f779d5df-83ef-4633-b1dc-91e2e76249c6 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073092 Jul 22 21:26:15.589942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-882d53e2-b274-4e47-9f2f-8a65bb00a79d req-5091d9d4-7b9e-4537-b766-55e9be6bf80a tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/6a5f4c34-1fe9-4884-8c1e-c253f51a5a59 HTTP/1.1" status: 200 len: 2985 time: 0.1386197 Jul 22 21:26:15.599316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-a677044a-2dd7-4cf8-9be7-3e66f59f295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:15.600902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-a677044a-2dd7-4cf8-9be7-3e66f59f295f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.1794968 Jul 22 21:26:15.674454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-d748ca53-66cf-457e-b124-d97ed65947a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539567 Jul 22 21:26:15.726363 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c6e275-0c77-4606-8b88-ceb1da0966d9 x-openstack-request-id: req-07c6e275-0c77-4606-8b88-ceb1da0966d9 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:15.728044 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c1c636-7d73-4ece-810c-2aa8ed608cf6", "tag": "e7c03f02-8832-4857-8fc7-ab9504cecdd4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:15.729530 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07c6e275-0c77-4606-8b88-ceb1da0966d9 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:15.732610 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'tag': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4', 'status': 'completed', 'code': 200} Jul 22 21:26:15.740409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-882d53e2-b274-4e47-9f2f-8a65bb00a79d req-806378bb-4050-4f6e-afc8-ef33f7e80a29 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/6a5f4c34-1fe9-4884-8c1e-c253f51a5a59 HTTP/1.1" status: 200 len: 2985 time: 0.1376491 Jul 22 21:26:15.856629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35720) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:15.868010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-b1708e60-766e-4983-9e55-6ec6b561e9e1 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825154 Jul 22 21:26:15.900845 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a26-38a3-4367-9227-a81c4106cddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.927739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f89252-7fa1-427c-bd8b-fd98de6acec7,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:15.955971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:15.961651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.964032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-3e1b60e5-3747-4b8b-939d-c94505b40fe5 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8f89252-7fa1-427c-bd8b-fd98de6acec7 HTTP/1.1" status: 200 len: 1092 time: 2.9878597 Jul 22 21:26:15.981288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'tag': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:15.986148 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e37d863-5b5d-41b9-b38f-7eaa80d4d988", "tag": "a8f89252-7fa1-427c-bd8b-fd98de6acec7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:16.023123 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.118909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-ccc4cafb-983a-4bd0-a298-1adcbaa7686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:16.121291 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-ccc4cafb-983a-4bd0-a298-1adcbaa7686f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44ce067896814275bc0a50a2d605b8a6&device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 1095 time: 0.1071396 Jul 22 21:26:16.142186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724696c8-4dee-4f83-9efd-2848f3916253 req-fdc9f38d-0be8-4729-97ba-eb6d294bf4c9 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/18085c49-bcfb-472f-b014-6f25157f04cf HTTP/1.1" status: 200 len: 1802 time: 0.2840240 Jul 22 21:26:16.186148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-972c5447-7fc4-4087-ac7a-e38b4701ef50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f89252-7fa1-427c-bd8b-fd98de6acec7 HTTP/1.1" status: 200 len: 217 time: 0.0511715 Jul 22 21:26:16.232494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314ec39-a817-4db1-9efe-17d84284c311 req-99c266e8-1ffd-45f1-b71e-1a3aacacb06c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:16.234333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5314ec39-a817-4db1-9efe-17d84284c311 req-99c266e8-1ffd-45f1-b71e-1a3aacacb06c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 944 time: 0.3745608 Jul 22 21:26:16.244976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 474cd017-7195-44df-8b92-e6fb7f056033 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:26:16.245870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98066be8-c8a9-4aa6-92bf-75a6b4c096af req-2482781f-a9ab-4fef-a8c4-a3a5ed119a27 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378978 Jul 22 21:26:16.360786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5314ec39-a817-4db1-9efe-17d84284c311 req-ad0fc055-df9c-46ab-8e50-dd6141aac929 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066806 Jul 22 21:26:16.383811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-641686cb-7121-4042-89c3-90922b3af1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:16.386667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-641686cb-7121-4042-89c3-90922b3af1a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c HTTP/1.1" status: 200 len: 853 time: 0.1891637 Jul 22 21:26:16.436322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-724696c8-4dee-4f83-9efd-2848f3916253 req-b7a1d472-3eb6-4ea4-a62f-bd607fff8fba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.493674 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a26-38a3-4367-9227-a81c4106cddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.522961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-724696c8-4dee-4f83-9efd-2848f3916253 req-b7a1d472-3eb6-4ea4-a62f-bd607fff8fba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.540852 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-6d536286-8997-4ead-8cb1-7504a74618cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c31922f1-c21f-4de6-a297-cbeb9eaf2ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406605 Jul 22 21:26:16.543139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a26-38a3-4367-9227-a81c4106cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.601364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea5a26-38a3-4367-9227-a81c4106cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6485f917-f3b8-4abf-ba87-ae5f80bb2490,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:16.669293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 474cd017-7195-44df-8b92-e6fb7f056033, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=474cd017-7195-44df-8b92-e6fb7f056033,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:16.711050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32ea5a26-38a3-4367-9227-a81c4106cddd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ce7341cdabd4779abaa014829143398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8421273 Jul 22 21:26:16.711050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-b140d3bc-9b40-477c-8121-0846f252f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:16.711050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-b140d3bc-9b40-477c-8121-0846f252f4d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 1096 time: 0.3472815 Jul 22 21:26:16.711632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35750) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:16.719990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '474cd017-7195-44df-8b92-e6fb7f056033', 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'port_id': '474cd017-7195-44df-8b92-e6fb7f056033', 'mac_address': 'fa:16:3e:bf:8b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:26:16.812446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.815364 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-a7241971-c19a-4601-81e1-02a31bf0a52d service neutron] 10.222.0.23 "GET /v2.0/networks/c31922f1-c21f-4de6-a297-cbeb9eaf2ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357550 Jul 22 21:26:16.817305 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87afedb-5ea5-4b7e-810e-fbf0f8c61d9c x-openstack-request-id: req-e87afedb-5ea5-4b7e-810e-fbf0f8c61d9c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:16.817852 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e37d863-5b5d-41b9-b38f-7eaa80d4d988", "tag": "a8f89252-7fa1-427c-bd8b-fd98de6acec7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:16.817988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-724696c8-4dee-4f83-9efd-2848f3916253 req-b7a1d472-3eb6-4ea4-a62f-bd607fff8fba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.818139 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e87afedb-5ea5-4b7e-810e-fbf0f8c61d9c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:16.818397 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'tag': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7', 'status': 'completed', 'code': 200} Jul 22 21:26:16.823120 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-724696c8-4dee-4f83-9efd-2848f3916253 req-b7a1d472-3eb6-4ea4-a62f-bd607fff8fba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.836376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724696c8-4dee-4f83-9efd-2848f3916253 req-b7a1d472-3eb6-4ea4-a62f-bd607fff8fba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/18085c49-bcfb-472f-b014-6f25157f04cf HTTP/1.1" status: 204 len: 173 time: 0.6617708 Jul 22 21:26:16.852557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474cd017-7195-44df-8b92-e6fb7f056033 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:16.918396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 474cd017-7195-44df-8b92-e6fb7f056033, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=474cd017-7195-44df-8b92-e6fb7f056033,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:16.924747 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.996549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1d472-3eb6-4ea4-a62f-bd607fff8fba tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18085c49-bcfb-472f-b014-6f25157f04cf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:17.040043 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-527d5ef3-cad6-41ab-846c-9f283853b800 req-14503102-3200-4de1-9776-a4d89cdfda4d service neutron] 10.222.0.23 "GET /v2.0/networks/c31922f1-c21f-4de6-a297-cbeb9eaf2ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081373 Jul 22 21:26:17.077439 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-923dd3f6-c488-4439-bdbf-3d1d5dfaeb9a req-ecd65b16-0ed5-4d9f-a40c-a4019e359626 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:26:17.079117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-923dd3f6-c488-4439-bdbf-3d1d5dfaeb9a req-ecd65b16-0ed5-4d9f-a40c-a4019e359626 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/18085c49-bcfb-472f-b014-6f25157f04cf HTTP/1.1" status: 404 len: 352 time: 0.0868943 Jul 22 21:26:17.091190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=474cd017-7195-44df-8b92-e6fb7f056033,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:17.257089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9359281-4c31-477a-90e0-2fd9865cf25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:17.292641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-214cc779-be16-4b87-b1d8-1da479e6acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:17.295039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-214cc779-be16-4b87-b1d8-1da479e6acb0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44ce067896814275bc0a50a2d605b8a6&device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 1095 time: 0.1399956 Jul 22 21:26:17.371329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9359281-4c31-477a-90e0-2fd9865cf25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:17.429316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['474cd017-7195-44df-8b92-e6fb7f056033'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:17.454473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f373d7-4812-401f-8648-ac3e9651cb1c req-9fe7b26b-0c34-4a61-b7dd-ddfca4524468 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:17.458621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11f373d7-4812-401f-8648-ac3e9651cb1c req-9fe7b26b-0c34-4a61-b7dd-ddfca4524468 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 943 time: 0.5737915 Jul 22 21:26:17.530709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-ba02d9e1-b7e5-4f33-a276-de007c5f697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:17.534723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-ba02d9e1-b7e5-4f33-a276-de007c5f697c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 920 time: 0.8106902 Jul 22 21:26:17.557144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa45b55a-4a2a-4d9f-9311-c78154fd9ff3 req-7473ae13-a976-4574-ae43-5cd6340de0fb tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/c09a263f-8a5d-435e-a7c5-6f1d35d7cc65 HTTP/1.1" status: 200 len: 1802 time: 0.3812330 Jul 22 21:26:17.558286 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9359281-4c31-477a-90e0-2fd9865cf25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:17.565994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9359281-4c31-477a-90e0-2fd9865cf25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:17.570355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e9359281-4c31-477a-90e0-2fd9865cf25b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6485f917-f3b8-4abf-ba87-ae5f80bb2490 HTTP/1.1" status: 204 len: 168 time: 0.8549013 Jul 22 21:26:17.611643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-f882dadf-972e-4b15-8fbb-b8fe77e5704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:17.615101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-f882dadf-972e-4b15-8fbb-b8fe77e5704e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 HTTP/1.1" status: 200 len: 914 time: 0.3081567 Jul 22 21:26:17.692676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-24897038-b051-41b5-9041-95edb27460af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4 HTTP/1.1" status: 200 len: 217 time: 0.1233404 Jul 22 21:26:17.703924 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-197eb06e-68af-4296-8f17-8a31b5a5d5c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f89252-7fa1-427c-bd8b-fd98de6acec7 HTTP/1.1" status: 200 len: 217 time: 0.0699763 Jul 22 21:26:17.712125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-ae306f6e-0c03-4a3e-9e8c-0c16c1ab83d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2224438 Jul 22 21:26:17.723881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9359281-4c31-477a-90e0-2fd9865cf25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485f917-f3b8-4abf-ba87-ae5f80bb2490,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:17.808547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11f373d7-4812-401f-8648-ac3e9651cb1c req-59df3495-e6aa-453e-bc6b-4aa224e5aab6 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894483 Jul 22 21:26:17.846080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-8a8d3e77-08d6-4f62-93a1-30a3b638611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:17.858003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-8a8d3e77-08d6-4f62-93a1-30a3b638611e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c HTTP/1.1" status: 200 len: 853 time: 0.1221659 Jul 22 21:26:18.040389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-ea4dfc24-ff90-477f-90e4-ee3bad42153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:18.042972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-ea4dfc24-ff90-477f-90e4-ee3bad42153b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.2556784 Jul 22 21:26:18.044438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa45b55a-4a2a-4d9f-9311-c78154fd9ff3 req-00ab6133-5a96-49ba-9371-3db71a9a445b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.089730 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.098746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa45b55a-4a2a-4d9f-9311-c78154fd9ff3 req-00ab6133-5a96-49ba-9371-3db71a9a445b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.120991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-3f903a85-23ba-410a-9db0-a8fe5b7a73c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c31922f1-c21f-4de6-a297-cbeb9eaf2ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2483280 Jul 22 21:26:18.201661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35778) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:18.207677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-86ce9ba5-5bdb-46af-91cf-5c1a31703e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:18.210328 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-86ce9ba5-5bdb-46af-91cf-5c1a31703e0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.3498638 Jul 22 21:26:18.289460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-fc9d64ab-4b82-40c4-a0f5-3a6c3bcabcb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687541 Jul 22 21:26:18.323332 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa45b55a-4a2a-4d9f-9311-c78154fd9ff3 req-00ab6133-5a96-49ba-9371-3db71a9a445b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.330179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fa45b55a-4a2a-4d9f-9311-c78154fd9ff3 req-00ab6133-5a96-49ba-9371-3db71a9a445b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.332798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa45b55a-4a2a-4d9f-9311-c78154fd9ff3 req-00ab6133-5a96-49ba-9371-3db71a9a445b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/c09a263f-8a5d-435e-a7c5-6f1d35d7cc65 HTTP/1.1" status: 204 len: 173 time: 0.7615740 Jul 22 21:26:18.421783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab6133-5a96-49ba-9371-3db71a9a445b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09a263f-8a5d-435e-a7c5-6f1d35d7cc65,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:18.570843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a3889-6c7d-47fa-9ce4-f4cabf436d50 req-377e4786-ce1a-421f-a8fe-52b13a92b2dc tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:18.570843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a5a3889-6c7d-47fa-9ce4-f4cabf436d50 req-377e4786-ce1a-421f-a8fe-52b13a92b2dc tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 944 time: 0.4655416 Jul 22 21:26:18.614468 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-32f114cd-89b1-4143-89d3-a8f5c61502a3 req-5167f3e3-883b-4ac0-9264-2b9187974d68 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:26:18.615818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32f114cd-89b1-4143-89d3-a8f5c61502a3 req-5167f3e3-883b-4ac0-9264-2b9187974d68 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/c09a263f-8a5d-435e-a7c5-6f1d35d7cc65 HTTP/1.1" status: 404 len: 352 time: 0.0449615 Jul 22 21:26:18.649185 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-fb78c344-5fe7-4ef7-b8c5-c2a37a27d872 service neutron] 10.222.0.23 "GET /v2.0/networks/c31922f1-c21f-4de6-a297-cbeb9eaf2ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997940 Jul 22 21:26:18.657183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-d4dc8bf4-5ee3-43cb-9d35-fdc8126c91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:18.662286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-d4dc8bf4-5ee3-43cb-9d35-fdc8126c91f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.3998146 Jul 22 21:26:18.757850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a5a3889-6c7d-47fa-9ce4-f4cabf436d50 req-9d32fad2-abef-4275-8a30-42ecf4e6136c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594744 Jul 22 21:26:18.802445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-7b16450a-6632-468f-b14c-9b6756fc4523 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925890 Jul 22 21:26:18.861765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.896041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87aeaf2f-f916-4a82-b916-c30d8bd95931 req-73a3666a-aa70-4e5c-9545-8d8fd046d982 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/63353c13-cbee-45ca-ac14-707bea7a3c5f HTTP/1.1" status: 200 len: 1802 time: 0.2358358 Jul 22 21:26:18.990886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-4a7311ee-ca92-46b7-934c-34e317c25297 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.2910361 Jul 22 21:26:19.097546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-fcaeeeee-d460-4925-8dd9-d07f65977345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:19.100556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-fcaeeeee-d460-4925-8dd9-d07f65977345 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.0940602 Jul 22 21:26:19.187260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7de3d5c8-3151-4cae-b6dc-f084769dc8d5 req-61e8e3e2-f01d-45e9-8f0e-b8a52aa33b10 service neutron] 10.222.0.23 "GET /v2.0/networks/c31922f1-c21f-4de6-a297-cbeb9eaf2ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123978 Jul 22 21:26:19.202249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74760cfb-178f-4a15-ba66-b9e6cbc9877d req-ea53b5c5-b354-4f6c-9d31-0a821bb4b805 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654504 Jul 22 21:26:19.260162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-65d449fa-ccb3-49fa-a2e1-99234604b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:19.262424 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-65d449fa-ccb3-49fa-a2e1-99234604b4c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423638 Jul 22 21:26:19.270267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87aeaf2f-f916-4a82-b916-c30d8bd95931 req-61ca6c4d-88a5-435c-86dd-c43a09fa886d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.308339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87aeaf2f-f916-4a82-b916-c30d8bd95931 req-61ca6c4d-88a5-435c-86dd-c43a09fa886d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.329326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.341439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2823a0-5d25-401c-8a52-ed07a5d88a97 req-7d8774ba-f23d-4219-b17f-cb7b416387ad tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:19.343911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a2823a0-5d25-401c-8a52-ed07a5d88a97 req-7d8774ba-f23d-4219-b17f-cb7b416387ad tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 943 time: 0.2550375 Jul 22 21:26:19.345296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.422581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a2823a0-5d25-401c-8a52-ed07a5d88a97 req-31e1c087-c5ae-4fa6-9bce-da52d42ee6b2 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628054 Jul 22 21:26:19.436101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87aeaf2f-f916-4a82-b916-c30d8bd95931 req-61ca6c4d-88a5-435c-86dd-c43a09fa886d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.443678 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87aeaf2f-f916-4a82-b916-c30d8bd95931 req-61ca6c4d-88a5-435c-86dd-c43a09fa886d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.445784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87aeaf2f-f916-4a82-b916-c30d8bd95931 req-61ca6c4d-88a5-435c-86dd-c43a09fa886d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/63353c13-cbee-45ca-ac14-707bea7a3c5f HTTP/1.1" status: 204 len: 173 time: 0.5477860 Jul 22 21:26:19.457465 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51e2906d519741c9a5b672cfd363b263&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2450688 Jul 22 21:26:19.462142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:19.497322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56aae0b-e694-46cb-b4d0-93c219f1d7bf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:19.514400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.515092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.515733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.516462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.516874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.517471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.517820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.518260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.518667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.519066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.519542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.520059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9128f8cd-9f94-4493-a608-c829389ff4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:19.520348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6c4d-88a5-435c-86dd-c43a09fa886d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63353c13-cbee-45ca-ac14-707bea7a3c5f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:19.585162 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-b1a65bf0-945a-43d5-957b-b864fb3aca3b service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538769 Jul 22 21:26:19.589927 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-35709836-fd94-41d0-948c-2b2c831ad352 req-b2d3fad3-b07a-4182-9627-c727da46a8b6 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:26:19.604753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35709836-fd94-41d0-948c-2b2c831ad352 req-b2d3fad3-b07a-4182-9627-c727da46a8b6 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/63353c13-cbee-45ca-ac14-707bea7a3c5f HTTP/1.1" status: 404 len: 352 time: 0.0982828 Jul 22 21:26:19.706121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-def0befe-59bc-4abc-983a-2946fbad984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.773299 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-def0befe-59bc-4abc-983a-2946fbad984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.849564 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6edcef5-e44d-4e2c-a198-c94daf674f5f req-c7be5954-a1fb-4727-a271-aa5fca8edd00 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547584 Jul 22 21:26:19.859331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c18bf3a0-ea0f-46e4-8e07-035b3d0a1cea req-da1cade3-dab1-4a5f-9f28-4482b6e7281a tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 6157 time: 0.1879783 Jul 22 21:26:19.993566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-def0befe-59bc-4abc-983a-2946fbad984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.996703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-def0befe-59bc-4abc-983a-2946fbad984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.000456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-def0befe-59bc-4abc-983a-2946fbad984d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a56aae0b-e694-46cb-b4d0-93c219f1d7bf HTTP/1.1" status: 204 len: 168 time: 0.5325694 Jul 22 21:26:20.018590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c18bf3a0-ea0f-46e4-8e07-035b3d0a1cea req-2f412a95-facb-4c1a-9f82-c6af123845fa tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/6a5f4c34-1fe9-4884-8c1e-c253f51a5a59 HTTP/1.1" status: 200 len: 2985 time: 0.1496694 Jul 22 21:26:20.022961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0befe-59bc-4abc-983a-2946fbad984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56aae0b-e694-46cb-b4d0-93c219f1d7bf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:20.108189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb0b5-0661-4aa7-9a39-60d05f901db1 req-a3e7ae0d-5124-4986-91ac-b143da89fcca tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:20.110995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a01bb0b5-0661-4aa7-9a39-60d05f901db1 req-a3e7ae0d-5124-4986-91ac-b143da89fcca tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 944 time: 0.1785450 Jul 22 21:26:20.132714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c18bf3a0-ea0f-46e4-8e07-035b3d0a1cea req-760fef4e-f6a1-4ab4-b840-c56d53792d12 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/6a5f4c34-1fe9-4884-8c1e-c253f51a5a59 HTTP/1.1" status: 200 len: 2985 time: 0.0881045 Jul 22 21:26:20.181606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-5ed4e547-6e9a-482a-8214-308d77c37c6d req-3cc88a3e-b06b-405a-8796-575d7bc2395d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1885960357', 'description': 'tempest-description-1773829303'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:20.231994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a01bb0b5-0661-4aa7-9a39-60d05f901db1 req-b9cc9be9-93c5-4114-a280-7250d43cbfef tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984106 Jul 22 21:26:20.245769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ed4e547-6e9a-482a-8214-308d77c37c6d req-3cc88a3e-b06b-405a-8796-575d7bc2395d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.280402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8f89252-7fa1-427c-bd8b-fd98de6acec7 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:26:20.292589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 474cd017-7195-44df-8b92-e6fb7f056033 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:20.426045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ed4e547-6e9a-482a-8214-308d77c37c6d req-3cc88a3e-b06b-405a-8796-575d7bc2395d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.435624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ed4e547-6e9a-482a-8214-308d77c37c6d req-3cc88a3e-b06b-405a-8796-575d7bc2395d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.474773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-5ed4e547-6e9a-482a-8214-308d77c37c6d req-3cc88a3e-b06b-405a-8796-575d7bc2395d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.482454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 474cd017-7195-44df-8b92-e6fb7f056033 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:20.488632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ed4e547-6e9a-482a-8214-308d77c37c6d req-3cc88a3e-b06b-405a-8796-575d7bc2395d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3166826 Jul 22 21:26:20.491664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 474cd017-7195-44df-8b92-e6fb7f056033 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:20.492753 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.539620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc88a3e-b06b-405a-8796-575d7bc2395d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:20.559831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-d3df7a2c-dbae-4753-8f67-cc3647717aef req-df9b89e5-a437-4868-9976-1caa88edad00 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1853374981', 'description': 'tempest-description-1965094823'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:20.615603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a8f89252-7fa1-427c-bd8b-fd98de6acec7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8f89252-7fa1-427c-bd8b-fd98de6acec7,segment=NetworkSegment(ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b),segment_id=ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:20.632213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7', 'network_id': 'c31922f1-c21f-4de6-a297-cbeb9eaf2ae7', 'port_id': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7', 'mac_address': 'fa:16:3e:9d:86:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:26:20.650811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3df7a2c-dbae-4753-8f67-cc3647717aef req-df9b89e5-a437-4868-9976-1caa88edad00 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.702285 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.721807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f89252-7fa1-427c-bd8b-fd98de6acec7 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:20.777137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.809782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a8f89252-7fa1-427c-bd8b-fd98de6acec7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8f89252-7fa1-427c-bd8b-fd98de6acec7,segment=NetworkSegment(ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b),segment_id=ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:20.821025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86879c-d91d-4366-9835-fd70b7185082 req-75f860ba-d5bc-49de-b29a-b560074c038c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:20.825648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b86879c-d91d-4366-9835-fd70b7185082 req-75f860ba-d5bc-49de-b29a-b560074c038c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 943 time: 0.1898143 Jul 22 21:26:20.840547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474cd017-7195-44df-8b92-e6fb7f056033'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:20.843219 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a79be53-d269-4803-8da3-11626ef13b0a" -d '{"events": [{"server_uuid": "0cd05d44-adc1-44d5-8f1b-548c2facb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "474cd017-7195-44df-8b92-e6fb7f056033"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:20.859648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.860708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e7c03f02-8832-4857-8fc7-ab9504cecdd4 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:26:20.942877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b86879c-d91d-4366-9835-fd70b7185082 req-627cf1bc-4599-49e8-9b54-4f37775bc8be tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015868 Jul 22 21:26:20.958065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 474cd017-7195-44df-8b92-e6fb7f056033, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=474cd017-7195-44df-8b92-e6fb7f056033,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:20.959868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3df7a2c-dbae-4753-8f67-cc3647717aef req-df9b89e5-a437-4868-9976-1caa88edad00 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.961730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a8f89252-7fa1-427c-bd8b-fd98de6acec7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:20.967599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3df7a2c-dbae-4753-8f67-cc3647717aef req-df9b89e5-a437-4868-9976-1caa88edad00 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.980338 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.989746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.990552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.991344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.992105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.992901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.993527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.994266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.995326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.996120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.996810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.997746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:20.998524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:21.057761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d3df7a2c-dbae-4753-8f67-cc3647717aef req-df9b89e5-a437-4868-9976-1caa88edad00 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.059248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3df7a2c-dbae-4753-8f67-cc3647717aef req-df9b89e5-a437-4868-9976-1caa88edad00 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5111346 Jul 22 21:26:21.068356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b89e5-a437-4868-9976-1caa88edad00 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a446ea-e6d6-4823-bad0-9e4a47878288,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:21.202704 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171eb257-4c4c-4061-83b1-1c4de3627c9d x-openstack-request-id: req-171eb257-4c4c-4061-83b1-1c4de3627c9d {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:21.208710 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd05d44-adc1-44d5-8f1b-548c2facb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "474cd017-7195-44df-8b92-e6fb7f056033", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:21.210689 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-171eb257-4c4c-4061-83b1-1c4de3627c9d {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:21.211579 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474cd017-7195-44df-8b92-e6fb7f056033', 'code': 200} Jul 22 21:26:21.231988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=474cd017-7195-44df-8b92-e6fb7f056033,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:21.264204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e7c03f02-8832-4857-8fc7-ab9504cecdd4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:21.287313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4', 'network_id': '7c29da83-2ed9-445e-b86c-54521512f404', 'port_id': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4', 'mac_address': 'fa:16:3e:30:39:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b27a9f3-6e8e-4c9f-8490-709233d86212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:26:21.355074 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.382524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c03f02-8832-4857-8fc7-ab9504cecdd4 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:21.434164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e7c03f02-8832-4857-8fc7-ab9504cecdd4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:21.439974 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.500133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe0b75-4709-4f1b-bde1-8a9da9cfee0e req-66a35378-a9fa-4f15-aa07-ff53b6d017d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:21.502876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cbe0b75-4709-4f1b-bde1-8a9da9cfee0e req-66a35378-a9fa-4f15-aa07-ff53b6d017d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1098 time: 0.1981723 Jul 22 21:26:21.584237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e7c03f02-8832-4857-8fc7-ab9504cecdd4,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:21.600849 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cbe0b75-4709-4f1b-bde1-8a9da9cfee0e req-f9358ee7-c4dd-49c5-9899-0708a0be6930 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859282 Jul 22 21:26:21.666660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-730b34fc-bce4-4fcd-b178-5fb6956f74f7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:21.669873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-730b34fc-bce4-4fcd-b178-5fb6956f74f7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 812 time: 0.2822146 Jul 22 21:26:21.701846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-3ec362bf-e274-44bb-85f7-a76f4a74b8e0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/quotas/d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 375 time: 0.0212905 Jul 22 21:26:21.847764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-66b9112d-57c9-4b64-97af-c90f54f835af tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444106 Jul 22 21:26:21.955391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-f509a0b7-44f4-431a-9049-eee2c9a7c1b7 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7f6b5425c5254d119a92e92aab9fd6cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645299 Jul 22 21:26:22.022176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['e7c03f02-8832-4857-8fc7-ab9504cecdd4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:22.075371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a8f89252-7fa1-427c-bd8b-fd98de6acec7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:22.326776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-80a66d03-7a4d-46f0-81b8-282109a36d6e service neutron] 10.222.0.54 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676614 Jul 22 21:26:22.559726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-d93086df-2aaf-495b-a5c0-0844256027c8 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:22.562243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-d93086df-2aaf-495b-a5c0-0844256027c8 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5145774 Jul 22 21:26:22.575765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-1ac5d69d-6aeb-4046-b67c-cbadfb5c5e87 service neutron] 10.222.0.54 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471619 Jul 22 21:26:22.595919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-ddd94e45-8886-4164-8c20-5392e5ae9ecc tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/quotas/7f6b5425c5254d119a92e92aab9fd6cc HTTP/1.1" status: 200 len: 375 time: 0.0157292 Jul 22 21:26:22.668773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-8fd920c6-19c7-427b-a6ef-360aeb8795a5 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f6b5425c5254d119a92e92aab9fd6cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603871 Jul 22 21:26:23.275931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a452-4a8d-4e20-b54d-27678fe08d98 req-55469a9e-a777-4268-80ac-98546371ab20 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:23.292980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4883a452-4a8d-4e20-b54d-27678fe08d98 req-55469a9e-a777-4268-80ac-98546371ab20 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 945 time: 0.3322449 Jul 22 21:26:23.458198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4883a452-4a8d-4e20-b54d-27678fe08d98 req-0103b798-4bd1-4b22-a07f-92b9c7c90400 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630971 Jul 22 21:26:23.581486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936a42a-431c-48a7-9d7c-30513debab1a req-bc2d3a33-c54f-4f75-9bbd-8bb0654ac298 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:23.596862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0936a42a-431c-48a7-9d7c-30513debab1a req-bc2d3a33-c54f-4f75-9bbd-8bb0654ac298 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 944 time: 0.4666488 Jul 22 21:26:23.724809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0936a42a-431c-48a7-9d7c-30513debab1a req-ed2a44c0-8cd3-4c31-8c85-52ea39461bda tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172738 Jul 22 21:26:23.941398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-280d5ff7-7e80-47de-82aa-fefa32e64c64 req-8b9e48fb-9353-427e-8bf9-c56627058f4c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 210 time: 0.1468384 Jul 22 21:26:24.040098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44b26f7a-bbc8-4b17-b237-8ef3714c8664 req-0b8c7ce0-735f-4981-8d3c-65eb9add44ae tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 210 time: 0.0887976 Jul 22 21:26:24.326004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8f89252-7fa1-427c-bd8b-fd98de6acec7 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:24.458212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port a8f89252-7fa1-427c-bd8b-fd98de6acec7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:24.466303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a8f89252-7fa1-427c-bd8b-fd98de6acec7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:24.466719 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:24.679471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:24.736303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:24.753450 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7286d7-a916-407c-873c-325c94810613" -d '{"events": [{"server_uuid": "6e37d863-5b5d-41b9-b38f-7eaa80d4d988", "name": "network-vif-plugged", "status": "completed", "tag": "a8f89252-7fa1-427c-bd8b-fd98de6acec7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:24.781241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a8f89252-7fa1-427c-bd8b-fd98de6acec7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8f89252-7fa1-427c-bd8b-fd98de6acec7,segment=NetworkSegment(ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b),segment_id=ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:24.789892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e99c31-ec3d-42a7-a08d-ebf01e7c99c4 req-61ff2076-bae6-4bca-a861-7bd3be82180f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:24.793467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3e99c31-ec3d-42a7-a08d-ebf01e7c99c4 req-61ff2076-bae6-4bca-a861-7bd3be82180f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 945 time: 0.1805375 Jul 22 21:26:24.797317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:24.798918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e7c03f02-8832-4857-8fc7-ab9504cecdd4 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:24.912369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3e99c31-ec3d-42a7-a08d-ebf01e7c99c4 req-9052fcfc-f3df-4485-9ac9-b94db251cb0f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943136 Jul 22 21:26:25.021923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a8f89252-7fa1-427c-bd8b-fd98de6acec7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:25.043232 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c68bb15-b32a-4cff-89ce-07367f386f2d x-openstack-request-id: req-3c68bb15-b32a-4cff-89ce-07367f386f2d {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:25.045471 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e37d863-5b5d-41b9-b38f-7eaa80d4d988", "name": "network-vif-plugged", "status": "completed", "tag": "a8f89252-7fa1-427c-bd8b-fd98de6acec7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:25.046302 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c68bb15-b32a-4cff-89ce-07367f386f2d {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:25.048587 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7', 'code': 200} Jul 22 21:26:25.058299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port e7c03f02-8832-4857-8fc7-ab9504cecdd4 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:25.070247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port e7c03f02-8832-4857-8fc7-ab9504cecdd4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:25.071083 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:25.228236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7185ee-0406-4267-bd8f-16891dacc874 req-7a319ebc-2ae7-48b7-befc-f2f364ef6a73 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:25.236718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c7185ee-0406-4267-bd8f-16891dacc874 req-7a319ebc-2ae7-48b7-befc-f2f364ef6a73 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 945 time: 0.2811244 Jul 22 21:26:25.406092 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:25.490002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def60bae-01b3-4cdc-8927-b47586e020b9 req-188f4f40-eb02-46ee-b750-62d87cb03a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:25.494764 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-def60bae-01b3-4cdc-8927-b47586e020b9 req-188f4f40-eb02-46ee-b750-62d87cb03a42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 1097 time: 0.2301517 Jul 22 21:26:25.548413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e7c03f02-8832-4857-8fc7-ab9504cecdd4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:25.570182 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:25.636047 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-def60bae-01b3-4cdc-8927-b47586e020b9 req-8352f4d9-3941-4b6b-b9d8-d9d8e5521a24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202250 Jul 22 21:26:25.747094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e7c03f02-8832-4857-8fc7-ab9504cecdd4,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:25.964767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0527353a-3e7a-4bd6-b3ba-c3fa622cc8eb req-47ee2657-f422-4896-928e-ee5bff16d47c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 210 time: 0.6474061 Jul 22 21:26:26.117595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c7185ee-0406-4267-bd8f-16891dacc874 req-ef911aac-d1fb-4de4-8d23-fa567c7bc8e6 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687785 Jul 22 21:26:26.228855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94778b01-956d-478f-bb4f-e2bda9fb8248 req-c717c371-7646-4dfa-9d55-4c518255831c tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 210 time: 0.0814879 Jul 22 21:26:26.257001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-352ad8d7-5fc9-4ec8-9caf-743da217950a tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:26.266360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-352ad8d7-5fc9-4ec8-9caf-743da217950a tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 812 time: 0.9320066 Jul 22 21:26:26.293767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'port': {'device_id': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38', 'admin_state_up': True, 'tenant_id': 'd733f86b37ef4f7b9d94114d846ab5d5'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:26.378394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-47bac956-b1c8-48fb-b794-c49c7261a92e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7f6b5425c5254d119a92e92aab9fd6cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584221 Jul 22 21:26:26.688146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-e19c91ec-a366-41f7-bc00-e3aaedbe5061 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:26.692652 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-e19c91ec-a366-41f7-bc00-e3aaedbe5061 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003345 Jul 22 21:26:26.699604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f6825-9269-4034-a2b2-bc245c88cfbe req-09ba0720-d23f-4ad5-be6e-3e6e1bcc6887 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:26.711942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d22f6825-9269-4034-a2b2-bc245c88cfbe req-09ba0720-d23f-4ad5-be6e-3e6e1bcc6887 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2830834 Jul 22 21:26:26.724688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Request body: {'port': {'device_id': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': '7f6b5425c5254d119a92e92aab9fd6cc'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:26.808313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d22f6825-9269-4034-a2b2-bc245c88cfbe req-97f6e5a9-cd76-415e-9f94-55f8d001ee43 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846763 Jul 22 21:26:26.810392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Made reservation on behalf of d733f86b37ef4f7b9d94114d846ab5d5 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:26.815245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.008745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Made reservation on behalf of 7f6b5425c5254d119a92e92aab9fd6cc for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:27.016982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.037640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.050196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:27.054114 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d548ba-673c-43ef-8f19-8889b2d065dc" -d '{"events": [{"server_uuid": "b5c1c636-7d73-4ece-810c-2aa8ed608cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c03f02-8832-4857-8fc7-ab9504cecdd4"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:27.108510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Allocated IP 172.20.0.2 (56eebdbe-0b95-4994-9823-c6e9484a9c38/38be47aa-7090-4637-8efd-a9b64a692100/b74842f0-e0cc-4648-9232-ea9a492f03d4) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:27.201038 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af98c249-573f-4b94-ad04-329961c8db71 x-openstack-request-id: req-af98c249-573f-4b94-ad04-329961c8db71 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:27.202079 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1c636-7d73-4ece-810c-2aa8ed608cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c03f02-8832-4857-8fc7-ab9504cecdd4", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:27.202723 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af98c249-573f-4b94-ad04-329961c8db71 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:27.203685 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4', 'code': 200} Jul 22 21:26:27.249592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36040) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:27.273279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.288108 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.530829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6efd4-b9f1-4c22-967a-b428a7db8eb0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:27.560083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.571292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0e6b0f6-c081-45d9-8dcd-09a535155741 req-9af20d43-7a6c-4bce-b975-18a6f4b359e0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 210 time: 0.1235766 Jul 22 21:26:27.760125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94705469-d9cc-4b8d-82d0-f4aa70536496 req-3565ec98-51a6-4634-bb8e-1c956c3d3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:27.762292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90fba-e146-4023-b53e-0efd40dab830 req-efb78c80-057e-4e3e-929e-e9a334809570 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:27.764155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-94705469-d9cc-4b8d-82d0-f4aa70536496 req-3565ec98-51a6-4634-bb8e-1c956c3d3fb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 1098 time: 0.4085653 Jul 22 21:26:27.777441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2d90fba-e146-4023-b53e-0efd40dab830 req-efb78c80-057e-4e3e-929e-e9a334809570 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 945 time: 0.3107030 Jul 22 21:26:27.814989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.846465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:27.859445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Allocated IP 192.168.233.3 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/a97e7d57-e7f7-4731-b40c-dbe13d340b9a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:28.018857 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2d90fba-e146-4023-b53e-0efd40dab830 req-7ecc9962-8293-47d0-8321-3a61678effd9 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415366 Jul 22 21:26:28.025608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Network 56eebdbe-0b95-4994-9823-c6e9484a9c38 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:28.029062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:28.136731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:28.143343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3c2d91f-1607-4c6b-bbe7-1fc96710bc9b req-ef817ee7-dda8-436b-8ce4-602cf1c5bcd1 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 210 time: 0.1673462 Jul 22 21:26:28.159885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:28.323083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.365546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Transition to ACTIVE for port object a97e7d57-e7f7-4731-b40c-dbe13d340b9a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:28.371395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:28.372480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.387821 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-94705469-d9cc-4b8d-82d0-f4aa70536496 req-7b15c050-0d56-48c3-bc82-0bca232b4260 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958889 Jul 22 21:26:28.414145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4515-9150-4261-ae65-3367a8dafebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.416465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-95f9dce7-cc63-4646-9f05-45c1874f7d92 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1309958 Jul 22 21:26:28.476097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642fd11-9ae3-413c-9f3a-82cac2c0fd1b req-cfdf7a4e-ac18-4010-8437-52a816156873 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:28.477421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a642fd11-9ae3-413c-9f3a-82cac2c0fd1b req-cfdf7a4e-ac18-4010-8437-52a816156873 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2616496 Jul 22 21:26:28.573775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Request body: {'port': {'device_id': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:28.592014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.716229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a642fd11-9ae3-413c-9f3a-82cac2c0fd1b req-25989e38-58d1-469a-9537-675d9405251b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203279 Jul 22 21:26:28.816034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4515-9150-4261-ae65-3367a8dafebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.858038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4515-9150-4261-ae65-3367a8dafebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.873693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:28.898282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.915687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:28.937085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:28.963473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:29.037478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef4515-9150-4261-ae65-3367a8dafebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8502a22-4957-40a1-94c8-3e7ac23a8079,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:29.051827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c4ef4515-9150-4261-ae65-3367a8dafebd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6277c28405e9405e891872bdbefb64d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7987220 Jul 22 21:26:29.059487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36072) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:29.144175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:29.146058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.198945 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-a28de403-eae9-43af-ada1-226d4acc076e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4849315 Jul 22 21:26:29.239137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Request body: {'port': {'device_id': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:29.278493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51bbe86d-2cd9-4ae6-9e29-3d35b6e5270c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.353400 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51bbe86d-2cd9-4ae6-9e29-3d35b6e5270c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.412791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f525841-bae5-4608-9701-c9af0905e70f req-f61fa02f-6e01-4796-9775-fd99f1c002df tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:29.421799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f525841-bae5-4608-9701-c9af0905e70f req-f61fa02f-6e01-4796-9775-fd99f1c002df tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 931 time: 0.6300395 Jul 22 21:26:29.500619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1595ebc6-6a14-45c9-814c-cf29cd73f389 None None] Provisioning for port a97e7d57-e7f7-4731-b40c-dbe13d340b9a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:29.506034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1595ebc6-6a14-45c9-814c-cf29cd73f389 None None] Provisioning complete for port a97e7d57-e7f7-4731-b40c-dbe13d340b9a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:29.507976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.509771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1595ebc6-6a14-45c9-814c-cf29cd73f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.582964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1595ebc6-6a14-45c9-814c-cf29cd73f389 None None] Port a97e7d57-e7f7-4731-b40c-dbe13d340b9a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:26:29.618690 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51bbe86d-2cd9-4ae6-9e29-3d35b6e5270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.623817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51bbe86d-2cd9-4ae6-9e29-3d35b6e5270c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.636178 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-51bbe86d-2cd9-4ae6-9e29-3d35b6e5270c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8502a22-4957-40a1-94c8-3e7ac23a8079 HTTP/1.1" status: 204 len: 168 time: 0.5750322 Jul 22 21:26:29.678996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbe86d-2cd9-4ae6-9e29-3d35b6e5270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8502a22-4957-40a1-94c8-3e7ac23a8079,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:29.686011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f525841-bae5-4608-9701-c9af0905e70f req-a2dbbce0-efad-47e2-ac17-34ce2a2c6fd1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549813 Jul 22 21:26:29.724324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25b803-7551-421f-af22-eac1e0577fd8 req-22511697-35c1-454e-b08d-88d52eb77e89 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:29.736146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f25b803-7551-421f-af22-eac1e0577fd8 req-22511697-35c1-454e-b08d-88d52eb77e89 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 945 time: 0.4844234 Jul 22 21:26:29.858430 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f25b803-7551-421f-af22-eac1e0577fd8 req-99b7f4ac-e044-4921-b317-3b9ea3a91e7d tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166108 Jul 22 21:26:30.182164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74842f0-e0cc-4648-9232-ea9a492f03d4 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:30.207395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:30.260725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36c3d-5762-4131-9c83-e11bca378d0f req-e72d7e97-f719-43f6-ae49-dc149716f218 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:30.276646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afc36c3d-5762-4131-9c83-e11bca378d0f req-e72d7e97-f719-43f6-ae49-dc149716f218 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 934 time: 0.3958189 Jul 22 21:26:30.286394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Transition to ACTIVE for port object b74842f0-e0cc-4648-9232-ea9a492f03d4 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:30.333334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:30.465895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea9ae-b1df-41fa-b700-f2a281a49ce7 req-fba39ca7-a2f6-402d-a74e-74c77290d147 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:30.482909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8aea9ae-b1df-41fa-b700-f2a281a49ce7 req-fba39ca7-a2f6-402d-a74e-74c77290d147 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3677990 Jul 22 21:26:30.538794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97e7d57-e7f7-4731-b40c-dbe13d340b9a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:30.549715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afc36c3d-5762-4131-9c83-e11bca378d0f req-e9522da2-8be6-4b2e-b3a9-ec195dd95fef tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714388 Jul 22 21:26:30.589587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:30.648493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Transition to ACTIVE for port object a97e7d57-e7f7-4731-b40c-dbe13d340b9a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:30.666728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:30.762876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:30.773167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:30.885262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8aea9ae-b1df-41fa-b700-f2a281a49ce7 req-874bc74f-a994-4931-86db-94d8ec4aa6c3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670909 Jul 22 21:26:30.961708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Attempting to bind port b74842f0-e0cc-4648-9232-ea9a492f03d4 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:30.968454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Attempting to bind port b74842f0-e0cc-4648-9232-ea9a492f03d4 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:30.977082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Attempting to bind port b74842f0-e0cc-4648-9232-ea9a492f03d4 on network 56eebdbe-0b95-4994-9823-c6e9484a9c38 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:30.990195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Port b74842f0-e0cc-4648-9232-ea9a492f03d4 on network 56eebdbe-0b95-4994-9823-c6e9484a9c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:30.992014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Attempting to bind port b74842f0-e0cc-4648-9232-ea9a492f03d4 on network 56eebdbe-0b95-4994-9823-c6e9484a9c38 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:31.014520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:31.017908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Checking segment: {'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:31.019088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Bound using segment: {'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:31.019890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Bound port: b74842f0-e0cc-4648-9232-ea9a492f03d4, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3699b24e-c049-4502-9253-c72c6752a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:31.020440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.136061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Attempting to bind port a97e7d57-e7f7-4731-b40c-dbe13d340b9a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:31.140719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Attempting to bind port a97e7d57-e7f7-4731-b40c-dbe13d340b9a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:31.141582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Attempting to bind port a97e7d57-e7f7-4731-b40c-dbe13d340b9a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:31.162912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Port a97e7d57-e7f7-4731-b40c-dbe13d340b9a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:31.163151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.163817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Attempting to bind port a97e7d57-e7f7-4731-b40c-dbe13d340b9a on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:31.188760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:31.189616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:31.190209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:31.197227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Bound port: a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:31.213565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.325519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36110) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:31.374615 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92594ec5-53a5-4a8b-a2c2-47a88cae9ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.453563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:31.503521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a754ea-9aaf-4364-87b8-5f6edd058382 req-85b030a2-b9f5-45d4-bff2-3f71bd77a896 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:31.507732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9a754ea-9aaf-4364-87b8-5f6edd058382 req-85b030a2-b9f5-45d4-bff2-3f71bd77a896 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 943 time: 0.3522708 Jul 22 21:26:31.512236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:31.546340 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.565575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:31.612451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:31.670241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92594ec5-53a5-4a8b-a2c2-47a88cae9ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.674991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.702965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:31.759221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9a754ea-9aaf-4364-87b8-5f6edd058382 req-f8353bb4-2432-4a54-8058-3b62bc617f73 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283757 Jul 22 21:26:31.778114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92594ec5-53a5-4a8b-a2c2-47a88cae9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.778670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:31.782703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.782703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-63dd9121-9590-424d-a86c-4cf189febfb9 service neutron] 10.222.0.23 "PUT /v2.0/ports/b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 1092 time: 3.2281342 Jul 22 21:26:31.842898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:31.845899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:31.849009 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d1a2f-09c6-4d88-9702-7b36976ab382" -d '{"events": [{"name": "network-changed", "server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:31.881492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92594ec5-53a5-4a8b-a2c2-47a88cae9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9456d7ae-26d6-44d7-a20e-0b94eb0cf0ba,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:31.941903 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:31.952155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-92594ec5-53a5-4a8b-a2c2-47a88cae9ffe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=103d89b622784f869831af737d67046c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244700 Jul 22 21:26:31.963560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36124) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:32.029538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ce8c-438d-4ba9-8936-4933edb08b28 req-cfcc65cf-9e98-4fd8-b764-212a4070dbfc tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:32.041367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:32.041661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29e3ce8c-438d-4ba9-8936-4933edb08b28 req-cfcc65cf-9e98-4fd8-b764-212a4070dbfc tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 946 time: 0.2779336 Jul 22 21:26:32.041806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:32.054628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-70242cd7-2f87-4faf-bc8a-8604765f2b9a service neutron] 10.222.0.23 "PUT /v2.0/ports/a97e7d57-e7f7-4731-b40c-dbe13d340b9a HTTP/1.1" status: 200 len: 1095 time: 2.8208289 Jul 22 21:26:32.054628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:32.056717 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9f2916-2104-46a3-a3fe-f45b173ceb01" -d '{"events": [{"name": "network-changed", "server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:32.201187 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bf94390-0c80-4d87-9d58-d80428475ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:32.248961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29e3ce8c-438d-4ba9-8936-4933edb08b28 req-00e79a37-da33-45e5-a75c-6a84124ead95 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065513 Jul 22 21:26:32.260616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-74f90f83-c3d9-4b68-8a07-59a60fa24973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:32.264790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-74f90f83-c3d9-4b68-8a07-59a60fa24973 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1095 time: 0.3570919 Jul 22 21:26:32.268717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bf94390-0c80-4d87-9d58-d80428475ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:32.325837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeb6c3-ff1a-4e9d-befd-e1c7cc19b0da req-046ae880-a9fd-464d-a735-5f496001e897 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:32.340339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bafeb6c3-ff1a-4e9d-befd-e1c7cc19b0da req-046ae880-a9fd-464d-a735-5f496001e897 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 945 time: 0.3346286 Jul 22 21:26:32.385860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-e10b0a49-5105-46c8-83ab-fdf9fe13f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:32.393110 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-e10b0a49-5105-46c8-83ab-fdf9fe13f2c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f6b5425c5254d119a92e92aab9fd6cc&device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 1098 time: 0.2539704 Jul 22 21:26:32.495235 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa37377f-7684-460f-91cf-fdd17f58be1b x-openstack-request-id: req-fa37377f-7684-460f-91cf-fdd17f58be1b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:32.495739 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:32.496144 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa37377f-7684-460f-91cf-fdd17f58be1b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:32.496747 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4', 'status': 'completed', 'code': 200} Jul 22 21:26:32.526164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-d4efe653-e4e9-4eb1-a09f-20847afc8b24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a HTTP/1.1" status: 200 len: 217 time: 0.0928514 Jul 22 21:26:32.528635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-8a78981e-9588-443a-a29f-aec21eef922f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 217 time: 0.2307522 Jul 22 21:26:32.538338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bf94390-0c80-4d87-9d58-d80428475ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:32.543204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bf94390-0c80-4d87-9d58-d80428475ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:32.545445 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7bf94390-0c80-4d87-9d58-d80428475ac1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9456d7ae-26d6-44d7-a20e-0b94eb0cf0ba HTTP/1.1" status: 204 len: 168 time: 0.5803554 Jul 22 21:26:32.569939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf94390-0c80-4d87-9d58-d80428475ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456d7ae-26d6-44d7-a20e-0b94eb0cf0ba,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:32.602983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bafeb6c3-ff1a-4e9d-befd-e1c7cc19b0da req-e273cdc0-3626-4f66-b9ca-571d470374b9 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602358 Jul 22 21:26:32.744784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-ac679e54-0756-4318-ad51-b332941220b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:32.762301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-ac679e54-0756-4318-ad51-b332941220b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.1426778 Jul 22 21:26:32.766394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-bcb210cf-5534-4be9-9e7e-f13df30cebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:32.772715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-bcb210cf-5534-4be9-9e7e-f13df30cebeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.1895168 Jul 22 21:26:32.784231 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd90c3f-2664-4fcc-a187-179e34acffbc x-openstack-request-id: req-5fd90c3f-2664-4fcc-a187-179e34acffbc {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:32.784231 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:32.784231 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fd90c3f-2664-4fcc-a187-179e34acffbc {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:32.784231 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'status': 'completed', 'code': 200} Jul 22 21:26:32.897927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-88fb36b9-7e94-4b91-a725-26f30fa3b4ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913880 Jul 22 21:26:32.992433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-9758f91d-0108-4552-9b78-d9152f21866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:33.001578 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-9758f91d-0108-4552-9b78-d9152f21866c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1779323 Jul 22 21:26:33.097566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf2e0-0324-4123-a763-e2d959920676 req-4e2b73fd-c7d9-4884-843d-1f10e765135c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:33.100339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d58bf2e0-0324-4123-a763-e2d959920676 req-4e2b73fd-c7d9-4884-843d-1f10e765135c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3137035 Jul 22 21:26:33.199222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-a38dfccb-cef7-43ef-8e39-3a152536b3a3 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649708 Jul 22 21:26:33.284695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d58bf2e0-0324-4123-a763-e2d959920676 req-2e8b099e-0190-48b3-8f95-4131d1e47fa7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669586 Jul 22 21:26:33.435151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-e03b8029-ba87-425e-abee-5a09939af9f6 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118962 Jul 22 21:26:33.686490 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-41d5b724-f18b-4ea4-b57f-f3e4afc657ab req-c187908f-ce6f-4d43-8e5c-d4e22be2d5d2 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307203 Jul 22 21:26:33.702651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-e43fbd09-cf3b-4ed8-8be5-4eea02354007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:33.705125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-e43fbd09-cf3b-4ed8-8be5-4eea02354007 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.4317029 Jul 22 21:26:33.806528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-808d181b-8e4b-49e9-8979-26e3b5b17077 req-ddd16d03-89fc-4622-8d7a-a796822349d2 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577693 Jul 22 21:26:33.845786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444924-3773-4f14-8ac4-dd2612e61ed1 req-943eb078-1dfd-42bd-9af5-8e23cffccb8e tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:33.859878 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2444924-3773-4f14-8ac4-dd2612e61ed1 req-943eb078-1dfd-42bd-9af5-8e23cffccb8e tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 943 time: 0.5440421 Jul 22 21:26:33.982365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2444924-3773-4f14-8ac4-dd2612e61ed1 req-39d6021f-31eb-462a-b29b-c7c59b4277a4 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210272 Jul 22 21:26:34.045714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1db9-4214-45c2-9eda-7be51bd00c3a req-46577180-ed4a-416d-b8d1-8952835a7ce5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.062507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acbe1db9-4214-45c2-9eda-7be51bd00c3a req-46577180-ed4a-416d-b8d1-8952835a7ce5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.5499125 Jul 22 21:26:34.116261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-3a49147e-bae6-4f2b-8745-61977274f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.119074 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-3a49147e-bae6-4f2b-8745-61977274f550 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.3863542 Jul 22 21:26:34.251587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-a69fa9c4-4335-4fb6-bac2-bd636d9b1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.254771 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-a69fa9c4-4335-4fb6-bac2-bd636d9b1ef9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f6b5425c5254d119a92e92aab9fd6cc&device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 1098 time: 0.4043109 Jul 22 21:26:34.323023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acbe1db9-4214-45c2-9eda-7be51bd00c3a req-09ac92ff-957a-45f0-b90a-d1de181fbd37 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555492 Jul 22 21:26:34.443589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-320073d5-bded-46d4-bb04-80377acfca05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.3000607 Jul 22 21:26:34.477198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-3c3512b7-3df1-4be2-8ad2-2fa4601db98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.480228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-3c3512b7-3df1-4be2-8ad2-2fa4601db98f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1095 time: 0.5154717 Jul 22 21:26:34.582709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-58746148-376a-4a81-a2c0-a1a8bcca66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.584781 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-58746148-376a-4a81-a2c0-a1a8bcca66b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1280456 Jul 22 21:26:34.701210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48052f-c5cc-435d-8583-7896e3f86475 req-596f70bb-db46-46b2-96f6-bf575c141a35 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.710945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea48052f-c5cc-435d-8583-7896e3f86475 req-596f70bb-db46-46b2-96f6-bf575c141a35 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 946 time: 0.5547411 Jul 22 21:26:34.765475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-e852ad41-00f7-4382-b427-4a6fb03bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.768224 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-e852ad41-00f7-4382-b427-4a6fb03bb4a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.4959698 Jul 22 21:26:34.861097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea48052f-c5cc-435d-8583-7896e3f86475 req-a721a2f4-ee2f-498b-a170-2fe25df0bfa5 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485085 Jul 22 21:26:34.888665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-459d1b87-38ba-4cc4-b1b9-e12c44478d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.889964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-11c24166-3b4f-479e-a8d9-f16c650be11e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a HTTP/1.1" status: 200 len: 217 time: 0.1037884 Jul 22 21:26:34.894199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-459d1b87-38ba-4cc4-b1b9-e12c44478d7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 913 time: 0.3790619 Jul 22 21:26:34.922100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-502b52c4-ff65-47ba-91ac-27ed5c2b07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:34.926646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-502b52c4-ff65-47ba-91ac-27ed5c2b07ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3259342 Jul 22 21:26:35.105560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-39d21d33-1442-4d79-8824-e841613d1897 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 217 time: 0.1536813 Jul 22 21:26:35.476392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-bad623f4-6fe5-4a4d-9927-04cb77491d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:35.479264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-bad623f4-6fe5-4a4d-9927-04cb77491d94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.3035634 Jul 22 21:26:35.575439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-1a7f634b-67be-4585-a7ce-b162a8b074b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735133 Jul 22 21:26:35.593378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042318-9075-434a-a607-6857ff9a2cea req-e8316c44-4db7-4167-b0c0-8458ede900f1 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:35.598617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09042318-9075-434a-a607-6857ff9a2cea req-e8316c44-4db7-4167-b0c0-8458ede900f1 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 945 time: 0.3820634 Jul 22 21:26:35.778348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa4493-261f-4a8d-982e-17469afa8fd4 req-72f6822e-492b-4f93-a284-2905c468cc11 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:35.781170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1aa4493-261f-4a8d-982e-17469afa8fd4 req-72f6822e-492b-4f93-a284-2905c468cc11 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.4022026 Jul 22 21:26:35.799456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09042318-9075-434a-a607-6857ff9a2cea req-ac3130ba-a97f-4330-80b1-5aacb594ed45 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853855 Jul 22 21:26:35.967629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-f06e9615-741e-4940-a84c-9d94283456f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:35.977517 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-f06e9615-741e-4940-a84c-9d94283456f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 1.0433497 Jul 22 21:26:35.992430 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1aa4493-261f-4a8d-982e-17469afa8fd4 req-207e6f92-9efb-4d11-a6ec-cf2af722d40b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809578 Jul 22 21:26:36.129543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-988c7ff1-449a-4941-8a31-539902ada5a4 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271895 Jul 22 21:26:36.147063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-ec89c971-f07a-46ec-99d7-c125dd1719c2 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1101735 Jul 22 21:26:36.231005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-809512da-7c8b-4931-ada4-784e13ef6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:36.234311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-809512da-7c8b-4931-ada4-784e13ef6ccd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 1098 time: 0.4415023 Jul 22 21:26:36.255377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-f1625929-63d1-4a7f-9d68-b907aabc1609 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:36.268889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-f1625929-63d1-4a7f-9d68-b907aabc1609 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 945 time: 0.4844005 Jul 22 21:26:36.306943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-3920e0b7-c1a3-4c3f-a886-71160dd051fb service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578021 Jul 22 21:26:36.392461 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:26:36.479986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01725dd1-b4f8-4001-9237-c4dd650b7b5f req-193f885a-62ee-4f99-9e79-eb3206c915e2 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:36.483054 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01725dd1-b4f8-4001-9237-c4dd650b7b5f req-193f885a-62ee-4f99-9e79-eb3206c915e2 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 943 time: 0.4833043 Jul 22 21:26:36.504162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd30e-ee6d-41a5-9b9f-2315d71e3100 req-7e6793cc-dc64-40a6-802f-09594b0c545d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:36.520712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c69fd30e-ee6d-41a5-9b9f-2315d71e3100 req-7e6793cc-dc64-40a6-802f-09594b0c545d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2094378 Jul 22 21:26:36.628931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-bec188f7-8576-49b1-a246-daf665616043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:36.630941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-bec188f7-8576-49b1-a246-daf665616043 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6312482 Jul 22 21:26:36.672682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c69fd30e-ee6d-41a5-9b9f-2315d71e3100 req-8926295b-e404-49fe-8905-848f507796f7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480923 Jul 22 21:26:36.728075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01725dd1-b4f8-4001-9237-c4dd650b7b5f req-718f6326-ccce-47b6-aa0d-ed1c493de113 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031436 Jul 22 21:26:36.822752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-b0c666d9-7de0-439d-b217-370c20c303b9 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779435 Jul 22 21:26:36.921197 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2eec04a3-16c8-4f5f-9a66-56e04c409a3c req-b0ce2e12-45bf-45a0-8a2c-c3979571799d service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491825 Jul 22 21:26:37.023339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-70856fdf-db3e-421c-a5aa-cf63a3329d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:37.026099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-70856fdf-db3e-421c-a5aa-cf63a3329d53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 920 time: 0.7605567 Jul 22 21:26:37.053610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf197c-433d-402d-830a-7286360e4ef4 req-43ac5d58-db83-4425-88c6-f9f996cd3232 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:37.058779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecaf197c-433d-402d-830a-7286360e4ef4 req-43ac5d58-db83-4425-88c6-f9f996cd3232 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 946 time: 0.2334590 Jul 22 21:26:37.167993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecaf197c-433d-402d-830a-7286360e4ef4 req-cacb68d1-eacd-4835-ba26-88ae698de2a4 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971162 Jul 22 21:26:37.185760 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-a7c7626f-c6ee-446d-94e6-1ae8512f841f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4 HTTP/1.1" status: 200 len: 217 time: 0.0940430 Jul 22 21:26:37.243888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Deleting port a8f89252-7fa1-427c-bd8b-fd98de6acec7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:37.244515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:37.341431 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c9f2916-2104-46a3-a3fe-f45b173ceb01 req-90b7adb4-b717-4569-bb91-d275db78b34c service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681361 Jul 22 21:26:37.397805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-a298578d-b60c-41cb-9ab8-7ab09f97b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:37.400800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-a298578d-b60c-41cb-9ab8-7ab09f97b2d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.1861730 Jul 22 21:26:37.503084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352ccb-9663-487b-8bcc-a7e79e838615 req-ad88d770-7f00-40f1-a45d-718674a90efe tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:37.512867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c352ccb-9663-487b-8bcc-a7e79e838615 req-ad88d770-7f00-40f1-a45d-718674a90efe tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 945 time: 0.3803632 Jul 22 21:26:37.565254 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-415bb394-c061-4d58-a44a-2d876c866718 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097133 Jul 22 21:26:37.680480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c352ccb-9663-487b-8bcc-a7e79e838615 req-03805826-46e4-42eb-9c24-91666a432259 tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/security-groups?id=21628e79-aea7-4c7b-867c-552856fe96cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531892 Jul 22 21:26:37.702800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e5d24-ca47-4dd5-926e-0fced3b39e20 req-d63386b2-c9bd-48eb-9eca-95803a35389d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:37.705374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-597e5d24-ca47-4dd5-926e-0fced3b39e20 req-d63386b2-c9bd-48eb-9eca-95803a35389d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3635051 Jul 22 21:26:37.865731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-b32851d0-9884-4216-9435-f66ae231d522 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730505 Jul 22 21:26:37.875545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] For port a8f89252-7fa1-427c-bd8b-fd98de6acec7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8f89252-7fa1-427c-bd8b-fd98de6acec7,segment=NetworkSegment(ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b),segment_id=ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:37.877369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:37.935993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Calling delete_port for a8f89252-7fa1-427c-bd8b-fd98de6acec7 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:38.038213 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-597e5d24-ca47-4dd5-926e-0fced3b39e20 req-1ae2e96c-b82e-4332-a235-308bd594f7ee tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169832 Jul 22 21:26:38.211389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8615-0450-4ca9-8904-5852ae96b11c req-33f2de88-bcfa-420f-9453-b7b95ba657d9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:38.230808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2ba8615-0450-4ca9-8904-5852ae96b11c req-33f2de88-bcfa-420f-9453-b7b95ba657d9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3420873 Jul 22 21:26:38.307870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-74808f7f-c988-4278-b124-8ed421a1baa6 req-91d27468-5a29-4df4-8a21-1a8b4082a769 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092624 Jul 22 21:26:38.413112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:26:38.449540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8f89252-7fa1-427c-bd8b-fd98de6acec7 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:38.521455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2ba8615-0450-4ca9-8904-5852ae96b11c req-d8f2dfcb-169d-4f4c-90dc-1bd696809e2d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855003 Jul 22 21:26:38.622711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:38.709534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64f485-49bb-46cf-8425-ac3637468353 req-9a3bdd92-7b03-4346-af5d-6d42b7ce18ac tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:38.712331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c64f485-49bb-46cf-8425-ac3637468353 req-9a3bdd92-7b03-4346-af5d-6d42b7ce18ac tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 943 time: 0.2536180 Jul 22 21:26:38.746624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No active binding found for port a8f89252-7fa1-427c-bd8b-fd98de6acec7 {{(pid=94093) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:26:38.749757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8f89252-7fa1-427c-bd8b-fd98de6acec7 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:38.764169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Pushing event deleted for resources: {'Port': ['ID=a8f89252-7fa1-427c-bd8b-fd98de6acec7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:38.813022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] No DVR routers for this DVR port a8f89252-7fa1-427c-bd8b-fd98de6acec7 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:26:38.817243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:38.821431 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b28d5c65-5c5c-4f0e-bb5f-d2ab41a34a47 req-55102ee8-ab54-480f-97b8-225eed75696c tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.23 "DELETE /v2.0/ports/a8f89252-7fa1-427c-bd8b-fd98de6acec7 HTTP/1.1" status: 204 len: 173 time: 2.5276017 Jul 22 21:26:38.822067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'name': 'network-vif-deleted', 'tag': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:38.836982 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b351c215-6378-4cac-a43f-d1579ec2ff43" -d '{"events": [{"server_uuid": "6e37d863-5b5d-41b9-b38f-7eaa80d4d988", "name": "network-vif-deleted", "tag": "a8f89252-7fa1-427c-bd8b-fd98de6acec7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:38.906646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c64f485-49bb-46cf-8425-ac3637468353 req-c33a4b6c-fb60-4639-b898-d00d5aad3071 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827152 Jul 22 21:26:38.949493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:38.970627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'mac_address': 'fa:16:3e:52:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:26:39.078477 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:39.119185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97e7d57-e7f7-4731-b40c-dbe13d340b9a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:39.187485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3b517cb-25de-4b0e-a4c4-1cdd9426aeb9 req-80fcde8d-3b8f-494d-88e1-276a8e51920d tempest-ServerAddressesTestJSON-1554007993 tempest-ServerAddressesTestJSON-1554007993-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e37d863-5b5d-41b9-b38f-7eaa80d4d988 HTTP/1.1" status: 200 len: 210 time: 0.0867121 Jul 22 21:26:39.189187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:39.201369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:39.202639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b74842f0-e0cc-4648-9232-ea9a492f03d4 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:26:39.318228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822619b0-785c-4e77-b7b4-55ee6cf287a3 req-9eac1f43-30fa-4014-8f6c-b072a51f7b94 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:39.324944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-822619b0-785c-4e77-b7b4-55ee6cf287a3 req-9eac1f43-30fa-4014-8f6c-b072a51f7b94 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 946 time: 0.2951090 Jul 22 21:26:39.334846 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c7e06-55df-44da-92d2-4216cd495d56 x-openstack-request-id: req-6f0c7e06-55df-44da-92d2-4216cd495d56 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:39.335601 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e37d863-5b5d-41b9-b38f-7eaa80d4d988", "name": "network-vif-deleted", "tag": "a8f89252-7fa1-427c-bd8b-fd98de6acec7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:39.336227 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f0c7e06-55df-44da-92d2-4216cd495d56 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:39.336551 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e37d863-5b5d-41b9-b38f-7eaa80d4d988', 'name': 'network-vif-deleted', 'tag': 'a8f89252-7fa1-427c-bd8b-fd98de6acec7', 'status': 'completed', 'code': 200} Jul 22 21:26:39.427478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:39.483180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-822619b0-785c-4e77-b7b4-55ee6cf287a3 req-6c917bbc-8673-44a3-bcd6-deb0044ec183 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433787 Jul 22 21:26:39.634137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:39.683008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'b74842f0-e0cc-4648-9232-ea9a492f03d4', 'network_id': '56eebdbe-0b95-4994-9823-c6e9484a9c38', 'port_id': 'b74842f0-e0cc-4648-9232-ea9a492f03d4', 'mac_address': 'fa:16:3e:cf:48:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38be47aa-7090-4637-8efd-a9b64a692100', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:26:39.821679 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:40.124905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74842f0-e0cc-4648-9232-ea9a492f03d4 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:40.179795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:40.186622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:40.232194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedfb69-617b-45e2-88a3-4d4c6b7720a3 req-2c60dcb5-2090-4e6b-b37e-d335c733e016 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:40.235960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aaedfb69-617b-45e2-88a3-4d4c6b7720a3 req-2c60dcb5-2090-4e6b-b37e-d335c733e016 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.7998655 Jul 22 21:26:40.312551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd162b-f8ed-4797-97a6-e6dec73302d7 req-3fb69426-e10c-4c55-98e4-6bf44c2baed8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:40.328768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54dd162b-f8ed-4797-97a6-e6dec73302d7 req-3fb69426-e10c-4c55-98e4-6bf44c2baed8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2494242 Jul 22 21:26:40.358284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:40.440935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aaedfb69-617b-45e2-88a3-4d4c6b7720a3 req-e0db829b-340f-4762-b63b-cdcec86b5fa1 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568253 Jul 22 21:26:40.472768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54dd162b-f8ed-4797-97a6-e6dec73302d7 req-f8c0a70c-4028-48bb-b501-102906619376 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383297 Jul 22 21:26:40.751780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:40.825884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c67e8-83e4-4029-86c1-e9a74b46f8af req-bc842ac9-fc45-463e-a95b-7e0b444f460d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:40.840256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-261c67e8-83e4-4029-86c1-e9a74b46f8af req-bc842ac9-fc45-463e-a95b-7e0b444f460d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 944 time: 0.2049656 Jul 22 21:26:40.897759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a97e7d57-e7f7-4731-b40c-dbe13d340b9a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:40.928925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] Deleting subnet 7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:26:40.929322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-261c67e8-83e4-4029-86c1-e9a74b46f8af req-2a444383-0a35-4c68-9da2-b3db21a56338 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869949 Jul 22 21:26:40.941170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.005730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b74842f0-e0cc-4648-9232-ea9a492f03d4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:41.086207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.120849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99000a02-16ab-4c99-b661-a270b4a9a35e req-4fef961e-51e3-41f4-b5ae-cfef4cc75eb7 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:41.123425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99000a02-16ab-4c99-b661-a270b4a9a35e req-4fef961e-51e3-41f4-b5ae-cfef4cc75eb7 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 947 time: 0.2115462 Jul 22 21:26:41.173388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.248479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99000a02-16ab-4c99-b661-a270b4a9a35e req-eff20394-32c5-4842-9aca-b51d62326cf1 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097493 Jul 22 21:26:41.339683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.388402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:41.396069 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.406492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36400) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:41.415823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a101804c-3729-4ef7-8bd8-ba879c63d5bc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7bbd06f7-e4f6-41e3-8cdf-0972f5d1557c HTTP/1.1" status: 204 len: 168 time: 0.6622241 Jul 22 21:26:41.607764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.783976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.812554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31922f1-c21f-4de6-a297-cbeb9eaf2ae7']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:41.864041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:41.864041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7cbd1e-992e-42e2-ac3a-8ca6da38c36b') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:41.885545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.923285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.950046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:26:41.950046 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:26:41.952888 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:26:42.089657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4e31-00d4-4e01-8d61-7411fdc26698 req-52c4e688-9338-42b8-b9a7-d2d77ec86279 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:42.098913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-693d4e31-00d4-4e01-8d61-7411fdc26698 req-52c4e688-9338-42b8-b9a7-d2d77ec86279 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.4641137 Jul 22 21:26:42.138038 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:42.199941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:42.203736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] 10.222.0.54 "DELETE /v2.0/networks/c31922f1-c21f-4de6-a297-cbeb9eaf2ae7 HTTP/1.1" status: 204 len: 168 time: 0.7941263 Jul 22 21:26:42.242767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9141dfc-e8fe-412b-b548-a40b0ac6455a admin admin] Pushing event deleted for resources: {'Network': ['ID=c31922f1-c21f-4de6-a297-cbeb9eaf2ae7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:42.323918 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-693d4e31-00d4-4e01-8d61-7411fdc26698 req-dffaae46-3241-417b-bd8b-38fa4c1c34cc tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140906 Jul 22 21:26:42.382824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b515c-c6ad-4e6a-a00c-490fa477c2e0 req-5c8fdf49-d8f4-46c7-8c70-8d09b5f8467d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:42.385444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da4b515c-c6ad-4e6a-a00c-490fa477c2e0 req-5c8fdf49-d8f4-46c7-8c70-8d09b5f8467d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 944 time: 0.2785003 Jul 22 21:26:42.496771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da4b515c-c6ad-4e6a-a00c-490fa477c2e0 req-b2a274b7-c2c8-4b66-af75-d0e5f749414c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999942 Jul 22 21:26:42.577837 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e61-df1e-4cbe-a070-a6dd37e4cb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:42.639061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81133691-2520-448d-a009-7352e6ce2fad req-0ed9e0b1-e206-461b-9b74-abdece25b1e8 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:42.642351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81133691-2520-448d-a009-7352e6ce2fad req-0ed9e0b1-e206-461b-9b74-abdece25b1e8 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 947 time: 0.1585884 Jul 22 21:26:42.719731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81133691-2520-448d-a009-7352e6ce2fad req-b9f92a22-0fcc-4adb-bdd3-f3ba0b57f783 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646691 Jul 22 21:26:42.780102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36454) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:42.872327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36458) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:42.874291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-79d11e0f-0fd0-425e-9640-9a65bb8d0077 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44ce067896814275bc0a50a2d605b8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921867 Jul 22 21:26:42.997125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b18dc61-c5ce-442f-a65c-e8a5d1d79007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:43.044727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b18dc61-c5ce-442f-a65c-e8a5d1d79007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:43.152599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b18dc61-c5ce-442f-a65c-e8a5d1d79007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:43.157684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b18dc61-c5ce-442f-a65c-e8a5d1d79007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:43.159533 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0b18dc61-c5ce-442f-a65c-e8a5d1d79007 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21628e79-aea7-4c7b-867c-552856fe96cc HTTP/1.1" status: 204 len: 168 time: 0.2849631 Jul 22 21:26:43.180189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18dc61-c5ce-442f-a65c-e8a5d1d79007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21628e79-aea7-4c7b-867c-552856fe96cc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:43.695378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36482) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:43.720329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7bfe5-3de4-4d91-b91f-fd4b5eb8246e req-e362ab84-967f-4949-9006-8a8c747fea8e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:43.734202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1d7bfe5-3de4-4d91-b91f-fd4b5eb8246e req-e362ab84-967f-4949-9006-8a8c747fea8e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2888823 Jul 22 21:26:43.835227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1d7bfe5-3de4-4d91-b91f-fd4b5eb8246e req-b0a1db6c-f193-4de0-b923-fbd58d0e0e58 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996087 Jul 22 21:26:43.888806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d52c5-8fa4-45e8-bbab-8ea8268594d1 req-bb6b1045-8b2a-4fe7-9ac1-93be1ef70102 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:43.899267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f3d52c5-8fa4-45e8-bbab-8ea8268594d1 req-bb6b1045-8b2a-4fe7-9ac1-93be1ef70102 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 944 time: 0.2471108 Jul 22 21:26:43.989038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f3d52c5-8fa4-45e8-bbab-8ea8268594d1 req-0c1356a7-4c11-4d21-9476-3b62492268bd tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856709 Jul 22 21:26:44.042686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd0927b1-0647-4041-b00e-64f7e7551f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.138949 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e90ed1-2899-488c-9ce5-7b347cf23d4d req-fffd1478-f86b-4c06-a397-0f53e8c805ed tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:44.152753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9e90ed1-2899-488c-9ce5-7b347cf23d4d req-fffd1478-f86b-4c06-a397-0f53e8c805ed tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 947 time: 0.1615422 Jul 22 21:26:44.247327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9e90ed1-2899-488c-9ce5-7b347cf23d4d req-ce0002da-adcf-4671-851f-ed565a4d6a23 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860519 Jul 22 21:26:44.309827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd0927b1-0647-4041-b00e-64f7e7551f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.315833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd0927b1-0647-4041-b00e-64f7e7551f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.390512 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fd0927b1-0647-4041-b00e-64f7e7551f98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67a2c82ba70f4f49a0fc3b078e5bf2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873753 Jul 22 21:26:44.390512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0927b1-0647-4041-b00e-64f7e7551f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cf764e-22d5-4b51-830b-210ee98db788,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:44.392006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:44.440669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b74842f0-e0cc-4648-9232-ea9a492f03d4 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:44.525462 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bba8f30-ac23-4b80-a3e8-a4cceea01bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.564938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port b74842f0-e0cc-4648-9232-ea9a492f03d4 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:44.572792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port b74842f0-e0cc-4648-9232-ea9a492f03d4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:44.572792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.583018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bba8f30-ac23-4b80-a3e8-a4cceea01bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.702291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bba8f30-ac23-4b80-a3e8-a4cceea01bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.706629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bba8f30-ac23-4b80-a3e8-a4cceea01bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.709106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5bba8f30-ac23-4b80-a3e8-a4cceea01bde admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96cf764e-22d5-4b51-830b-210ee98db788 HTTP/1.1" status: 204 len: 168 time: 0.3121350 Jul 22 21:26:44.729376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba8f30-ac23-4b80-a3e8-a4cceea01bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cf764e-22d5-4b51-830b-210ee98db788,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:44.771918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.831239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:44.837624 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a577036-0471-4f6c-b51f-7f00675e3f69" -d '{"events": [{"server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:44.865175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:44.880677 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:44.883179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:44.915055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:45.013941 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df807dd8-0383-4b28-9e9d-89596b9065e1 x-openstack-request-id: req-df807dd8-0383-4b28-9e9d-89596b9065e1 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:45.014565 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:45.015458 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df807dd8-0383-4b28-9e9d-89596b9065e1 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:45.016342 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4', 'code': 200} Jul 22 21:26:45.134177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:45.208174 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6c2f9683-9558-4e8d-b690-55d4e0e87017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.228473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564389-1410-419f-8e5e-ad4de5c7fc6b req-9cd7e5e9-7c00-4f2b-8992-de1343b32c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:45.233548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70564389-1410-419f-8e5e-ad4de5c7fc6b req-9cd7e5e9-7c00-4f2b-8992-de1343b32c8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1097 time: 0.1343753 Jul 22 21:26:45.245896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f43208-2bda-4b05-8d36-889ca8561e98 req-46a3a42f-ade2-4b79-a2c5-b5ee5d511550 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:45.252486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port a97e7d57-e7f7-4731-b40c-dbe13d340b9a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:45.262369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f43208-2bda-4b05-8d36-889ca8561e98 req-46a3a42f-ade2-4b79-a2c5-b5ee5d511550 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2394874 Jul 22 21:26:45.262998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a97e7d57-e7f7-4731-b40c-dbe13d340b9a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:45.271081 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.358163 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70564389-1410-419f-8e5e-ad4de5c7fc6b req-da40aa9b-11ee-4aca-9f5b-e30f7485c389 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090872 Jul 22 21:26:45.385038 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.409657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9f43208-2bda-4b05-8d36-889ca8561e98 req-f0fa412a-cafe-4150-979b-cf4385d73768 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460581 Jul 22 21:26:45.464091 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f241bad-895e-4198-a712-634f89129dc3 req-adaa654a-8ac8-4344-ba45-7b21c199be1d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:45.477528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f241bad-895e-4198-a712-634f89129dc3 req-adaa654a-8ac8-4344-ba45-7b21c199be1d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 945 time: 0.2107222 Jul 22 21:26:45.529885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.559397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1869277799-network', 'tenant_id': '89bb52f643f647d3951cc382bea5d1e7'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:45.603234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f241bad-895e-4198-a712-634f89129dc3 req-56473422-941c-4879-a265-a01ccc0629eb tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237304 Jul 22 21:26:45.635664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:45.649168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.689050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Made reservation on behalf of 89bb52f643f647d3951cc382bea5d1e7 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:45.694761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.711671 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.809358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:45.851888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36566) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:45.864288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36568) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:45.886292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a444ffc2-78df-458c-ba31-b81f6e9986c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:45.970108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7236897-f2cd-4e2d-99a6-8e580bc2e587 req-504083cb-65c3-4c22-bb66-0680dc891bb9 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:45.972181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7236897-f2cd-4e2d-99a6-8e580bc2e587 req-504083cb-65c3-4c22-bb66-0680dc891bb9 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 948 time: 0.1953917 Jul 22 21:26:46.017187 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.074379 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.081575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7236897-f2cd-4e2d-99a6-8e580bc2e587 req-becfa138-8b97-49f3-95f5-3b4b958c7dbe tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974081 Jul 22 21:26:46.083762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.139108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:26:46.168199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be73ca7-9249-402d-8c8c-225580aab279,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:46.173188 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.173715 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Added segment 5e0a5a49-fa0d-40d6-948a-8231872b677c of type vlan for network ea38186a-ba26-4b25-95d6-f14f90d32e54 Jul 22 21:26:46.268539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.270361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a444ffc2-78df-458c-ba31-b81f6e9986c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.274042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e46eab81-1e41-4881-9062-50b0901e974b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.278673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a444ffc2-78df-458c-ba31-b81f6e9986c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.328853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a444ffc2-78df-458c-ba31-b81f6e9986c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e8e4096bdab4b818929f30646546b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746439 Jul 22 21:26:46.335096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36574) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:46.339681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444ffc2-78df-458c-ba31-b81f6e9986c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00bf6f3-7b8b-4732-9fac-4b1cffee6838,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:46.347782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.349039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:46.350299 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.554534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] Pushing event updated for resources: {'Network': ['ID=ea38186a-ba26-4b25-95d6-f14f90d32e54,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:46.572476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ea38186a-ba26-4b25-95d6-f14f90d32e54 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:26:46.635654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea94bc65-18f4-4f07-966d-4a73126b082d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.705887 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea94bc65-18f4-4f07-966d-4a73126b082d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.737958 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e46eab81-1e41-4881-9062-50b0901e974b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.756430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e46eab81-1e41-4881-9062-50b0901e974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.798720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad0d0293-0bcb-4b6d-95c0-fd76def22192 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8817799 Jul 22 21:26:46.802525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36580) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:46.811461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Request body: {'subnet': {'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1869277799-subnet', 'tenant_id': '89bb52f643f647d3951cc382bea5d1e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:46.849655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Made reservation on behalf of 89bb52f643f647d3951cc382bea5d1e7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:46.852318 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:46.902468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89702ae9-9d97-4710-a32e-ea95a64fe9ca req-85173ca6-4ad9-422b-b513-8bcc7f3667c1 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:46.905518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89702ae9-9d97-4710-a32e-ea95a64fe9ca req-85173ca6-4ad9-422b-b513-8bcc7f3667c1 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3634946 Jul 22 21:26:46.916869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46eab81-1e41-4881-9062-50b0901e974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00bf12-c517-43a8-b5a9-16c48fcd473c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:46.931343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e46eab81-1e41-4881-9062-50b0901e974b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a42cff82a9dc4bf1bd6cee43c3fd917e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0610347 Jul 22 21:26:46.933498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36582) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:47.006913 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea94bc65-18f4-4f07-966d-4a73126b082d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.012725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ea94bc65-18f4-4f07-966d-4a73126b082d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.015907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ea94bc65-18f4-4f07-966d-4a73126b082d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f00bf6f3-7b8b-4732-9fac-4b1cffee6838 HTTP/1.1" status: 204 len: 168 time: 0.6787627 Jul 22 21:26:47.017717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:47.023093 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436c9c87-198f-46e0-a312-eed819d3aaa2" -d '{"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-plugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:47.073579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94bc65-18f4-4f07-966d-4a73126b082d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00bf6f3-7b8b-4732-9fac-4b1cffee6838,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:47.154629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6e97-05af-4e42-858f-472685207478 req-913100fc-8e55-4127-8a74-cc34e8cbacf0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:47.168225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b2f6e97-05af-4e42-858f-472685207478 req-913100fc-8e55-4127-8a74-cc34e8cbacf0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 945 time: 0.4129510 Jul 22 21:26:47.212859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89702ae9-9d97-4710-a32e-ea95a64fe9ca req-d39b5fb8-af97-4939-8ff9-123ef6671663 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661350 Jul 22 21:26:47.259385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.262007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af9cae0-2f2e-4641-8241-9a0b8c991dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.322010 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d101b5-2ed5-4025-b658-cd73a53c4d3a x-openstack-request-id: req-f2d101b5-2ed5-4025-b658-cd73a53c4d3a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:47.326443 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-plugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:47.327164 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2d101b5-2ed5-4025-b658-cd73a53c4d3a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:47.329275 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'code': 200} Jul 22 21:26:47.396804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb91e83-5c39-45fa-9fc3-84c63662979e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:47.401098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af9cae0-2f2e-4641-8241-9a0b8c991dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.415247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Checking segment: {'id': '5e0a5a49-fa0d-40d6-948a-8231872b677c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:47.415926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Network hostable DHCP agents. Network: ea38186a-ba26-4b25-95d6-f14f90d32e54, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:26:47.423575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b2f6e97-05af-4e42-858f-472685207478 req-0599f1fe-f7af-412f-933f-bc3dc07797bc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535024 Jul 22 21:26:47.482046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Network ea38186a-ba26-4b25-95d6-f14f90d32e54 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:26:47.541445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ea38186a-ba26-4b25-95d6-f14f90d32e54) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:47.549900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:47.550831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.559353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409d7a2-9701-4b63-9a4d-154198366903 None None] Network ea38186a-ba26-4b25-95d6-f14f90d32e54 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:26:47.615938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-93468ff1-f2b5-4598-b242-aa04b4ce45d2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8015370 Jul 22 21:26:47.615938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a64f-c138-4938-b86d-2ebe5664be38 req-2bfe57ab-3060-4cad-8717-70df14c6b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:47.615938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2065a64f-c138-4938-b86d-2ebe5664be38 req-2bfe57ab-3060-4cad-8717-70df14c6b7b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 1100 time: 0.1592555 Jul 22 21:26:47.632561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af9cae0-2f2e-4641-8241-9a0b8c991dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.637346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af9cae0-2f2e-4641-8241-9a0b8c991dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.639731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7af9cae0-2f2e-4641-8241-9a0b8c991dff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d00bf12-c517-43a8-b5a9-16c48fcd473c HTTP/1.1" status: 204 len: 168 time: 0.7045817 Jul 22 21:26:47.664166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9cae0-2f2e-4641-8241-9a0b8c991dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00bf12-c517-43a8-b5a9-16c48fcd473c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:47.722471 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2065a64f-c138-4938-b86d-2ebe5664be38 req-af2d7a46-9e72-476b-a2da-4b3a901b402f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912924 Jul 22 21:26:47.732414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0d304-b550-46a6-ada2-afc7c91c5ade req-dd34df31-6af4-4cc0-b0c8-700acfaf588b tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:47.746893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ed0d304-b550-46a6-ada2-afc7c91c5ade req-dd34df31-6af4-4cc0-b0c8-700acfaf588b tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 948 time: 0.3085823 Jul 22 21:26:47.862746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ed0d304-b550-46a6-ada2-afc7c91c5ade req-fd382a24-dc57-41f0-8a75-bc1b1119cfb6 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143763 Jul 22 21:26:47.940136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca5b34-0dac-46c8-b1c8-7525d53c1758 None None] Network ea38186a-ba26-4b25-95d6-f14f90d32e54 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:26:48.101944 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:48.575614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b37744-dc2d-41a1-b972-bb77130ea8d5 req-4a898d83-f01f-4e68-8b78-e336343adfb6 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:48.585064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24b37744-dc2d-41a1-b972-bb77130ea8d5 req-4a898d83-f01f-4e68-8b78-e336343adfb6 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.1917791 Jul 22 21:26:48.696109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24b37744-dc2d-41a1-b972-bb77130ea8d5 req-a184b6f0-6f45-4d86-8cb4-deef004a3c18 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991855 Jul 22 21:26:49.149812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fc657-d8f4-469c-abd7-b0547e1c7b54 req-639b9f50-b4f5-4e6c-a3ea-387c83c61af5 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:49.152792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562fc657-d8f4-469c-abd7-b0547e1c7b54 req-639b9f50-b4f5-4e6c-a3ea-387c83c61af5 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 945 time: 0.3021898 Jul 22 21:26:49.233276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559563-987b-492e-8e56-760c5d9d8e11 req-d32c9f05-e728-4592-821c-0e2e1092e7ee tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:49.235693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-d32c9f05-e728-4592-821c-0e2e1092e7ee tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/networks?id=ea38186a-ba26-4b25-95d6-f14f90d32e54 HTTP/1.1" status: 200 len: 821 time: 0.2877026 Jul 22 21:26:49.266290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-7d9ab018-dd76-469f-96d0-35190fd512fa tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/quotas/89bb52f643f647d3951cc382bea5d1e7 HTTP/1.1" status: 200 len: 375 time: 0.0173743 Jul 22 21:26:49.284169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-562fc657-d8f4-469c-abd7-b0547e1c7b54 req-ea3e2f7f-000f-473f-b517-ac344c419adb tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165702 Jul 22 21:26:49.390046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-752e9bae-64d4-4b39-889e-b1d1ae941b20 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=89bb52f643f647d3951cc382bea5d1e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040931 Jul 22 21:26:49.613440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-ea19a07d-d574-418e-86c6-09ae9c739902 service neutron] 10.222.0.54 "GET /v2.0/networks/ea38186a-ba26-4b25-95d6-f14f90d32e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218249 Jul 22 21:26:49.631971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f18fd-4341-4f7c-b701-5a39a43cceb3 req-ff50d118-6056-4965-806e-dd454aad648a tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:49.634753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc4f18fd-4341-4f7c-b701-5a39a43cceb3 req-ff50d118-6056-4965-806e-dd454aad648a tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 948 time: 0.1977174 Jul 22 21:26:49.877972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc4f18fd-4341-4f7c-b701-5a39a43cceb3 req-8bccd85d-1441-423e-9e7b-e0614b134a2d tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233629 Jul 22 21:26:49.984905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-cf45c214-60ad-4b60-b164-659d13c85a40 service neutron] 10.222.0.54 "GET /v2.0/networks/ea38186a-ba26-4b25-95d6-f14f90d32e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471446 Jul 22 21:26:50.154232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-94ec9eea-dc2c-4687-a7b5-e79d84b5abbc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1885960357&fields=id&tenant_id=d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 267 time: 0.0728872 Jul 22 21:26:50.307729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-38d6a12b-1157-46a8-80ee-f40e44f487fc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:50.311245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-38d6a12b-1157-46a8-80ee-f40e44f487fc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 945 time: 0.1470056 Jul 22 21:26:50.333611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'port': {'security_groups': ['6a5f4c34-1fe9-4884-8c1e-c253f51a5a59', 'bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:50.566669 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.584996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f98531-19b2-463d-b8b5-a05f6ce07ff4 req-6ad735d3-2e6f-4732-b351-8a6278cb4b88 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:50.586746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5f98531-19b2-463d-b8b5-a05f6ce07ff4 req-6ad735d3-2e6f-4732-b351-8a6278cb4b88 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.1794050 Jul 22 21:26:50.837350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5f98531-19b2-463d-b8b5-a05f6ce07ff4 req-6ded04e9-86b6-44bf-8d70-35a696ba1f37 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107116 Jul 22 21:26:51.065637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12dcd1d5-8bcd-4a5d-b129-ec538bf9fb05 req-29e75bf6-700c-4115-a27e-b533bf947e71 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 210 time: 0.0622156 Jul 22 21:26:51.130375 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:51.250756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.275057 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.296381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86', 'b74842f0-e0cc-4648-9232-ea9a492f03d4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:51.401648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:51.404059 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.407695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a626ca90-9d2a-4534-b717-35360d1f4993 req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "PUT /v2.0/ports/b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 981 time: 1.0854478 Jul 22 21:26:51.491309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:51.498447 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b313ec2-8390-4837-8757-c6fabd3440b9" -d '{"events": [{"name": "network-changed", "server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:51.573247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36732) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:51.654556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e97a82-6758-4408-baa3-5b5b5b44f2a1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:51.728221 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f2f9-eeaa-41b8-a515-e1b799595360 req-7b2cc745-b11c-441b-80b8-2935edeef985 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:51.743780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b74842f0-e0cc-4648-9232-ea9a492f03d4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:51.760468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02a2f2f9-eeaa-41b8-a515-e1b799595360 req-7b2cc745-b11c-441b-80b8-2935edeef985 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 948 time: 0.4033151 Jul 22 21:26:51.868203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02a2f2f9-eeaa-41b8-a515-e1b799595360 req-e72aebde-716c-4d5e-86c6-d52a41e14aea tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062887 Jul 22 21:26:52.086770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f689ebdd-cca8-4e50-b0fc-23adad2c5b0a req-a6408f40-5cfc-47bd-988c-9ef8dcdb04af tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1 HTTP/1.1" status: 200 len: 1803 time: 0.1101696 Jul 22 21:26:52.098048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-747294697'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:52.182942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Made reservation on behalf of 49652251c30b4c49aa2f5df5e6144f20 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:52.190372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.222747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.353866 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-f689ebdd-cca8-4e50-b0fc-23adad2c5b0a req-751aa358-bdf1-4308-b7b0-d79d8150867a tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 21:26:52.356522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f689ebdd-cca8-4e50-b0fc-23adad2c5b0a req-751aa358-bdf1-4308-b7b0-d79d8150867a tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1 HTTP/1.1" status: 409 len: 341 time: 0.2496212 Jul 22 21:26:52.432734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36754) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:52.481499 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e5755e-7a7f-4b57-90ac-9b0c7e602ba7 x-openstack-request-id: req-81e5755e-7a7f-4b57-90ac-9b0c7e602ba7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:52.482046 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:52.482449 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81e5755e-7a7f-4b57-90ac-9b0c7e602ba7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:52.483174 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4', 'status': 'completed', 'code': 200} Jul 22 21:26:52.582780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.618912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.653575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:26:52.673470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.674612 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Added segment 7e3ffabc-3854-4982-abc5-e8390ab4330c of type vlan for network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 Jul 22 21:26:52.734643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-02c69756-1b5e-4dc6-9541-6b0598f640f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:52.737679 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-02c69756-1b5e-4dc6-9541-6b0598f640f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1136 time: 0.2010221 Jul 22 21:26:52.800623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.939264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b913a4b-f296-401b-94ae-4b81c351cd1c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:52.972057 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.974432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7efa5566-18fc-48d5-8b4d-86957c3a20df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:52.987378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:52.989129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:53.045726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4700389 Jul 22 21:26:53.108999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559563-987b-492e-8e56-760c5d9d8e11 req-79779c9f-0198-498a-800f-844d836eb251 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:53.112674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-79779c9f-0198-498a-800f-844d836eb251 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.23 "GET /v2.0/networks?id=ea38186a-ba26-4b25-95d6-f14f90d32e54 HTTP/1.1" status: 200 len: 821 time: 0.3371093 Jul 22 21:26:53.198813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83868192-24a9-43ae-b47d-5581519b2636 req-a3654060-94d3-4821-b4f4-6d1bd37a8190 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:53.216014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83868192-24a9-43ae-b47d-5581519b2636 req-a3654060-94d3-4821-b4f4-6d1bd37a8190 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.6287944 Jul 22 21:26:53.268119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-ef8ec1ff-6ea4-4b01-9e23-1edb803cab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:53.270482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-ef8ec1ff-6ea4-4b01-9e23-1edb803cab0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 913 time: 0.4970064 Jul 22 21:26:53.281321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Request body: {'port': {'device_id': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54', 'admin_state_up': True, 'tenant_id': '89bb52f643f647d3951cc382bea5d1e7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:53.298534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13fe5b-1561-4c11-b49b-c3079369da25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Pushing event updated for resources: {'Network': ['ID=39830bbc-99c0-464f-b6ca-5f22dbf49a77,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:53.319063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:26:53.412013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83868192-24a9-43ae-b47d-5581519b2636 req-f23d233c-58fa-451b-99ff-b977746ea74a tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942482 Jul 22 21:26:53.643863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-6ce8e41d-422e-458d-bf34-281b6cccd28f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 217 time: 0.1051831 Jul 22 21:26:53.683668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1783fb01-7e6a-4257-b382-ff77f180d09c req-d1ad60ad-43aa-4ad3-a31b-23f661bc0283 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 210 time: 0.0841250 Jul 22 21:26:53.811658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-c4cd7b94-a4a1-4a0e-8b97-64c82ca2622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:53.814423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-c4cd7b94-a4a1-4a0e-8b97-64c82ca2622b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.1469190 Jul 22 21:26:53.844663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7efa5566-18fc-48d5-8b4d-86957c3a20df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:53.878635 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7efa5566-18fc-48d5-8b4d-86957c3a20df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:53.958605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-2b5098cd-f9d8-4ba2-8159-6e0d71777c8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003447 Jul 22 21:26:54.071393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Made reservation on behalf of 89bb52f643f647d3951cc382bea5d1e7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:54.076096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:54.098159 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7efa5566-18fc-48d5-8b4d-86957c3a20df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0466919492b4e7cac71f02641a786ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6640334 Jul 22 21:26:54.100643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36784) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:54.117324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa5566-18fc-48d5-8b4d-86957c3a20df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e80d8b4-d5bd-41ea-b30a-aeaa6f4e6030,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:54.244203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36786) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:54.258209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaf18b-ae7c-487f-876a-a68d9d1c7fdf req-934b6f0d-7f81-40a7-904f-f6ea7e776b34 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:54.260726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69aaf18b-ae7c-487f-876a-a68d9d1c7fdf req-934b6f0d-7f81-40a7-904f-f6ea7e776b34 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 984 time: 0.2504287 Jul 22 21:26:54.268293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Request body: {'port': {'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77', 'binding:host_id': 'n-h1-762330-19', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-694973354'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:54.328845 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-925dbf5a-2ac6-45bb-aade-96ae20df931a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:54.349361 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-07b447be-824e-4b2d-9b7c-29ee29a68e81 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558080 Jul 22 21:26:54.373726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Made reservation on behalf of 57923f22e19345e88bffd0f32899c3c1 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:54.378031 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:54.430446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-925dbf5a-2ac6-45bb-aade-96ae20df931a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:54.435732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:54.610261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Allocated IP 172.20.0.9 (ea38186a-ba26-4b25-95d6-f14f90d32e54/7cb91e83-5c39-45fa-9fc3-84c63662979e/7db4dac8-ae11-4848-991a-dc2e73143e1e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:54.658597 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:54.660261 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b313ec2-8390-4837-8757-c6fabd3440b9 req-9ad5d6cf-f752-48fa-96ea-f41cc56a849c service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845373 Jul 22 21:26:54.675932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69aaf18b-ae7c-487f-876a-a68d9d1c7fdf req-9505fcfc-46a6-46db-b7eb-d22ce075a10f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3895912 Jul 22 21:26:54.702250 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:54.726385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] device_id is not set on port a03edf5c-6feb-472c-8344-0e6731d8c0d8 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:26:55.062189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-b44daa5c-d038-4268-9807-ef568015a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:55.064720 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-b44daa5c-d038-4268-9807-ef568015a285 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1136 time: 0.1926889 Jul 22 21:26:55.096481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:55.112792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a64346b5-02f1-4d4c-8cba-5b23bf05eaa8 req-e4d6f0b8-06f8-444d-a529-a58b05b888f3 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 210 time: 0.1505804 Jul 22 21:26:55.149287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d33855-61a1-49be-a071-c9600b630bdc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:55.307088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-925dbf5a-2ac6-45bb-aade-96ae20df931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:55.312109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-925dbf5a-2ac6-45bb-aade-96ae20df931a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:55.316047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-925dbf5a-2ac6-45bb-aade-96ae20df931a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e80d8b4-d5bd-41ea-b30a-aeaa6f4e6030 HTTP/1.1" status: 204 len: 168 time: 1.2127900 Jul 22 21:26:55.366277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb115-96f3-4760-b606-6f2c780c158b req-44a3c6b1-f7ce-433d-abed-7fb5f87f2bf2 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:55.371057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-281cb115-96f3-4760-b606-6f2c780c158b req-44a3c6b1-f7ce-433d-abed-7fb5f87f2bf2 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.6938932 Jul 22 21:26:55.427498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:55.467805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dbf5a-2ac6-45bb-aade-96ae20df931a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e80d8b4-d5bd-41ea-b30a-aeaa6f4e6030,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:55.588236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-281cb115-96f3-4760-b606-6f2c780c158b req-55c1d272-0bf7-4229-8c5c-0de35d4ffd5c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151186 Jul 22 21:26:55.622165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] device_id is not set on port a03edf5c-6feb-472c-8344-0e6731d8c0d8 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:26:55.636757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:55.657499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Transition to ACTIVE for port object a03edf5c-6feb-472c-8344-0e6731d8c0d8 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:55.673651 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:55.812461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Checking segment: {'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:55.813321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Network hostable DHCP agents. Network: 39830bbc-99c0-464f-b6ca-5f22dbf49a77, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:26:55.864749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=a03edf5c-6feb-472c-8344-0e6731d8c0d8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:55.877786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:26:55.915785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 39830bbc-99c0-464f-b6ca-5f22dbf49a77) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:55.951946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd37042f-c04e-4a8f-adee-3cb6b1e56a86 None None] Network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:26:55.978251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:56.123631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Pushing event updated for resources: {'Port': ['ID=7db4dac8-ae11-4848-991a-dc2e73143e1e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:56.145330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-f658a899-a236-4e7d-ad1a-5334c1f118bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:56.148148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-f658a899-a236-4e7d-ad1a-5334c1f118bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 913 time: 1.0464497 Jul 22 21:26:56.163393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Network ea38186a-ba26-4b25-95d6-f14f90d32e54 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:56.178094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:56.178862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:56.179265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:56.191887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:56.215626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:56.216307 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:56.224827 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 2 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:56.276553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:56.280331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:56.280979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:56.304852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:56.311151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:56.317097 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:56.322492 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 3 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:56.324505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-47856c8e-d2e3-4d94-9305-f14b07f8860e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 217 time: 0.1651042 Jul 22 21:26:56.458251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:56.458889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:56.460196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:56.484992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:26:56.485906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570919a9-2541-4c69-909e-c4858dabcb00 req-b233139f-7663-46ea-9fef-9b7026f3e812 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:56.498195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-570919a9-2541-4c69-909e-c4858dabcb00 req-b233139f-7663-46ea-9fef-9b7026f3e812 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 984 time: 0.5635934 Jul 22 21:26:56.513594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:56.514115 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:56.517812 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 4 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:56.535583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:56.536992 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:56.564669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-693692d3-37ff-47d1-a0e7-8994362f1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:56.571478 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-693692d3-37ff-47d1-a0e7-8994362f1d1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.2040443 Jul 22 21:26:56.577502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:56.578148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:56.579326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:56.580201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4220f27a-97b0-4809-83b9-4f42346d8622 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3041294 Jul 22 21:26:56.638014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-570919a9-2541-4c69-909e-c4858dabcb00 req-3b1a168c-4f11-40aa-a60f-660b45cff4c2 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1383524 Jul 22 21:26:56.639000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:56.639513 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:56.655481 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 5 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:56.702606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Request body: {'port': {'device_id': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:56.713113 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-88755b9d-84e4-4379-b73b-c0e563119e0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120408 Jul 22 21:26:56.723628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:56.724956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:56.725756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:56.784255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec18bf9-d5c2-4364-b2a7-a10e6d826a99 req-03257136-7073-4b78-9959-94751e79b8e6 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:56.787072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ec18bf9-d5c2-4364-b2a7-a10e6d826a99 req-03257136-7073-4b78-9959-94751e79b8e6 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 931 time: 0.4671781 Jul 22 21:26:56.791401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:56.801384 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:56.802087 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 6 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:56.906580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:56.930682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'mac_address': 'fa:16:3e:52:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:26:56.948918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:56.949427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:56.949948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:56.977687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:56.978208 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:56.989834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ec18bf9-d5c2-4364-b2a7-a10e6d826a99 req-9b6ccfa2-96c0-4a71-8339-1786ca1f0e1f tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569459 Jul 22 21:26:56.996054 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 7 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:57.063932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:57.099200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:57.099606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:57.099985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:57.131897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a97e7d57-e7f7-4731-b40c-dbe13d340b9a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:57.182029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:57.182880 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:57.187549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:57.192436 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 8 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:57.197107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:57.197807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:57.294294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:57.298031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:57.302584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:57.326281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-de687da8-b1c1-4498-b49f-edbac37e07d5 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260155 Jul 22 21:26:57.335017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:57.335913 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:57.339702 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 9 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:57.341981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:57.393316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3353c-b3bc-454f-a40d-46ee5c4b7038 req-9de914d7-a7bb-4a9a-a3f3-951b0ca7a405 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:57.395909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25e3353c-b3bc-454f-a40d-46ee5c4b7038 req-9de914d7-a7bb-4a9a-a3f3-951b0ca7a405 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3410237 Jul 22 21:26:57.408778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:57.411983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:57.414533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:57.439535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:57.440014 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:57.452640 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 10 to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 Jul 22 21:26:57.510611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:57.511226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:57.511917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:57.542189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25e3353c-b3bc-454f-a40d-46ee5c4b7038 req-653561ce-4841-4309-b39e-6cfdc89869eb tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189196 Jul 22 21:26:57.544661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:57.545256 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port a03edf5c-6feb-472c-8344-0e6731d8c0d8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:26:57.546114 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:57.590965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a97e7d57-e7f7-4731-b40c-dbe13d340b9a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:57.793852 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df6cbe5a-3ad2-4918-ac76-b9f773b35f65 req-0a0b1b34-36ea-46e1-9911-5d16c9e5af0c service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460139 Jul 22 21:26:57.825931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] For port a03edf5c-6feb-472c-8344-0e6731d8c0d8, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:57.826774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempted to set empty binding levels {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 21:26:57.835306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:58.013436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:58.014569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:58.080206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db4dac8-ae11-4848-991a-dc2e73143e1e {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:58.104914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.8422227 Jul 22 21:26:58.106107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36864) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:58.109214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e523d-14f1-4d33-ac03-54784b31478e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=a03edf5c-6feb-472c-8344-0e6731d8c0d8,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:58.116119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:58.174707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Transition to ACTIVE for port object 7db4dac8-ae11-4848-991a-dc2e73143e1e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:58.181567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:58.376770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7db4dac8-ae11-4848-991a-dc2e73143e1e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:58.485172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:58.561125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a75a2-8efb-4a07-950f-7fe9c5e1f68c req-83dbb245-9e7e-44a9-8abb-c6b402b68c9d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:58.579438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-869a75a2-8efb-4a07-950f-7fe9c5e1f68c req-83dbb245-9e7e-44a9-8abb-c6b402b68c9d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 984 time: 0.6360633 Jul 22 21:26:58.583027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Attempting to bind port 7db4dac8-ae11-4848-991a-dc2e73143e1e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:58.583712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Attempting to bind port 7db4dac8-ae11-4848-991a-dc2e73143e1e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '5e0a5a49-fa0d-40d6-948a-8231872b677c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:58.584341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Attempting to bind port 7db4dac8-ae11-4848-991a-dc2e73143e1e on network ea38186a-ba26-4b25-95d6-f14f90d32e54 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:58.598712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Port 7db4dac8-ae11-4848-991a-dc2e73143e1e on network ea38186a-ba26-4b25-95d6-f14f90d32e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:58.603391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Attempting to bind port 7db4dac8-ae11-4848-991a-dc2e73143e1e on network ea38186a-ba26-4b25-95d6-f14f90d32e54 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:58.614821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:58.614821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Checking segment: {'id': '5e0a5a49-fa0d-40d6-948a-8231872b677c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:58.614821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Bound using segment: {'id': '5e0a5a49-fa0d-40d6-948a-8231872b677c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:58.614821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Bound port: 7db4dac8-ae11-4848-991a-dc2e73143e1e, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0a5a49-fa0d-40d6-948a-8231872b677c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:58.614821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:58.734862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a97e7d57-e7f7-4731-b40c-dbe13d340b9a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:58.735950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:58.881013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-869a75a2-8efb-4a07-950f-7fe9c5e1f68c req-245acea0-0d73-458a-b930-bc31f658e595 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2767067 Jul 22 21:26:58.884718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] For port 7db4dac8-ae11-4848-991a-dc2e73143e1e, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:58.899488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] For port 7db4dac8-ae11-4848-991a-dc2e73143e1e, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7db4dac8-ae11-4848-991a-dc2e73143e1e,segment=NetworkSegment(5e0a5a49-fa0d-40d6-948a-8231872b677c),segment_id=5e0a5a49-fa0d-40d6-948a-8231872b677c)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:58.909568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:58.969505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Deleting port a03edf5c-6feb-472c-8344-0e6731d8c0d8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:58.970103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:59.021251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:59.029989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:59.036981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/7db4dac8-ae11-4848-991a-dc2e73143e1e HTTP/1.1" status: 200 len: 1092 time: 2.4063940 Jul 22 21:26:59.040241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'tag': '7db4dac8-ae11-4848-991a-dc2e73143e1e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:59.049529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:59.051564 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5644ec20-50a1-4a8a-abe7-862ea8799665" -d '{"events": [{"name": "network-changed", "server_uuid": "b56b0017-d24d-4ee0-ba5b-f5862673fdcc", "tag": "7db4dac8-ae11-4848-991a-dc2e73143e1e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:59.160032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:59.165401 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cac0d5-7115-4e09-9b02-beac2928ddb9" -d '{"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-plugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:59.217213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:59.240928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:59.264590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0051b7-4a1f-4d63-b7bb-dc8bb2a96b75 req-e8f9d629-924b-411e-aa0a-f7432b4240df tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:59.280897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a0051b7-4a1f-4d63-b7bb-dc8bb2a96b75 req-e8f9d629-924b-411e-aa0a-f7432b4240df tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 943 time: 0.8647857 Jul 22 21:26:59.354525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b892ac-fdb1-4a1f-81bd-49ad2e3db9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7db4dac8-ae11-4848-991a-dc2e73143e1e,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:59.356323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] For port a03edf5c-6feb-472c-8344-0e6731d8c0d8, host n-h1-762330-19, got binding levels [] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:59.356823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:59.411402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Calling delete_port for a03edf5c-6feb-472c-8344-0e6731d8c0d8 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:59.501792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a0051b7-4a1f-4d63-b7bb-dc8bb2a96b75 req-b723f804-ebf6-4d45-a4f7-88879d3ea795 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182002 Jul 22 21:26:59.507379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559563-987b-492e-8e56-760c5d9d8e11 req-9afdbd3a-d35c-488e-a880-31b52777f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:59.511281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-9afdbd3a-d35c-488e-a880-31b52777f421 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89bb52f643f647d3951cc382bea5d1e7&device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 1095 time: 0.3312278 Jul 22 21:26:59.555097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:59.733492 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c43767-d745-4d45-9cf4-7c23866531e4 x-openstack-request-id: req-a2c43767-d745-4d45-9cf4-7c23866531e4 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:59.734077 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56b0017-d24d-4ee0-ba5b-f5862673fdcc", "tag": "7db4dac8-ae11-4848-991a-dc2e73143e1e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:59.734493 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2c43767-d745-4d45-9cf4-7c23866531e4 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:59.735177 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'tag': '7db4dac8-ae11-4848-991a-dc2e73143e1e', 'status': 'completed', 'code': 200} Jul 22 21:26:59.738442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-1bb66095-bbe0-4828-8a42-bfa5e629a7dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db4dac8-ae11-4848-991a-dc2e73143e1e HTTP/1.1" status: 200 len: 217 time: 0.2030287 Jul 22 21:26:59.931386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559563-987b-492e-8e56-760c5d9d8e11 req-f394ec5e-e69a-4860-9ed4-95a25a2c4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:59.934075 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-f394ec5e-e69a-4860-9ed4-95a25a2c4f1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7cb91e83-5c39-45fa-9fc3-84c63662979e HTTP/1.1" status: 200 len: 861 time: 0.1770039 Jul 22 21:27:00.030830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-4c8c0cf7-3e0c-49f4-99bf-220cad0e2453 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea38186a-ba26-4b25-95d6-f14f90d32e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844574 Jul 22 21:27:00.357563 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-e3cab0d4-e3c1-434b-b7d4-2e5a5cfaf229 service neutron] 10.222.0.23 "GET /v2.0/networks/ea38186a-ba26-4b25-95d6-f14f90d32e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080606 Jul 22 21:27:00.406802 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:00.511031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10571b93-bf2e-49df-941c-8675752529ed req-9f45f7b6-c8e9-490f-ac7a-829746a07d78 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:00.521984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10571b93-bf2e-49df-941c-8675752529ed req-9f45f7b6-c8e9-490f-ac7a-829746a07d78 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 1.2945390 Jul 22 21:27:00.553602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:00.562536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "DELETE /v2.0/ports/a03edf5c-6feb-472c-8344-0e6731d8c0d8 HTTP/1.1" status: 204 len: 168 time: 2.4517152 Jul 22 21:27:00.609768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92559563-987b-492e-8e56-760c5d9d8e11 req-8e9c448a-65bf-4206-b1a6-d2ddd5070a52 service neutron] 10.222.0.23 "GET /v2.0/networks/ea38186a-ba26-4b25-95d6-f14f90d32e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378268 Jul 22 21:27:00.610746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:00.621881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73c678-6328-4eb5-8aa8-b3e79fd10c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event deleted for resources: {'Port': ['ID=a03edf5c-6feb-472c-8344-0e6731d8c0d8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:00.676901 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce55078f-e5b5-4ee0-ae1f-662203254d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:00.686827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ce55078f-e5b5-4ee0-ae1f-662203254d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "GET /v2.0/ports/a03edf5c-6feb-472c-8344-0e6731d8c0d8 HTTP/1.1" status: 404 len: 333 time: 0.0686674 Jul 22 21:27:00.696359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36942) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:00.712017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Request body: {'port': {'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541017944'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:00.776562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10571b93-bf2e-49df-941c-8675752529ed req-4e43cb20-1382-4ab5-8875-29f48e915815 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526679 Jul 22 21:27:00.967770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Made reservation on behalf of 57923f22e19345e88bffd0f32899c3c1 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:00.976870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:00.986842 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dac13d7-b817-44d1-8735-b7879cda8e96 x-openstack-request-id: req-1dac13d7-b817-44d1-8735-b7879cda8e96 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:00.987768 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-plugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:00.987768 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1dac13d7-b817-44d1-8735-b7879cda8e96 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:00.988512 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'code': 200} Jul 22 21:27:01.050457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] device_id is not set on port 486c101e-9dd1-49ff-ab76-c38fb675f5fc yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:01.165708 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:01.277896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-878e45ff-e766-413c-a3f2-e6ceaeeb04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:01.285617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-878e45ff-e766-413c-a3f2-e6ceaeeb04cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89bb52f643f647d3951cc382bea5d1e7&device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 1095 time: 0.4997838 Jul 22 21:27:01.400409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec8f4e-6c44-4015-b498-f923a7848f67 req-fce3ac1b-ad10-4763-9b0e-1a5732e1535d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:01.415506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7aec8f4e-6c44-4015-b498-f923a7848f67 req-fce3ac1b-ad10-4763-9b0e-1a5732e1535d tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 984 time: 0.3334844 Jul 22 21:27:01.464218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edd5cc-9730-49a7-aeb1-d32f34b62a1b req-14055552-0e52-4406-b2b3-fd8b17e42e1e tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:01.478519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34edd5cc-9730-49a7-aeb1-d32f34b62a1b req-14055552-0e52-4406-b2b3-fd8b17e42e1e tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 943 time: 0.2493412 Jul 22 21:27:01.549830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:01.573942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7aec8f4e-6c44-4015-b498-f923a7848f67 req-fd24a5cb-10f2-4193-80ee-8dc27225f2f4 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1552753 Jul 22 21:27:01.634064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:01.642530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34edd5cc-9730-49a7-aeb1-d32f34b62a1b req-5c2c3cbf-6ae9-446a-b5dc-28bbac079bd5 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587393 Jul 22 21:27:01.735870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:01.802858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:01.812173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:01.813618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:01.814574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:01.846414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=486c101e-9dd1-49ff-ab76-c38fb675f5fc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:01.868294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4b915e5-1051-435a-b1b8-2a45e27e0d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1626887 Jul 22 21:27:01.868722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36968) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:01.878111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:01.948553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-40652c42-f239-41cd-881c-c2ca75ebe807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:01.951306 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-40652c42-f239-41cd-881c-c2ca75ebe807 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea38186a-ba26-4b25-95d6-f14f90d32e54 HTTP/1.1" status: 200 len: 922 time: 0.6410456 Jul 22 21:27:02.008848 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:02.049455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-ce9ec040-bd60-4e85-98a0-ab962cb6f475 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db4dac8-ae11-4848-991a-dc2e73143e1e HTTP/1.1" status: 200 len: 217 time: 0.0792155 Jul 22 21:27:02.216819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:02.247796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e61e4565-899e-4546-bf33-6957a8628ded req-4155dbe2-f103-4b47-aa23-32566a1419d0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1853374981&fields=id&tenant_id=d733f86b37ef4f7b9d94114d846ab5d5 HTTP/1.1" status: 200 len: 267 time: 0.2952888 Jul 22 21:27:02.504572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e4565-899e-4546-bf33-6957a8628ded req-b489b175-b999-4e80-8a0d-11a295570317 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:02.507052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e61e4565-899e-4546-bf33-6957a8628ded req-b489b175-b999-4e80-8a0d-11a295570317 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 984 time: 0.2058415 Jul 22 21:27:02.528299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386df47-9ed5-4e76-bebb-dfda548aadb5 req-31547e75-4d55-4d49-8ca9-f09b34961f38 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:02.533647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-7f008d0c-296a-4daf-a855-46010ca7ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:02.541374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a386df47-9ed5-4e76-bebb-dfda548aadb5 req-31547e75-4d55-4d49-8ca9-f09b34961f38 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3944073 Jul 22 21:27:02.543584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-7f008d0c-296a-4daf-a855-46010ca7ead3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7cb91e83-5c39-45fa-9fc3-84c63662979e HTTP/1.1" status: 200 len: 861 time: 0.3535411 Jul 22 21:27:02.577171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'port': {'security_groups': ['6a5f4c34-1fe9-4884-8c1e-c253f51a5a59', 'bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1', '25a446ea-e6d6-4823-bad0-9e4a47878288']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:02.684925 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-4554f7d7-5d9d-4207-9d38-7fb3ef801d5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea38186a-ba26-4b25-95d6-f14f90d32e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113157 Jul 22 21:27:02.779340 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a386df47-9ed5-4e76-bebb-dfda548aadb5 req-9532773f-6384-4df3-ab30-ae0e1368c696 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303059 Jul 22 21:27:02.948606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:02.967162 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-4103629b-6999-4d3b-8a9d-1b697ef6c0fc service neutron] 10.222.0.23 "GET /v2.0/networks/ea38186a-ba26-4b25-95d6-f14f90d32e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594204 Jul 22 21:27:03.415748 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5644ec20-50a1-4a8a-abe7-862ea8799665 req-1ef23d39-f6ad-4e62-b620-5f208f58c254 service neutron] 10.222.0.23 "GET /v2.0/networks/ea38186a-ba26-4b25-95d6-f14f90d32e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304786 Jul 22 21:27:03.683014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37004) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:03.765201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] device_id is not set on port 486c101e-9dd1-49ff-ab76-c38fb675f5fc yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:03.791822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:03.809351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7e3f4-5db3-4a94-b193-f068a73f0ba2 req-582864ef-ad29-4dab-8833-3707a7043d93 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:03.820294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Transition to ACTIVE for port object 486c101e-9dd1-49ff-ab76-c38fb675f5fc will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:03.826326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ba7e3f4-5db3-4a94-b193-f068a73f0ba2 req-582864ef-ad29-4dab-8833-3707a7043d93 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 943 time: 0.4885802 Jul 22 21:27:03.832778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:03.951521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ba7e3f4-5db3-4a94-b193-f068a73f0ba2 req-375b1303-58bc-475f-b711-d520e73fb83b tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102061 Jul 22 21:27:03.965525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=486c101e-9dd1-49ff-ab76-c38fb675f5fc,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:03.982310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:04.010695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.011259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.011923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.020742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.025429 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.025429 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 2 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.048420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.049353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.050825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.066481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.067038 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.067680 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 3 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.070845 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.085376 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.124654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86', 'b74842f0-e0cc-4648-9232-ea9a492f03d4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:04.138201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.138201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.138201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.157083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.157622 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.158261 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 4 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.163288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0c90fbf-78bb-439a-a085-0331d06d7aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.216192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.216612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.217135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.231111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.231719 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.232196 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 5 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.275223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.275799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.276529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.292670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.293576 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.294206 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 6 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.341119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.341649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.343239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.349396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:04.350755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.353261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e61e4565-899e-4546-bf33-6957a8628ded req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "PUT /v2.0/ports/b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 1020 time: 1.7975197 Jul 22 21:27:04.355628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.356178 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.356832 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 7 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.365538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:04.370082 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6cadc5-462d-4f25-8596-507f9f604b46" -d '{"events": [{"name": "network-changed", "server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:04.390269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.390821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.391466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.402043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.402533 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.403178 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 8 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.481732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.495902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.497457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.517896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e007-3394-4fab-af6d-d5380ce34bd7 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:04.525191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7db4dac8-ae11-4848-991a-dc2e73143e1e details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:27:04.528004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.528558 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.529119 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 9 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.557627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.558172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.558744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.567300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.567855 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.568520 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 10 to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc Jul 22 21:27:04.595130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:04.595684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:04.596316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:04.606025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:04.606569 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:04.607183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.664958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b74842f0-e0cc-4648-9232-ea9a492f03d4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:04.696833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c380c6-5293-4748-8763-9be0129eafc4 req-3155cfe5-401d-4558-9e85-a6611c187f28 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:04.713543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94c380c6-5293-4748-8763-9be0129eafc4 req-3155cfe5-401d-4558-9e85-a6611c187f28 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.4933887 Jul 22 21:27:04.756556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] For port 486c101e-9dd1-49ff-ab76-c38fb675f5fc, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:27:04.757181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempted to set empty binding levels {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 21:27:04.764810 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:27:04.767324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.838122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] In _notify_port_updated(), no bound segment for port 486c101e-9dd1-49ff-ab76-c38fb675f5fc on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:27:04.839670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:04.840728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.843005 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "PUT /v2.0/ports/486c101e-9dd1-49ff-ab76-c38fb675f5fc HTTP/1.1" status: 200 len: 980 time: 2.9726336 Jul 22 21:27:04.848703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37026) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:04.949364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10f486-8b18-4722-9190-26f61161b87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=486c101e-9dd1-49ff-ab76-c38fb675f5fc,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:05.018160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94c380c6-5293-4748-8763-9be0129eafc4 req-caca1949-54ab-440c-99c4-b39434aff70f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028395 Jul 22 21:27:05.031915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a602142-7d33-4be6-ad88-13c0a2165737 req-32db3dc9-dcb4-41d4-bc86-a9cec0352d75 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/25a446ea-e6d6-4823-bad0-9e4a47878288 HTTP/1.1" status: 200 len: 1803 time: 0.3594313 Jul 22 21:27:05.110282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0c90fbf-78bb-439a-a085-0331d06d7aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.142855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0c90fbf-78bb-439a-a085-0331d06d7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.215604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7db4dac8-ae11-4848-991a-dc2e73143e1e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7db4dac8-ae11-4848-991a-dc2e73143e1e,segment=NetworkSegment(5e0a5a49-fa0d-40d6-948a-8231872b677c),segment_id=5e0a5a49-fa0d-40d6-948a-8231872b677c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:05.218754 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdf77f8-5eac-4d86-a916-2b3fe63b3f7a x-openstack-request-id: req-bfdf77f8-5eac-4d86-a916-2b3fe63b3f7a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:05.219104 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:05.219434 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfdf77f8-5eac-4d86-a916-2b3fe63b3f7a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:05.219833 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4', 'status': 'completed', 'code': 200} Jul 22 21:27:05.274944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '7db4dac8-ae11-4848-991a-dc2e73143e1e', 'network_id': 'ea38186a-ba26-4b25-95d6-f14f90d32e54', 'port_id': '7db4dac8-ae11-4848-991a-dc2e73143e1e', 'mac_address': 'fa:16:3e:4a:48:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb91e83-5c39-45fa-9fc3-84c63662979e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:27:05.318688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f0c90fbf-78bb-439a-a085-0331d06d7aa5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=baf5d021205a4797ba668a5537a41215&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6252408 Jul 22 21:27:05.363451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37030) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:05.381878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.408333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db4dac8-ae11-4848-991a-dc2e73143e1e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:27:05.416064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.416715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.417796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.425896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.426631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.427896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.428790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.429658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.430533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.431264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.432590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.433914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.434891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.436894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.438260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.439124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.440153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.441219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.441986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.444989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.445697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.446381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.447264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.448490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.448684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-af46353f-6113-4687-b972-114752e4fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.449356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.451161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-af46353f-6113-4687-b972-114752e4fa7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1175 time: 0.1901581 Jul 22 21:27:05.463779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37032) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:05.467941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2a8ab98-baa9-4cd1-a09e-746e3b9e3f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22575 time: 0.6027715 Jul 22 21:27:05.469310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c90fbf-78bb-439a-a085-0331d06d7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f69c1cd-b21a-4736-8640-eca4662f5276,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:05.516896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7db4dac8-ae11-4848-991a-dc2e73143e1e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7db4dac8-ae11-4848-991a-dc2e73143e1e,segment=NetworkSegment(5e0a5a49-fa0d-40d6-948a-8231872b677c),segment_id=5e0a5a49-fa0d-40d6-948a-8231872b677c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:05.538459 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.603790 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-6a602142-7d33-4be6-ad88-13c0a2165737 req-62eb7744-0d04-4867-9719-499d376a1928 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 21:27:05.606316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a602142-7d33-4be6-ad88-13c0a2165737 req-62eb7744-0d04-4867-9719-499d376a1928 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/25a446ea-e6d6-4823-bad0-9e4a47878288 HTTP/1.1" status: 409 len: 341 time: 0.5395145 Jul 22 21:27:05.711323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-a72b893a-2ee1-4368-b281-4c4bbf783eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.714483 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-a72b893a-2ee1-4368-b281-4c4bbf783eb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 200 len: 913 time: 0.2302477 Jul 22 21:27:05.829201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa369c0-b5e5-4139-845a-56a441d367ef req-1e7fa19b-ae40-4b75-8c0f-2dea7917b253 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.832961 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-f0e2ec3d-f11b-4426-8c82-81de86837349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 200 len: 217 time: 0.0799708 Jul 22 21:27:05.844330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fa369c0-b5e5-4139-845a-56a441d367ef req-1e7fa19b-ae40-4b75-8c0f-2dea7917b253 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 944 time: 0.3544481 Jul 22 21:27:05.895602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819a7bc6-801c-4a53-9053-342d04f71b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.019873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819a7bc6-801c-4a53-9053-342d04f71b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.079110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-a9728793-a74b-4d0b-b96a-7045bfec233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:06.082918 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fa369c0-b5e5-4139-845a-56a441d367ef req-05c0c53a-bdb5-4e56-878f-f56256ee444d tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371006 Jul 22 21:27:06.089933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-a9728793-a74b-4d0b-b96a-7045bfec233f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 200 len: 852 time: 0.2020237 Jul 22 21:27:06.143388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=7db4dac8-ae11-4848-991a-dc2e73143e1e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:06.160980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Deleting port 486c101e-9dd1-49ff-ab76-c38fb675f5fc {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:06.164228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.224076 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819a7bc6-801c-4a53-9053-342d04f71b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.229161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819a7bc6-801c-4a53-9053-342d04f71b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.231555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-819a7bc6-801c-4a53-9053-342d04f71b45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f69c1cd-b21a-4736-8640-eca4662f5276 HTTP/1.1" status: 204 len: 168 time: 0.7540500 Jul 22 21:27:06.264475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a7bc6-801c-4a53-9053-342d04f71b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f69c1cd-b21a-4736-8640-eca4662f5276,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:06.439253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['7db4dac8-ae11-4848-991a-dc2e73143e1e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:06.517045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] For port 486c101e-9dd1-49ff-ab76-c38fb675f5fc, host n-h1-762330-19, got binding levels [] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:06.517633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.524584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfef62-ea02-4477-a9f4-c432e49f3652 req-0226ed3e-a8b9-471c-abec-c9752256bfc9 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:06.538540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53dfef62-ea02-4477-a9f4-c432e49f3652 req-0226ed3e-a8b9-471c-abec-c9752256bfc9 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2474544 Jul 22 21:27:06.578680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Calling delete_port for 486c101e-9dd1-49ff-ab76-c38fb675f5fc owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:06.720654 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-67916996-11eb-406f-b786-bf969301ed3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56eebdbe-0b95-4994-9823-c6e9484a9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6072102 Jul 22 21:27:06.764293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53dfef62-ea02-4477-a9f4-c432e49f3652 req-15062b4d-5fc2-463d-99cf-cabf674adc05 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053726 Jul 22 21:27:06.919755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4b3f0-d410-4ad5-a26f-4908a021f8ad req-84cf3f6d-6b4e-428a-be1d-677cb1d0ca63 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:06.939928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19a4b3f0-d410-4ad5-a26f-4908a021f8ad req-84cf3f6d-6b4e-428a-be1d-677cb1d0ca63 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1023 time: 0.2608643 Jul 22 21:27:06.995003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:07.126087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19a4b3f0-d410-4ad5-a26f-4908a021f8ad req-097feb03-e482-4fc7-b4cc-62ebba3d1366 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&id=25a446ea-e6d6-4823-bad0-9e4a47878288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1846054 Jul 22 21:27:07.344645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:07.348507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "DELETE /v2.0/ports/486c101e-9dd1-49ff-ab76-c38fb675f5fc HTTP/1.1" status: 204 len: 168 time: 1.8821149 Jul 22 21:27:07.350219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f080c8-6b49-48fc-84ef-e94027b0fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event deleted for resources: {'Port': ['ID=486c101e-9dd1-49ff-ab76-c38fb675f5fc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:07.353103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37070) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:07.410414 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b044ac-28ba-444c-9d36-4cc7b1022b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:07.412842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d1b044ac-28ba-444c-9d36-4cc7b1022b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "GET /v2.0/ports/486c101e-9dd1-49ff-ab76-c38fb675f5fc HTTP/1.1" status: 404 len: 333 time: 0.0554769 Jul 22 21:27:07.421233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37072) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:07.428990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1505556982', 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:07.524787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-70ae4cab-bfc9-448e-82e8-41474dcd9355 service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600888 Jul 22 21:27:07.527169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99aa83-bd02-4998-8bf9-6870b18f2240 req-344c45f3-44a6-4fbd-9c59-45fa75f406d2 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:07.529149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Made reservation on behalf of 57923f22e19345e88bffd0f32899c3c1 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:07.533250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:07.542154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc99aa83-bd02-4998-8bf9-6870b18f2240 req-344c45f3-44a6-4fbd-9c59-45fa75f406d2 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 944 time: 0.2485919 Jul 22 21:27:07.559329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37074) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:07.590855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e95c8e4-5e60-48ab-adf0-8b14069dfab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:07.621699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] device_id is not set on port d24acd8b-e670-438b-90d2-40f71a1d115d yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:07.662040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc99aa83-bd02-4998-8bf9-6870b18f2240 req-bdb94c0b-fc59-4c2f-a3a7-18b5310fbbd6 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181207 Jul 22 21:27:07.894859 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de6cadc5-462d-4f25-8596-507f9f604b46 req-d251d1ad-a575-4d58-9de1-41c435d68cdb service neutron] 10.222.0.23 "GET /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345554 Jul 22 21:27:07.916604 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e95c8e4-5e60-48ab-adf0-8b14069dfab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:07.925077 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e95c8e4-5e60-48ab-adf0-8b14069dfab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.013434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95c8e4-5e60-48ab-adf0-8b14069dfab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba519249-5838-485e-ab71-a915d5af260c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:08.130448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7e95c8e4-5e60-48ab-adf0-8b14069dfab3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3692e07f825f4572a4ad5e50a093bacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686009 Jul 22 21:27:08.140726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37078) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:08.176940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.263133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870bf40-a27a-40ce-a53e-cc32ec3a5c25 req-41f49ac4-b6b1-491d-8145-1383d5bd64f7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:08.279334 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0870bf40-a27a-40ce-a53e-cc32ec3a5c25 req-41f49ac4-b6b1-491d-8145-1383d5bd64f7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2757461 Jul 22 21:27:08.300373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.355538 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a0951c-5f82-40b5-bbdc-06ee55dc2f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.389411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0870bf40-a27a-40ce-a53e-cc32ec3a5c25 req-30cec2a9-e23b-4fd1-a9e0-10f7d913a40c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085541 Jul 22 21:27:08.485969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:08.512690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:08.522495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:08.523756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:08.525541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.532802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=d24acd8b-e670-438b-90d2-40f71a1d115d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:08.593386 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c99dfe5-3db9-4493-9b60-9943ab805d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1713896 Jul 22 21:27:08.598347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37094) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:08.600955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a0951c-5f82-40b5-bbdc-06ee55dc2f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.705509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6cdf9-3f6f-4339-aa6d-9c72a2b64630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:08.710510 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-78b6cdf9-3f6f-4339-aa6d-9c72a2b64630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "GET /v2.0/ports/d24acd8b-e670-438b-90d2-40f71a1d115d HTTP/1.1" status: 200 len: 959 time: 0.1062751 Jul 22 21:27:08.711001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37096) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:08.758980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02a0f-bfb3-4268-a7c2-2a5e9093527f req-d10ce274-6bde-480e-9350-311855dfa810 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:08.774787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5aa02a0f-bfb3-4268-a7c2-2a5e9093527f req-d10ce274-6bde-480e-9350-311855dfa810 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1023 time: 0.3836629 Jul 22 21:27:08.828410 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a0951c-5f82-40b5-bbdc-06ee55dc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.833146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a0951c-5f82-40b5-bbdc-06ee55dc2f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:08.835405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a4a0951c-5f82-40b5-bbdc-06ee55dc2f70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba519249-5838-485e-ab71-a915d5af260c HTTP/1.1" status: 204 len: 168 time: 0.6929455 Jul 22 21:27:08.869362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0951c-5f82-40b5-bbdc-06ee55dc2f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba519249-5838-485e-ab71-a915d5af260c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:08.903481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5aa02a0f-bfb3-4268-a7c2-2a5e9093527f req-498a74e2-9e52-4a83-8993-fda5daf2b6de tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&id=25a446ea-e6d6-4823-bad0-9e4a47878288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1212890 Jul 22 21:27:08.983887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Deleting port d24acd8b-e670-438b-90d2-40f71a1d115d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:08.984567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:09.116137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe8abe-eb00-4d01-be22-974041d4b0e0 req-fdc91e8c-3c80-499e-bd56-e72e4bc20186 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:09.129251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0dbe8abe-eb00-4d01-be22-974041d4b0e0 req-fdc91e8c-3c80-499e-bd56-e72e4bc20186 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 944 time: 0.2081323 Jul 22 21:27:09.165303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:09.192945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Calling delete_port for d24acd8b-e670-438b-90d2-40f71a1d115d owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:09.220180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0dbe8abe-eb00-4d01-be22-974041d4b0e0 req-b8c1733f-6ee4-4cbb-b687-c9cebac6e702 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859764 Jul 22 21:27:09.457529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:09.530082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event deleted for resources: {'Port': ['ID=d24acd8b-e670-438b-90d2-40f71a1d115d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:09.569334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:09.592750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3eb97d15-d61f-4eb6-b7db-8314dfbe67f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d24acd8b-e670-438b-90d2-40f71a1d115d HTTP/1.1" status: 204 len: 168 time: 0.8794172 Jul 22 21:27:09.600302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37114) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:09.749108 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f351221-483f-4b0d-834b-5594cb97755d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:09.764867 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f351221-483f-4b0d-834b-5594cb97755d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "GET /v2.0/ports/d24acd8b-e670-438b-90d2-40f71a1d115d HTTP/1.1" status: 404 len: 333 time: 0.1622415 Jul 22 21:27:09.766138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37122) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:09.775646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Request body: {'port': {'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612687905'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:09.858601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Made reservation on behalf of 57923f22e19345e88bffd0f32899c3c1 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:09.865485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:09.908589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d3ea-dfaf-4f13-93be-e3e780a64f6d req-24c11fc1-7287-4f34-9680-ac28d5292681 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:09.917842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] device_id is not set on port b128786e-b120-4a07-91ea-6689f0f7d0a1 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:09.925850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce19d3ea-dfaf-4f13-93be-e3e780a64f6d req-24c11fc1-7287-4f34-9680-ac28d5292681 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2783995 Jul 22 21:27:10.049438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce19d3ea-dfaf-4f13-93be-e3e780a64f6d req-975c2f42-36d4-4481-9200-b8263025b46b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227703 Jul 22 21:27:10.282215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7b72-5ba4-41b9-9551-2b02e74e8b59 req-748cbd53-acec-401f-856e-3d745205c18b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:10.292523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff0f7b72-5ba4-41b9-9551-2b02e74e8b59 req-748cbd53-acec-401f-856e-3d745205c18b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1023 time: 0.1867683 Jul 22 21:27:10.422702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff0f7b72-5ba4-41b9-9551-2b02e74e8b59 req-d3153bdc-1d2b-4f66-9aa5-d1d427a006df tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&id=25a446ea-e6d6-4823-bad0-9e4a47878288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1152966 Jul 22 21:27:10.528898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7db4dac8-ae11-4848-991a-dc2e73143e1e up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:27:10.548723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:10.717257 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:10.737740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753ead3-30f0-44ff-b665-d228a04471ff req-c5325c5b-c3e5-42ce-8cbf-6e51ac42cd72 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:10.752829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7753ead3-30f0-44ff-b665-d228a04471ff req-c5325c5b-c3e5-42ce-8cbf-6e51ac42cd72 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 944 time: 0.3036644 Jul 22 21:27:10.806601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 7db4dac8-ae11-4848-991a-dc2e73143e1e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:27:10.815953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 7db4dac8-ae11-4848-991a-dc2e73143e1e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:10.816603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:10.894563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7753ead3-30f0-44ff-b665-d228a04471ff req-a1a0e247-a61d-47b6-822b-e24e89f259ab tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381373 Jul 22 21:27:11.099081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:11.107878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:11.124724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:11.127598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:11.130807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:11.131155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:11.166302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37162) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:11.166670 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3988662 Jul 22 21:27:11.176420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:11.219326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab78944-8630-405b-8d2f-ba0844b93c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=b128786e-b120-4a07-91ea-6689f0f7d0a1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:11.219656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db4dac8-ae11-4848-991a-dc2e73143e1e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:11.224603 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad763d3c-f101-43bf-8ac9-fdda7227a59d" -d '{"events": [{"server_uuid": "b56b0017-d24d-4ee0-ba5b-f5862673fdcc", "name": "network-vif-plugged", "status": "completed", "tag": "7db4dac8-ae11-4848-991a-dc2e73143e1e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:11.270108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7db4dac8-ae11-4848-991a-dc2e73143e1e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7db4dac8-ae11-4848-991a-dc2e73143e1e,segment=NetworkSegment(5e0a5a49-fa0d-40d6-948a-8231872b677c),segment_id=5e0a5a49-fa0d-40d6-948a-8231872b677c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:11.277611 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:11.300450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-b90d9a90-5d21-4344-b26f-b9ada3dc6647 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:11.303104 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-b90d9a90-5d21-4344-b26f-b9ada3dc6647 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1023 time: 0.4653473 Jul 22 21:27:11.437299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=7db4dac8-ae11-4848-991a-dc2e73143e1e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:11.526123 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047761df-ef77-4425-8cb2-07d2095120c0 x-openstack-request-id: req-047761df-ef77-4425-8cb2-07d2095120c0 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:11.528822 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56b0017-d24d-4ee0-ba5b-f5862673fdcc", "name": "network-vif-plugged", "status": "completed", "tag": "7db4dac8-ae11-4848-991a-dc2e73143e1e", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:11.529970 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-047761df-ef77-4425-8cb2-07d2095120c0 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:11.541935 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db4dac8-ae11-4848-991a-dc2e73143e1e', 'code': 200} Jul 22 21:27:11.684441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:11.832183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Deleting port b74842f0-e0cc-4648-9232-ea9a492f03d4 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:11.834015 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:11.916366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879ac7-a898-449e-ba06-0209951e4b60 req-87d1e6b4-f0fa-4581-a945-4d0ff8e5fe46 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:11.931717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa879ac7-a898-449e-ba06-0209951e4b60 req-87d1e6b4-f0fa-4581-a945-4d0ff8e5fe46 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.5800083 Jul 22 21:27:12.022834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249ea96-c654-45ae-8ffc-f4a1a033aa3d req-8624cd1a-7665-45db-a57e-35ccf90821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:12.025427 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a249ea96-c654-45ae-8ffc-f4a1a033aa3d req-8624cd1a-7665-45db-a57e-35ccf90821ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 1097 time: 0.3045154 Jul 22 21:27:12.083457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] For port b74842f0-e0cc-4648-9232-ea9a492f03d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b74842f0-e0cc-4648-9232-ea9a492f03d4,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:12.084044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:12.124869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Calling delete_port for b74842f0-e0cc-4648-9232-ea9a492f03d4 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:12.145381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa879ac7-a898-449e-ba06-0209951e4b60 req-2214f6cf-4e09-4f30-8f85-ef833d3bf8c1 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121294 Jul 22 21:27:12.341199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cc484-aca0-4fb9-ba51-1e95f5e63d55 req-f386d93d-406b-4943-a6bf-17c2997e2d86 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:12.352475 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-408cc484-aca0-4fb9-ba51-1e95f5e63d55 req-f386d93d-406b-4943-a6bf-17c2997e2d86 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.5291524 Jul 22 21:27:12.536754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-408cc484-aca0-4fb9-ba51-1e95f5e63d55 req-046a640c-5840-49e5-8966-f96146f52096 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824048 Jul 22 21:27:12.593554 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a682de9-3521-4416-bc13-7be986f1dc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:12.694065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] device_id is not set on port b128786e-b120-4a07-91ea-6689f0f7d0a1 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:12.721291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:12.766593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Transition to ACTIVE for port object b128786e-b120-4a07-91ea-6689f0f7d0a1 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:12.802118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:13.043486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0111f-9ce3-4f0b-ad2e-a2153da1eade req-dd704456-ac66-4166-948f-3a2a58b6060f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:13.049077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fec0111f-9ce3-4f0b-ad2e-a2153da1eade req-dd704456-ac66-4166-948f-3a2a58b6060f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 1023 time: 0.6911182 Jul 22 21:27:13.069653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=b128786e-b120-4a07-91ea-6689f0f7d0a1,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:13.084026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a249ea96-c654-45ae-8ffc-f4a1a033aa3d req-c4340ab9-f51a-40a4-97c3-4a3204dee865 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9319990 Jul 22 21:27:13.151219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:13.151558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:13.151906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:13.208165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755aa2d-0cb7-4f7a-8942-5980e71e8e6f req-4ecfafda-8e23-463c-a11b-1e560dc616fe tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:13.218542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e755aa2d-0cb7-4f7a-8942-5980e71e8e6f req-4ecfafda-8e23-463c-a11b-1e560dc616fe tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 945 time: 0.4443111 Jul 22 21:27:13.221412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:13.222766 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:13.245537 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 2 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:13.283625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fec0111f-9ce3-4f0b-ad2e-a2153da1eade req-39d0b659-2da5-4707-ba67-452242bd2190 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&id=25a446ea-e6d6-4823-bad0-9e4a47878288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2231886 Jul 22 21:27:13.296268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:13.317785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:13.367638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:13.372440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:13.373373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:13.378001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'Port': ['ID=b74842f0-e0cc-4648-9232-ea9a492f03d4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:13.408639 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:27:13.431005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:13.431530 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:13.440695 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 3 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:13.518803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] No DVR routers for this DVR port b74842f0-e0cc-4648-9232-ea9a492f03d4 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:27:13.522762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:13.523299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:13.523970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:13.525255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:13.531230 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b1e67a24-4c3d-4084-88c3-1c07ab005b41 req-9b53adf6-f4c6-4961-8398-d247d0fad972 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "DELETE /v2.0/ports/b74842f0-e0cc-4648-9232-ea9a492f03d4 HTTP/1.1" status: 204 len: 173 time: 2.2105224 Jul 22 21:27:13.538636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'name': 'network-vif-deleted', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:13.547942 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ce3980-9208-4c2a-a8a5-37bfe1ebe911" -d '{"events": [{"server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "name": "network-vif-deleted", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:13.556251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:13.556837 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:13.577588 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 4 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:13.648777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:13.649221 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:13.651460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:13.685403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e755aa2d-0cb7-4f7a-8942-5980e71e8e6f req-16da873e-dab1-4367-b05b-aa75e62f84fc tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650939 Jul 22 21:27:13.689364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:13.703972 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:13.705100 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 5 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:13.764077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:13.769809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:13.773380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:13.791578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:13.796799 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:13.798128 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 6 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:13.860581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:13.861521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:13.862154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:13.883238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:13.885527 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:13.891115 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 7 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:14.059907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:14.060516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:14.061188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:14.074239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:14.075447 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:14.092955 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 8 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:14.147947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:14.148898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:14.149741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:14.173447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:14.174261 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:14.178505 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 9 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:14.197607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fd8dd-7b04-4838-8e32-4406a387b977 req-4a7d93f4-84c0-46a6-a938-e82d75bebd62 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:14.212136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b03fd8dd-7b04-4838-8e32-4406a387b977 req-4a7d93f4-84c0-46a6-a938-e82d75bebd62 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2789123 Jul 22 21:27:14.292227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:14.293292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:14.294226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:14.318131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:14.319152 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:14.329953 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempt 10 to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 Jul 22 21:27:14.375532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b03fd8dd-7b04-4838-8e32-4406a387b977 req-6817023d-0f86-43dd-927a-f9d56e2ba574 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613841 Jul 22 21:27:14.387365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:14.392058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:14.392974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempting to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:14.413267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:14.414306 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Failed to bind port b128786e-b120-4a07-91ea-6689f0f7d0a1 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '7e3ffabc-3854-4982-abc5-e8390ab4330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39830bbc-99c0-464f-b6ca-5f22dbf49a77'}] Jul 22 21:27:14.415228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:14.537669 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765bc4c5-831f-4bd7-9185-c66fecfa1149 x-openstack-request-id: req-765bc4c5-831f-4bd7-9185-c66fecfa1149 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:14.538462 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea7f8f-2ea7-4225-9047-ca3e8130c0ca", "name": "network-vif-deleted", "tag": "b74842f0-e0cc-4648-9232-ea9a492f03d4", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:14.538636 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-765bc4c5-831f-4bd7-9185-c66fecfa1149 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:14.539231 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea7f8f-2ea7-4225-9047-ca3e8130c0ca', 'name': 'network-vif-deleted', 'tag': 'b74842f0-e0cc-4648-9232-ea9a492f03d4', 'status': 'completed', 'code': 200} Jul 22 21:27:14.644859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b74842f0-e0cc-4648-9232-ea9a492f03d4 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:27:14.699643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] For port b128786e-b120-4a07-91ea-6689f0f7d0a1, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:27:14.700671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attempted to set empty binding levels {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 21:27:14.718136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:14.795569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: b74842f0-e0cc-4648-9232-ea9a492f03d4 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:27:14.796166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b74842f0-e0cc-4648-9232-ea9a492f03d4 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:27:14.837576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] In _notify_port_updated(), no bound segment for port b128786e-b120-4a07-91ea-6689f0f7d0a1 on network 39830bbc-99c0-464f-b6ca-5f22dbf49a77 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:27:14.838944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:14.839936 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:14.846168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37248) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:14.846468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "PUT /v2.0/ports/b128786e-b120-4a07-91ea-6689f0f7d0a1 HTTP/1.1" status: 200 len: 980 time: 3.6781073 Jul 22 21:27:14.950563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42b3f153-d964-41f7-a6ff-f891ff1be062 req-3a45ef94-008c-48e2-88fc-329131f39a2c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=22ea7f8f-2ea7-4225-9047-ca3e8130c0ca HTTP/1.1" status: 200 len: 210 time: 0.1018124 Jul 22 21:27:14.960501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7e5df-9f2f-452b-9860-c78c94ff2c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event updated for resources: {'Port': ['ID=b128786e-b120-4a07-91ea-6689f0f7d0a1,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:15.076507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcbfe3-09fa-424b-a23e-c1168cf67993 req-0b37819e-cc0c-46e9-a674-2fb32303ae4f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:15.091883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4bcbfe3-09fa-424b-a23e-c1168cf67993 req-0b37819e-cc0c-46e9-a674-2fb32303ae4f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2810824 Jul 22 21:27:15.129827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Deleting port b128786e-b120-4a07-91ea-6689f0f7d0a1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:15.130427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:15.208556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3b43-2d81-4959-b207-831c23dbaf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:15.310421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] For port b128786e-b120-4a07-91ea-6689f0f7d0a1, host n-h1-762330-19, got binding levels [] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:15.310712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:15.352262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:15.358226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4bcbfe3-09fa-424b-a23e-c1168cf67993 req-f899747b-a673-46b2-93b5-ee09f2b3573c tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624121 Jul 22 21:27:15.364165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Calling delete_port for b128786e-b120-4a07-91ea-6689f0f7d0a1 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:15.453677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aebba-4a89-4d88-92c2-1a48232c199a req-0eae48b2-4e3e-42fc-8fea-dbe51cd6be8b tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:15.478064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e06aebba-4a89-4d88-92c2-1a48232c199a req-0eae48b2-4e3e-42fc-8fea-dbe51cd6be8b tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 945 time: 0.3586707 Jul 22 21:27:15.610099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e06aebba-4a89-4d88-92c2-1a48232c199a req-305220f7-cf14-4598-adf9-9fc006f0e212 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270959 Jul 22 21:27:15.656712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:15.748046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Pushing event deleted for resources: {'Port': ['ID=b128786e-b120-4a07-91ea-6689f0f7d0a1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:15.790881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:15.793316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6e95f463-a44e-4d6a-96d0-924fd0959203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b128786e-b120-4a07-91ea-6689f0f7d0a1 HTTP/1.1" status: 204 len: 168 time: 0.9445755 Jul 22 21:27:15.797525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:15.819582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe70fc-b89c-464f-a86f-59cbc7c8d4cc req-ea7944d9-c00e-4680-af8f-cfeb59c7bd3b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:15.823805 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fefe70fc-b89c-464f-a86f-59cbc7c8d4cc req-ea7944d9-c00e-4680-af8f-cfeb59c7bd3b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2048519 Jul 22 21:27:15.864572 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6b69c0-6169-49bc-8b18-a37536e01f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:15.867438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c6b69c0-6169-49bc-8b18-a37536e01f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392693172-project-admin] 10.222.0.54 "GET /v2.0/ports/b128786e-b120-4a07-91ea-6689f0f7d0a1 HTTP/1.1" status: 404 len: 333 time: 0.0680134 Jul 22 21:27:15.872827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37276) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:15.966727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fefe70fc-b89c-464f-a86f-59cbc7c8d4cc req-c3efd84a-a3e3-489a-b3d8-1c49eef1799d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161430 Jul 22 21:27:16.038321 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.121549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.208496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6397a945-63d3-4d0c-9ef9-92e201266f0d req-ded6c409-eb96-4ba7-a64d-02dab742dc4c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1 HTTP/1.1" status: 200 len: 1803 time: 0.1009440 Jul 22 21:27:16.317872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.336680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39830bbc-99c0-464f-b6ca-5f22dbf49a77']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:16.374053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6397a945-63d3-4d0c-9ef9-92e201266f0d req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.381349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3ffabc-3854-4982-abc5-e8390ab4330c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:16.381349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3ffabc-3854-4982-abc5-e8390ab4330c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:16.399180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.440633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.441054 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6397a945-63d3-4d0c-9ef9-92e201266f0d req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.462796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:27:16.463556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:27:16.535043 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:27:16.546232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6397a945-63d3-4d0c-9ef9-92e201266f0d req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.552935 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6397a945-63d3-4d0c-9ef9-92e201266f0d req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.555233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6397a945-63d3-4d0c-9ef9-92e201266f0d req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1 HTTP/1.1" status: 204 len: 173 time: 0.3348138 Jul 22 21:27:16.582993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:16.622007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.623547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.625169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.626566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.627166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.628391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.629612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.631698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.633442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.634183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.636605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.638600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac237a-2278-4a64-ba9b-0f4bd39baa02 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:16.655927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.703526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:16.707067 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] 10.222.0.54 "DELETE /v2.0/networks/39830bbc-99c0-464f-b6ca-5f22dbf49a77 HTTP/1.1" status: 204 len: 168 time: 0.8320711 Jul 22 21:27:16.709470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d10f1-a7ba-4f92-9c17-870d36c5ac3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018098954-project] Pushing event deleted for resources: {'Network': ['ID=39830bbc-99c0-464f-b6ca-5f22dbf49a77,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:16.928655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3957efab-51bb-48ef-98cc-d3ebb2ddb724 req-00e2fd77-7f40-4f04-aea5-93926f76cd99 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/25a446ea-e6d6-4823-bad0-9e4a47878288 HTTP/1.1" status: 200 len: 1803 time: 0.1501484 Jul 22 21:27:16.960786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81603558-6505-4c95-805e-25613f3717b9 req-2762a12d-9849-4979-8912-001b5217d369 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:16.965006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81603558-6505-4c95-805e-25613f3717b9 req-2762a12d-9849-4979-8912-001b5217d369 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2769496 Jul 22 21:27:17.103563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81603558-6505-4c95-805e-25613f3717b9 req-162c2e9d-93b2-4c1d-8ced-459229e6e951 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166458 Jul 22 21:27:17.161815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3957efab-51bb-48ef-98cc-d3ebb2ddb724 req-2c591006-56d9-4caf-9024-c5e09d54c687 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:17.248821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3957efab-51bb-48ef-98cc-d3ebb2ddb724 req-2c591006-56d9-4caf-9024-c5e09d54c687 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:17.452138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37328) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:17.487076 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3957efab-51bb-48ef-98cc-d3ebb2ddb724 req-2c591006-56d9-4caf-9024-c5e09d54c687 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:17.502004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3957efab-51bb-48ef-98cc-d3ebb2ddb724 req-2c591006-56d9-4caf-9024-c5e09d54c687 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:17.502559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3957efab-51bb-48ef-98cc-d3ebb2ddb724 req-2c591006-56d9-4caf-9024-c5e09d54c687 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/25a446ea-e6d6-4823-bad0-9e4a47878288 HTTP/1.1" status: 204 len: 173 time: 0.5603387 Jul 22 21:27:17.570158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c591006-56d9-4caf-9024-c5e09d54c687 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a446ea-e6d6-4823-bad0-9e4a47878288,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:17.622017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc23764-daf7-497b-a242-ecf17b2d5b63 req-5a93f961-0c41-4940-9bb1-1dbbe9127797 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:17.637552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fc23764-daf7-497b-a242-ecf17b2d5b63 req-5a93f961-0c41-4940-9bb1-1dbbe9127797 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 945 time: 0.3488767 Jul 22 21:27:17.752280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fc23764-daf7-497b-a242-ecf17b2d5b63 req-efdcabf9-a49c-4b29-b560-ee5c1ef3b084 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895939 Jul 22 21:27:17.889264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-e8ae02b5-33aa-4caf-80e6-200fd810060a req-92317aad-b4de-4eec-bedb-0e882eae95cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-925494540', 'description': 'tempest-description-1440696584'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:17.991490 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8ae02b5-33aa-4caf-80e6-200fd810060a req-92317aad-b4de-4eec-bedb-0e882eae95cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.056559 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.210337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db028a7-c4eb-4ff5-9621-1f81a2d42306 req-2dc6a3ac-e343-4857-8761-a71fe7cb1e12 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:18.213339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9db028a7-c4eb-4ff5-9621-1f81a2d42306 req-2dc6a3ac-e343-4857-8761-a71fe7cb1e12 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.4590194 Jul 22 21:27:18.293688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854a169-a5df-4394-a757-6cbf554129f4 req-c63f197d-0572-410f-bdf6-3328ff3d44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:18.295872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8854a169-a5df-4394-a757-6cbf554129f4 req-c63f197d-0572-410f-bdf6-3328ff3d44b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 1098 time: 0.3051167 Jul 22 21:27:18.312729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eee40bd7-4eb6-4cac-9b84-a0cc9b22ad05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=49652251c30b4c49aa2f5df5e6144f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8564489 Jul 22 21:27:18.317416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37358) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:18.369283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9db028a7-c4eb-4ff5-9621-1f81a2d42306 req-30183001-a1d3-41e9-830f-34c9cbb8ea2b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443474 Jul 22 21:27:18.431498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8ae02b5-33aa-4caf-80e6-200fd810060a req-92317aad-b4de-4eec-bedb-0e882eae95cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.437704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8ae02b5-33aa-4caf-80e6-200fd810060a req-92317aad-b4de-4eec-bedb-0e882eae95cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.502178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-e8ae02b5-33aa-4caf-80e6-200fd810060a req-92317aad-b4de-4eec-bedb-0e882eae95cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.510035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88a3a1c1-f29f-4bc1-8abb-13e74467d84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.520271 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8ae02b5-33aa-4caf-80e6-200fd810060a req-92317aad-b4de-4eec-bedb-0e882eae95cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7241471 Jul 22 21:27:18.536862 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8854a169-a5df-4394-a757-6cbf554129f4 req-8159ce79-cf04-449e-92b0-1f45e41bd787 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150519 Jul 22 21:27:18.568567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92317aad-b4de-4eec-bedb-0e882eae95cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28078018-5c21-484b-96a4-41a17a402d18,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:18.592182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88a3a1c1-f29f-4bc1-8abb-13e74467d84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.741700 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88a3a1c1-f29f-4bc1-8abb-13e74467d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.751622 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88a3a1c1-f29f-4bc1-8abb-13e74467d84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:18.781188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-88a3a1c1-f29f-4bc1-8abb-13e74467d84b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b913a4b-f296-401b-94ae-4b81c351cd1c HTTP/1.1" status: 204 len: 168 time: 0.4616880 Jul 22 21:27:18.829803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3a1c1-f29f-4bc1-8abb-13e74467d84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b913a4b-f296-401b-94ae-4b81c351cd1c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:19.083245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff74f7e-6bb1-4276-b62f-0fd57062740c req-20b9aaa5-d925-442b-a67e-b9b58b445c63 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:19.097009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ff74f7e-6bb1-4276-b62f-0fd57062740c req-20b9aaa5-d925-442b-a67e-b9b58b445c63 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2554123 Jul 22 21:27:19.259538 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ff74f7e-6bb1-4276-b62f-0fd57062740c req-f7a7f3bd-e834-47fc-b8b2-18cd0f988ea2 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578829 Jul 22 21:27:19.623771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd4e6e2a-a09d-471f-b3ac-341a8d3f0f63 req-4f0fa1c4-5f67-407c-a134-225624d62b32 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/28078018-5c21-484b-96a4-41a17a402d18 HTTP/1.1" status: 200 len: 1802 time: 0.3041003 Jul 22 21:27:19.642771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-fd4e6e2a-a09d-471f-b3ac-341a8d3f0f63 req-df7789af-99d9-4167-b10b-bb210d8fbbe0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Request body: {'security_group': {'name': 'tempest-sg-hth-696781586', 'description': 'tempest-description-hth-1195579001'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:19.723601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37406) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:19.749213 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4e6e2a-a09d-471f-b3ac-341a8d3f0f63 req-df7789af-99d9-4167-b10b-bb210d8fbbe0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:19.954770 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47b0b28a-1e41-4684-9854-8cd5fefa6aea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57923f22e19345e88bffd0f32899c3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296908 Jul 22 21:27:19.964096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:20.007513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4e6e2a-a09d-471f-b3ac-341a8d3f0f63 req-df7789af-99d9-4167-b10b-bb210d8fbbe0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.017713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4e6e2a-a09d-471f-b3ac-341a8d3f0f63 req-df7789af-99d9-4167-b10b-bb210d8fbbe0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.022629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4e6e2a-a09d-471f-b3ac-341a8d3f0f63 req-df7789af-99d9-4167-b10b-bb210d8fbbe0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.032341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd4e6e2a-a09d-471f-b3ac-341a8d3f0f63 req-df7789af-99d9-4167-b10b-bb210d8fbbe0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "PUT /v2.0/security-groups/28078018-5c21-484b-96a4-41a17a402d18 HTTP/1.1" status: 200 len: 1776 time: 0.4030623 Jul 22 21:27:20.134583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7789af-99d9-4167-b10b-bb210d8fbbe0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28078018-5c21-484b-96a4-41a17a402d18,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:20.182527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.200884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2335dcc-4bb8-4de7-aac3-847ea8827750 req-34baa5ad-01b1-4a23-a706-4fcf69c8c5f7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:20.217682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2335dcc-4bb8-4de7-aac3-847ea8827750 req-34baa5ad-01b1-4a23-a706-4fcf69c8c5f7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3485012 Jul 22 21:27:20.241848 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.328261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-775dece9-41e6-4826-9eae-0b05c95ef9e1 req-f3a2e54f-0151-4170-9263-37cd0dd7b104 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/28078018-5c21-484b-96a4-41a17a402d18 HTTP/1.1" status: 200 len: 1776 time: 0.1950448 Jul 22 21:27:20.360141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.363880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.368319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01d33855-61a1-49be-a071-c9600b630bdc HTTP/1.1" status: 204 len: 168 time: 0.4026375 Jul 22 21:27:20.402398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2335dcc-4bb8-4de7-aac3-847ea8827750 req-a3120c87-9bc7-4156-9621-be3cab1e6401 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821361 Jul 22 21:27:20.408054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d33855-61a1-49be-a071-c9600b630bdc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:20.440294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.441051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.441502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.442103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.442627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.443135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.443804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.444527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.445873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.446668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.447297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.448585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afd03b-311c-4d0b-9e2c-ce0192df457b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:20.877375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71c5d5a1-47e8-46a4-a8f0-b84cdd7ab349 req-1f9f0b31-8a98-4b5e-9717-8c45736a74ee tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/28078018-5c21-484b-96a4-41a17a402d18 HTTP/1.1" status: 200 len: 1776 time: 0.3592308 Jul 22 21:27:21.010051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a33b98-a31d-4323-8015-25f9ce5186e4 req-7a2865d4-b13e-4559-8ad8-7211693db378 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:21.022075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59a33b98-a31d-4323-8015-25f9ce5186e4 req-7a2865d4-b13e-4559-8ad8-7211693db378 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.3872073 Jul 22 21:27:21.231630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59a33b98-a31d-4323-8015-25f9ce5186e4 req-10be036e-d76e-4575-9dfe-6c60ab708415 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076123 Jul 22 21:27:21.232880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71c5d5a1-47e8-46a4-a8f0-b84cdd7ab349 req-b711a996-f3ef-40b6-8beb-7303e00348d3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:21.356077 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71c5d5a1-47e8-46a4-a8f0-b84cdd7ab349 req-b711a996-f3ef-40b6-8beb-7303e00348d3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:21.504048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71c5d5a1-47e8-46a4-a8f0-b84cdd7ab349 req-b711a996-f3ef-40b6-8beb-7303e00348d3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:21.504048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-71c5d5a1-47e8-46a4-a8f0-b84cdd7ab349 req-b711a996-f3ef-40b6-8beb-7303e00348d3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:21.504501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71c5d5a1-47e8-46a4-a8f0-b84cdd7ab349 req-b711a996-f3ef-40b6-8beb-7303e00348d3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/28078018-5c21-484b-96a4-41a17a402d18 HTTP/1.1" status: 204 len: 173 time: 0.6123679 Jul 22 21:27:21.557458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a996-f3ef-40b6-8beb-7303e00348d3 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28078018-5c21-484b-96a4-41a17a402d18,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:21.939036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cf3f5-09ff-4d0a-bdef-f46cb1b60eff req-fcbf5018-35d9-4186-bdb8-c216259394a3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:21.953549 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-669cf3f5-09ff-4d0a-bdef-f46cb1b60eff req-fcbf5018-35d9-4186-bdb8-c216259394a3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2740719 Jul 22 21:27:22.030246 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-751fdfaa-8d62-4832-8f5a-b4a4026bafb4 req-6f2f0abf-e791-472e-8998-c1c5cf07e9e2 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:27:22.031544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-751fdfaa-8d62-4832-8f5a-b4a4026bafb4 req-6f2f0abf-e791-472e-8998-c1c5cf07e9e2 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/25a446ea-e6d6-4823-bad0-9e4a47878288 HTTP/1.1" status: 404 len: 352 time: 0.0476570 Jul 22 21:27:22.063909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-669cf3f5-09ff-4d0a-bdef-f46cb1b60eff req-5eb4867b-4061-4705-8f9e-8089f5d88ced tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087899 Jul 22 21:27:22.123824 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-06005853-f460-4eb5-a2b6-681711318476 req-5b270b27-8539-4681-9a68-1168906bd812 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:27:22.137075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06005853-f460-4eb5-a2b6-681711318476 req-5b270b27-8539-4681-9a68-1168906bd812 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/bd96019e-2c0e-4b06-9d16-58ed0c7ec3a1 HTTP/1.1" status: 404 len: 352 time: 0.0435407 Jul 22 21:27:22.210563 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-b653b0c6-7ce9-4ac4-bc25-1461ca3a9e12 req-860c1945-89c3-43e5-9f35-30f37ada5402 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:27:22.223979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b653b0c6-7ce9-4ac4-bc25-1461ca3a9e12 req-860c1945-89c3-43e5-9f35-30f37ada5402 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/63353c13-cbee-45ca-ac14-707bea7a3c5f HTTP/1.1" status: 404 len: 352 time: 0.0557399 Jul 22 21:27:22.473133 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-d41735aa-9b13-40f3-9ec9-aca438dccb50 req-c22d8fc7-9c41-4304-b46b-c4901ec301da tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:27:22.475179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d41735aa-9b13-40f3-9ec9-aca438dccb50 req-c22d8fc7-9c41-4304-b46b-c4901ec301da tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/c09a263f-8a5d-435e-a7c5-6f1d35d7cc65 HTTP/1.1" status: 404 len: 352 time: 0.0771279 Jul 22 21:27:22.564233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd15db-21f8-4d89-baa8-537cf3d3d498 req-a8631e60-7a5a-4391-95c6-5602f1c36fd5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:22.579115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23cd15db-21f8-4d89-baa8-537cf3d3d498 req-a8631e60-7a5a-4391-95c6-5602f1c36fd5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2831542 Jul 22 21:27:22.753986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23cd15db-21f8-4d89-baa8-537cf3d3d498 req-0735bc2c-e9a8-4269-977a-52c61a6a2b4e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708224 Jul 22 21:27:22.970379 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-2a1e407e-f2cd-460e-acd7-6e62dad55f67 req-35ffb586-8303-40c5-a575-23cf96ec149b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:27:22.985636 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a1e407e-f2cd-460e-acd7-6e62dad55f67 req-35ffb586-8303-40c5-a575-23cf96ec149b tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/18085c49-bcfb-472f-b014-6f25157f04cf HTTP/1.1" status: 404 len: 352 time: 0.0973639 Jul 22 21:27:23.002137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-73a79c8f-2cc9-4ead-9e8a-59fbfb3f4bfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2695999 Jul 22 21:27:23.183417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02114352-4dc5-42e4-aead-44be37f9a5fa req-227b5d41-5164-49c2-bacd-0fb2abbb1ee8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:23.199278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02114352-4dc5-42e4-aead-44be37f9a5fa req-227b5d41-5164-49c2-bacd-0fb2abbb1ee8 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.4122016 Jul 22 21:27:23.319220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-496c9809-92fb-4e10-8d4d-d271645cf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:23.322509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-496c9809-92fb-4e10-8d4d-d271645cf2ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 1097 time: 0.2551656 Jul 22 21:27:23.353036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02114352-4dc5-42e4-aead-44be37f9a5fa req-7eae6174-3dcc-40b0-b058-a4afd0119763 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509089 Jul 22 21:27:23.614129 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-c51aa243-c546-44d5-835c-d962ad6ebfb7 req-aa02c68e-9add-4b77-8aa9-42ab41ae926c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] show failed (client error): The resource could not be found. Jul 22 21:27:23.616399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c51aa243-c546-44d5-835c-d962ad6ebfb7 req-aa02c68e-9add-4b77-8aa9-42ab41ae926c tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/30f6c7f5-8397-4cc1-a9a3-3188d3c1a864 HTTP/1.1" status: 404 len: 352 time: 0.0370634 Jul 22 21:27:23.717327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-95d6de74-4947-46f4-b196-50a728cd4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:23.729967 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-95d6de74-4947-46f4-b196-50a728cd4f1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.3483715 Jul 22 21:27:23.872961 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-18284b3e-e774-414b-ba50-80a26eb8b119 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee HTTP/1.1" status: 200 len: 217 time: 0.1279867 Jul 22 21:27:24.001792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48919f-e53d-44cc-ab7c-9a747a524d12 req-75b69950-3447-4840-948c-75cc695ac45a tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:24.005630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf48919f-e53d-44cc-ab7c-9a747a524d12 req-75b69950-3447-4840-948c-75cc695ac45a tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 945 time: 0.2120686 Jul 22 21:27:24.069625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-d8177872-ee40-433a-9bf3-1e301fdf6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:24.074941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-d8177872-ee40-433a-9bf3-1e301fdf6310 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1801815 Jul 22 21:27:24.134307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf48919f-e53d-44cc-ab7c-9a747a524d12 req-7c798b35-7152-42fa-8d35-a5b74c673a7b tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124463 Jul 22 21:27:24.312236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-6f86e7bd-4450-493c-bff6-5f46edb49bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:24.320844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-6f86e7bd-4450-493c-bff6-5f46edb49bba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2157490 Jul 22 21:27:24.646269 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-51eba2bc-dbbf-48ef-a426-67b09c656aba service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165021 Jul 22 21:27:25.166292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0ce54e31-974f-4445-a79d-4ca990d295e8 req-0c32f54b-cdef-4301-9546-b812c3d9488b service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980807 Jul 22 21:27:25.169766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37626) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:25.316857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41105883-9e08-440a-91fe-d74912033533 req-452a3033-b251-48a5-94ef-7c225e03f79a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:25.319742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41105883-9e08-440a-91fe-d74912033533 req-452a3033-b251-48a5-94ef-7c225e03f79a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.3360579 Jul 22 21:27:25.556599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41105883-9e08-440a-91fe-d74912033533 req-d0a8be18-7340-4196-920c-b4868a468088 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997466 Jul 22 21:27:25.635737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-867791549'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:25.686235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28e90f-5207-47cc-a776-4e637bc47350 req-d58a473c-3098-47ce-880f-34f99eeed0ba tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:25.700385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb28e90f-5207-47cc-a776-4e637bc47350 req-d58a473c-3098-47ce-880f-34f99eeed0ba tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3713145 Jul 22 21:27:25.806976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Made reservation on behalf of 64645437a6ee4722a2b683e00c81d78a for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:25.814638 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:25.868832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb28e90f-5207-47cc-a776-4e637bc47350 req-3bf9812e-1d6b-4f34-bc91-7c5acb49c3f0 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665909 Jul 22 21:27:25.876005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:26.209186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb6c7f-c8ae-44eb-9705-95a3e79363ab req-56b9629a-6519-4548-9b83-d0ba22086b3e tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:26.224572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1cb6c7f-c8ae-44eb-9705-95a3e79363ab req-56b9629a-6519-4548-9b83-d0ba22086b3e tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1024 time: 0.5096414 Jul 22 21:27:26.357859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:26.385134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:26.429820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1cb6c7f-c8ae-44eb-9705-95a3e79363ab req-3149ee60-4f8b-4c12-97e9-672a39faf93f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff971ec9-0825-4fab-b336-43761e47dcef&id=1e9a8619-ad44-475b-88bd-37ba0e1b7f53&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2031960 Jul 22 21:27:26.511747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:27:26.545802 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:26.546904 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Added segment 6badf1e9-feec-4cb9-af0e-bd80059ab9d0 of type vlan for network b59b844e-3a9e-496c-8c88-660894d5de60 Jul 22 21:27:26.665488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10694e11-af78-4420-9e10-0c805d35ac75,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:26.671589 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:26.697985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c2ee-5202-4882-afcd-485923d744ed req-628d4c47-f0ad-4651-a532-5fbe4957010e tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:26.703661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b524c2ee-5202-4882-afcd-485923d744ed req-628d4c47-f0ad-4651-a532-5fbe4957010e tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 945 time: 0.6326632 Jul 22 21:27:26.800964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b524c2ee-5202-4882-afcd-485923d744ed req-17223039-ce12-4486-9233-152f97ad6083 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842226 Jul 22 21:27:26.877453 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:26.915319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:26.915319 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:27.042079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8687184 Jul 22 21:27:27.169990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b962d7a-0b11-4991-8f83-c19d013509d7 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Pushing event updated for resources: {'Network': ['ID=b59b844e-3a9e-496c-8c88-660894d5de60,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:27.189505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b59b844e-3a9e-496c-8c88-660894d5de60 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:27:27.350042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e2cb9-efc8-4d7a-9440-4cb1095dfa14 req-e60ad5f6-b829-401c-ab0a-1996c59f5f36 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:27.352840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d2e2cb9-efc8-4d7a-9440-4cb1095dfa14 req-e60ad5f6-b829-401c-ab0a-1996c59f5f36 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2009010 Jul 22 21:27:27.457633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d2e2cb9-efc8-4d7a-9440-4cb1095dfa14 req-6bea7141-21ca-4b79-a9fd-87aa371237f4 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726156 Jul 22 21:27:27.757423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-b8a3c27e-d708-46df-88a4-7d53fdb7860c tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:27.760317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-b8a3c27e-d708-46df-88a4-7d53fdb7860c tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 945 time: 0.3379812 Jul 22 21:27:27.906504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77ffcc-7ed5-48d8-95e9-4093372fa330 req-ebed3543-d169-44ee-a49e-078700ace4cd tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:27.919708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a77ffcc-7ed5-48d8-95e9-4093372fa330 req-ebed3543-d169-44ee-a49e-078700ace4cd tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2144144 Jul 22 21:27:28.034742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a77ffcc-7ed5-48d8-95e9-4093372fa330 req-dbb8a20a-dd04-4e4d-a2cc-19a96afed3c8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117659 Jul 22 21:27:28.054470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:28.067640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Request body: {'port': {'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60', 'binding:host_id': 'n-h1-762330-19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1560828590'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:28.154578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Made reservation on behalf of bc52b19067664120a8d905812932e12c for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:28.174580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:28.198691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Deleting port 7db4dac8-ae11-4848-991a-dc2e73143e1e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:28.199653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:28.238271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:28.405745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] For port 7db4dac8-ae11-4848-991a-dc2e73143e1e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7db4dac8-ae11-4848-991a-dc2e73143e1e,segment=NetworkSegment(5e0a5a49-fa0d-40d6-948a-8231872b677c),segment_id=5e0a5a49-fa0d-40d6-948a-8231872b677c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:28.407170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:28.429323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Calling delete_port for 7db4dac8-ae11-4848-991a-dc2e73143e1e owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:28.513644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3288e1-3b2e-48a2-ba75-625fd674d927 req-82ab2440-08ec-4b2a-9157-62724c7a7b4f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:28.519062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc3288e1-3b2e-48a2-ba75-625fd674d927 req-82ab2440-08ec-4b2a-9157-62724c7a7b4f tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1024 time: 0.3175251 Jul 22 21:27:28.536792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46762ceb-cec0-4693-88a8-ae791026dd50 req-36785f6a-b7e6-4795-bff9-aacb90862298 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:28.539457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46762ceb-cec0-4693-88a8-ae791026dd50 req-36785f6a-b7e6-4795-bff9-aacb90862298 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 945 time: 0.2499151 Jul 22 21:27:28.677416 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc3288e1-3b2e-48a2-ba75-625fd674d927 req-a825e7e4-93dd-49a2-826a-2df2641118cc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff971ec9-0825-4fab-b336-43761e47dcef&id=1e9a8619-ad44-475b-88bd-37ba0e1b7f53&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1363878 Jul 22 21:27:28.704465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46762ceb-cec0-4693-88a8-ae791026dd50 req-0dc05993-aaa4-4223-abc0-c8990b42dc63 tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/security-groups?id=8be73ca7-9249-402d-8c8c-225580aab279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465669 Jul 22 21:27:28.809620 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:28.821650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:28.846051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] device_id is not set on port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:28.874099 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:28.902545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['7db4dac8-ae11-4848-991a-dc2e73143e1e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:28.954681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Pushing event deleted for resources: {'Port': ['ID=7db4dac8-ae11-4848-991a-dc2e73143e1e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:29.055406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecba4d1-9208-4820-a777-21491ae34e5f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:29.098752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] No DVR routers for this DVR port 7db4dac8-ae11-4848-991a-dc2e73143e1e on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:27:29.109776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:29.114909 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-602cc6be-c7c1-4136-b805-9f7691f200b7 req-d3b8845d-ebc8-4e74-91ad-2414c0c9f7ea tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.23 "DELETE /v2.0/ports/7db4dac8-ae11-4848-991a-dc2e73143e1e HTTP/1.1" status: 204 len: 173 time: 1.3180349 Jul 22 21:27:29.115597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'name': 'network-vif-deleted', 'tag': '7db4dac8-ae11-4848-991a-dc2e73143e1e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:29.119672 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34c200a-442f-4290-b4ce-1db4503945f6" -d '{"events": [{"server_uuid": "b56b0017-d24d-4ee0-ba5b-f5862673fdcc", "name": "network-vif-deleted", "tag": "7db4dac8-ae11-4848-991a-dc2e73143e1e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:29.162804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-802ffedb-809d-46f7-98c1-070d15bff8e0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:29.166623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-802ffedb-809d-46f7-98c1-070d15bff8e0 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 1024 time: 0.3866739 Jul 22 21:27:29.226307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94daff-59d9-404d-a553-6f39a4731b22 req-e6688db6-f94b-44b0-a8c3-906a444fca7c tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:29.239060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e94daff-59d9-404d-a553-6f39a4731b22 req-e6688db6-f94b-44b0-a8c3-906a444fca7c tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.3764894 Jul 22 21:27:29.425900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:29.435823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Deleting port 916312a1-4bfb-41ce-b0be-550507742e86 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:29.436536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:29.439674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e94daff-59d9-404d-a553-6f39a4731b22 req-eb6caa82-19d4-443b-84fa-63a6b4803a37 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989510 Jul 22 21:27:29.575233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] device_id is not set on port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:29.617316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:29.649276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7d4f7-963f-47eb-ae6e-2a844d9c3adf req-27069d73-9c51-4d42-9861-7841b9bfdf32 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:29.651784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dae7d4f7-963f-47eb-ae6e-2a844d9c3adf req-27069d73-9c51-4d42-9861-7841b9bfdf32 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 948 time: 0.3621867 Jul 22 21:27:29.673460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] For port 916312a1-4bfb-41ce-b0be-550507742e86, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=916312a1-4bfb-41ce-b0be-550507742e86,segment=NetworkSegment(3699b24e-c049-4502-9253-c72c6752a12f),segment_id=3699b24e-c049-4502-9253-c72c6752a12f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:29.674060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:29.707901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Calling delete_port for 916312a1-4bfb-41ce-b0be-550507742e86 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:29.724287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7dad151-4174-4780-b349-9c733fa2d77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:29.740132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Transition to ACTIVE for port object e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:29.783128 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:29.864659 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dae7d4f7-963f-47eb-ae6e-2a844d9c3adf req-00ecd117-2bd0-4ef5-bfec-e25cafaaa903 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846762 Jul 22 21:27:29.901362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=e9ac73bc-be4f-4752-ba65-17cd0f6be7f9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:29.941219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd7dab-12e3-4b1c-9a44-9067472243f3 req-a9fd35f3-f006-4b7f-8029-ac0060bf9e97 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:29.944040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40bd7dab-12e3-4b1c-9a44-9067472243f3 req-a9fd35f3-f006-4b7f-8029-ac0060bf9e97 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2903111 Jul 22 21:27:29.967153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Checking segment: {'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:27:29.967556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Network hostable DHCP agents. Network: b59b844e-3a9e-496c-8c88-660894d5de60, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:27:29.981118 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1545c-ee62-453d-8ab4-d5b34d412c47 x-openstack-request-id: req-f7c1545c-ee62-453d-8ab4-d5b34d412c47 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:29.981859 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56b0017-d24d-4ee0-ba5b-f5862673fdcc", "name": "network-vif-deleted", "tag": "7db4dac8-ae11-4848-991a-dc2e73143e1e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:29.982007 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7c1545c-ee62-453d-8ab4-d5b34d412c47 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:29.982503 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56b0017-d24d-4ee0-ba5b-f5862673fdcc', 'name': 'network-vif-deleted', 'tag': '7db4dac8-ae11-4848-991a-dc2e73143e1e', 'status': 'completed', 'code': 200} Jul 22 21:27:30.023878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Network b59b844e-3a9e-496c-8c88-660894d5de60 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:27:30.076977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40bd7dab-12e3-4b1c-9a44-9067472243f3 req-ab469bcd-8a14-4a31-b744-375c0647a337 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035230 Jul 22 21:27:30.079987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b59b844e-3a9e-496c-8c88-660894d5de60) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:30.097095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c104291-3f6d-462d-b4d9-a58a59897f2b None None] Network b59b844e-3a9e-496c-8c88-660894d5de60 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:27:30.134953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.141862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7dad151-4174-4780-b349-9c733fa2d77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.183279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:30.193578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['916312a1-4bfb-41ce-b0be-550507742e86'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:30.209158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'Port': ['ID=916312a1-4bfb-41ce-b0be-550507742e86,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:30.215749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7dad151-4174-4780-b349-9c733fa2d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.268641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:30.269119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:30.269567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:30.295392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:30.296329 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:30.301159 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 2 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:30.390794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] No DVR routers for this DVR port 916312a1-4bfb-41ce-b0be-550507742e86 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:27:30.394011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef315184-55d3-46ad-b425-8b930ae4c773 req-01013f1c-6c99-436f-b00c-f5967b96b7f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:30.402306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef315184-55d3-46ad-b425-8b930ae4c773 req-01013f1c-6c99-436f-b00c-f5967b96b7f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b017d2fd-3b55-418f-be06-996cc5d40282 HTTP/1.1" status: 200 len: 945 time: 0.3330674 Jul 22 21:27:30.425861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.436318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4aee9c35-d9b3-46ba-9ce5-7275fb0582d8 req-35b83b3a-1bd2-42eb-ae8f-6d900e78c530 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.23 "DELETE /v2.0/ports/916312a1-4bfb-41ce-b0be-550507742e86 HTTP/1.1" status: 204 len: 173 time: 1.2569249 Jul 22 21:27:30.445812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dad151-4174-4780-b349-9c733fa2d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8d1c75-4e10-4b65-97d5-5da6ce346e2b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:30.475829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a7dad151-4174-4780-b349-9c733fa2d77d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32ba8a47ea5c4e8484f6f466e7912a66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0422580 Jul 22 21:27:30.478243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37798) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:30.533945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:30.536191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:30.536948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:30.558343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34bb808a-72bd-4c33-bbc8-9cd1b2ccfd63 req-4d835b58-0d5a-4140-af16-6bd9907b0cfb tempest-ServerMetadataNegativeTestJSON-1351648279 tempest-ServerMetadataNegativeTestJSON-1351648279-project] 10.222.0.54 "GET /v2.0/ports?device_id=b56b0017-d24d-4ee0-ba5b-f5862673fdcc HTTP/1.1" status: 200 len: 210 time: 0.1508043 Jul 22 21:27:30.601614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:30.602722 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:30.641274 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 3 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:30.666111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6db5-fc32-4a45-8386-d222e4915902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.732364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6db5-fc32-4a45-8386-d222e4915902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.785865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef315184-55d3-46ad-b425-8b930ae4c773 req-c96ea259-3616-46f9-a942-019eb65eb651 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff971ec9-0825-4fab-b336-43761e47dcef&id=1e9a8619-ad44-475b-88bd-37ba0e1b7f53&id=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2191784 Jul 22 21:27:30.791547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:30.792180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:30.792718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:30.804268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:30.804799 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:30.805449 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 4 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:30.833169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:30.833711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:30.834250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:30.843542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:30.844200 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:30.845590 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 5 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:30.908399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6db5-fc32-4a45-8386-d222e4915902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.913750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6db5-fc32-4a45-8386-d222e4915902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.916497 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f2b6db5-fc32-4a45-8386-d222e4915902 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd8d1c75-4e10-4b65-97d5-5da6ce346e2b HTTP/1.1" status: 204 len: 168 time: 0.4292688 Jul 22 21:27:30.944957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b6db5-fc32-4a45-8386-d222e4915902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8d1c75-4e10-4b65-97d5-5da6ce346e2b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:31.015110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:31.015532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:31.016334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:31.041528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:31.042425 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:31.048914 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 6 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:31.104531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:31.105317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:31.106155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:31.117704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:31.118212 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:31.129453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b33237-3cc9-43d1-baf9-3296bbcc6dd3 req-026d03a5-32b2-40ec-8d38-5ad49c895ab7 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:31.144825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28b33237-3cc9-43d1-baf9-3296bbcc6dd3 req-026d03a5-32b2-40ec-8d38-5ad49c895ab7 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2880340 Jul 22 21:27:31.149157 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 7 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:31.153083 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:31.199119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:31.200148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:31.201036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:31.238176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:31.238972 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:31.240099 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 8 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:31.259141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28b33237-3cc9-43d1-baf9-3296bbcc6dd3 req-1b7a9214-f5a9-459d-9a31-6cdb372df637 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128998 Jul 22 21:27:31.304833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:31.305410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:31.305975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:31.315294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:31.316198 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:31.317027 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 9 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:31.356024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:31.356412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:31.356844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:31.366639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:31.367077 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:31.367668 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 10 to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 Jul 22 21:27:31.390483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:31.391150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:31.392380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:31.406035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:31.408089 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:31.409971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:31.575296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] For port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:27:31.575862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempted to set empty binding levels {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 21:27:31.585329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:31.675675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:31.676670 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:31.717773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37842) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:31.735991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=e9ac73bc-be4f-4752-ba65-17cd0f6be7f9,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:31.750082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-afed31fe-b0fa-4cdd-8c84-698f15fed9b3 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.6935067 Jul 22 21:27:31.754267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37844) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:31.946649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] Deleting subnet 7cb91e83-5c39-45fa-9fc3-84c63662979e {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:27:31.954047 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:31.955173 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.046821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'name': 'network-vif-deleted', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:32.050416 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f91f6-b5c1-4b74-9aaa-4f6d4e2afc96" -d '{"events": [{"server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "name": "network-vif-deleted", "tag": "916312a1-4bfb-41ce-b0be-550507742e86"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:32.122362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.330173 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.464385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.493007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.501430 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7cb91e83-5c39-45fa-9fc3-84c63662979e HTTP/1.1" status: 204 len: 168 time: 0.7770128 Jul 22 21:27:32.504691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:32.594785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace7dd8-6825-4f1d-8083-400a7899e723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb91e83-5c39-45fa-9fc3-84c63662979e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:32.657040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7db4dac8-ae11-4848-991a-dc2e73143e1e no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:27:32.718087 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1cb076-243b-490a-bec5-07f1a0fb5e45 x-openstack-request-id: req-0f1cb076-243b-490a-bec5-07f1a0fb5e45 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:32.720489 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b017d2fd-3b55-418f-be06-996cc5d40282", "name": "network-vif-deleted", "tag": "916312a1-4bfb-41ce-b0be-550507742e86", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:32.720489 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f1cb076-243b-490a-bec5-07f1a0fb5e45 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:32.720832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 7db4dac8-ae11-4848-991a-dc2e73143e1e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:27:32.720996 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b017d2fd-3b55-418f-be06-996cc5d40282', 'name': 'network-vif-deleted', 'tag': '916312a1-4bfb-41ce-b0be-550507742e86', 'status': 'completed', 'code': 200} Jul 22 21:27:32.723033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7db4dac8-ae11-4848-991a-dc2e73143e1e not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:27:32.723750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:27:32.746816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a249048-9eea-4000-82d7-78df39be2d20 req-b9836c58-c70e-4f65-96f0-2ee36879927a tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/ff971ec9-0825-4fab-b336-43761e47dcef HTTP/1.1" status: 200 len: 1802 time: 0.1537747 Jul 22 21:27:32.748708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.752126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Deleting port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:32.753454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.921520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.950632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:32.966655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:32.972703 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b13df-dd58-4fd9-a472-b4aac4ce3a05" -d '{"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-unplugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:32.973105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea38186a-ba26-4b25-95d6-f14f90d32e54']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:33.005896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] For port e9ac73bc-be4f-4752-ba65-17cd0f6be7f9, host n-h1-762330-19, got binding levels [] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:33.006197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.008258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0a5a49-fa0d-40d6-948a-8231872b677c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:33.008717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0a5a49-fa0d-40d6-948a-8231872b677c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:33.011138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:33.023513 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.024964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 916312a1-4bfb-41ce-b0be-550507742e86 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:27:33.034233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.063963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.070409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Calling delete_port for e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:33.073775 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a249048-9eea-4000-82d7-78df39be2d20 req-756c06c4-c49c-4c3f-91c1-ddb7fccf90f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.080003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 916312a1-4bfb-41ce-b0be-550507742e86 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:27:33.080816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 916312a1-4bfb-41ce-b0be-550507742e86 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:27:33.094994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:27:33.095594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:27:33.099222 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:27:33.183703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:33.197380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed250e-6dbc-4068-86bc-220a7a183516 req-3b3cf11c-bf9f-48ea-86fe-5610b28cce26 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:33.197617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.197876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.198187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.198534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.198875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.199214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.199614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.199975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.200309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.200640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.202031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.202382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:33.206889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76ed250e-6dbc-4068-86bc-220a7a183516 req-3b3cf11c-bf9f-48ea-86fe-5610b28cce26 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.3591442 Jul 22 21:27:33.208298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a249048-9eea-4000-82d7-78df39be2d20 req-756c06c4-c49c-4c3f-91c1-ddb7fccf90f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.222747 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.233918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.235687 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ea38186a-ba26-4b25-95d6-f14f90d32e54 HTTP/1.1" status: 204 len: 168 time: 0.7292309 Jul 22 21:27:33.253641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c0f4e-895d-46b9-8a39-ddcf7a3346f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea38186a-ba26-4b25-95d6-f14f90d32e54,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:33.320976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76ed250e-6dbc-4068-86bc-220a7a183516 req-7f195cbd-b04c-444f-a5c7-86060e426361 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149774 Jul 22 21:27:33.363296 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.376637 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a249048-9eea-4000-82d7-78df39be2d20 req-756c06c4-c49c-4c3f-91c1-ddb7fccf90f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.382509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2a249048-9eea-4000-82d7-78df39be2d20 req-756c06c4-c49c-4c3f-91c1-ddb7fccf90f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.402938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a249048-9eea-4000-82d7-78df39be2d20 req-756c06c4-c49c-4c3f-91c1-ddb7fccf90f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/ff971ec9-0825-4fab-b336-43761e47dcef HTTP/1.1" status: 204 len: 173 time: 0.6437685 Jul 22 21:27:33.476995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9ac73bc-be4f-4752-ba65-17cd0f6be7f9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:33.489804 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2433d634-a60f-432e-8ae2-7c1da7b555b4 x-openstack-request-id: req-2433d634-a60f-432e-8ae2-7c1da7b555b4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:33.490043 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-unplugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:33.492251 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2433d634-a60f-432e-8ae2-7c1da7b555b4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:33.492605 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'code': 200} Jul 22 21:27:33.494352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c06c4-c49c-4c3f-91c1-ddb7fccf90f1 tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff971ec9-0825-4fab-b336-43761e47dcef,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:33.506600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.518116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-72c0a0a3-690c-43d4-8d04-ddd1ba2f5dfa tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 HTTP/1.1" status: 204 len: 168 time: 1.7502189 Jul 22 21:27:33.519669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37928) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:33.614211 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc1f626-2296-4a10-bbea-43f373d30956 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:33.624375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6dc1f626-2296-4a10-bbea-43f373d30956 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "GET /v2.0/ports/e9ac73bc-be4f-4752-ba65-17cd0f6be7f9 HTTP/1.1" status: 404 len: 333 time: 0.0991125 Jul 22 21:27:33.624375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:33.633061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Request body: {'port': {'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-313281123'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:33.686127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Made reservation on behalf of bc52b19067664120a8d905812932e12c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:33.690949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.701074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd65665b-0271-44df-8363-2d24341cf127 req-3dd584d9-fa91-4a35-94a9-ea128200540e tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "GET /v2.0/security-groups/1e9a8619-ad44-475b-88bd-37ba0e1b7f53 HTTP/1.1" status: 200 len: 1803 time: 0.1470664 Jul 22 21:27:33.774831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] device_id is not set on port ea6aa392-31aa-437c-b8e4-995dfbaef85e yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:33.838502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37948) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:33.868848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd65665b-0271-44df-8363-2d24341cf127 req-6c4a1cd3-2472-43a8-9374-cede749b6ecc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.933919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd65665b-0271-44df-8363-2d24341cf127 req-6c4a1cd3-2472-43a8-9374-cede749b6ecc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.970382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b1323d3a-16d5-49c6-80b6-777014ea6617 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89bb52f643f647d3951cc382bea5d1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306884 Jul 22 21:27:33.975631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37956) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:34.083610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5dd970d-2fd4-4327-b99a-e6d015703776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.090619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd65665b-0271-44df-8363-2d24341cf127 req-6c4a1cd3-2472-43a8-9374-cede749b6ecc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.094183 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-dd65665b-0271-44df-8363-2d24341cf127 req-6c4a1cd3-2472-43a8-9374-cede749b6ecc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.094768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd65665b-0271-44df-8363-2d24341cf127 req-6c4a1cd3-2472-43a8-9374-cede749b6ecc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] 10.222.0.54 "DELETE /v2.0/security-groups/1e9a8619-ad44-475b-88bd-37ba0e1b7f53 HTTP/1.1" status: 204 len: 173 time: 0.3925073 Jul 22 21:27:34.122769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37958) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:34.146308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a1cd3-2472-43a8-9374-cede749b6ecc tempest-SecurityGroupsTestJSON-491945981 tempest-SecurityGroupsTestJSON-491945981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a8619-ad44-475b-88bd-37ba0e1b7f53,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:34.154808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-1ab7bfe3-de09-4d64-8c38-9d1b88df5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:34.158797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-1ab7bfe3-de09-4d64-8c38-9d1b88df5526 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 1097 time: 0.2365656 Jul 22 21:27:34.179706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5dd970d-2fd4-4327-b99a-e6d015703776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.299411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5dd970d-2fd4-4327-b99a-e6d015703776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.305823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5dd970d-2fd4-4327-b99a-e6d015703776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.318944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d5dd970d-2fd4-4327-b99a-e6d015703776 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8be73ca7-9249-402d-8c8c-225580aab279 HTTP/1.1" status: 204 len: 168 time: 0.3415785 Jul 22 21:27:34.348685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd970d-2fd4-4327-b99a-e6d015703776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be73ca7-9249-402d-8c8c-225580aab279,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:34.382663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.485322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] Deleting subnet 38be47aa-7090-4637-8efd-a9b64a692100 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:27:34.536472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.621826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37978) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:34.762037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.768405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-1aa4a31f-7442-49f4-870e-2c1383871947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:34.771650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-1aa4a31f-7442-49f4-870e-2c1383871947 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.4586906 Jul 22 21:27:34.829426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628782-29ef-468a-b508-6ca48cea660b req-30978035-4119-4432-bd60-66f4c94cab45 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:34.833146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2628782-29ef-468a-b508-6ca48cea660b req-30978035-4119-4432-bd60-66f4c94cab45 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2259939 Jul 22 21:27:34.934806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.992140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2628782-29ef-468a-b508-6ca48cea660b req-18716384-f236-4724-9d35-ee247540e0ce tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204774 Jul 22 21:27:35.051371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a9013-047b-4cbd-b4c0-3c324772f317 req-0d64e364-2a35-4d3b-8aae-5f9b38184353 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:35.054303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c12a9013-047b-4cbd-b4c0-3c324772f317 req-0d64e364-2a35-4d3b-8aae-5f9b38184353 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2186246 Jul 22 21:27:35.058016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.097257 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf00e3f9-ac0b-4f3b-9f2d-5f02267376f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.110211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-837160bb-4859-4590-8b9a-7374733fc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:35.113450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-837160bb-4859-4590-8b9a-7374733fc2e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1098 time: 0.4825611 Jul 22 21:27:35.130889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-d77b0b25-cf60-4a31-875a-7f9dc9c160d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 200 len: 1001 time: 0.3109109 Jul 22 21:27:35.144581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Network b59b844e-3a9e-496c-8c88-660894d5de60 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:35.165168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c12a9013-047b-4cbd-b4c0-3c324772f317 req-b7e35242-e451-4c09-ba5a-0e276b3df2d4 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953295 Jul 22 21:27:35.216901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:35.251817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:35.252451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:35.253002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.258028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=ea6aa392-31aa-437c-b8e4-995dfbaef85e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:35.314855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf00e3f9-ac0b-4f3b-9f2d-5f02267376f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.324104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf00e3f9-ac0b-4f3b-9f2d-5f02267376f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.389467 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c4a8d309-1ebb-44fd-b625-7cc6c600d80e tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7595289 Jul 22 21:27:35.399824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37994) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:35.401497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-7f45bdd3-4f4b-49a0-aacc-d1523735cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:35.403223 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-7f45bdd3-4f4b-49a0-aacc-d1523735cd94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.2070198 Jul 22 21:27:35.412691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bf00e3f9-ac0b-4f3b-9f2d-5f02267376f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2bba27019aa41e2ac26fcc70c655afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7798550 Jul 22 21:27:35.416805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:35.417149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:35.440055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-9c68cd07-183c-481b-b168-9d162633dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:35.443917 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-9c68cd07-183c-481b-b168-9d162633dbcf service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 920 time: 0.3085582 Jul 22 21:27:35.478940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00e3f9-ac0b-4f3b-9f2d-5f02267376f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e1c707-4a0d-4a52-9c28-d3e9275f10b5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:35.542338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.548882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e08b2c96-6db6-4465-8847-5b7c0fd6de9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.582595 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e08b2c96-6db6-4465-8847-5b7c0fd6de9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.608824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38be47aa-7090-4637-8efd-a9b64a692100,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:35.663881 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-8b54f331-8d61-4818-a03d-78207e9bf7b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 200 len: 217 time: 0.1242192 Jul 22 21:27:35.669964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.677840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-580a7cbb-e5c2-4638-be37-03bdaedbcedb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/38be47aa-7090-4637-8efd-a9b64a692100 HTTP/1.1" status: 204 len: 168 time: 1.5486560 Jul 22 21:27:35.678549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38004) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:35.740688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e08b2c96-6db6-4465-8847-5b7c0fd6de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.746268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e08b2c96-6db6-4465-8847-5b7c0fd6de9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.752307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e08b2c96-6db6-4465-8847-5b7c0fd6de9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4e1c707-4a0d-4a52-9c28-d3e9275f10b5 HTTP/1.1" status: 204 len: 168 time: 0.3301911 Jul 22 21:27:35.772527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b2c96-6db6-4465-8847-5b7c0fd6de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e1c707-4a0d-4a52-9c28-d3e9275f10b5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:35.850033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.866738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.895868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-6a33b1d4-cf21-40ed-af58-c80dee7b212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:35.899181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-6a33b1d4-cf21-40ed-af58-c80dee7b212f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4775312 Jul 22 21:27:35.902876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-536ce32e-4804-4e3a-a9e9-500240cbd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:35.905426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-536ce32e-4804-4e3a-a9e9-500240cbd937 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.2246833 Jul 22 21:27:36.033103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:36.058703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eebdbe-0b95-4994-9823-c6e9484a9c38']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:36.066499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-3a5fd54b-ebe3-43dd-b63c-6530d561025b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186125 Jul 22 21:27:36.078275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3699b24e-c049-4502-9253-c72c6752a12f') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:36.078572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3699b24e-c049-4502-9253-c72c6752a12f') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:36.119944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:36.187886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:36.219622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:27:36.220516 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:27:36.224103 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:27:36.386896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:36.404794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:36.411473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] 10.222.0.54 "DELETE /v2.0/networks/56eebdbe-0b95-4994-9823-c6e9484a9c38 HTTP/1.1" status: 204 len: 168 time: 0.7265518 Jul 22 21:27:36.460016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64b28-e71c-45cc-9319-1c6da374c118 admin admin] Pushing event deleted for resources: {'Network': ['ID=56eebdbe-0b95-4994-9823-c6e9484a9c38,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:36.472662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-5c49f70d-2fb5-4899-ba01-e76bb2da4a30 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259821 Jul 22 21:27:36.492549 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-ea2b5247-c0eb-4903-877e-13d258b65a2d service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141855 Jul 22 21:27:36.515741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f475-3185-4b1f-b07a-a9da4d845d84 req-f0c2b13b-de8d-4850-99ee-94ebdf0aed0e tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:36.517930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c560f475-3185-4b1f-b07a-a9da4d845d84 req-f0c2b13b-de8d-4850-99ee-94ebdf0aed0e tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.3461866 Jul 22 21:27:36.661049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bbe23-3ffc-4467-b2df-5ed0c041d88a req-f2ad5b3b-98c1-4917-bcea-da62a60637bb tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:36.663028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-378bbe23-3ffc-4467-b2df-5ed0c041d88a req-f2ad5b3b-98c1-4917-bcea-da62a60637bb tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3226361 Jul 22 21:27:36.673721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c560f475-3185-4b1f-b07a-a9da4d845d84 req-448da2ed-67f8-4362-8eb0-e69b5831e34f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406562 Jul 22 21:27:36.704312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38040) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:36.794974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-378bbe23-3ffc-4467-b2df-5ed0c041d88a req-ea3e338e-3d3b-4e81-93c5-58c93da91a7f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185253 Jul 22 21:27:36.816980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d51b3bfc-fc74-45be-8c9e-412c4942d82f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d733f86b37ef4f7b9d94114d846ab5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102374 Jul 22 21:27:36.818142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38044) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:36.967275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a9d31f5-4d60-4a6d-99a1-438f91b80005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:37.021771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a9d31f5-4d60-4a6d-99a1-438f91b80005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:37.112787 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a9d31f5-4d60-4a6d-99a1-438f91b80005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:37.122627 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a9d31f5-4d60-4a6d-99a1-438f91b80005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:37.131640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9a9d31f5-4d60-4a6d-99a1-438f91b80005 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a5f4c34-1fe9-4884-8c1e-c253f51a5a59 HTTP/1.1" status: 204 len: 168 time: 0.3107536 Jul 22 21:27:37.145412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] device_id is not set on port ea6aa392-31aa-437c-b8e4-995dfbaef85e yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:37.150699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d31f5-4d60-4a6d-99a1-438f91b80005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f4c34-1fe9-4884-8c1e-c253f51a5a59,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:37.163986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:37.228198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f902eb-c359-41a4-bccc-90e76b7649ed req-ec4900ad-e9df-4ebe-ba6c-96f80da3f306 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254797 Jul 22 21:27:37.230086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Transition to ACTIVE for port object ea6aa392-31aa-437c-b8e4-995dfbaef85e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:37.254313 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:37.316198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6eca5024-d4ff-4073-bbf9-6297a3cdb54e req-9c9afcf3-69cc-4f23-88a2-ab8b8856fef0 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8266728 Jul 22 21:27:37.370463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=ea6aa392-31aa-437c-b8e4-995dfbaef85e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:37.375228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.376041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.376586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.395140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.395350 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.395690 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 2 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.433906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.434381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.435128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.441707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.442183 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.442787 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 3 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.484474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.485039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.485599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.494260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.502411 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.503329 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 4 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.526459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.526986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.527577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.535830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.536317 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.536854 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 5 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.590144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.590579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.591039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.597314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.597916 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.598334 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 6 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.652546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.652989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.653226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.669312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.669312 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.669312 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 7 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.692724 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0758ca93-b168-4473-b767-908f139e7b69 req-8bd57197-fd01-46a6-9f0a-344309017b8f tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.0701675 Jul 22 21:27:37.734364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.734757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.735080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.741412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.741769 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.742192 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 8 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.785308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.785899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.786550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.793236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.793685 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.794208 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 9 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.828488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.830129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.830917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.841551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.842373 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.843119 n-d-762330-19 neutron-server[94091]: INFO neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 10 to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e Jul 22 21:27:37.876113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:37.876927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:37.878185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:37.887611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:37.888274 n-d-762330-19 neutron-server[94091]: ERROR neutron.plugins.ml2.managers [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port ea6aa392-31aa-437c-b8e4-995dfbaef85e on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:37.888824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:38.066565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a40824-3000-4fff-ae36-74d0baada5fb req-ab3d4149-7089-4f75-904b-811605115886 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.078995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0a40824-3000-4fff-ae36-74d0baada5fb req-ab3d4149-7089-4f75-904b-811605115886 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2305195 Jul 22 21:27:38.084734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] For port ea6aa392-31aa-437c-b8e4-995dfbaef85e, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:27:38.085320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempted to set empty binding levels {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 21:27:38.095450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:38.130109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] In _notify_port_updated(), no bound segment for port ea6aa392-31aa-437c-b8e4-995dfbaef85e on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:27:38.131439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.132353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:38.134970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "PUT /v2.0/ports/ea6aa392-31aa-437c-b8e4-995dfbaef85e HTTP/1.1" status: 200 len: 975 time: 2.7305098 Jul 22 21:27:38.139090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38106) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:38.218221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb89c13-db75-4544-bd44-72e1bf6a6850 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=ea6aa392-31aa-437c-b8e4-995dfbaef85e,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:38.300400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0a40824-3000-4fff-ae36-74d0baada5fb req-1c89858d-01f2-4418-88e9-8c885b69680a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192311 Jul 22 21:27:38.335703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242757f3-e642-422d-a976-145b6daa13b0 req-e96d1fc4-3a1d-4a71-ad66-48c5bfa1c721 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.349562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-242757f3-e642-422d-a976-145b6daa13b0 req-e96d1fc4-3a1d-4a71-ad66-48c5bfa1c721 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3119614 Jul 22 21:27:38.470966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.472422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.474633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.475791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.478813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.478813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.478813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.482442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.482442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.483502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.483994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.484926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.486341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.487897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.497093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.497093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.497093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.497093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.501698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.502310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.503339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.507117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:38.515652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-984a8020-9a07-464e-bd7f-2791f50c72cf tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19752 time: 0.3704884 Jul 22 21:27:38.519307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38128) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:38.549814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-242757f3-e642-422d-a976-145b6daa13b0 req-d74fec91-eecd-4fee-bc08-85418e5ef8d9 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968462 Jul 22 21:27:38.696007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:27:38.886294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Deleting port ea6aa392-31aa-437c-b8e4-995dfbaef85e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:38.889424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:39.138760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:39.166438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'mac_address': 'fa:16:3e:52:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:27:39.173664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] For port ea6aa392-31aa-437c-b8e4-995dfbaef85e, host n-h1-762330-19, got binding levels [] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:39.174268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:39.200115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Calling delete_port for ea6aa392-31aa-437c-b8e4-995dfbaef85e owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:39.338428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:39.392200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97e7d57-e7f7-4731-b40c-dbe13d340b9a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:27:39.422329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:39.464841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38156) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:39.476770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:39.485184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:39.523971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea6aa392-31aa-437c-b8e4-995dfbaef85e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:39.560283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:39.564371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f9353b7d-4373-44f6-8a77-3f41a59deced tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "DELETE /v2.0/ports/ea6aa392-31aa-437c-b8e4-995dfbaef85e HTTP/1.1" status: 204 len: 168 time: 1.0411441 Jul 22 21:27:39.568334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38166) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:39.660084 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-223a28d6-3d0d-432e-9e62-02befb771e3b tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:39.671958 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-223a28d6-3d0d-432e-9e62-02befb771e3b tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "GET /v2.0/ports/ea6aa392-31aa-437c-b8e4-995dfbaef85e HTTP/1.1" status: 404 len: 333 time: 0.0925689 Jul 22 21:27:39.672927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38174) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:39.681881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:39.691532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1921626116', 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:39.771488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Made reservation on behalf of bc52b19067664120a8d905812932e12c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:39.789028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:39.839567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a97e7d57-e7f7-4731-b40c-dbe13d340b9a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:39.853427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] device_id is not set on port 0040b15d-7b61-4016-872d-b8ec210e989d yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:39.904280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb60c7cf-33ed-41f2-b64e-7afdea36320d req-3a3d5c02-3314-42c4-a28d-6333c2667a6b tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1681755 Jul 22 21:27:40.115733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775211c-0d61-4e5b-af96-6a9bcfe1abf3 req-b90ccc50-ba47-465b-858d-534459656a24 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:40.147219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c775211c-0d61-4e5b-af96-6a9bcfe1abf3 req-b90ccc50-ba47-465b-858d-534459656a24 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.5179923 Jul 22 21:27:40.148044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38190) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:40.364887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:40.410814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2043868994-network', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:40.439570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:40.453971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c775211c-0d61-4e5b-af96-6a9bcfe1abf3 req-4c267201-06fb-44a8-8639-4c294e82ee65 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840559 Jul 22 21:27:40.565911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1642672657'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:40.632865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Made reservation on behalf of c9f0d809d78c4820a7bf6257cd540cb9 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:40.635126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=0040b15d-7b61-4016-872d-b8ec210e989d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:40.638275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:40.661467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Network b59b844e-3a9e-496c-8c88-660894d5de60 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:40.678471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:40.689211 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:40.690987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:40.692382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:40.693248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:40.715414 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2deb8146-395f-457a-a21c-5c4653f45701 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0388145 Jul 22 21:27:40.720455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Made reservation on behalf of 8f224b58a6ba458cbf341c3558eb41ac for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:40.722176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38208) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:40.727872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:40.780706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:40.811611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce183e-94e1-4b92-a404-01433fa4caa0 req-fe8ebc01-2de0-4fc7-bbdd-dc319e185953 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:40.821677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3ce183e-94e1-4b92-a404-01433fa4caa0 req-fe8ebc01-2de0-4fc7-bbdd-dc319e185953 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3654666 Jul 22 21:27:40.830680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f549c3b7-cae8-4726-aedc-ebebb9f4cbb4 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:40.837588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f549c3b7-cae8-4726-aedc-ebebb9f4cbb4 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "GET /v2.0/ports/0040b15d-7b61-4016-872d-b8ec210e989d HTTP/1.1" status: 200 len: 955 time: 0.1090178 Jul 22 21:27:40.841264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38216) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:40.916403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3ce183e-94e1-4b92-a404-01433fa4caa0 req-53325a20-cb28-4f9f-a249-cf14b6352067 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929339 Jul 22 21:27:41.022912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.034228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.055926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Deleting port 0040b15d-7b61-4016-872d-b8ec210e989d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:41.058329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.101680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:27:41.188675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.191972 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Added segment 595c289d-9b46-45c9-9538-c6520e903b7f of type vlan for network eb164eca-4953-49ae-a03b-c5ec7eea3c5a Jul 22 21:27:41.278802 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.311411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.355007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Calling delete_port for 0040b15d-7b61-4016-872d-b8ec210e989d owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:41.365086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010727b5-c1f1-488b-9674-58beb7f4fce2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:41.408783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ffa9729-8ec8-468c-84b5-b8cde4c45744 req-0df2d43a-7027-4dc1-8557-1c5ac5d1d314 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.2584722 Jul 22 21:27:41.486792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.489503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:41.491149 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.636639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.687484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] Pushing event updated for resources: {'Network': ['ID=eb164eca-4953-49ae-a03b-c5ec7eea3c5a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:41.710909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:27:41.738448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event deleted for resources: {'Port': ['ID=0040b15d-7b61-4016-872d-b8ec210e989d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:41.757041 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.770046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6f0a1e8a-a95e-461d-8d15-db28e343d0f9 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0040b15d-7b61-4016-872d-b8ec210e989d HTTP/1.1" status: 204 len: 168 time: 0.9244888 Jul 22 21:27:41.771071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:41.780764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.803172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.823270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d9da98b3-b1cb-44b7-bac1-ec6785361f26 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6680331 Jul 22 21:27:41.834869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38236) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:41.836656 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05e68a7-8851-424e-8828-7eeab05d08ef tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:41.845887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f05e68a7-8851-424e-8828-7eeab05d08ef tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "GET /v2.0/ports/0040b15d-7b61-4016-872d-b8ec210e989d HTTP/1.1" status: 404 len: 333 time: 0.0724552 Jul 22 21:27:41.853028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38238) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:41.858983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Request body: {'subnet': {'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2043868994-subnet', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:41.878732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Request body: {'port': {'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-450485630'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:41.916873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Made reservation on behalf of c9f0d809d78c4820a7bf6257cd540cb9 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:41.921217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:41.954750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:27:41.986748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d30b839-fce8-4616-b73e-d109289ed5a4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:42.017662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.019229 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Added segment 051eb052-1b22-4243-8977-b3cc848f8fb1 of type vlan for network 33651b46-38bc-420d-815f-4c0876563e3d Jul 22 21:27:42.038042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Made reservation on behalf of bc52b19067664120a8d905812932e12c for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:42.044095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.252215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] device_id is not set on port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:42.272819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.480279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.495408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:42.496540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.548279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0800052 Jul 22 21:27:42.577688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:42.604582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3b13862-c5fa-493c-ab59-c4be8bd65f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.654993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc92b9f-f850-4d36-9756-b986ab2cbcb0 req-f981f490-871c-4903-936c-595de5c237e3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:42.657480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fc92b9f-f850-4d36-9756-b986ab2cbcb0 req-f981f490-871c-4903-936c-595de5c237e3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.5337739 Jul 22 21:27:42.699411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.713952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:27:42.898907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd70438-fb38-4081-8da7-1e628d452d67,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:42.907942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.947620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a97e7d57-e7f7-4731-b40c-dbe13d340b9a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:42.948522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:42.950236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a101fc-173e-4f70-910b-c98518f3a868 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Pushing event updated for resources: {'Network': ['ID=33651b46-38bc-420d-815f-4c0876563e3d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:42.993353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Checking segment: {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:27:42.993953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Network hostable DHCP agents. Network: eb164eca-4953-49ae-a03b-c5ec7eea3c5a, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:27:43.033244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 33651b46-38bc-420d-815f-4c0876563e3d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:27:43.052014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:27:43.068121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b7cddff-433d-404d-b080-7c56b789f7d0 req-4ab9e7fa-8a3a-4eed-999c-401fe24ba6b5 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1147428 Jul 22 21:27:43.077455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, eb164eca-4953-49ae-a03b-c5ec7eea3c5a) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:43.097902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:43.098889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.144254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'network': {'name': 'tempest-network--105062541', 'router:external': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:43.152655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888cabd-9cf8-4cee-a491-dbb0b09729fb None None] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:27:43.154583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-672b2886-4f29-4fa6-bed0-24c1c8ec25b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3068187 Jul 22 21:27:43.158695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38258) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:43.166089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:43.184958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fc92b9f-f850-4d36-9756-b986ab2cbcb0 req-70a26a90-8c47-4447-9e38-fdd22f2c18a0 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036564 Jul 22 21:27:43.213281 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.214944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.248132 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.257376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Made reservation on behalf of 51a6492121ad49d8b879dacbe0ce15cd for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:43.260648 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.333667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.376797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Network b59b844e-3a9e-496c-8c88-660894d5de60 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:43.378496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.391079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:43.399310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=60077546-de94-46c2-80b2-e7d7ef4ddbe8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:43.413705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:43.415829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:43.418814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.632477 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.674443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.695370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.722931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:27:43.724610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.745240 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.747051 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-35bc54a9-2ab1-4f17-a92d-3873dc9fec91 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8903313 Jul 22 21:27:43.754653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:43.767156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:43.789415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:43.793611 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4551458-aae3-409d-b446-2a488b9aecac" -d '{"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-plugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:43.863088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:27:43.870697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:43.908137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.930045 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07454f60-3d3b-41cc-9d4c-cb1e451ce605 req-d6857aac-e20c-4660-bf32-5b50118b9de1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.1733575 Jul 22 21:27:43.947544 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b95a1-5596-4557-a279-3b43e58748f1 x-openstack-request-id: req-739b95a1-5596-4557-a279-3b43e58748f1 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:43.953938 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-plugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:43.953938 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-739b95a1-5596-4557-a279-3b43e58748f1 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:43.953938 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'code': 200} Jul 22 21:27:43.974141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:43.975112 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Added segment 54d7b2e7-f227-44d9-89ec-384545638da3 of type vlan for network ee2a482d-d35c-4339-a001-cbaa7fddc8e2 Jul 22 21:27:43.982022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a5b8aa-cd60-4771-af1b-992b46c0f55e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:44.211323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:44.218080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:44.380069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:44.516806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ee797aa-e92d-4bb1-95cc-f391273e37b9 req-588453b4-d93f-4825-a497-6730ee4c3146 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0980458 Jul 22 21:27:44.552193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Allocated IP 172.20.0.2 (eb164eca-4953-49ae-a03b-c5ec7eea3c5a/1bd70438-fb38-4081-8da7-1e628d452d67/0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:27:44.674551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:44.731812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:44.862699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] device_id is not set on port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:27:44.876886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:44.895615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Transition to ACTIVE for port object 60077546-de94-46c2-80b2-e7d7ef4ddbe8 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:44.900251 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:44.902177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:44.903202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.028617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.035614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Allocated IP 172.25.5.32 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/235cdc39-ddb8-4e2e-936c-5bfe668071dd) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:27:45.052986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.071447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Network': ['ID=ee2a482d-d35c-4339-a001-cbaa7fddc8e2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:45.074688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Transition to ACTIVE for port object 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:45.089223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c629758c-d17b-4322-bd04-f6a4bf0b404a tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5014927 Jul 22 21:27:45.097194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38288) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:45.141219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Transition to ACTIVE for port object 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:45.149580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ee2a482d-d35c-4339-a001-cbaa7fddc8e2 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:27:45.180035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.180968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.181806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.190529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.196802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:45.197859 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:45.210512 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 2 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:45.268194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.269110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.270006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.301202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:45.302051 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:45.311211 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 3 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:45.332897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4fb6f-4761-4ab8-9624-9187b7a5f58a req-3ef190a8-deaf-4e3f-8e98-bec58008d97d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:45.343559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfd4fb6f-4761-4ab8-9624-9187b7a5f58a req-3ef190a8-deaf-4e3f-8e98-bec58008d97d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.8952715 Jul 22 21:27:45.347345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=60077546-de94-46c2-80b2-e7d7ef4ddbe8,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:45.387488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:45.403614 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9b88d282-8a7f-4bab-9ad4-295e3bac941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.419512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.420412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.421842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:45.422530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.429309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:45.441599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.448707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Pushing event updated for resources: {'Port': ['ID=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:45.481881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:45.488792 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:45.523776 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 4 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:45.586231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfd4fb6f-4761-4ab8-9624-9187b7a5f58a req-f0dca594-08d6-449c-b8e4-eb796d1de98e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408576 Jul 22 21:27:45.600403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.606957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.607722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.633664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:45.634244 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:45.635015 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 5 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:45.650274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Attempting to bind port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.650893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Attempting to bind port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.651511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Attempting to bind port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 on network eb164eca-4953-49ae-a03b-c5ec7eea3c5a {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.661852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:27:45.662591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Checking segment: {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:27:45.663116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.664061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Bound using segment: {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:27:45.665907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Bound port: 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:27:45.666590 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.686217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.686908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.687606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.710330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:45.711153 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:45.712119 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 6 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:45.767706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.769047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.769047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.769544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.781073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:45.781650 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:45.782077 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 7 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:45.814382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.820940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:45.821470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:45.821702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] For port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:27:45.826894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:45.836176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] For port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:27:45.858282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:45.898911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:45.899460 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:45.901626 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 8 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:46.029254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:46.029780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:46.030307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:46.063709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:46.068517 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:46.075330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.081330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34d072aa-1f61-46af-9c7b-46ff0838f227 req-8e6520bd-e06e-445d-bf3c-bbe808e041f9 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.2487869 Jul 22 21:27:46.096148 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 9 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:46.142610 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.154786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2a482d-d35c-4339-a001-cbaa7fddc8e2']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:46.181105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.190910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:46.192138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:46.198811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:46.233974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c146a6-cd75-437d-8782-1ec6ccb0be60 None None] Pushing event updated for resources: {'Port': ['ID=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:46.237231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:46.239015 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:46.240207 n-d-762330-19 neutron-server[94092]: INFO neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempt 10 to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 Jul 22 21:27:46.244266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d7b2e7-f227-44d9-89ec-384545638da3') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:46.244798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d7b2e7-f227-44d9-89ec-384545638da3') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:46.280339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:46.287120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:46.288255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:46.288957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempting to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:46.292302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.297671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:27:46.299308 n-d-762330-19 neutron-server[94092]: ERROR neutron.plugins.ml2.managers [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Failed to bind port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on host n-h1-762330-19 for vnic_type normal using segments [{'id': '6badf1e9-feec-4cb9-af0e-bd80059ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b59b844e-3a9e-496c-8c88-660894d5de60'}] Jul 22 21:27:46.300878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.308589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:46.323376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:46.337269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Pushing event updated for resources: {'Port': ['ID=235cdc39-ddb8-4e2e-936c-5bfe668071dd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:46.414733 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.468091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:27:46.472217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:27:46.475690 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:27:46.645635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] For port 60077546-de94-46c2-80b2-e7d7ef4ddbe8, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:27:46.645979 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-464115af-db9c-4ac6-bd11-520107489c07 req-41d85dbb-7367-4720-b3d6-43ba10f03591 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1094227 Jul 22 21:27:46.662103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attempted to set empty binding levels {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 21:27:46.671734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.796250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] In _notify_port_updated(), no bound segment for port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 on network b59b844e-3a9e-496c-8c88-660894d5de60 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:27:46.797838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:46.805732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.812106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "PUT /v2.0/ports/60077546-de94-46c2-80b2-e7d7ef4ddbe8 HTTP/1.1" status: 200 len: 975 time: 3.0508461 Jul 22 21:27:46.816200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.816200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38308) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:46.882123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee2a482d-d35c-4339-a001-cbaa7fddc8e2 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 21:27:46.925310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e59479-3161-4ced-93de-63d5934ddecd tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event updated for resources: {'Port': ['ID=60077546-de94-46c2-80b2-e7d7ef4ddbe8,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:46.927553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:46.940976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "DELETE /v2.0/networks/ee2a482d-d35c-4339-a001-cbaa7fddc8e2 HTTP/1.1" status: 204 len: 168 time: 1.8412681 Jul 22 21:27:46.948919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38310) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:46.953795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d68c1-57e2-40f8-9626-3ea3be64016d tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee2a482d-d35c-4339-a001-cbaa7fddc8e2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:46.959438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:47.005932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Made reservation on behalf of 51a6492121ad49d8b879dacbe0ce15cd for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:47.011122 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.081922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93dee4-0922-4f23-a08d-a6a348b42883 req-df72506d-cb51-45fd-b18a-47aa783655e3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:47.084158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e93dee4-0922-4f23-a08d-a6a348b42883 req-df72506d-cb51-45fd-b18a-47aa783655e3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2705431 Jul 22 21:27:47.094406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:27:47.141071 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.141558 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Added segment 495bfb74-75ef-4d78-988d-1361bf488d49 of type vlan for network ac6201cf-a625-45e6-adc2-b6e79856f3f4 Jul 22 21:27:47.330043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.337217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e93dee4-0922-4f23-a08d-a6a348b42883 req-60cd7ec1-c5d2-4fb9-9fce-095e94412dbf tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386165 Jul 22 21:27:47.451903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0daf114a-b9d5-4f12-984b-590398c90465 req-e2e8dbc9-a9a0-4d8d-9fc8-81fc561d0b69 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1076572 Jul 22 21:27:47.539009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.573506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Deleting port 60077546-de94-46c2-80b2-e7d7ef4ddbe8 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:47.574047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.660635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.662744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:47.663728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.784676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8341570 Jul 22 21:27:47.788874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38324) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:47.811276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'subnet': {'network_id': 'ac6201cf-a625-45e6-adc2-b6e79856f3f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:47.905117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Made reservation on behalf of 51a6492121ad49d8b879dacbe0ce15cd for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:47.913691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:48.054052 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:48.111431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657bcc98-8048-4f06-9265-19c23e020a7c None None] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:27:48.564283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc12416-e4ac-4a1b-bc39-444f626233df tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Network': ['ID=ac6201cf-a625-45e6-adc2-b6e79856f3f4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:48.676276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ac6201cf-a625-45e6-adc2-b6e79856f3f4 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:27:48.679066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:27:48.724789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] For port 60077546-de94-46c2-80b2-e7d7ef4ddbe8, host n-h1-762330-19, got binding levels [] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:48.726414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:48.765018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Calling delete_port for 60077546-de94-46c2-80b2-e7d7ef4ddbe8 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:48.785118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9dae0238-a38f-44b7-81b4-8c8c26c4d86e None None] Provisioning for port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:27:48.851230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b324f12f-9f18-4bbe-8ab7-2dfb2d7156af req-f670881c-7cfc-496f-8140-b2211ee63308 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1005697 Jul 22 21:27:48.885490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:27:48.897524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:48.898173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:48.907573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6447dce-b375-4cf4-886b-b71a4028e803 req-672ec842-03f4-467c-8fae-edf271ed0189 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:48.927173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6447dce-b375-4cf4-886b-b71a4028e803 req-672ec842-03f4-467c-8fae-edf271ed0189 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2466674 Jul 22 21:27:48.956947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.160026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:27:49.160804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.174798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6447dce-b375-4cf4-886b-b71a4028e803 req-96da5922-6322-4515-987d-402cbacee031 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323885 Jul 22 21:27:49.195657 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.268831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:49.277181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.395713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5432fafb-1fd4-46a8-9912-1e12cd736164,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:49.403287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Checking segment: {'id': '495bfb74-75ef-4d78-988d-1361bf488d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ac6201cf-a625-45e6-adc2-b6e79856f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:27:49.404081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Network hostable DHCP agents. Network: ac6201cf-a625-45e6-adc2-b6e79856f3f4, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:27:49.474538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Network ac6201cf-a625-45e6-adc2-b6e79856f3f4 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:27:49.483811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.504516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ac6201cf-a625-45e6-adc2-b6e79856f3f4) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:49.567898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:49.574461 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.601682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054a88a2-e9fb-4529-be3a-d6ee05cf88d1 None None] Network ac6201cf-a625-45e6-adc2-b6e79856f3f4 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:27:49.629513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-275a070e-bfb3-4bf1-809d-2d399dc2615b tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8383312 Jul 22 21:27:49.633302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38350) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:49.641398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.645143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac6201cf-a625-45e6-adc2-b6e79856f3f4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:49.649623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "DELETE /v2.0/ports/60077546-de94-46c2-80b2-e7d7ef4ddbe8 HTTP/1.1" status: 204 len: 168 time: 2.7853899 Jul 22 21:27:49.652485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38352) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:49.655277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168895b-34fb-4f45-af49-5928d307f43a tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] Pushing event deleted for resources: {'Port': ['ID=60077546-de94-46c2-80b2-e7d7ef4ddbe8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:49.675747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Router 70712dc2-db0c-48d2-8727-82330dfd340d is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:27:49.705182 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db2d267-426a-4e97-978f-a1eac7d79484 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] GET failed (client error): The resource could not be found. Jul 22 21:27:49.713619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7db2d267-426a-4e97-978f-a1eac7d79484 tempest-PortsAdminExtendedAttrsTestJSON-888905191 tempest-PortsAdminExtendedAttrsTestJSON-888905191-project-admin] 10.222.0.54 "GET /v2.0/ports/60077546-de94-46c2-80b2-e7d7ef4ddbe8 HTTP/1.1" status: 404 len: 333 time: 0.0537641 Jul 22 21:27:49.718931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38354) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:49.724417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:49.896365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:49.910181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.214410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3af5a-dec0-4ecd-94c3-83d604476609 None None] Network ac6201cf-a625-45e6-adc2-b6e79856f3f4 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:27:50.219098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:27:50.245920 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Sync routers for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:27:50.250492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d0a8fe5-2d0d-4284-a2b4-bd41b977cd8a req-68a8a111-afcb-4e73-b3b7-ecd8154f2219 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1287928 Jul 22 21:27:50.283542 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.292363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a0e455c6-35c3-4a49-9731-dd8d44436ccc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.1314921 Jul 22 21:27:50.295077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38370) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:50.297165 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:27:50.301378 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:50.459701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.506875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59b844e-3a9e-496c-8c88-660894d5de60']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:50.586814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:27:50.602439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6badf1e9-feec-4cb9-af0e-bd80059ab9d0') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:50.604973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6badf1e9-feec-4cb9-af0e-bd80059ab9d0') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:50.629498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.735458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.756031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:27:50.757052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:27:50.765825 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:27:50.769365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-747a5b5c-7072-4340-9a2c-60265300a256 None None] Provisioning complete for port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:50.769502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-747a5b5c-7072-4340-9a2c-60265300a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.778989 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:27:50.790359 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:27:50.876553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.919966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.956960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.960726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] 10.222.0.54 "DELETE /v2.0/networks/b59b844e-3a9e-496c-8c88-660894d5de60 HTTP/1.1" status: 204 len: 168 time: 1.2393091 Jul 22 21:27:51.061444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:51.064388 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:51.195179 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:47Z', 'revision_number': 3, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:51.207175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Allocated IP 172.20.0.2 (ac6201cf-a625-45e6-adc2-b6e79856f3f4/5432fafb-1fd4-46a8-9912-1e12cd736164/61a99264-f181-48b3-82e7-15122cc9cb10) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:27:51.274274 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Checking router: 70712dc2-db0c-48d2-8727-82330dfd340d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:27:51.275794 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Updating router 70712dc2-db0c-48d2-8727-82330dfd340d port 235cdc39-ddb8-4e2e-936c-5bfe668071dd binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:27:51.334423 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:51.513576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:51.597059 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:51.753108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38388) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:52.117465 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.146460 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.172966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Transition to ACTIVE for port object 235cdc39-ddb8-4e2e-936c-5bfe668071dd will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:52.174159 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-047bda84-7e30-4e70-9363-3a797f1b88d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64645437a6ee4722a2b683e00c81d78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196613 Jul 22 21:27:52.175133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:52.191630 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.244388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d9324a3-dc23-4dda-8358-b1b802ade97d req-2972133b-79b4-4cf0-b059-cdcf9d72703f tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.6690202 Jul 22 21:27:52.251766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a4a53-fea1-41bf-baa9-a3f9fdab3485 tempest-PortsAdminExtendedAttrsTestJSON-1976889421 tempest-PortsAdminExtendedAttrsTestJSON-1976889421-project] Pushing event deleted for resources: {'Network': ['ID=b59b844e-3a9e-496c-8c88-660894d5de60,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:52.262010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Port': ['ID=61a99264-f181-48b3-82e7-15122cc9cb10,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:52.290788 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Pushing event updated for resources: {'Port': ['ID=235cdc39-ddb8-4e2e-936c-5bfe668071dd,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:52.319773 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.320443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.322172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.323197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.323868 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.324529 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.325178 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.325814 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.326449 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.327100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.327897 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.328472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ea08a-e6c4-49ac-a4a0-b1fc8f62d976 req-761d8899-1f68-4d0d-903f-d116c91f49d3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:52.336833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-619ea08a-e6c4-49ac-a4a0-b1fc8f62d976 req-761d8899-1f68-4d0d-903f-d116c91f49d3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 1.6861567 Jul 22 21:27:52.343563 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:52.388282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-619ea08a-e6c4-49ac-a4a0-b1fc8f62d976 req-f8a16dfd-28a0-4237-b453-3ddfc6b2f31a tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Jul 22 21:27:52.407707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Network ac6201cf-a625-45e6-adc2-b6e79856f3f4 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:52.407707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:52.411521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:52.424926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9472350-bbd8-4e9b-b120-8d3e70ed0064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.440678 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Attempting to bind port 235cdc39-ddb8-4e2e-936c-5bfe668071dd on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:27:52.441251 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Attempting to bind port 235cdc39-ddb8-4e2e-936c-5bfe668071dd by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:27:52.441827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Attempting to bind port 235cdc39-ddb8-4e2e-936c-5bfe668071dd on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:27:52.488118 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:27:52.490024 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:27:52.490677 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.491310 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:27:52.492114 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Bound port: 235cdc39-ddb8-4e2e-936c-5bfe668071dd, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:27:52.493339 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.553897 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9472350-bbd8-4e9b-b120-8d3e70ed0064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.554847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.630330 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] For port 235cdc39-ddb8-4e2e-936c-5bfe668071dd, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:27:52.637876 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] For port 235cdc39-ddb8-4e2e-936c-5bfe668071dd, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=235cdc39-ddb8-4e2e-936c-5bfe668071dd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:27:52.655318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.665316 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.698430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Allocated IP 172.20.0.1 (eb164eca-4953-49ae-a03b-c5ec7eea3c5a/1bd70438-fb38-4081-8da7-1e628d452d67/e199e49c-d88b-4718-85e2-492623c5ea0a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:27:52.786678 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5aaf2-8eb1-456c-86c9-c01b53aa98da None None] Pushing event updated for resources: {'Port': ['ID=235cdc39-ddb8-4e2e-936c-5bfe668071dd,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:52.813069 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:27:52.814417 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:52.879504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.899889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Transition to ACTIVE for port object e199e49c-d88b-4718-85e2-492623c5ea0a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:27:52.910651 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.918411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.962295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:52.999478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Port': ['ID=61a99264-f181-48b3-82e7-15122cc9cb10,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:53.042059 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:27:53.050139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9472350-bbd8-4e9b-b120-8d3e70ed0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:53.056024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9472350-bbd8-4e9b-b120-8d3e70ed0064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:53.060854 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:53.072691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a9472350-bbd8-4e9b-b120-8d3e70ed0064 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10694e11-af78-4420-9e10-0c805d35ac75 HTTP/1.1" status: 204 len: 168 time: 0.8771112 Jul 22 21:27:53.094907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:53.097077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-091d276c-8281-4ee2-982e-0372d14bc6c6 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4612763 Jul 22 21:27:53.102359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38404) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:53.137942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:53.188618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:53.194171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:53.290246 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:53.298934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9472350-bbd8-4e9b-b120-8d3e70ed0064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10694e11-af78-4420-9e10-0c805d35ac75,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:53.469923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8df10b0a-b62b-443b-afd4-b9a6ff511f4f tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=ac6201cf-a625-45e6-adc2-b6e79856f3f4 HTTP/1.1" status: 200 len: 689 time: 0.3643551 Jul 22 21:27:53.473037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38412) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:53.561913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Pushing event updated for resources: {'Port': ['ID=e199e49c-d88b-4718-85e2-492623c5ea0a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:53.787763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-670f7dd3-23a2-47c2-ae29-38de91c08bcc req-f61dd8cb-dc49-4fb5-afef-0f35edcdb979 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1717196 Jul 22 21:27:53.825393 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:47Z', 'revision_number': 3, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:53.833036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:53.898271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-88602268-9f9c-4e94-b24e-2f80c14a30b0 None None] Provisioning for port e199e49c-d88b-4718-85e2-492623c5ea0a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:27:53.902130 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946528a8-df07-4184-ada9-8f45fb194412 None None] The sync data for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 is: [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:47Z', 'revision_number': 3, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:27:53.924658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-88602268-9f9c-4e94-b24e-2f80c14a30b0 None None] Provisioning complete for port e199e49c-d88b-4718-85e2-492623c5ea0a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:53.925227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88602268-9f9c-4e94-b24e-2f80c14a30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.063550 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.113879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-88602268-9f9c-4e94-b24e-2f80c14a30b0 None None] Port e199e49c-d88b-4718-85e2-492623c5ea0a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:27:54.219027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38426) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:54.352280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e7b6876e-a1c0-4ea7-b802-faf568c0c0c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc52b19067664120a8d905812932e12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313615 Jul 22 21:27:54.354241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfc9bb-8397-4f65-b2ce-ee62452d5068 req-8b6b32e8-ef69-4f4a-bb25-e116d9319d60 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:54.356397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7cfc9bb-8397-4f65-b2ce-ee62452d5068 req-8b6b32e8-ef69-4f4a-bb25-e116d9319d60 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.6768150 Jul 22 21:27:54.362313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38428) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:54.370142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.386184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.610568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.616765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7cfc9bb-8397-4f65-b2ce-ee62452d5068 req-78c8db36-8011-4e71-a5b1-08e93f6a8efc tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356846 Jul 22 21:27:54.649734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Deleting port 61a99264-f181-48b3-82e7-15122cc9cb10 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:27:54.650253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.699269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Pushing event updated for resources: {'Port': ['ID=e199e49c-d88b-4718-85e2-492623c5ea0a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:54.715161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e81353e3-446f-4541-a44c-76ea3b676cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.845718 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e81353e3-446f-4541-a44c-76ea3b676cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.877470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:54.880733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:54.914681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.915189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:54.960019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Calling delete_port for 61a99264-f181-48b3-82e7-15122cc9cb10 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:27:55.211879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e81353e3-446f-4541-a44c-76ea3b676cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:55.218903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e81353e3-446f-4541-a44c-76ea3b676cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:55.221645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e81353e3-446f-4541-a44c-76ea3b676cc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cecba4d1-9208-4820-a777-21491ae34e5f HTTP/1.1" status: 204 len: 168 time: 0.8563123 Jul 22 21:27:55.320297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Router 70712dc2-db0c-48d2-8727-82330dfd340d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:27:55.515967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ea1acd38-83ee-458e-8389-1fb7a4a733c9 None None] Provisioning complete for port e199e49c-d88b-4718-85e2-492623c5ea0a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:55.516655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea1acd38-83ee-458e-8389-1fb7a4a733c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:55.567299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-190985b8-c502-435b-a6d7-c927b9d423fd req-4fb287d2-837d-46a5-a0cc-534d943c88a9 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.4347553 Jul 22 21:27:55.576132 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:55.590193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:27:55.608071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2bfaa9e2-b6d7-45c2-b635-e8e6d8240988 admin admin] 10.222.0.54 "PUT /v2.0/routers/70712dc2-db0c-48d2-8727-82330dfd340d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3010097 Jul 22 21:27:55.731158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ea1acd38-83ee-458e-8389-1fb7a4a733c9 None None] Port e199e49c-d88b-4718-85e2-492623c5ea0a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:27:55.799795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81353e3-446f-4541-a44c-76ea3b676cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecba4d1-9208-4820-a777-21491ae34e5f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:55.897628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a99264-f181-48b3-82e7-15122cc9cb10,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:56.079205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:56.334362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b505cc0-3aeb-4226-82e5-bf93cbb6cb73 req-e96d3ab0-aae3-418b-aa7b-d54169049051 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:56.337193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b505cc0-3aeb-4226-82e5-bf93cbb6cb73 req-e96d3ab0-aae3-418b-aa7b-d54169049051 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4354088 Jul 22 21:27:56.338496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:56.481823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 235cdc39-ddb8-4e2e-936c-5bfe668071dd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:27:56.592679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b505cc0-3aeb-4226-82e5-bf93cbb6cb73 req-93c41e8f-3583-47a5-8bb5-b9480ae2e43e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431246 Jul 22 21:27:56.662738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:56.692454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 235cdc39-ddb8-4e2e-936c-5bfe668071dd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:27:56.704189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 235cdc39-ddb8-4e2e-936c-5bfe668071dd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:56.704959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:56.935369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5432fafb-1fd4-46a8-9912-1e12cd736164,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:57.068950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.201480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 235cdc39-ddb8-4e2e-936c-5bfe668071dd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=235cdc39-ddb8-4e2e-936c-5bfe668071dd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:57.211036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.212272 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.313161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4d3821c-3ec4-49aa-89ec-41b920793321 req-e86671b0-f867-4f8f-abf4-4d79909de36a tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0824945 Jul 22 21:27:57.316063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6201cf-a625-45e6-adc2-b6e79856f3f4']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:57.358110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495bfb74-75ef-4d78-988d-1361bf488d49') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:57.358967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495bfb74-75ef-4d78-988d-1361bf488d49') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:57.395879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.424293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=235cdc39-ddb8-4e2e-936c-5bfe668071dd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:57.447279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.464916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:27:57.466228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:27:57.469784 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:27:57.518602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38482) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:57.526359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-28bafba4-221b-45ee-abb7-c96079428c12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020938126', 'description': 'tempest-description--149229983'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:57.611130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28bafba4-221b-45ee-abb7-c96079428c12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.614015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.622253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac6201cf-a625-45e6-adc2-b6e79856f3f4 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 21:27:57.627875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.638014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "DELETE /v2.0/networks/ac6201cf-a625-45e6-adc2-b6e79856f3f4 HTTP/1.1" status: 204 len: 168 time: 4.1635795 Jul 22 21:27:57.641452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38484) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:57.705795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38488) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:57.928514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28bafba4-221b-45ee-abb7-c96079428c12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.935293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28bafba4-221b-45ee-abb7-c96079428c12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.990207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28bafba4-221b-45ee-abb7-c96079428c12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:57.992557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-28bafba4-221b-45ee-abb7-c96079428c12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4720886 Jul 22 21:27:58.001337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38498) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:58.011782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2359adc0-0f80-4f58-b696-2417c4ed4aa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Request body: {'security_group_rule': {'security_group_id': '40f90649-ea83-489e-abc5-bad5ff8b076d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:58.031652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bafba4-221b-45ee-abb7-c96079428c12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f90649-ea83-489e-abc5-bad5ff8b076d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:58.059181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e8928a42-aa90-46cd-b887-3dea144622db tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3927917 Jul 22 21:27:58.063263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62bc51-b30f-4598-8bc8-3391a08a4896 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac6201cf-a625-45e6-adc2-b6e79856f3f4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:58.066980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38500) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:58.083630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-666836306'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:58.234574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2359adc0-0f80-4f58-b696-2417c4ed4aa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.245260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:58.253601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.317593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.346008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc02e-824c-4b08-a8a6-fed42b5ddeaf req-56985c4b-c2e1-42f1-af88-a09760836aa1 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.350689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14cbc02e-824c-4b08-a8a6-fed42b5ddeaf req-56985c4b-c2e1-42f1-af88-a09760836aa1 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2894495 Jul 22 21:27:58.357801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.358620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.359425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.360260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.361066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.361906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.362726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:58.366149 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-864df2e5-a97a-4ef0-b18c-4f41ceb705bc tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4661 time: 0.2974157 Jul 22 21:27:58.370318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38506) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:58.414377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 235cdc39-ddb8-4e2e-936c-5bfe668071dd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:27:58.451803 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-45c721d4-7790-40c1-a077-77efe5c45b47 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] delete failed (client error): The resource could not be found. Jul 22 21:27:58.460227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38510) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:58.464337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-45c721d4-7790-40c1-a077-77efe5c45b47 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/60fcb360-3ebf-4c80-8acc-dd04d75f2bcf HTTP/1.1" status: 404 len: 345 time: 0.0817060 Jul 22 21:27:58.512499 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af49a1d-e00e-44ff-a126-3d474268a1e2 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 21:27:58.513546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af49a1d-e00e-44ff-a126-3d474268a1e2 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:27:58.521550 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4af49a1d-e00e-44ff-a126-3d474268a1e2 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "DELETE /v2.0/networks/ac6201cf-a625-45e6-adc2-b6e79856f3f4 HTTP/1.1" status: 404 len: 339 time: 0.0511665 Jul 22 21:27:58.522186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38512) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:58.542219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'network': {'name': 'tempest-network--878523732', 'router:external': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:58.606805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 235cdc39-ddb8-4e2e-936c-5bfe668071dd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:58.607437 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.623573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2359adc0-0f80-4f58-b696-2417c4ed4aa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.638397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2359adc0-0f80-4f58-b696-2417c4ed4aa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.646716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14cbc02e-824c-4b08-a8a6-fed42b5ddeaf req-f392b56f-d68a-46b3-8a2f-3890ec6ff210 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958344 Jul 22 21:27:58.780477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdc2fd92-3254-4dda-9bcd-a50d305a51de req-754b2beb-e59c-4e14-9260-e24c676551e7 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0561473 Jul 22 21:27:58.786358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359adc0-0f80-4f58-b696-2417c4ed4aa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d83b01-eb3d-449b-af99-6853ae109f9a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:58.889651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.896411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.944641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Made reservation on behalf of 51a6492121ad49d8b879dacbe0ce15cd for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:27:58.948257 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.951266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:27:58.969045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2359adc0-0f80-4f58-b696-2417c4ed4aa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:58.977270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2359adc0-0f80-4f58-b696-2417c4ed4aa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9728723 Jul 22 21:27:58.978878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38514) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:58.999607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cf0baaf2-2479-436e-bf28-10df316acae9 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Request body: {'security_group_rule': {'security_group_id': '40f90649-ea83-489e-abc5-bad5ff8b076d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:59.009334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:27:59.019732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Sync routers for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:27:59.020661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.021357 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Added segment 2e3cd619-428d-46ba-b9f3-f1fbb8342311 of type vlan for network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 Jul 22 21:27:59.024025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bafa16a-8265-4add-a3f2-403fdd9d9dab,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:59.057910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:27:59.059095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:59.068889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.068889 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Added segment 7047a14c-eced-47b2-afa3-fba603ae9f79 of type vlan for network 3faa2cf5-6067-4d7a-b625-e7a1c468ed14 Jul 22 21:27:59.232001 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.234646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.300739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf0baaf2-2479-436e-bf28-10df316acae9 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.373729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.378050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:59.379204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.446123 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9189658 Jul 22 21:27:59.448212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38526) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:59.451644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf0baaf2-2479-436e-bf28-10df316acae9 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.455178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.478048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:59.478048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.486234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf0baaf2-2479-436e-bf28-10df316acae9 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:59.543162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:27:59.666654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0baaf2-2479-436e-bf28-10df316acae9 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5288604-dc18-47fb-a602-12df2c308ef5,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:59.676831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.9566672 Jul 22 21:27:59.680131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38528) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:59.695522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'subnet': {'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:59.795229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7c5e7-ac36-42a9-bc12-8472e2aeb788 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Network': ['ID=3faa2cf5-6067-4d7a-b625-e7a1c468ed14,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:59.847538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3faa2cf5-6067-4d7a-b625-e7a1c468ed14 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:27:59.963165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a60404-b0d1-4717-92b3-b078dcbca810 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:59.979059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a60404-b0d1-4717-92b3-b078dcbca810 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:59.983957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a60404-b0d1-4717-92b3-b078dcbca810 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:59.993410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a60404-b0d1-4717-92b3-b078dcbca810 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:00.001264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-23a60404-b0d1-4717-92b3-b078dcbca810 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5493698 Jul 22 21:28:00.002359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38534) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:00.008206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf0baaf2-2479-436e-bf28-10df316acae9 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.017122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cf0baaf2-2479-436e-bf28-10df316acae9 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0290108 Jul 22 21:28:00.024903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38536) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:00.035034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:00.050410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d67ea8-3e60-45a2-8a78-d826c9aa6896 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Network': ['ID=a82b6dbd-3d6c-4d5c-a2e9-3e0317062218,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:00.103039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:00.114389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:00.141759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.243485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09c6716e-e516-4b36-8a48-23d55672d850 req-1bea06d1-8154-42db-99f1-15573e94fd6e tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0815556 Jul 22 21:28:00.342166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.375647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a8ad-ea41-48b2-97df-04939651ab78 req-6ed32081-aad6-4e99-b07e-5b1d3df14554 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:00.378014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4219a8ad-ea41-48b2-97df-04939651ab78 req-6ed32081-aad6-4e99-b07e-5b1d3df14554 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4607561 Jul 22 21:28:00.511957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:27:54Z', 'revision_number': 2, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:00.578458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Checking router: 70712dc2-db0c-48d2-8727-82330dfd340d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:28:00.580914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Updating router 70712dc2-db0c-48d2-8727-82330dfd340d port e199e49c-d88b-4718-85e2-492623c5ea0a binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:28:00.591225 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.597338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4219a8ad-ea41-48b2-97df-04939651ab78 req-888f5c3d-1450-46a6-a897-4ef716b6af80 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930065 Jul 22 21:28:00.650616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.737561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.757103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faa2cf5-6067-4d7a-b625-e7a1c468ed14']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:00.779409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7047a14c-eced-47b2-afa3-fba603ae9f79') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:00.780442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7047a14c-eced-47b2-afa3-fba603ae9f79') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:00.786128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.814489 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.856788 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.868342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:00.870209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.960684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Subnet': ['ID=b724512d-486b-43d2-bc16-ff0ca702b9f7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:00.984349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Checking segment: {'id': '2e3cd619-428d-46ba-b9f3-f1fbb8342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:00.984349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network hostable DHCP agents. Network: a82b6dbd-3d6c-4d5c-a2e9-3e0317062218, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:00.991434 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:00.998225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.045133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3faa2cf5-6067-4d7a-b625-e7a1c468ed14 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 21:28:01.050850 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event deleted for resources: {'Network': ['ID=3faa2cf5-6067-4d7a-b625-e7a1c468ed14,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:01.058036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.061986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2f9e844-f8b9-4b14-a2d1-6764d8539144 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "DELETE /v2.0/networks/3faa2cf5-6067-4d7a-b625-e7a1c468ed14 HTTP/1.1" status: 204 len: 168 time: 1.0555525 Jul 22 21:28:01.068747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38548) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:01.077226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'network': {'name': 'tempest-network--787761528', 'router:external': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:01.082782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:28:01.111201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.125241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Made reservation on behalf of 51a6492121ad49d8b879dacbe0ce15cd for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:01.130050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.182157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:01.237907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.237907 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Added segment b38ea9c9-4040-4404-90ce-4bce65a1a0d8 of type vlan for network e39e85b5-e7e9-4fec-831f-cad58874dd17 Jul 22 21:28:01.378042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.512265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.516162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:01.518601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.536646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a82b6dbd-3d6c-4d5c-a2e9-3e0317062218) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:01.581265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:01.581853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.615797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5450068 Jul 22 21:28:01.617010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38564) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:01.710440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e854f53-d685-4f86-b770-9ae01d5beefb None None] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:01.762720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-21dc0da8-fa1c-456a-9891-8617b867fa70 req-e90b5d4b-7b9e-4fa8-81d5-8a12642ce7f0 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1432710 Jul 22 21:28:01.852081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Allocated IP 172.25.5.213 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/c2d3affa-d515-4fa0-8fb3-8c128ef2efae) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:01.867558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a337c2c-512f-4b03-920b-c5c0a8ede9f2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1808200 Jul 22 21:28:01.880436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38574) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:01.889813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1204232253'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:01.906771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:01.926150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898fc7d-03bc-4510-9263-32eee1993711 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Network': ['ID=e39e85b5-e7e9-4fec-831f-cad58874dd17,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:01.963987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e39e85b5-e7e9-4fec-831f-cad58874dd17 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:02.137732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a017fb-11e6-48f0-aea4-1d721d1bd481 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:02.145158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2a017fb-11e6-48f0-aea4-1d721d1bd481 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] 10.222.0.54 "GET /v2.0/networks/e39e85b5-e7e9-4fec-831f-cad58874dd17 HTTP/1.1" status: 200 len: 756 time: 0.5200524 Jul 22 21:28:02.146348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38576) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:02.276304 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.302800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770369e-84a0-4eff-80ee-ed2e4d844cd2 req-94e556ed-7de9-4e9c-831e-adb636a0930e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:02.305395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1770369e-84a0-4eff-80ee-ed2e4d844cd2 req-94e556ed-7de9-4e9c-831e-adb636a0930e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3686469 Jul 22 21:28:02.315932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de402d-f130-46bf-9c1e-e6bf0a53a806 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:02.318057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d6de402d-f130-46bf-9c1e-e6bf0a53a806 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] 10.222.0.54 "GET /v2.0/networks/33651b46-38bc-420d-815f-4c0876563e3d HTTP/1.1" status: 200 len: 768 time: 0.1688304 Jul 22 21:28:02.322773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38578) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:02.431180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1770369e-84a0-4eff-80ee-ed2e4d844cd2 req-df0b0354-f4e2-4344-be71-5ffff3fd149b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114297 Jul 22 21:28:02.435826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.546878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:02.555647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.569830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.617031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] device_id is not set on port 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:02.630096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'tenant_id': 'ad64f3d62a4749fdb64eb7ed007d7a5e', 'fixed_ips': [{'subnet_id': 'b724512d-486b-43d2-bc16-ff0ca702b9f7'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:28:02.631525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.874940 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.876349 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.896536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Transition to ACTIVE for port object e199e49c-d88b-4718-85e2-492623c5ea0a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:02.920922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.938444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:02.946072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Allocated IP 2001:db8::2 (a82b6dbd-3d6c-4d5c-a2e9-3e0317062218/b724512d-486b-43d2-bc16-ff0ca702b9f7/623a4b5f-d0cd-4abb-bf87-25906c089aef) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:02.995810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39e85b5-e7e9-4fec-831f-cad58874dd17']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:03.017112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:03.029881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38ea9c9-4040-4404-90ce-4bce65a1a0d8') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:03.030410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38ea9c9-4040-4404-90ce-4bce65a1a0d8') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:03.038403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:03.050373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:03.059950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event updated for resources: {'Port': ['ID=c2d3affa-d515-4fa0-8fb3-8c128ef2efae,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:03.106550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.108647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0696f682-598c-4503-ae5d-7516a579f50d req-04e1637e-cac2-408c-889f-0798668bb311 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1189766 Jul 22 21:28:03.145237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.166579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:03.166579 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:03.167251 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:03.182069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b96b-670a-4cb7-b740-cb886b4f4b83 None None] Pushing event updated for resources: {'Port': ['ID=e199e49c-d88b-4718-85e2-492623c5ea0a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:03.234648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Attempting to bind port e199e49c-d88b-4718-85e2-492623c5ea0a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:03.235561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Attempting to bind port e199e49c-d88b-4718-85e2-492623c5ea0a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:03.236430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Attempting to bind port e199e49c-d88b-4718-85e2-492623c5ea0a on network eb164eca-4953-49ae-a03b-c5ec7eea3c5a {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:03.300219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:03.304813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.316614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Checking segment: {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:03.317663 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.318540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Bound using segment: {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:03.319590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Bound port: e199e49c-d88b-4718-85e2-492623c5ea0a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:03.320508 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.349816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e39e85b5-e7e9-4fec-831f-cad58874dd17 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 21:28:03.354363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.357076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "DELETE /v2.0/networks/e39e85b5-e7e9-4fec-831f-cad58874dd17 HTTP/1.1" status: 204 len: 168 time: 1.0330777 Jul 22 21:28:03.362984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38592) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:03.376785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'network': {'name': 'tempest-network--900943092'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:03.397569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b4297-f511-445e-a12f-bddca3015709 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event deleted for resources: {'Network': ['ID=e39e85b5-e7e9-4fec-831f-cad58874dd17,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:03.453267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Made reservation on behalf of 51a6492121ad49d8b879dacbe0ce15cd for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:03.456456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.461990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.579067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:03.603827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.604184 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Added segment 42c6c331-a63b-49f4-950b-e11bc47b2c95 of type vlan for network f4714954-ceda-484a-bbe0-1bda3f33caca Jul 22 21:28:03.610657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.794575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] For port e199e49c-d88b-4718-85e2-492623c5ea0a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:03.802336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] For port e199e49c-d88b-4718-85e2-492623c5ea0a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e199e49c-d88b-4718-85e2-492623c5ea0a,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:03.804463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.812458 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.928253 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.949123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Transition to ACTIVE for port object 623a4b5f-d0cd-4abb-bf87-25906c089aef will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:03.960125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66e07f-3605-45b1-9e45-f2e1b2d0bae5 req-b2c6cd5d-a9b2-4e5d-8915-13e043157df8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:03.962051 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de66e07f-3605-45b1-9e45-f2e1b2d0bae5 req-b2c6cd5d-a9b2-4e5d-8915-13e043157df8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2977195 Jul 22 21:28:03.985131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Transition to ACTIVE for port object 623a4b5f-d0cd-4abb-bf87-25906c089aef will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:04.023624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.065254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.066859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:04.067074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:04.067523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:04.067878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.320816 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.333122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.344194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b96b-670a-4cb7-b740-cb886b4f4b83 None None] Pushing event updated for resources: {'Port': ['ID=e199e49c-d88b-4718-85e2-492623c5ea0a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:04.350372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:04.385874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:04.424766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:04.426855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0611970 Jul 22 21:28:04.428447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38610) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:04.464915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:04.471465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bd466-e032-4adf-ac63-dc5fe78feb82 tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Network': ['ID=f4714954-ceda-484a-bbe0-1bda3f33caca,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:04.550367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Allocated IP 2001:db8::140 (a82b6dbd-3d6c-4d5c-a2e9-3e0317062218/b724512d-486b-43d2-bc16-ff0ca702b9f7/8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:04.563253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f4714954-ceda-484a-bbe0-1bda3f33caca details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:04.614610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c068646-88de-47cd-8c23-3e92d0875c50 req-596b5950-342b-4102-b6f4-faa2e7be8c32 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1820145 Jul 22 21:28:04.664210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de66e07f-3605-45b1-9e45-f2e1b2d0bae5 req-5c1f9493-3b03-4b17-bfe1-9346bb667e5b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6895010 Jul 22 21:28:04.894210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Pushing event updated for resources: {'Port': ['ID=623a4b5f-d0cd-4abb-bf87-25906c089aef,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:04.955620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Attempting to bind port 623a4b5f-d0cd-4abb-bf87-25906c089aef on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:04.956758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Attempting to bind port 623a4b5f-d0cd-4abb-bf87-25906c089aef by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '2e3cd619-428d-46ba-b9f3-f1fbb8342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:04.956945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Attempting to bind port 623a4b5f-d0cd-4abb-bf87-25906c089aef on network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:04.966398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.974861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event updated for resources: {'Port': ['ID=c2d3affa-d515-4fa0-8fb3-8c128ef2efae,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:04.984686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:04.985313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Checking segment: {'id': '2e3cd619-428d-46ba-b9f3-f1fbb8342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:04.985982 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.986719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Bound using segment: {'id': '2e3cd619-428d-46ba-b9f3-f1fbb8342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:04.988374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Bound port: 623a4b5f-d0cd-4abb-bf87-25906c089aef, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3cd619-428d-46ba-b9f3-f1fbb8342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:04.988374 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.008360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:28:05.012077 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.024477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2212491f-3bc8-4906-a6c4-b185d11bf332 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9979119 Jul 22 21:28:05.094817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.135887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.160427 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.187364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Transition to ACTIVE for port object 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:05.229728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Network f4714954-ceda-484a-bbe0-1bda3f33caca is not hosted by any dhcp agent {{(pid=94092) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:28:05.231313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:05.233974 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.241063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "PUT /v2.0/networks/f4714954-ceda-484a-bbe0-1bda3f33caca HTTP/1.1" status: 200 len: 857 time: 0.7830372 Jul 22 21:28:05.262568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38626) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:05.298344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.342121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:05.374851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:05.415264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff8bbe-f0ff-40a8-a369-50962e06bb9e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event updated for resources: {'Network': ['ID=f4714954-ceda-484a-bbe0-1bda3f33caca,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:05.438244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] For port 623a4b5f-d0cd-4abb-bf87-25906c089aef, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:05.447496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] For port 623a4b5f-d0cd-4abb-bf87-25906c089aef, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=623a4b5f-d0cd-4abb-bf87-25906c089aef,segment=NetworkSegment(2e3cd619-428d-46ba-b9f3-f1fbb8342311),segment_id=2e3cd619-428d-46ba-b9f3-f1fbb8342311)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:05.536838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:05.543562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:05.550453 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.557288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:05.561175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.685982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.703754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:03Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:05.774788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e4dd1aba-cd6b-4a0a-87a9-7bad9d94b0c8 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8890564 Jul 22 21:28:05.778713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706c9c0-48df-45a5-903f-843d5ff3e021 None None] Pushing event updated for resources: {'Port': ['ID=623a4b5f-d0cd-4abb-bf87-25906c089aef,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:05.797251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38642) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:05.798117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5004a-0caa-4466-89ed-432ae1a7b53c None None] The sync data for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 is: [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:03Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:28:05.842022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-738385164', 'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:1e:e6:9e'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:05.929668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-20d86e55-65a6-4995-9b12-74c21ed63d67 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1020938126&fields=id&tenant_id=c9f0d809d78c4820a7bf6257cd540cb9 HTTP/1.1" status: 200 len: 267 time: 0.2721956 Jul 22 21:28:05.959802 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:06.008752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4714954-ceda-484a-bbe0-1bda3f33caca']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:06.031044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c6c331-a63b-49f4-950b-e11bc47b2c95') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:06.031532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c6c331-a63b-49f4-950b-e11bc47b2c95') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:06.073639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:06.110029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:06.125954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:06.126718 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:06.218350 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:06.285801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faac3e-ecab-4828-9abd-4118af28bd95 req-f46f4584-5587-4974-8681-36457fbc95dd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:06.300845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6faac3e-ecab-4828-9abd-4118af28bd95 req-f46f4584-5587-4974-8681-36457fbc95dd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.7685239 Jul 22 21:28:06.407806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:06.451053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4714954-ceda-484a-bbe0-1bda3f33caca {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 21:28:06.464836 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:06.467880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] 10.222.0.54 "DELETE /v2.0/networks/f4714954-ceda-484a-bbe0-1bda3f33caca HTTP/1.1" status: 204 len: 168 time: 1.2030251 Jul 22 21:28:06.479454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38646) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:06.591608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e199e49c-d88b-4718-85e2-492623c5ea0a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:06.595184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9c0b6-a150-4f47-b02d-e26f63beab5e tempest-ExternalNetworksTestJSON-317528780 tempest-ExternalNetworksTestJSON-317528780-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4714954-ceda-484a-bbe0-1bda3f33caca,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:06.635225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3db4d-966d-42ab-b9d4-6c06b172c434 req-0012f926-a576-4e87-8ca7-6423899ca697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:06.638342 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ca3db4d-966d-42ab-b9d4-6c06b172c434 req-0012f926-a576-4e87-8ca7-6423899ca697 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1098 time: 0.4328237 Jul 22 21:28:06.641696 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bae9201-6e97-4dfd-b2ea-ffa9ec713fc0 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] DELETE failed (client error): The resource could not be found. Jul 22 21:28:06.643301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bae9201-6e97-4dfd-b2ea-ffa9ec713fc0 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:28:06.646814 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4bae9201-6e97-4dfd-b2ea-ffa9ec713fc0 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] 10.222.0.54 "DELETE /v2.0/subnets/5432fafb-1fd4-46a8-9912-1e12cd736164 HTTP/1.1" status: 404 len: 337 time: 0.1658981 Jul 22 21:28:06.651171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38648) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:06.771356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e199e49c-d88b-4718-85e2-492623c5ea0a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:06.782487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e199e49c-d88b-4718-85e2-492623c5ea0a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:06.789706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:06.912170 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ca3db4d-966d-42ab-b9d4-6c06b172c434 req-581e87b5-7f3b-49e3-9f9b-1eb769ca707d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570894 Jul 22 21:28:06.922048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.156514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.196118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33651b46-38bc-420d-815f-4c0876563e3d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:07.253571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051eb052-1b22-4243-8977-b3cc848f8fb1') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:07.254043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051eb052-1b22-4243-8977-b3cc848f8fb1') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:07.286519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.334810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.356423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:07.356712 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.357840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:07.366157 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:07.457805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-102897a9-9601-4e13-a7db-8a83a4c96793 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:07.469667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-102897a9-9601-4e13-a7db-8a83a4c96793 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/networks?id=eb164eca-4953-49ae-a03b-c5ec7eea3c5a HTTP/1.1" status: 200 len: 806 time: 1.4888575 Jul 22 21:28:07.511190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6faac3e-ecab-4828-9abd-4118af28bd95 req-b04ebecc-5494-4c30-a3f4-dafb68cc3400 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2083054 Jul 22 21:28:07.515438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e199e49c-d88b-4718-85e2-492623c5ea0a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e199e49c-d88b-4718-85e2-492623c5ea0a,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:07.525522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.527016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 623a4b5f-d0cd-4abb-bf87-25906c089aef up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:07.562835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-cfca9698-0891-4939-85a0-49b703a89e58 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/quotas/c9f0d809d78c4820a7bf6257cd540cb9 HTTP/1.1" status: 200 len: 375 time: 0.0916522 Jul 22 21:28:07.607910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.621729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:07.632983 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] 10.222.0.54 "DELETE /v2.0/networks/33651b46-38bc-420d-815f-4c0876563e3d HTTP/1.1" status: 204 len: 168 time: 0.9762218 Jul 22 21:28:07.687801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62462b63-cf3a-44d7-b643-7a7727edae24 tempest-ExternalNetworksTestJSON-1631765324 tempest-ExternalNetworksTestJSON-1631765324-project] Pushing event deleted for resources: {'Network': ['ID=33651b46-38bc-420d-815f-4c0876563e3d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:07.816648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e199e49c-d88b-4718-85e2-492623c5ea0a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:07.845578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 623a4b5f-d0cd-4abb-bf87-25906c089aef completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:07.940337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf8570c3-1d53-46c0-b238-6bb569d6f061 req-0769029f-0bbe-47a3-b721-e72c7c6e9d25 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1379142 Jul 22 21:28:08.029683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:08.030230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b49512-2280-4452-a96e-175296415593 None None] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:08.231801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c99d458e-e950-4941-b13a-383c1a987a86 None None] Provisioning for port 623a4b5f-d0cd-4abb-bf87-25906c089aef completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:08.243119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c99d458e-e950-4941-b13a-383c1a987a86 None None] Provisioning complete for port 623a4b5f-d0cd-4abb-bf87-25906c089aef triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:08.243726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c99d458e-e950-4941-b13a-383c1a987a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:08.315875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:08.345811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9dbc1599-1b65-4fa6-80ee-4c107593e1ae tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9f0d809d78c4820a7bf6257cd540cb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7816200 Jul 22 21:28:08.516947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] device_id is not set on port 38173e5f-356e-4fd2-a77d-725e81065786 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:08.550656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e199e49c-d88b-4718-85e2-492623c5ea0a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:08.708514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38658) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:08.812957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c99d458e-e950-4941-b13a-383c1a987a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:08.827432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a367d-3ef1-4886-a88a-2dcddd3e6776 req-158407ab-af60-490a-acc7-9c8e57f66c7e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:08.844208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-441a367d-3ef1-4886-a88a-2dcddd3e6776 req-158407ab-af60-490a-acc7-9c8e57f66c7e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.5368273 Jul 22 21:28:08.880207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c99d458e-e950-4941-b13a-383c1a987a86 None None] For port 623a4b5f-d0cd-4abb-bf87-25906c089aef, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=623a4b5f-d0cd-4abb-bf87-25906c089aef,segment=NetworkSegment(2e3cd619-428d-46ba-b9f3-f1fbb8342311),segment_id=2e3cd619-428d-46ba-b9f3-f1fbb8342311)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:08.901108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c99d458e-e950-4941-b13a-383c1a987a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:08.908541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e199e49c-d88b-4718-85e2-492623c5ea0a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:08.911079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:09.020312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-97a06f25-f884-4148-a1b0-29f1c1b7716d service neutron] 10.222.0.54 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061316 Jul 22 21:28:09.065643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1db1f0f4-cb26-4e6d-80d1-88bfb7cd13f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f224b58a6ba458cbf341c3558eb41ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544462 Jul 22 21:28:09.068555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38664) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:09.070931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d458e-e950-4941-b13a-383c1a987a86 None None] Pushing event updated for resources: {'Port': ['ID=623a4b5f-d0cd-4abb-bf87-25906c089aef,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:09.203678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d722ed7-82b2-4ffa-8717-502789d12d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:09.298420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-05a0d703-0a33-48c4-aac4-7cf4b853ecbd service neutron] 10.222.0.54 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625370 Jul 22 21:28:09.348307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-441a367d-3ef1-4886-a88a-2dcddd3e6776 req-a7ac1b55-bb3e-4ad1-aa4b-2f1de8b2a5d6 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939580 Jul 22 21:28:09.349634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Allocated IP 2001:db8::217 (a82b6dbd-3d6c-4d5c-a2e9-3e0317062218/b724512d-486b-43d2-bc16-ff0ca702b9f7/38173e5f-356e-4fd2-a77d-725e81065786) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:09.823123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1ff555cb-2cae-491e-965f-9b99b601ec04 None None] Provisioning for port 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:09.866707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1ff555cb-2cae-491e-965f-9b99b601ec04 None None] Provisioning complete for port 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:09.867812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ff555cb-2cae-491e-965f-9b99b601ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.043332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1ff555cb-2cae-491e-965f-9b99b601ec04 None None] Port 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:10.057382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.079188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d722ed7-82b2-4ffa-8717-502789d12d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.091032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1ff555cb-2cae-491e-965f-9b99b601ec04 None None] Provisioning complete for port 623a4b5f-d0cd-4abb-bf87-25906c089aef triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:10.096799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Transition to ACTIVE for port object 38173e5f-356e-4fd2-a77d-725e81065786 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:10.099636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ff555cb-2cae-491e-965f-9b99b601ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.198105 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.295702 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d722ed7-82b2-4ffa-8717-502789d12d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.302021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d722ed7-82b2-4ffa-8717-502789d12d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.305269 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3d722ed7-82b2-4ffa-8717-502789d12d04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d30b839-fce8-4616-b73e-d109289ed5a4 HTTP/1.1" status: 204 len: 168 time: 1.2349787 Jul 22 21:28:10.323120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d722ed7-82b2-4ffa-8717-502789d12d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d30b839-fce8-4616-b73e-d109289ed5a4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:10.367626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6495e372-d554-4f1e-80cb-18478887a1ff req-3f560de0-958e-40ad-8800-e280226aaaff tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1756783 Jul 22 21:28:10.494967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:10.501196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:10.590394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:10.624038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:10.625421 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.630748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 623a4b5f-d0cd-4abb-bf87-25906c089aef up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:10.851689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f80c5f3-3f33-41e9-84e6-312ee8d5049e req-f3436895-ba16-4ab1-8ddc-6d7587be8bb0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 210 time: 0.1387737 Jul 22 21:28:10.883731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.0662024 Jul 22 21:28:10.887971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38690) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:10.890612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-56ed50d0-4ee6-4d2a-9989-c170096ef140 None None] Provisioning complete for port 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:10.892475 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56ed50d0-4ee6-4d2a-9989-c170096ef140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.912643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01486ea6-50c7-42dd-abc9-0d69ac146cce tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=38173e5f-356e-4fd2-a77d-725e81065786,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:10.990530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff200b-8813-44c6-9cc8-c9bc96933fa4 req-7ba26b30-87cd-454e-ad9d-b3cba1f2260b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.008061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bff200b-8813-44c6-9cc8-c9bc96933fa4 req-7ba26b30-87cd-454e-ad9d-b3cba1f2260b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.8176100 Jul 22 21:28:11.108615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bff200b-8813-44c6-9cc8-c9bc96933fa4 req-7fbbdda6-8ad4-426f-a5c9-ec01b9ba97e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981617 Jul 22 21:28:11.150311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 623a4b5f-d0cd-4abb-bf87-25906c089aef triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:11.151166 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.181959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-56ed50d0-4ee6-4d2a-9989-c170096ef140 None None] Port 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:11.334693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537cf2e6-590e-4083-932b-7b08e920b66c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.365283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537cf2e6-590e-4083-932b-7b08e920b66c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.407686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537cf2e6-590e-4083-932b-7b08e920b66c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.417147 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-537cf2e6-590e-4083-932b-7b08e920b66c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5265443 Jul 22 21:28:11.418420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38704) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:11.419591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38706) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:11.478437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-34cbf9ba-0cfe-4f07-bba9-351de1ef8c0e None None] Provisioning for port 38173e5f-356e-4fd2-a77d-725e81065786 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:11.500635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-34cbf9ba-0cfe-4f07-bba9-351de1ef8c0e None None] Provisioning complete for port 38173e5f-356e-4fd2-a77d-725e81065786 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:11.504766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-34cbf9ba-0cfe-4f07-bba9-351de1ef8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.626236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda991d8-a106-4246-b60c-92a65a263951 req-bef90e34-d4e4-4965-ab51-35e0ba76dcf4 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.629498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cda991d8-a106-4246-b60c-92a65a263951 req-bef90e34-d4e4-4965-ab51-35e0ba76dcf4 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3379462 Jul 22 21:28:11.661260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d45d20f3-8885-4fb1-88eb-96ad82241fa3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51a6492121ad49d8b879dacbe0ce15cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393343 Jul 22 21:28:11.665060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:11.681349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-34cbf9ba-0cfe-4f07-bba9-351de1ef8c0e None None] Port 38173e5f-356e-4fd2-a77d-725e81065786 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:11.776005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cda991d8-a106-4246-b60c-92a65a263951 req-d44c9088-2328-4cb7-8e40-08ce71cefe50 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366684 Jul 22 21:28:11.779262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b38cde6-2614-428f-afed-d6531edf7f4c req-ddfb5d7f-9794-48ee-9e1a-579f2f719897 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1384044 Jul 22 21:28:11.805423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7153-4c65-4cf1-96cd-20f1786d74fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.837557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting port 38173e5f-356e-4fd2-a77d-725e81065786 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:11.837557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.919025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7153-4c65-4cf1-96cd-20f1786d74fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:12.139110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7766020c-18a8-445f-85f5-9e8b72ba1c24 req-5c501b79-dd02-4630-82cb-2582b7fa1fb2 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 210 time: 0.1144319 Jul 22 21:28:12.145907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7153-4c65-4cf1-96cd-20f1786d74fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:12.151012 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7153-4c65-4cf1-96cd-20f1786d74fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:12.153738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6d9f7153-4c65-4cf1-96cd-20f1786d74fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6a5b8aa-cd60-4771-af1b-992b46c0f55e HTTP/1.1" status: 204 len: 168 time: 0.4848251 Jul 22 21:28:12.258229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f7153-4c65-4cf1-96cd-20f1786d74fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a5b8aa-cd60-4771-af1b-992b46c0f55e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:12.371058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:12.417530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Calling delete_port for 38173e5f-356e-4fd2-a77d-725e81065786 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:12.589881 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0628bd3e-db8f-491f-83f9-64a19c5e5271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:12.691532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-98098a14-140f-4959-ad8d-e1944fbd6da4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.711203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-98098a14-140f-4959-ad8d-e1944fbd6da4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.6699452 Jul 22 21:28:12.768745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-d41b5cd4-effb-41ce-802d-93c46c9c960a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/quotas/e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 375 time: 0.0456638 Jul 22 21:28:13.031026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-2aaa849f-78d2-4baf-b9bf-0dd0df81ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.034696 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-2aaa849f-78d2-4baf-b9bf-0dd0df81ff4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1098 time: 0.2818074 Jul 22 21:28:13.179184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-a9689427-099e-4ac3-90f0-d3e97fda0be8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3904543 Jul 22 21:28:13.234457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-6067c4d9-b72b-4359-8e6c-a0eb84a8ab8b tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.236064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-6067c4d9-b72b-4359-8e6c-a0eb84a8ab8b tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.23 "GET /v2.0/networks?id=eb164eca-4953-49ae-a03b-c5ec7eea3c5a HTTP/1.1" status: 200 len: 806 time: 0.2652884 Jul 22 21:28:13.482955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e840c31-3f5f-4b27-97c3-8b633d9950f8 req-c9e858bc-eabc-4386-898a-e0dd71ee878a tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.487280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e840c31-3f5f-4b27-97c3-8b633d9950f8 req-c9e858bc-eabc-4386-898a-e0dd71ee878a tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4279530 Jul 22 21:28:13.567628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:13.595524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-85dab2d9-e6a2-4ecb-8423-f7b268b76ba4 service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141805 Jul 22 21:28:13.634956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Port': ['ID=38173e5f-356e-4fd2-a77d-725e81065786,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:13.715686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e840c31-3f5f-4b27-97c3-8b633d9950f8 req-b3bc059e-02bd-4fb2-b7b6-98e759292ed9 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174392 Jul 22 21:28:13.852308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-492d5abf-8791-4dc8-858a-86a086b3c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.858139 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-492d5abf-8791-4dc8-858a-86a086b3c24f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 920 time: 0.6188033 Jul 22 21:28:13.874537 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9761754f-586d-4b31-9ac0-89aec20148ec tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9f0d809d78c4820a7bf6257cd540cb9 HTTP/1.1" status: 200 len: 380 time: 0.4392631 Jul 22 21:28:13.946187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-ba6d7dfe-bc19-4f01-b1f0-c24bcc711d82 service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479466 Jul 22 21:28:13.969566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Request body: {'port': {'device_id': '06b9e628-b174-4a15-aa42-422f28086f0d', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'admin_state_up': True, 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'security_groups': ['40f90649-ea83-489e-abc5-bad5ff8b076d']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:14.103072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:14.105571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0dfb0c89-9396-45ee-b323-4a16792b4532 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/ports/38173e5f-356e-4fd2-a77d-725e81065786 HTTP/1.1" status: 204 len: 168 time: 2.6751292 Jul 22 21:28:14.113038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-055bd361-c4ae-4f81-9c4e-8d7be5168e60 req-c26797a3-f0d2-4578-bada-c4aeeda95556 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1639872 Jul 22 21:28:14.114581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38768) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:14.218608 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c4ce85-4905-49dd-aec9-acfa65eb2517 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] GET failed (client error): The resource could not be found. Jul 22 21:28:14.228269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e8c4ce85-4905-49dd-aec9-acfa65eb2517 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "GET /v2.0/ports/38173e5f-356e-4fd2-a77d-725e81065786 HTTP/1.1" status: 404 len: 333 time: 0.1049805 Jul 22 21:28:14.230780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:14.275186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1372979618'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:14.399811 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-8c171595-5215-4b4c-b455-1327212e4906 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 200 len: 217 time: 0.4029350 Jul 22 21:28:14.483571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d71f503-dd9a-4d25-886e-f39cc38fcc88 req-3b644e45-891d-4fd5-b272-ae93b2bd8a6d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 210 time: 0.0940380 Jul 22 21:28:14.680637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-cdb188d0-6e16-499b-993a-f60c7c34a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:14.683001 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-cdb188d0-6e16-499b-993a-f60c7c34a31a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.2818146 Jul 22 21:28:14.793132 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-9fc240b0-982f-4ff5-8191-dd2ada58e6a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730076 Jul 22 21:28:14.836681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38790) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:14.894174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb4990a4-940a-4840-a4aa-1697d0b3f876 req-9568ead7-63d2-479c-a475-8f8bef3a51d1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 210 time: 0.1871784 Jul 22 21:28:14.998564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:28:14.998564 n-d-762330-19 neutron-server[94091]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:28:14.998564 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'id': 'e88994c7-746f-4168-a08e-38ced99e2ebe', 'expiration': datetime.datetime(2021, 7, 22, 21, 30, 14, 976140)}] Jul 22 21:28:14.998564 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:28:14.999885 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:28:15.009925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:15.023073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:15.141978 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-91832dc4-90f4-46a3-b297-f02d03a4f895 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271465 Jul 22 21:28:15.153991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] device_id is not set on port 68125ed6-3323-494a-851d-1aeb5ddc3213 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:15.234629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f604907-70bc-490b-b0a6-7e484ababa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:15.320060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-826e5f37-0124-414f-bcd7-a11e35c1a531 req-0f91e83f-7b26-4ffa-860d-8c4940ebbccd service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572623 Jul 22 21:28:15.330250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-3defd779-2ec4-4862-84af-612a4fc6648f tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.335992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3defd779-2ec4-4862-84af-612a4fc6648f tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4947779 Jul 22 21:28:15.337777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38808) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.346441 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:15.349773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-a501530a-e2f9-4ef4-a76c-e03396dd6ffd tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.355953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a501530a-e2f9-4ef4-a76c-e03396dd6ffd tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0110173 Jul 22 21:28:15.357428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38810) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.367052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-f9b17afd-5758-4609-b09e-80728de80063 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.369624 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f9b17afd-5758-4609-b09e-80728de80063 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0102377 Jul 22 21:28:15.375146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.393060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-f3232afd-8fae-40b5-9e44-7baada6e9989 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.396328 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f3232afd-8fae-40b5-9e44-7baada6e9989 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103207 Jul 22 21:28:15.400782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38814) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.415076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-872f2775-7095-477f-b774-e521fa7c23b6 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.420825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-872f2775-7095-477f-b774-e521fa7c23b6 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0166116 Jul 22 21:28:15.422158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38816) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.430149 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4522f1d-eea1-4dbf-b02a-dfbb56ac2127 req-9513bafd-8006-41f4-b9ac-da85e510ea0c tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0663850 Jul 22 21:28:15.445629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-a8cb1a97-0e89-4486-903d-214861f34d32 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.447685 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a8cb1a97-0e89-4486-903d-214861f34d32 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0228469 Jul 22 21:28:15.451745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38820) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.458250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-d41e56fb-8d70-4bc2-b64d-d76976b63bd7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.459619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d41e56fb-8d70-4bc2-b64d-d76976b63bd7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065587 Jul 22 21:28:15.464109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38822) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.480809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-64081bc2-c066-46da-b553-b240acbe0c27 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.482710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-64081bc2-c066-46da-b553-b240acbe0c27 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0173395 Jul 22 21:28:15.491679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38824) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.499752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-1a2fecf9-5954-4fac-bbc4-3d8816bf53c1 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.505232 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1a2fecf9-5954-4fac-bbc4-3d8816bf53c1 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0115030 Jul 22 21:28:15.510692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38826) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.520961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-654d8267-b23f-4d91-ad0a-66fdc9f8fa03 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.523294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-654d8267-b23f-4d91-ad0a-66fdc9f8fa03 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0100968 Jul 22 21:28:15.526827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38828) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.534070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-bf78f9e7-65c1-4031-9a48-4860ee3a201b tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.535743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bf78f9e7-65c1-4031-9a48-4860ee3a201b tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074356 Jul 22 21:28:15.544494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38832) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.552055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-28831f60-9611-4849-944d-417f6dd8dfe1 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.553887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-28831f60-9611-4849-944d-417f6dd8dfe1 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078862 Jul 22 21:28:15.561436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38834) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.573506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-a16990cf-901d-468c-a7cc-eeedc57a5383 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.575040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a16990cf-901d-468c-a7cc-eeedc57a5383 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0109022 Jul 22 21:28:15.581256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38836) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.589083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-496aacb1-f0ff-45c8-9211-02ae172a207d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.595227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38838) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.596574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-496aacb1-f0ff-45c8-9211-02ae172a207d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0127470 Jul 22 21:28:15.601833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Allocated IP 2001:db8::32e (a82b6dbd-3d6c-4d5c-a2e9-3e0317062218/b724512d-486b-43d2-bc16-ff0ca702b9f7/68125ed6-3323-494a-851d-1aeb5ddc3213) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:15.603523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Made reservation on behalf of c9f0d809d78c4820a7bf6257cd540cb9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:15.610477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:15.611632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-2c3becf9-d4ea-4c90-8800-1b995a965e14 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.613222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c3becf9-d4ea-4c90-8800-1b995a965e14 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0139925 Jul 22 21:28:15.622390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38840) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.632035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df1642-8f2c-4dde-878a-c3fdeeeb1f37 req-9ed62b5e-aacf-45bf-b31d-c14d488fbd5f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:15.632554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-cd07c358-9ad3-42a5-9f2b-31cb710669c5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.640496 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cd07c358-9ad3-42a5-9f2b-31cb710669c5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0161211 Jul 22 21:28:15.641971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38844) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.644640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1df1642-8f2c-4dde-878a-c3fdeeeb1f37 req-9ed62b5e-aacf-45bf-b31d-c14d488fbd5f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.5603602 Jul 22 21:28:15.662541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-7a3e8458-8c1a-443a-9222-a17c5a65f9b7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.668366 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a3e8458-8c1a-443a-9222-a17c5a65f9b7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0151715 Jul 22 21:28:15.672710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38848) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.682436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-60916d30-9c7e-4887-86a4-b3451c3ed144 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.688703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-60916d30-9c7e-4887-86a4-b3451c3ed144 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0138171 Jul 22 21:28:15.691712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38850) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.699633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-094b5514-a2b0-49e9-adea-933f1fcc3113 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.701136 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-094b5514-a2b0-49e9-adea-933f1fcc3113 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079794 Jul 22 21:28:15.707614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38852) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.721042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97542145-961a-4c4c-8cd8-a11c4650eedb req-322ff92e-19d2-498f-baaf-589e640b4bee tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 210 time: 0.0675583 Jul 22 21:28:15.728411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-0d1a7b51-84e0-4b0b-ae8a-ae7b1c1e4f5d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.738571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38854) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.738937 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0d1a7b51-84e0-4b0b-ae8a-ae7b1c1e4f5d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0269585 Jul 22 21:28:15.749052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-d3cc507b-2842-42b1-b4e5-394509e14b09 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.752616 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3cc507b-2842-42b1-b4e5-394509e14b09 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0101485 Jul 22 21:28:15.780135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38856) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.789529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-02984b62-f53a-4dda-8674-97e636adb19c tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.794909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-02984b62-f53a-4dda-8674-97e636adb19c tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0131900 Jul 22 21:28:15.818795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.832338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-61d8e6c7-87f4-4f00-acb8-ac1f7f6f26de tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.833885 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-61d8e6c7-87f4-4f00-acb8-ac1f7f6f26de tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0132828 Jul 22 21:28:15.839499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38864) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.852856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-a7324905-9032-4e56-ab8e-6a1598846591 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.855880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a7324905-9032-4e56-ab8e-6a1598846591 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0148730 Jul 22 21:28:15.861365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38866) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.872237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-1d938aa9-6e69-48c9-8983-078a061f7125 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.877808 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1d938aa9-6e69-48c9-8983-078a061f7125 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0116293 Jul 22 21:28:15.883474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1df1642-8f2c-4dde-878a-c3fdeeeb1f37 req-56d06fcf-e9a0-4b49-bfd0-0ccae8f4ba8b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373505 Jul 22 21:28:15.886619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38872) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.895347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-88bc9860-71d8-494b-8777-3a5a77a83bbd tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.897814 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-88bc9860-71d8-494b-8777-3a5a77a83bbd tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092843 Jul 22 21:28:15.902785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38874) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:15.916163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-5f7de1f5-defb-4ab9-a55a-fee97e2478e5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:15.918952 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5f7de1f5-defb-4ab9-a55a-fee97e2478e5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0146902 Jul 22 21:28:15.940875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38880) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.026693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:16.037457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-04aa6272-6d69-45e6-bba5-df89a6e44356 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.038458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-04aa6272-6d69-45e6-bba5-df89a6e44356 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0928364 Jul 22 21:28:16.043102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.048198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-c28bf056-1ca8-472a-bfa9-6566b83b374e tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.049261 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c28bf056-1ca8-472a-bfa9-6566b83b374e tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051310 Jul 22 21:28:16.056577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38894) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.102040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Allocated IP 172.20.0.12 (eb164eca-4953-49ae-a03b-c5ec7eea3c5a/1bd70438-fb38-4081-8da7-1e628d452d67/bc9970fe-c619-4c56-b316-a58f6fae580f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:16.123310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:16.129118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-11057599-ed09-4a73-b24c-1fd9ff9190f6 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.134731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-11057599-ed09-4a73-b24c-1fd9ff9190f6 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076833 Jul 22 21:28:16.136479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.151896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-3715b3ac-5ec8-47d4-b365-1c3b6e473a93 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.156632 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3715b3ac-5ec8-47d4-b365-1c3b6e473a93 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0159700 Jul 22 21:28:16.163417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.171487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-c901ff25-aff7-46ec-9498-70fd054f5b37 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.175506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c901ff25-aff7-46ec-9498-70fd054f5b37 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082433 Jul 22 21:28:16.182982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38900) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.187824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-849101d2-f413-45fc-a556-535377d535a7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.188834 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-849101d2-f413-45fc-a556-535377d535a7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045283 Jul 22 21:28:16.194333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38902) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.209902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-ab79a52a-5792-45db-afb8-b7fc3786fc3d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.211287 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ab79a52a-5792-45db-afb8-b7fc3786fc3d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0157945 Jul 22 21:28:16.215812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38904) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.221174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f22efa41-f95b-462f-98e3-f71427505b1e req-0b7aeec0-44f1-41bd-880f-145c65e1268d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 210 time: 0.0890756 Jul 22 21:28:16.226884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-b5ce3bb6-4ef3-48ac-8714-102d1de28866 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.228090 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b5ce3bb6-4ef3-48ac-8714-102d1de28866 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0111122 Jul 22 21:28:16.236802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38906) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.248251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-76623a41-bd76-47a9-8c2d-0bcde999edcb tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.252749 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-76623a41-bd76-47a9-8c2d-0bcde999edcb tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0148389 Jul 22 21:28:16.255553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Transition to ACTIVE for port object 68125ed6-3323-494a-851d-1aeb5ddc3213 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:16.257438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38908) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.264844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-0aceeab1-3a00-4900-99cb-f1e4b51b3ad7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.266404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0aceeab1-3a00-4900-99cb-f1e4b51b3ad7 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072906 Jul 22 21:28:16.271344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38910) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.280075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-c90210a8-180f-4d07-aad6-fa1b39dbccaa tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.284888 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c90210a8-180f-4d07-aad6-fa1b39dbccaa tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080171 Jul 22 21:28:16.286033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38912) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.293401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-282d93d4-69bd-4ada-b2b2-dcb6407ba306 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.294734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-282d93d4-69bd-4ada-b2b2-dcb6407ba306 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075319 Jul 22 21:28:16.301455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38914) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.309346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-47dfbf59-5a1d-4d46-9d8d-afbe54c7e6f4 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.310977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47dfbf59-5a1d-4d46-9d8d-afbe54c7e6f4 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083680 Jul 22 21:28:16.315254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38916) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.328001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-2101501d-cb67-4989-9286-48015214175c tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.333537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2101501d-cb67-4989-9286-48015214175c tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0114155 Jul 22 21:28:16.334337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38918) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.343276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-58c5b3f2-58b3-4898-813a-6a7e44cd231b tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.344706 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-58c5b3f2-58b3-4898-813a-6a7e44cd231b tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088248 Jul 22 21:28:16.350066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38920) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.377297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a104a-3ee0-4dc8-b233-a7efbed6607b req-8357a78d-2f2c-45b2-b42a-2bc1701b756a tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:16.379352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-136a104a-3ee0-4dc8-b233-a7efbed6607b req-8357a78d-2f2c-45b2-b42a-2bc1701b756a tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 949 time: 0.2019045 Jul 22 21:28:16.381921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:16.382711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-177ab7f3-bb52-4984-8dcd-9f3fcc565aad tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.387236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-177ab7f3-bb52-4984-8dcd-9f3fcc565aad tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050004 Jul 22 21:28:16.390579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38922) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.401107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-4f241233-5188-43f5-8152-13c41129cc11 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.402251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4f241233-5188-43f5-8152-13c41129cc11 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069752 Jul 22 21:28:16.408005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38924) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.417455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-d701f9c5-91a4-4484-95dc-8499d2a4044f tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.419190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d701f9c5-91a4-4484-95dc-8499d2a4044f tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0096951 Jul 22 21:28:16.424408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38926) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.432978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-3341368b-2f41-4222-b254-f3e8c539bc7a tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.433962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3341368b-2f41-4222-b254-f3e8c539bc7a tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0087497 Jul 22 21:28:16.442378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38928) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.448720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-42ef6466-fade-4b43-ac11-0045e95f5448 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.451918 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-42ef6466-fade-4b43-ac11-0045e95f5448 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063412 Jul 22 21:28:16.454438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38930) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.461541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-e62bbad0-3f04-4c8d-8355-d43391d8c366 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.467608 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e62bbad0-3f04-4c8d-8355-d43391d8c366 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0066743 Jul 22 21:28:16.467608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.479696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-aa0fa3f9-d892-48d9-88d2-b3c77e243fc1 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.484557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa0fa3f9-d892-48d9-88d2-b3c77e243fc1 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0124798 Jul 22 21:28:16.490737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.491583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:16.501274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:16.509239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-1f6a6e8c-5a48-4974-9829-7de5c6a47e27 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.513856 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1f6a6e8c-5a48-4974-9829-7de5c6a47e27 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0192347 Jul 22 21:28:16.515408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.516760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:16.523733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-6987705d-09b7-4401-8355-5f877cf9659d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.528874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6987705d-09b7-4401-8355-5f877cf9659d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081663 Jul 22 21:28:16.537491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:16.537727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38940) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.543448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:16.543778 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:16.549372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-1ecb624a-cfe1-4c7c-a0f8-cb80874273e9 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.550015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ecb624a-cfe1-4c7c-a0f8-cb80874273e9 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0116339 Jul 22 21:28:16.553387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38942) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.557466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-7c7a7cb0-4b26-4721-8af8-4e714e0f203d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.558639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7c7a7cb0-4b26-4721-8af8-4e714e0f203d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047321 Jul 22 21:28:16.561961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38944) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.565769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Transition to ACTIVE for port object bc9970fe-c619-4c56-b316-a58f6fae580f will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:16.571747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-136a104a-3ee0-4dc8-b233-a7efbed6607b req-9f505cff-079c-4927-ad89-b7794309fa81 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637776 Jul 22 21:28:16.572179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-27a7bb55-a53c-4f18-84f1-8b7720557e62 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.576376 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27a7bb55-a53c-4f18-84f1-8b7720557e62 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0105631 Jul 22 21:28:16.577515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38946) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.583143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-268270ff-0308-46a7-a64b-f79d5d7772e3 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.584155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-268270ff-0308-46a7-a64b-f79d5d7772e3 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053127 Jul 22 21:28:16.587970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38948) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.589980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=68125ed6-3323-494a-851d-1aeb5ddc3213,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:16.596152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-9a6e76f7-3370-40b3-81a2-ec666a80b50d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.597323 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9a6e76f7-3370-40b3-81a2-ec666a80b50d tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0083740 Jul 22 21:28:16.601703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38950) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.604405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d550943-c258-4a34-af1d-3e55dcd04ae0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3720567 Jul 22 21:28:16.608601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-648f2c49-5a2a-4f60-a05c-b8be3b3f7a48 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.609603 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-648f2c49-5a2a-4f60-a05c-b8be3b3f7a48 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0069096 Jul 22 21:28:16.610196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38952) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.617646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.635553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:1e:e6:9e'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:16.656429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-8e719cec-82e0-4e43-b8c2-da0080f1a227 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.658490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e719cec-82e0-4e43-b8c2-da0080f1a227 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0373082 Jul 22 21:28:16.662548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2a1e5f5-00cc-4687-95f9-b6877a398497 req-8ac59888-2f52-4f3b-a6fa-e6d5fc57116c tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0644743 Jul 22 21:28:16.663631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38962) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.671548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-b34221ed-187d-468c-b963-797636d79dfb tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.673281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b34221ed-187d-468c-b963-797636d79dfb tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0079904 Jul 22 21:28:16.677612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38964) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.686239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-2a71c908-67fc-4b31-80ff-38f8c2c2bbde tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.692619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a71c908-67fc-4b31-80ff-38f8c2c2bbde tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0129905 Jul 22 21:28:16.693243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38966) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.700806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-0b3eab43-6dbb-4845-a201-8cfa77de5aef tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.707159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b3eab43-6dbb-4845-a201-8cfa77de5aef tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120671 Jul 22 21:28:16.726674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38968) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.735824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-03ac1d12-7d3e-4b04-9588-172c2d0f8779 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.742010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-03ac1d12-7d3e-4b04-9588-172c2d0f8779 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0136421 Jul 22 21:28:16.743166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38970) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.749903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-55cfa0d8-5869-41df-9ac0-7c363104562f tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.757514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38972) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.758308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-55cfa0d8-5869-41df-9ac0-7c363104562f tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0126219 Jul 22 21:28:16.762843 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:16.787895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [None req-d6c60620-cf29-4355-a199-22107f1292b8 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.790302 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d6c60620-cf29-4355-a199-22107f1292b8 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0296938 Jul 22 21:28:16.794190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38978) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.810883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-d6b336ab-0c5e-4b0c-b530-2364f23484e5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.813880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d6b336ab-0c5e-4b0c-b530-2364f23484e5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0174329 Jul 22 21:28:16.822965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38980) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.845298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-e6b82416-1c79-434b-a351-2be7d64afcc5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.847558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e6b82416-1c79-434b-a351-2be7d64afcc5 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0225170 Jul 22 21:28:16.851932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38982) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.865148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-445ea387-1156-4db4-9948-f265d2569e02 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.869462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-445ea387-1156-4db4-9948-f265d2569e02 tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0118327 Jul 22 21:28:16.870153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38984) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.875909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-dba15bf5-7486-42cd-917e-65c949df59ce tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.880717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dba15bf5-7486-42cd-917e-65c949df59ce tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0094802 Jul 22 21:28:16.881419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:16.889529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [None req-6e03c99f-d6ce-49f3-b93c-f7a26327710e tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:16.898144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6e03c99f-d6ce-49f3-b93c-f7a26327710e tempest-ExtensionsTestJSON-659986270 tempest-ExtensionsTestJSON-659986270-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0155220 Jul 22 21:28:16.911761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event updated for resources: {'Port': ['ID=bc9970fe-c619-4c56-b316-a58f6fae580f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:16.936543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:16.939478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:16.951580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:17.072234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-551dfb27-e32c-4983-8526-af950c7be42b None None] Provisioning for port 68125ed6-3323-494a-851d-1aeb5ddc3213 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:17.090167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-551dfb27-e32c-4983-8526-af950c7be42b None None] Provisioning complete for port 68125ed6-3323-494a-851d-1aeb5ddc3213 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:17.091254 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-551dfb27-e32c-4983-8526-af950c7be42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:17.125195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a99889-da86-4934-9777-3003228133f8 req-29b5295c-974a-4124-b3af-5db14ce5a176 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:17.138677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32a99889-da86-4934-9777-3003228133f8 req-29b5295c-974a-4124-b3af-5db14ce5a176 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 932 time: 0.1822398 Jul 22 21:28:17.171582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:17.179637 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:17.215380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-551dfb27-e32c-4983-8526-af950c7be42b None None] Port 68125ed6-3323-494a-851d-1aeb5ddc3213 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:17.276960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32a99889-da86-4934-9777-3003228133f8 req-815a0413-1301-4c37-b757-815f3c5413e3 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370666 Jul 22 21:28:17.425423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-582bf876-0535-41aa-aac5-5d774199949d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4652655 Jul 22 21:28:17.464845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Request body: {'port': {'device_id': '06b9e628-b174-4a15-aa42-422f28086f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:17.485242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3cd62e21-eece-4de1-97f1-02ac6ebc21e3 None None] Provisioning for port bc9970fe-c619-4c56-b316-a58f6fae580f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:17.498660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3cd62e21-eece-4de1-97f1-02ac6ebc21e3 None None] Provisioning complete for port bc9970fe-c619-4c56-b316-a58f6fae580f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:17.500101 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3cd62e21-eece-4de1-97f1-02ac6ebc21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:17.569196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3cd62e21-eece-4de1-97f1-02ac6ebc21e3 None None] Port bc9970fe-c619-4c56-b316-a58f6fae580f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:17.576596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b3a5f-4dc5-49dd-8dbd-86594a5af28d req-66ad342d-ff62-45d9-a528-a3c961568b54 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:17.584658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c39b3a5f-4dc5-49dd-8dbd-86594a5af28d req-66ad342d-ff62-45d9-a528-a3c961568b54 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1619768 Jul 22 21:28:17.647638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c39b3a5f-4dc5-49dd-8dbd-86594a5af28d req-4467ba50-d03f-4c64-910e-53f98f11d3d4 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616930 Jul 22 21:28:17.688838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-80c4a5bc-b1cc-4880-8859-0ca3805fdf0d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:17.691624 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-80c4a5bc-b1cc-4880-8859-0ca3805fdf0d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.6075110 Jul 22 21:28:17.716898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:17.757350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'port': {'device_id': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'admin_state_up': True, 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:17.829298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f145c157-afb9-4b18-9e08-915cc84a612a req-fa5a7a25-d7a1-4c24-afe8-8caa6b685c50 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 210 time: 0.0572581 Jul 22 21:28:17.857497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:17.974490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c94eb7ae-02d5-44c7-8e3f-d4124f92d73e req-196a7b7f-cb19-4c6c-9718-5d5435473969 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0536807 Jul 22 21:28:18.005025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.049448 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.059996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.116457 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:28:18.116457 n-d-762330-19 neutron-server[94091]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:28:18.116457 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'id': '7c546dd6-dca9-4281-9ffc-dbc1d855fa15', 'expiration': datetime.datetime(2021, 7, 22, 21, 30, 18, 91647)}] Jul 22 21:28:18.116457 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:28:18.116919 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:28:18.234748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.241106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.298149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25f0c02-43cf-4f7e-a185-0b2a1bd6e404,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:18.306297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aeef13cf5e09425d9affa4723bffba89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841157 Jul 22 21:28:18.306529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39040) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:18.335274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.335827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.336542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.337160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.337770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.338404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.339057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.339693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.340322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.340931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.341538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.342155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6de74-ac89-41d9-80ef-6241f9e10866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:18.492249 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2bd730b-c394-4f8a-bdba-90d99802f082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.551450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2bd730b-c394-4f8a-bdba-90d99802f082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.655787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4e564-9b1f-4bac-a7eb-371c7ab26568 req-91b78d3e-ae45-4cfa-a91d-cc84c303cc9a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:18.658156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3e4e564-9b1f-4bac-a7eb-371c7ab26568 req-91b78d3e-ae45-4cfa-a91d-cc84c303cc9a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 932 time: 0.2210371 Jul 22 21:28:18.758959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.765829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05273a03-f3d0-49a6-83b0-b7b2af09f01d req-b7670d45-0a1d-41d8-aab8-6464511ed128 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:18.769142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05273a03-f3d0-49a6-83b0-b7b2af09f01d req-b7670d45-0a1d-41d8-aab8-6464511ed128 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 949 time: 0.2127745 Jul 22 21:28:18.772403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3e4e564-9b1f-4bac-a7eb-371c7ab26568 req-89693dce-55c1-4acd-8f74-c32817c1ab5f tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010854 Jul 22 21:28:18.773653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2bd730b-c394-4f8a-bdba-90d99802f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.776295 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2bd730b-c394-4f8a-bdba-90d99802f082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.777455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f2bd730b-c394-4f8a-bdba-90d99802f082 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c25f0c02-43cf-4f7e-a185-0b2a1bd6e404 HTTP/1.1" status: 204 len: 168 time: 0.4698918 Jul 22 21:28:18.795712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.815441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Made reservation on behalf of e6df074fe81a4875a5ee682f7bc5f9d8 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:18.823781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.838702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd730b-c394-4f8a-bdba-90d99802f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25f0c02-43cf-4f7e-a185-0b2a1bd6e404,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:18.856406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05273a03-f3d0-49a6-83b0-b7b2af09f01d req-dd0ba971-6515-437a-9422-ec41aedb0556 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753558 Jul 22 21:28:18.905358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:28:18.916788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] In _notify_port_updated(), no bound segment for port 68125ed6-3323-494a-851d-1aeb5ddc3213 on network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:28:18.927391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:18.928588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.934887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "PUT /v2.0/ports/68125ed6-3323-494a-851d-1aeb5ddc3213 HTTP/1.1" status: 200 len: 1003 time: 2.3008225 Jul 22 21:28:18.935192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39054) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:19.018097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-90ac2e50-e4e6-462e-a876-a48a7eafca43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4636688 Jul 22 21:28:19.071605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e2506-0d6e-447d-9ca8-f70554e0f60b tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=68125ed6-3323-494a-851d-1aeb5ddc3213,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:19.173057 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:19.199890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9970fe-c619-4c56-b316-a58f6fae580f {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:19.218872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:19.221102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:19.225131 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceef7ad-7174-4729-acbd-45f8aec5badc" -d '{"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-unplugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:19.228495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:19.229685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:19.347532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=11']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:19.351213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Transition to ACTIVE for port object bc9970fe-c619-4c56-b316-a58f6fae580f will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:19.379262 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:19.539132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Allocated IP 172.20.0.9 (54816aaf-9317-42d2-88a0-072c36c71da5/7136f993-7f31-4f60-9b0c-c2932bc483f4/23885e2a-b867-47a8-8ae0-ef564598cf7e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:19.546027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7a7eb488-ff27-44d1-86bf-aa0d58ef9cca None None] Provisioning complete for port 68125ed6-3323-494a-851d-1aeb5ddc3213 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:19.546764 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb488-ff27-44d1-86bf-aa0d58ef9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:19.636663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7a7eb488-ff27-44d1-86bf-aa0d58ef9cca None None] Port 68125ed6-3323-494a-851d-1aeb5ddc3213 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:19.644314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-2d814382-3c89-421d-ac16-a99953aeeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:19.647650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-2d814382-3c89-421d-ac16-a99953aeeccf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 1097 time: 0.5539694 Jul 22 21:28:19.678836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Pushing event updated for resources: {'Port': ['ID=bc9970fe-c619-4c56-b316-a58f6fae580f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:19.706993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31f2799c-b900-4e7b-a14f-ce8f77b09163 req-5169a01d-88f0-455e-b97b-0d063f20d698 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 210 time: 0.1608179 Jul 22 21:28:19.772007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting port 68125ed6-3323-494a-851d-1aeb5ddc3213 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:19.772349 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:19.830206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf297a-1fa2-41ce-91cc-50c12c11abf2 req-8157815f-142a-48e2-b7a4-a20ce73c3904 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:19.838026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edcf297a-1fa2-41ce-91cc-50c12c11abf2 req-8157815f-142a-48e2-b7a4-a20ce73c3904 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3020804 Jul 22 21:28:19.993918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Attempting to bind port bc9970fe-c619-4c56-b316-a58f6fae580f on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:19.994840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Attempting to bind port bc9970fe-c619-4c56-b316-a58f6fae580f by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:19.995331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Attempting to bind port bc9970fe-c619-4c56-b316-a58f6fae580f on network eb164eca-4953-49ae-a03b-c5ec7eea3c5a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:20.040792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df04c4e2-4943-4f97-9d65-fe77e5f9bd37 req-2bbd74db-151c-4077-b52c-a88014e7d38e tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1423652 Jul 22 21:28:20.102076 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edcf297a-1fa2-41ce-91cc-50c12c11abf2 req-6988aba8-4f68-4a7b-9b78-af38f018bf59 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369084 Jul 22 21:28:20.111522 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.174375 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda4a54c-b72f-4ab5-a708-e4494b0a50b3 x-openstack-request-id: req-eda4a54c-b72f-4ab5-a708-e4494b0a50b3 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:20.176838 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-unplugged", "status": "completed", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:20.177321 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eda4a54c-b72f-4ab5-a708-e4494b0a50b3 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:20.177970 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'code': 200} Jul 22 21:28:20.189634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Calling delete_port for 68125ed6-3323-494a-851d-1aeb5ddc3213 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:20.372777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:20.500047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Port bc9970fe-c619-4c56-b316-a58f6fae580f on network eb164eca-4953-49ae-a03b-c5ec7eea3c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:28:20.500703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Attempting to bind port bc9970fe-c619-4c56-b316-a58f6fae580f on network eb164eca-4953-49ae-a03b-c5ec7eea3c5a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:20.537712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ba3b-3899-4bc9-93af-dd723d9ec4e4 req-af149704-ff2a-4a5e-b434-6f8edbe59f4a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:20.540338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e467ba3b-3899-4bc9-93af-dd723d9ec4e4 req-af149704-ff2a-4a5e-b434-6f8edbe59f4a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 944 time: 0.2517540 Jul 22 21:28:20.566373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab19e-2e60-487c-a81b-0fedaaca9f69 req-25147d48-030b-4929-a704-9f832227dc33 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:20.566993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:20.567469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Checking segment: {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:20.568138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Bound using segment: {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:20.568908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Bound port: bc9970fe-c619-4c56-b316-a58f6fae580f, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595c289d-9b46-45c9-9538-c6520e903b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:20.569447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.574886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1ab19e-2e60-487c-a81b-0fedaaca9f69 req-25147d48-030b-4929-a704-9f832227dc33 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 947 time: 0.2825766 Jul 22 21:28:20.622840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'networks': [{'name': 'tempest-network--97364219'}, {'name': 'tempest-network--352401858'}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:20.623363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'network': {'name': 'tempest-network--97364219'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:20.624165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'network': {'name': 'tempest-network--352401858'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:20.656994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-ed971f38-a70d-406f-a49c-a05c011ea12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:20.660297 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-ed971f38-a70d-406f-a49c-a05c011ea12e service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.7607856 Jul 22 21:28:20.685673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.783832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Made reservation on behalf of 8f915600c3e74acebe2512d1b4f9e6b5 for: {'network': 2} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:20.785874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.791564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.795264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Port': ['ID=68125ed6-3323-494a-851d-1aeb5ddc3213,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:20.813211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1ab19e-2e60-487c-a81b-0fedaaca9f69 req-c6e3bc9b-bb6b-40b5-9061-426a52468bfa tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037456 Jul 22 21:28:20.823998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e467ba3b-3899-4bc9-93af-dd723d9ec4e4 req-b35908dd-35f0-427e-a3f4-3538c2c60d8d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295055 Jul 22 21:28:20.868098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Transition to ACTIVE for port object 23885e2a-b867-47a8-8ae0-ef564598cf7e will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:20.944884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.960684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] For port bc9970fe-c619-4c56-b316-a58f6fae580f, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:20.985447 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-a702a63d-337b-49a7-be04-45cfb099224d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 200 len: 1001 time: 0.2846701 Jul 22 21:28:20.997429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] For port bc9970fe-c619-4c56-b316-a58f6fae580f, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bc9970fe-c619-4c56-b316-a58f6fae580f,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:21.028615 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.052544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a5da8da-67b0-4529-a242-b241adc9c518 req-e269cdc7-3b25-4d40-9449-639d20a9483d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 210 time: 0.0754199 Jul 22 21:28:21.125671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.130928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-7c19debb-5919-45cc-adce-f159dd629d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:21.134959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-7c19debb-5919-45cc-adce-f159dd629d4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.1182065 Jul 22 21:28:21.147587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.150410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['496068a0-8f16-4e25-9728-9b5ffcc7c9ee', '9f435797-d2d6-4461-873f-aab183edbc99'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:28:21.158210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4a0a7bb3-5f5b-44dc-991b-1ec9215fff13 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/ports/68125ed6-3323-494a-851d-1aeb5ddc3213 HTTP/1.1" status: 204 len: 168 time: 2.2164183 Jul 22 21:28:21.162409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:21.219062 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f26984a-ace0-481e-8bf4-bef08aec49a6 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] GET failed (client error): The resource could not be found. Jul 22 21:28:21.234457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0f26984a-ace0-481e-8bf4-bef08aec49a6 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "GET /v2.0/ports/68125ed6-3323-494a-851d-1aeb5ddc3213 HTTP/1.1" status: 404 len: 333 time: 0.0703073 Jul 22 21:28:21.235441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:21.250429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Pushing event updated for resources: {'Port': ['ID=bc9970fe-c619-4c56-b316-a58f6fae580f,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:21.251119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1599468715'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:21.321998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d181d7ae-e3d1-4def-8b46-ebd0261cf727 req-628b1536-8711-495c-9e7b-df3abd1db325 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0608590 Jul 22 21:28:21.338871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:21.340744 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.343310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] 10.222.0.23 "PUT /v2.0/ports/bc9970fe-c619-4c56-b316-a58f6fae580f HTTP/1.1" status: 200 len: 1093 time: 3.8999190 Jul 22 21:28:21.357765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:21.363631 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697" -d '{"events": [{"name": "network-changed", "server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:21.411923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.411923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.411923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.411923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.413486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.413486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.414155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.414819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.424264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.424264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.424264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.424264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37631c-3cb8-494c-9c3b-d9e6ee784b9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.456942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:21.536834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:21.542441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:21.561145 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ca0ca-aa76-433b-9e57-0cc0d21eb1ed x-openstack-request-id: req-ad8ca0ca-aa76-433b-9e57-0cc0d21eb1ed {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:21.561952 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:21.562409 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad8ca0ca-aa76-433b-9e57-0cc0d21eb1ed {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:21.563007 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'status': 'completed', 'code': 200} Jul 22 21:28:21.619141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-491265e0-b82b-45c1-81cc-cd5fd31eefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:21.622638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-491265e0-b82b-45c1-81cc-cd5fd31eefd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3621223 Jul 22 21:28:21.727160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=23885e2a-b867-47a8-8ae0-ef564598cf7e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:21.779280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.799395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:21.801577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.827891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.831166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.920633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:21.925248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-96200c38-4b82-4e74-889e-bb2747495e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:21.934915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.940119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-96200c38-4b82-4e74-889e-bb2747495e66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9f0d809d78c4820a7bf6257cd540cb9&device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 1096 time: 0.4864223 Jul 22 21:28:21.952545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-512ecbef-3d82-48fd-b0e2-5f34d7bc7f53 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2408705 Jul 22 21:28:22.036675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9a9d-78cb-4a48-b27a-9114d14822e2 req-7c8ca6e5-0d91-4081-a344-54179785d145 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:22.048644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-addf9a9d-78cb-4a48-b27a-9114d14822e2 req-7c8ca6e5-0d91-4081-a344-54179785d145 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.6597092 Jul 22 21:28:22.051524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323dccf5-d06d-4597-a6ed-aa789e674058,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:22.079350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Request body: {'port': {'device_id': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:22.116698 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-de6dd22d-761a-4e47-a576-62c0fbc9eee6 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778171 Jul 22 21:28:22.121879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-e3babf71-13fb-4a7c-8a95-cfac2c2ec85b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9970fe-c619-4c56-b316-a58f6fae580f HTTP/1.1" status: 200 len: 217 time: 0.1730320 Jul 22 21:28:22.142806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] device_id is not set on port d14f5201-c800-4f2c-980c-d806ddfe6303 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:22.167645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:22.203518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f7747d56-bcf8-4859-a6e9-ac5ef292058f None None] Provisioning for port 23885e2a-b867-47a8-8ae0-ef564598cf7e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:22.214452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f7747d56-bcf8-4859-a6e9-ac5ef292058f None None] Provisioning complete for port 23885e2a-b867-47a8-8ae0-ef564598cf7e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:22.215256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7747d56-bcf8-4859-a6e9-ac5ef292058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.246686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.247049 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Added segment bb2ce77f-0d51-491f-908b-68ffb6564822 of type vlan for network df74817c-ab73-48f1-8e5c-3ee84f397c41 Jul 22 21:28:22.284992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f7747d56-bcf8-4859-a6e9-ac5ef292058f None None] Port 23885e2a-b867-47a8-8ae0-ef564598cf7e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:22.288613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-addf9a9d-78cb-4a48-b27a-9114d14822e2 req-ecf4c904-5b37-47cc-acac-c2f26b0f7535 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344646 Jul 22 21:28:22.456574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.539273 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.546107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9312e64f-1dc5-4f8a-8078-83826049d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:22.547701 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-9312e64f-1dc5-4f8a-8078-83826049d2bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bd70438-fb38-4081-8da7-1e628d452d67 HTTP/1.1" status: 200 len: 845 time: 0.3900852 Jul 22 21:28:22.591235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-da16c0b7-d357-48e3-9fbf-03d156571b96 req-a50337b5-2831-4e34-870a-5f1fca95c39f service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379227 Jul 22 21:28:22.614522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baab53-b646-48cf-9273-e977f20863be req-1e9b1512-923f-48b5-ad8f-1586f9a09817 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:22.626911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4baab53-b646-48cf-9273-e977f20863be req-1e9b1512-923f-48b5-ad8f-1586f9a09817 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 947 time: 0.5704055 Jul 22 21:28:22.635671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Allocated IP 2001:db8::3e (a82b6dbd-3d6c-4d5c-a2e9-3e0317062218/b724512d-486b-43d2-bc16-ff0ca702b9f7/d14f5201-c800-4f2c-980c-d806ddfe6303) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:22.805841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:22.866169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f205a9-e54a-4516-b4f1-f1eec153bdfa req-b83f0dc7-feb0-4600-ac1f-c84787c29d18 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:22.878645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06f205a9-e54a-4516-b4f1-f1eec153bdfa req-b83f0dc7-feb0-4600-ac1f-c84787c29d18 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 944 time: 0.4646378 Jul 22 21:28:22.890074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.892766 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Added segment 7982ced7-673f-4868-894a-bef731d23442 of type vlan for network 64ef87ea-0a98-4815-ab46-46bc042d559c Jul 22 21:28:22.892998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-6d4ccb24-09a2-4728-99f5-6e4770b1b6a9 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:22.893230 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-6d4ccb24-09a2-4728-99f5-6e4770b1b6a9 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 947 time: 0.4264252 Jul 22 21:28:22.935525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4baab53-b646-48cf-9273-e977f20863be req-3796fbca-0f2e-49d7-b4ea-2df6a872e2a8 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071196 Jul 22 21:28:22.987737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd454-8d4f-477c-b333-249dba039b12 req-6f931b68-1359-4b8d-8f99-be99b1fca9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:22.990143 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-6f931b68-1359-4b8d-8f99-be99b1fca9bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb164eca-4953-49ae-a03b-c5ec7eea3c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4039733 Jul 22 21:28:23.107423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.134480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06f205a9-e54a-4516-b4f1-f1eec153bdfa req-21503336-4943-40d5-a4a3-148eb0be8cff tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546649 Jul 22 21:28:23.328524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23885e2a-b867-47a8-8ae0-ef564598cf7e {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:23.345006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.370514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63c0cc1a-3538-4546-8751-bc8daee7a767 req-36edee8f-b373-492d-8b93-f7c053f5a731 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0616019 Jul 22 21:28:23.380366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Transition to ACTIVE for port object 23885e2a-b867-47a8-8ae0-ef564598cf7e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:23.457270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.458019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.468537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:23.486879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:23.489945 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.519094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.534470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-7ff23d85-ac04-4c3d-9687-6c3f15371338 service neutron] 10.222.0.23 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474206 Jul 22 21:28:23.537927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.655935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Network': ['ID=df74817c-ab73-48f1-8e5c-3ee84f397c41,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:23.674631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network df74817c-ab73-48f1-8e5c-3ee84f397c41 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:23.782501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.4045415 Jul 22 21:28:23.789275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f13aa-5960-4b52-9035-3337ca2e8ee1 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Network': ['ID=64ef87ea-0a98-4815-ab46-46bc042d559c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:23.810742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5dad1-0ce0-4770-931a-25e658baef04 req-1d43a0db-d82e-4caa-be6d-6b00fb569ecb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:23.821425 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-97ffd454-8d4f-477c-b333-249dba039b12 req-e16ec6be-3de1-42b5-a890-ec8e0ac557b9 service neutron] 10.222.0.23 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658334 Jul 22 21:28:23.823797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cd5dad1-0ce0-4770-931a-25e658baef04 req-1d43a0db-d82e-4caa-be6d-6b00fb569ecb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 931 time: 0.7072766 Jul 22 21:28:23.835292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39118) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:23.847076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 64ef87ea-0a98-4815-ab46-46bc042d559c details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:23.884035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Transition to ACTIVE for port object d14f5201-c800-4f2c-980c-d806ddfe6303 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:24.083504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Pushing event updated for resources: {'Port': ['ID=23885e2a-b867-47a8-8ae0-ef564598cf7e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:24.137363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cd5dad1-0ce0-4770-931a-25e658baef04 req-83651b37-116e-450c-96fd-72587ee9913a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099554 Jul 22 21:28:24.188167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Deleting port a97e7d57-e7f7-4731-b40c-dbe13d340b9a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:24.188481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:24.324724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:24.389697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Attempting to bind port 23885e2a-b867-47a8-8ae0-ef564598cf7e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:24.390276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Attempting to bind port 23885e2a-b867-47a8-8ae0-ef564598cf7e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:24.390587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Attempting to bind port 23885e2a-b867-47a8-8ae0-ef564598cf7e on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:24.421424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Port 23885e2a-b867-47a8-8ae0-ef564598cf7e on network 54816aaf-9317-42d2-88a0-072c36c71da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:28:24.422195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Attempting to bind port 23885e2a-b867-47a8-8ae0-ef564598cf7e on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:24.448223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:24.448778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:24.449387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Bound using segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:24.450509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Bound port: 23885e2a-b867-47a8-8ae0-ef564598cf7e, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:24.451034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:24.471375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-9402d0c1-c8ae-4cc6-aba5-1067936d397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.474598 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-9402d0c1-c8ae-4cc6-aba5-1067936d397b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9f0d809d78c4820a7bf6257cd540cb9&device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 1096 time: 0.4814820 Jul 22 21:28:24.487591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799cd7a-3871-4c79-aaf7-a519520ea332 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.498516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799cd7a-3871-4c79-aaf7-a519520ea332 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.509254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799cd7a-3871-4c79-aaf7-a519520ea332 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.514527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] For port a97e7d57-e7f7-4731-b40c-dbe13d340b9a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:24.515075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:24.521442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799cd7a-3871-4c79-aaf7-a519520ea332 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.524349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3799cd7a-3871-4c79-aaf7-a519520ea332 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6874294 Jul 22 21:28:24.535255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:24.541173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:24.553757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:24.556563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=d14f5201-c800-4f2c-980c-d806ddfe6303,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:24.560976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:24.569227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.569918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:24.603097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-975ca774-e7e5-4417-ae13-52de8ffcb116 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3638215 Jul 22 21:28:24.608295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39132) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:24.614096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1e:e6:9e'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:24.636922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Calling delete_port for a97e7d57-e7f7-4731-b40c-dbe13d340b9a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:24.660445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0693f20-ea9e-40be-9303-46d0b608bfb1 req-35e499c3-c062-4981-afe1-d7e4c51a448b tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.664928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0693f20-ea9e-40be-9303-46d0b608bfb1 req-35e499c3-c062-4981-afe1-d7e4c51a448b tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 947 time: 0.4115655 Jul 22 21:28:24.699273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362710-a390-4222-ba48-9c32be09c1cb req-c71597b7-e2e9-4484-965c-0db1905f7d12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.705402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89362710-a390-4222-ba48-9c32be09c1cb req-c71597b7-e2e9-4484-965c-0db1905f7d12 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 944 time: 0.3447092 Jul 22 21:28:24.823028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0693f20-ea9e-40be-9303-46d0b608bfb1 req-d07c8baa-53e6-4134-843b-db8d0b3b2f14 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/security-groups?id=60b6efd4-b9f1-4c22-967a-b428a7db8eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379318 Jul 22 21:28:24.835367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89362710-a390-4222-ba48-9c32be09c1cb req-36c0b663-8d68-4411-b934-3c06cf3bbf23 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178150 Jul 22 21:28:24.918941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] For port 23885e2a-b867-47a8-8ae0-ef564598cf7e, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:24.935375 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:24.972035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-81774773-77aa-4999-8d35-6345bf8a7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.973997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-81774773-77aa-4999-8d35-6345bf8a7b06 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb164eca-4953-49ae-a03b-c5ec7eea3c5a HTTP/1.1" status: 200 len: 907 time: 0.4863949 Jul 22 21:28:24.976135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] For port 23885e2a-b867-47a8-8ae0-ef564598cf7e, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:24.985428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.041881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4f85f26d-3fbf-468f-bbca-4bbfb7757daf None None] Provisioning for port d14f5201-c800-4f2c-980c-d806ddfe6303 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:25.050108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4f85f26d-3fbf-468f-bbca-4bbfb7757daf None None] Provisioning complete for port d14f5201-c800-4f2c-980c-d806ddfe6303 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:25.050108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f85f26d-3fbf-468f-bbca-4bbfb7757daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.054212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7924a1bd-af2e-4af9-a5de-496f31637ad3 req-d5532154-712c-46b4-9c90-1e751613004e tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0825291 Jul 22 21:28:25.085105 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.098734 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-2c582b34-0bef-4727-b089-5c77004ceb21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9970fe-c619-4c56-b316-a58f6fae580f HTTP/1.1" status: 200 len: 217 time: 0.1035788 Jul 22 21:28:25.117908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4f85f26d-3fbf-468f-bbca-4bbfb7757daf None None] Port d14f5201-c800-4f2c-980c-d806ddfe6303 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:25.146222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:25.147391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.149475 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] 10.222.0.23 "PUT /v2.0/ports/23885e2a-b867-47a8-8ae0-ef564598cf7e HTTP/1.1" status: 200 len: 1092 time: 3.0788393 Jul 22 21:28:25.154413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:25.158983 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf005c-fe88-4471-b312-facc376ad308" -d '{"events": [{"name": "network-changed", "server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:25.310049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6df5-3cbb-4328-902d-f3baa3d64370 service neutron] Pushing event updated for resources: {'Port': ['ID=23885e2a-b867-47a8-8ae0-ef564598cf7e,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:25.316756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-732714ce-941d-4743-8936-62aef63b1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:25.319338 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-732714ce-941d-4743-8936-62aef63b1e74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bd70438-fb38-4081-8da7-1e628d452d67 HTTP/1.1" status: 200 len: 845 time: 0.1986506 Jul 22 21:28:25.339383 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52342d8-f427-44ea-bbdd-3fae5e66f425 x-openstack-request-id: req-a52342d8-f427-44ea-bbdd-3fae5e66f425 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:25.339810 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:25.340201 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a52342d8-f427-44ea-bbdd-3fae5e66f425 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:25.340834 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e', 'status': 'completed', 'code': 200} Jul 22 21:28:25.540101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.580319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df74817c-ab73-48f1-8e5c-3ee84f397c41']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:25.586026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.770595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70793fc-a291-4df3-8998-e7c03e78ef1a req-53100593-e784-4b1a-89b1-d60fa56a8be1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:25.772212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c70793fc-a291-4df3-8998-e7c03e78ef1a req-53100593-e784-4b1a-89b1-d60fa56a8be1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 943 time: 0.4526320 Jul 22 21:28:25.844533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767e861-f07c-41f3-ba64-99e70a2c8982 req-7face496-ed43-45f5-a9e2-f2738d407c4e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:25.846335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6767e861-f07c-41f3-ba64-99e70a2c8982 req-7face496-ed43-45f5-a9e2-f2738d407c4e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4663410 Jul 22 21:28:25.930814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2ce77f-0d51-491f-908b-68ffb6564822') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:25.931098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2ce77f-0d51-491f-908b-68ffb6564822') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:25.945692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c70793fc-a291-4df3-8998-e7c03e78ef1a req-244bcda4-7f7a-4aeb-bb4f-03f593a2e360 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551843 Jul 22 21:28:25.967207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.978908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Pushing event deleted for resources: {'Port': ['ID=a97e7d57-e7f7-4731-b40c-dbe13d340b9a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:26.006847 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6767e861-f07c-41f3-ba64-99e70a2c8982 req-dc16f0d7-a69c-4f56-a7e4-9f1f27491749 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436293 Jul 22 21:28:26.024390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.063628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-0a8b11ec-c836-4dd7-a2fa-4db85e7b5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:26.066523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-0a8b11ec-c836-4dd7-a2fa-4db85e7b5848 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 1095 time: 0.7923160 Jul 22 21:28:26.072168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-37726212-3267-4d5f-b9a3-60dbefd2db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:26.074734 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-37726212-3267-4d5f-b9a3-60dbefd2db29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb164eca-4953-49ae-a03b-c5ec7eea3c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7285836 Jul 22 21:28:26.076031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] No DVR routers for this DVR port a97e7d57-e7f7-4731-b40c-dbe13d340b9a on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:28:26.081132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:26.081741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:26.088851 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:26.095124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.095124 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7b7319-b7d4-4b52-8be2-f75368c8327b req-53cfdbe8-e0a1-409d-8127-2f0684e2c214 tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.23 "DELETE /v2.0/ports/a97e7d57-e7f7-4731-b40c-dbe13d340b9a HTTP/1.1" status: 204 len: 173 time: 3.1745055 Jul 22 21:28:26.119494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.136283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.202794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c800d4d3-a94b-4e2c-b353-334b63d09e06 req-47ad392c-1a68-4f8e-a26d-19c27dce2c6e tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 210 time: 0.0906043 Jul 22 21:28:26.219562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-ad09a30f-d225-44e4-a51c-00070e1a290b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e HTTP/1.1" status: 200 len: 217 time: 0.1236701 Jul 22 21:28:26.261546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] In _notify_port_updated(), no bound segment for port d14f5201-c800-4f2c-980c-d806ddfe6303 on network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:28:26.275059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:26.277334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.282733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "PUT /v2.0/ports/d14f5201-c800-4f2c-980c-d806ddfe6303 HTTP/1.1" status: 200 len: 1002 time: 1.6696248 Jul 22 21:28:26.293937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39150) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:26.366909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d1b01-2817-4e16-8719-586dc56e2d5d tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=d14f5201-c800-4f2c-980c-d806ddfe6303,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:26.440745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01233cd7-086b-4a1e-a2e2-cec09435de0e req-ff9d44e5-bbc2-4c0e-89e2-4151abafffb8 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:26.458689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01233cd7-086b-4a1e-a2e2-cec09435de0e req-ff9d44e5-bbc2-4c0e-89e2-4151abafffb8 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 944 time: 0.2861183 Jul 22 21:28:26.473032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-7ac07c23-d81a-4eaa-a98b-ecdda189636c service neutron] 10.222.0.23 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562243 Jul 22 21:28:26.549932 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.603961 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.612866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/networks/df74817c-ab73-48f1-8e5c-3ee84f397c41 HTTP/1.1" status: 204 len: 168 time: 2.0636020 Jul 22 21:28:26.615866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01233cd7-086b-4a1e-a2e2-cec09435de0e req-bd15f4b9-b3c6-403d-970e-6d0a35b70b9a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549666 Jul 22 21:28:26.617434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39154) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:26.658165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991a9ec-03db-469e-b93e-ce57276d7c17 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Network': ['ID=df74817c-ab73-48f1-8e5c-3ee84f397c41,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:26.753506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting port d14f5201-c800-4f2c-980c-d806ddfe6303 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:26.754184 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.772181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-d2a6f490-faa2-4fb2-8ed2-d1026b2d6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:26.774002 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-d2a6f490-faa2-4fb2-8ed2-d1026b2d6ad1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.4845889 Jul 22 21:28:26.836646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-896a83ad-318d-496e-ba79-3214a75c5e1d req-3f1b5465-e0a5-4173-82c1-a2940dd4d95b tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0764523 Jul 22 21:28:26.837624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efa1feee-20b6-4a24-b9c3-97f2057655e7 None None] Provisioning complete for port d14f5201-c800-4f2c-980c-d806ddfe6303 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:26.838637 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efa1feee-20b6-4a24-b9c3-97f2057655e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.934461 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0a9724-72d7-4880-b0e0-5aa8dbacc697 req-a9f67990-a7b0-4269-a369-9e7243b76fc3 service neutron] 10.222.0.23 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259348 Jul 22 21:28:26.943450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-d0cfb094-c6c9-44f6-8c91-63da7ced3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:26.946032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-d0cfb094-c6c9-44f6-8c91-63da7ced3170 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592445 Jul 22 21:28:26.951710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bc9970fe-c619-4c56-b316-a58f6fae580f details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:28:26.967335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:28:27.073421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-efa1feee-20b6-4a24-b9c3-97f2057655e7 None None] Port d14f5201-c800-4f2c-980c-d806ddfe6303 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:27.076779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: a97e7d57-e7f7-4731-b40c-dbe13d340b9a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:28:27.077303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a97e7d57-e7f7-4731-b40c-dbe13d340b9a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:28:27.082990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.216593 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-eef76461-f79b-4481-92bf-3bbae216507a service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561898 Jul 22 21:28:27.228815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.244723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bc9970fe-c619-4c56-b316-a58f6fae580f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bc9970fe-c619-4c56-b316-a58f6fae580f,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:27.269334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'port_id': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'mac_address': 'fa:16:3e:7e:a8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:28:27.300240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Calling delete_port for d14f5201-c800-4f2c-980c-d806ddfe6303 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:27.364518 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.425498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9970fe-c619-4c56-b316-a58f6fae580f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:27.450426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-deleted', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:27.458650 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7a691d-b6e7-4758-8c47-b887e0394c1b" -d '{"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-deleted", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:27.488035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4499e19-9719-430d-b48d-04d14fd975d7 req-e4bdf5ae-3265-4c88-a908-dd5206454cef service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427778 Jul 22 21:28:27.515158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bc9970fe-c619-4c56-b316-a58f6fae580f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bc9970fe-c619-4c56-b316-a58f6fae580f,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:27.523505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.587954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.630811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ef87ea-0a98-4815-ab46-46bc042d559c']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:27.631314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=bc9970fe-c619-4c56-b316-a58f6fae580f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:27.651499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-154421ae-e79d-483b-8aff-a0c05c57be99 req-fbceb90a-4fae-42a5-a817-317c002cea0b tempest-ImagesOneServerTestJSON-1396233340 tempest-ImagesOneServerTestJSON-1396233340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7230836-49ee-43eb-9e0a-2b0b5ec79766 HTTP/1.1" status: 200 len: 210 time: 0.1605508 Jul 22 21:28:27.676876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7982ced7-673f-4868-894a-bef731d23442') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:27.677569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7982ced7-673f-4868-894a-bef731d23442') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:27.682789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf005c-fe88-4471-b312-facc376ad308 req-f59d81df-2683-4d75-845e-2168e82302db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:27.685457 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fcf005c-fe88-4471-b312-facc376ad308 req-f59d81df-2683-4d75-845e-2168e82302db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 1095 time: 0.1085999 Jul 22 21:28:27.702161 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:28:27.707213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d84a6-5d88-4ed0-8f1a-c1b9c3dea313 req-d62d73d8-bb8a-4850-955c-545ed8fc78ee tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:27.720891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-800d84a6-5d88-4ed0-8f1a-c1b9c3dea313 req-d62d73d8-bb8a-4850-955c-545ed8fc78ee tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 943 time: 0.5731452 Jul 22 21:28:27.768896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.806881 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49c06a9-cf34-4bb4-afc9-f1993ebea4b7 x-openstack-request-id: req-f49c06a9-cf34-4bb4-afc9-f1993ebea4b7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:27.807192 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7230836-49ee-43eb-9e0a-2b0b5ec79766", "name": "network-vif-deleted", "tag": "a97e7d57-e7f7-4731-b40c-dbe13d340b9a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:27.807551 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f49c06a9-cf34-4bb4-afc9-f1993ebea4b7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:27.808138 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7230836-49ee-43eb-9e0a-2b0b5ec79766', 'name': 'network-vif-deleted', 'tag': 'a97e7d57-e7f7-4731-b40c-dbe13d340b9a', 'status': 'completed', 'code': 200} Jul 22 21:28:27.854913 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.863334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf005c-fe88-4471-b312-facc376ad308 req-ca3f715e-0169-4c54-9e67-7a4500fa0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:27.867129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fcf005c-fe88-4471-b312-facc376ad308 req-ca3f715e-0169-4c54-9e67-7a4500fa0759 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.1691334 Jul 22 21:28:27.870844 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-800d84a6-5d88-4ed0-8f1a-c1b9c3dea313 req-3eacd92a-ae2c-4aa8-944e-cc3b1857c108 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483915 Jul 22 21:28:27.878175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:27.879005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:27.885069 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:27.998166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fcf005c-fe88-4471-b312-facc376ad308 req-09e1d813-ee0b-43d2-be03-3e817ecbd554 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e HTTP/1.1" status: 200 len: 217 time: 0.1120753 Jul 22 21:28:28.050701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['bc9970fe-c619-4c56-b316-a58f6fae580f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:28:28.116478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf005c-fe88-4471-b312-facc376ad308 req-bf964644-edaa-46b8-b256-a9744cc7284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:28.119107 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fcf005c-fe88-4471-b312-facc376ad308 req-bf964644-edaa-46b8-b256-a9744cc7284d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1016095 Jul 22 21:28:28.144080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edd554b7-81ba-4983-82d5-122f15e11ae8 req-e4d30879-57c0-459a-8203-dc14f8a72489 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0952117 Jul 22 21:28:28.153855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.198955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.198955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/networks/64ef87ea-0a98-4815-ab46-46bc042d559c HTTP/1.1" status: 204 len: 168 time: 1.5747938 Jul 22 21:28:28.198955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39174) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:28.252820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.276844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9bde8-aaf1-4b3b-ada8-8fbd03fdd8fe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Network': ['ID=64ef87ea-0a98-4815-ab46-46bc042d559c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:28.292389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf005c-fe88-4471-b312-facc376ad308 req-bf2eb7fc-44d0-4989-a1d8-ed63eb436ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:28.296314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fcf005c-fe88-4471-b312-facc376ad308 req-bf2eb7fc-44d0-4989-a1d8-ed63eb436ea2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640971 Jul 22 21:28:28.361175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Port': ['ID=d14f5201-c800-4f2c-980c-d806ddfe6303,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:28.398765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4bc02-d355-43ae-9a38-b4f9ad487656 req-5f260abc-263e-4517-b37c-c94cfd15662d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:28.401378 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3b4bc02-d355-43ae-9a38-b4f9ad487656 req-5f260abc-263e-4517-b37c-c94cfd15662d tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 945 time: 0.4748249 Jul 22 21:28:28.526080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.534196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cb287782-e3d6-4adf-982d-dd49ef9f07a0 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/ports/d14f5201-c800-4f2c-980c-d806ddfe6303 HTTP/1.1" status: 204 len: 168 time: 2.2386060 Jul 22 21:28:28.544560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fcf005c-fe88-4471-b312-facc376ad308 req-089cf2b8-d477-47be-b40a-ace7be2995b9 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258792 Jul 22 21:28:28.546836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39176) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:28.615047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73c2f1-1b98-49cb-b4da-9f1ea2899a81 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:28.623119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73c2f1-1b98-49cb-b4da-9f1ea2899a81 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:28.625594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4e73c2f1-1b98-49cb-b4da-9f1ea2899a81 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4225299 Jul 22 21:28:28.632028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39178) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:28.641981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3b4bc02-d355-43ae-9a38-b4f9ad487656 req-e857b3e4-18b4-42f9-8428-389e591e1e98 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807265 Jul 22 21:28:28.648486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-323622967'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:28.696759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Made reservation on behalf of 8f915600c3e74acebe2512d1b4f9e6b5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:28.704348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.754780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:28.769419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.769838 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Added segment d9e36aad-3b38-49f0-94e9-7e2daa7e458a of type vlan for network 94a5f143-d26a-4dc0-a3c6-0aec717754fd Jul 22 21:28:28.795703 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b43933-3743-4090-a921-e4f7da36f203 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] GET failed (client error): The resource could not be found. Jul 22 21:28:28.797471 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-83b43933-3743-4090-a921-e4f7da36f203 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "GET /v2.0/ports/d14f5201-c800-4f2c-980c-d806ddfe6303 HTTP/1.1" status: 404 len: 333 time: 0.2435389 Jul 22 21:28:28.803822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39184) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:28.815701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-283613324'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:28.838450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.903464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.916491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:28.917732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:28.935119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fcf005c-fe88-4471-b312-facc376ad308 req-1bfd7a38-9987-406d-b385-a00f48556ced service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681962 Jul 22 21:28:29.018520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3836334 Jul 22 21:28:29.022326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39188) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:29.031822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-627094259'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:29.059879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:29.065873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:29.091760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] device_id is not set on port 3f7454f6-eff4-42af-994f-d2f9bb7a5a27 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:29.100598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d80a0-cb15-4e8a-9b82-88da15a2032a tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Network': ['ID=94a5f143-d26a-4dc0-a3c6-0aec717754fd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:29.123996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 94a5f143-d26a-4dc0-a3c6-0aec717754fd details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:29.191604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Made reservation on behalf of 8f915600c3e74acebe2512d1b4f9e6b5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:29.195684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:29.318660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:29.353928 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:29.354486 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Added segment 4a852889-217d-4ab4-bc70-3696b5b62a74 of type vlan for network ef78a606-f36a-46f6-8b1c-d0c8a316a9ee Jul 22 21:28:29.390851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Allocated IP 2001:db8::1ab (a82b6dbd-3d6c-4d5c-a2e9-3e0317062218/b724512d-486b-43d2-bc16-ff0ca702b9f7/3f7454f6-eff4-42af-994f-d2f9bb7a5a27) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:29.464088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc59fc00-5fe6-49d4-a4bd-7d7868a9d423 req-7162b2f0-8ca0-46b2-bc58-cfd0655aa649 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0927765 Jul 22 21:28:29.492633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49ce5-1ef9-410a-8c4f-dac523af3b92 req-fd1a26c5-346b-442e-9235-a663b864701e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:29.505243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bde49ce5-1ef9-410a-8c4f-dac523af3b92 req-fd1a26c5-346b-442e-9235-a663b864701e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 943 time: 0.4109409 Jul 22 21:28:29.541223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:29.561209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39196) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:29.592325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bde49ce5-1ef9-410a-8c4f-dac523af3b92 req-cc0a4763-ca18-4226-8523-3e6eac3c4ae7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802426 Jul 22 21:28:29.640459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:29.652108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:29.653543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:29.782795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7587049 Jul 22 21:28:29.784366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37e2fd-445c-45b5-ba33-adc05657cabe tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Network': ['ID=ef78a606-f36a-46f6-8b1c-d0c8a316a9ee,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:29.787405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:29.792556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:29.798702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'ports': [{'network_id': '94a5f143-d26a-4dc0-a3c6-0aec717754fd', 'name': 'tempest-port--1773055638', 'admin_state_up': True}, {'network_id': 'ef78a606-f36a-46f6-8b1c-d0c8a316a9ee', 'admin_state_up': False}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:29.799335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'port': {'network_id': '94a5f143-d26a-4dc0-a3c6-0aec717754fd', 'name': 'tempest-port--1773055638', 'admin_state_up': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:29.799644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ef78a606-f36a-46f6-8b1c-d0c8a316a9ee details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:29.800350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'port': {'network_id': 'ef78a606-f36a-46f6-8b1c-d0c8a316a9ee', 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:29.826660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Transition to ACTIVE for port object 3f7454f6-eff4-42af-994f-d2f9bb7a5a27 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:29.938627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.059401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c520ad96-b2ca-447c-97c7-7d2a668ff99d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f6b5425c5254d119a92e92aab9fd6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923093 Jul 22 21:28:30.059401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:30.062821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39204) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:30.069148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:30.083240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:30.092827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:30.093956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.097670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=3f7454f6-eff4-42af-994f-d2f9bb7a5a27,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:30.173356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8f54c-5990-40d1-a938-8af0baff7ba4 req-2582af27-4e5f-4f31-b39c-e8b0ad1195ec tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:30.176297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91d8f54c-5990-40d1-a938-8af0baff7ba4 req-2582af27-4e5f-4f31-b39c-e8b0ad1195ec tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 945 time: 0.2528040 Jul 22 21:28:30.193636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3243af84-26aa-42cb-9b7b-8d4027de5529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.212080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Made reservation on behalf of 8f915600c3e74acebe2512d1b4f9e6b5 for: {'port': 2} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:30.218898 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1b21d8e9-a433-456b-9f3d-c1e113e800c2 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4130783 Jul 22 21:28:30.226507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.226793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39206) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:30.245239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'network_id': 'a82b6dbd-3d6c-4d5c-a2e9-3e0317062218', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1844350925'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:30.252363 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.270554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3243af84-26aa-42cb-9b7b-8d4027de5529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.364826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91d8f54c-5990-40d1-a938-8af0baff7ba4 req-98eb2f98-17d1-4e9b-a284-1ab23ebe5e37 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673398 Jul 22 21:28:30.519074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] device_id is not set on port 8564163f-923e-4cb5-b1ec-2f3849c74d9f yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:30.526384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Made reservation on behalf of ad64f3d62a4749fdb64eb7ed007d7a5e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:30.533318 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.541217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3243af84-26aa-42cb-9b7b-8d4027de5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.546471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3243af84-26aa-42cb-9b7b-8d4027de5529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.548889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3243af84-26aa-42cb-9b7b-8d4027de5529 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60b6efd4-b9f1-4c22-967a-b428a7db8eb0 HTTP/1.1" status: 204 len: 168 time: 0.4844122 Jul 22 21:28:30.609493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243af84-26aa-42cb-9b7b-8d4027de5529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6efd4-b9f1-4c22-967a-b428a7db8eb0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:30.622174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] device_id is not set on port c888e8de-2759-482a-9b2b-0358ea03decc yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:30.756731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-39d5507a-222a-4487-bcc3-9e2a02219a5a None None] Provisioning for port 3f7454f6-eff4-42af-994f-d2f9bb7a5a27 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:30.771082 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-39d5507a-222a-4487-bcc3-9e2a02219a5a None None] Provisioning complete for port 3f7454f6-eff4-42af-994f-d2f9bb7a5a27 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:30.772228 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-39d5507a-222a-4487-bcc3-9e2a02219a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.855016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-39d5507a-222a-4487-bcc3-9e2a02219a5a None None] Port 3f7454f6-eff4-42af-994f-d2f9bb7a5a27 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:30.981209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 23885e2a-b867-47a8-8ae0-ef564598cf7e details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:28:30.989750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bc9970fe-c619-4c56-b316-a58f6fae580f up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:30.992668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18ecdb02-8e4f-482e-9cf6-be0477c4df92 req-4794d766-5171-4522-a3ee-698b8fe2974a tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1367400 Jul 22 21:28:30.997925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Allocated IP 2001:db8::307 (a82b6dbd-3d6c-4d5c-a2e9-3e0317062218/b724512d-486b-43d2-bc16-ff0ca702b9f7/c888e8de-2759-482a-9b2b-0358ea03decc) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:31.179353 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.198781 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.211503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port bc9970fe-c619-4c56-b316-a58f6fae580f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:31.267410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port bc9970fe-c619-4c56-b316-a58f6fae580f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:31.267410 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.299085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098c4b0-f96f-46ba-b129-9ffa6cabe656 req-64dc755e-93d7-4fb8-b108-bd2e699171ae tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:31.306289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2098c4b0-f96f-46ba-b129-9ffa6cabe656 req-64dc755e-93d7-4fb8-b108-bd2e699171ae tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 943 time: 0.4545081 Jul 22 21:28:31.525716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.564945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 23885e2a-b867-47a8-8ae0-ef564598cf7e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:31.580185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Transition to ACTIVE for port object c888e8de-2759-482a-9b2b-0358ea03decc will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:31.584824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] device_id is not set on port 32e5470d-09be-48f5-ad10-941d95398dc2 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:31.685554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2098c4b0-f96f-46ba-b129-9ffa6cabe656 req-fc3088de-5032-4e46-b933-898b872b7acd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633051 Jul 22 21:28:31.711434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.718500 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.739321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '23885e2a-b867-47a8-8ae0-ef564598cf7e', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': '23885e2a-b867-47a8-8ae0-ef564598cf7e', 'mac_address': 'fa:16:3e:15:84:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:28:31.781301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:31.785554 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c200483-6504-40cb-959a-c92891c3f5ce" -d '{"events": [{"server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "name": "network-vif-plugged", "status": "completed", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:31.807547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=c888e8de-2759-482a-9b2b-0358ea03decc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:31.814708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bc9970fe-c619-4c56-b316-a58f6fae580f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bc9970fe-c619-4c56-b316-a58f6fae580f,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:31.851001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:31.853984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:31.866164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:31.895388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:31.896623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.903437 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.910862 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e164a-50a8-40cf-bbd6-1bbacab4cf73 x-openstack-request-id: req-772e164a-50a8-40cf-bbd6-1bbacab4cf73 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:31.911344 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "name": "network-vif-plugged", "status": "completed", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:31.913044 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-772e164a-50a8-40cf-bbd6-1bbacab4cf73 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:31.914880 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'code': 200} Jul 22 21:28:31.927158 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:31.948615 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-407f4158-bd1e-41d8-a50b-bb3613b0edc1 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7187390 Jul 22 21:28:31.952151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39238) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:31.970888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:1e:e6:9e'}, {'ip_address': '2001:db8::1ab', 'mac_address': 'fa:16:3e:a0:5a:30'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:31.997663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23885e2a-b867-47a8-8ae0-ef564598cf7e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:32.064964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 23885e2a-b867-47a8-8ae0-ef564598cf7e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:32.086041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:32.089089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:32.123887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=bc9970fe-c619-4c56-b316-a58f6fae580f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:32.268417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=23885e2a-b867-47a8-8ae0-ef564598cf7e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:32.292079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b3f56-2933-4f57-b44e-e5e9a3b0aa78 req-4e00a4d5-7c44-4a39-86e4-93539b275063 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:32.295275 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-444b3f56-2933-4f57-b44e-e5e9a3b0aa78 req-4e00a4d5-7c44-4a39-86e4-93539b275063 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 945 time: 0.5909088 Jul 22 21:28:32.400229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-900fbf8a-f6ce-421c-b0c3-64d02037037c req-3b1f3fe2-f649-458d-8136-630e9b10f52f tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1027031 Jul 22 21:28:32.417477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:32.556904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-444b3f56-2933-4f57-b44e-e5e9a3b0aa78 req-c67e71a4-1ecb-46f0-bdb0-6e9574ce58a1 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279456 Jul 22 21:28:32.558698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c6ae-9dc5-43f4-b1e6-2ee9f506a6c8 req-1cafc3af-eec6-4e16-8ff4-a85b2c60c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:32.562605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5a36c6ae-9dc5-43f4-b1e6-2ee9f506a6c8 req-1cafc3af-eec6-4e16-8ff4-a85b2c60c81b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 1098 time: 0.4848301 Jul 22 21:28:32.572521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eb1e315a-e1e1-4e4a-89e2-81e997dd9c00 None None] Provisioning for port c888e8de-2759-482a-9b2b-0358ea03decc completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:32.591154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eb1e315a-e1e1-4e4a-89e2-81e997dd9c00 None None] Provisioning complete for port c888e8de-2759-482a-9b2b-0358ea03decc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:32.599270 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb1e315a-e1e1-4e4a-89e2-81e997dd9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:32.615418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:32.620471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:32.680912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e315a-e1e1-4e4a-89e2-81e997dd9c00 None None] Port c888e8de-2759-482a-9b2b-0358ea03decc cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:32.684714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['23885e2a-b867-47a8-8ae0-ef564598cf7e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:28:32.734437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5a36c6ae-9dc5-43f4-b1e6-2ee9f506a6c8 req-e9f4e7bf-0e62-4797-a0fe-1566dafea65c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403580 Jul 22 21:28:32.793014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Port': ['ID=8564163f-923e-4cb5-b1ec-2f3849c74d9f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:32.842830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Checking segment: {'id': 'd9e36aad-3b38-49f0-94e9-7e2daa7e458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94a5f143-d26a-4dc0-a3c6-0aec717754fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:32.844690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network hostable DHCP agents. Network: 94a5f143-d26a-4dc0-a3c6-0aec717754fd, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:28:32.921113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network 94a5f143-d26a-4dc0-a3c6-0aec717754fd is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:28:32.996314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 94a5f143-d26a-4dc0-a3c6-0aec717754fd) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:33.012703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:33.017405 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.017895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a1a77-13ee-4a11-b0bf-adf848c895ea None None] Network 94a5f143-d26a-4dc0-a3c6-0aec717754fd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:33.284920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.297118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.372725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] In _notify_port_updated(), no bound segment for port c888e8de-2759-482a-9b2b-0358ea03decc on network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:28:33.390353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:33.392482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.399321 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "PUT /v2.0/ports/c888e8de-2759-482a-9b2b-0358ea03decc HTTP/1.1" status: 200 len: 1068 time: 1.4449046 Jul 22 21:28:33.410314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39256) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:33.561532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ac13c-348b-40f5-9f35-a09791251e0c tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event updated for resources: {'Port': ['ID=c888e8de-2759-482a-9b2b-0358ea03decc,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:33.762585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting port c888e8de-2759-482a-9b2b-0358ea03decc {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:33.763060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.776099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Port': ['ID=32e5470d-09be-48f5-ad10-941d95398dc2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:33.801091 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Checking segment: {'id': '4a852889-217d-4ab4-bc70-3696b5b62a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef78a606-f36a-46f6-8b1c-d0c8a316a9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:33.801607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network hostable DHCP agents. Network: ef78a606-f36a-46f6-8b1c-d0c8a316a9ee, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:28:33.847261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62416b44-7095-466e-bfad-cb0f06293743 req-bf4b85c7-4e9e-42c1-8f45-40ee5d1cbec9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:33.861039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62416b44-7095-466e-bfad-cb0f06293743 req-bf4b85c7-4e9e-42c1-8f45-40ee5d1cbec9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 944 time: 0.8957829 Jul 22 21:28:33.881055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network ef78a606-f36a-46f6-8b1c-d0c8a316a9ee is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:28:33.954882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-df345c2c-75e3-408a-a3b8-1de3f8f11062 None None] Provisioning complete for port c888e8de-2759-482a-9b2b-0358ea03decc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:33.955429 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df345c2c-75e3-408a-a3b8-1de3f8f11062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.975091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.975723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62416b44-7095-466e-bfad-cb0f06293743 req-6c3b4f0c-94e0-4a05-a655-29e41db953d7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094391 Jul 22 21:28:33.983826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ef78a606-f36a-46f6-8b1c-d0c8a316a9ee) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:34.002981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:34.021004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Calling delete_port for c888e8de-2759-482a-9b2b-0358ea03decc owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:34.029628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:34.066923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:34.068032 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:34.087912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26028eb-2efc-4e82-b3b7-8c22940aa928 None None] Network ef78a606-f36a-46f6-8b1c-d0c8a316a9ee requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:34.138255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a615dc8c-55a9-40f5-954c-f846f22e7a87 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3489079 Jul 22 21:28:34.141917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39266) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:34.233603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-df345c2c-75e3-408a-a3b8-1de3f8f11062 None None] Port c888e8de-2759-482a-9b2b-0358ea03decc cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:34.375763 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:34.438878 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3cb0ae6-c821-492e-a073-375933efe8bf req-f0e536e5-16dc-4bb7-b67e-bf1b94b40b34 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1759927 Jul 22 21:28:34.443267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Port': ['ID=c888e8de-2759-482a-9b2b-0358ea03decc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:34.603791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa252d8f-b11e-455f-9021-41e5fb9920da tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:34.629770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa252d8f-b11e-455f-9021-41e5fb9920da tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:34.637503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aa252d8f-b11e-455f-9021-41e5fb9920da tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4900649 Jul 22 21:28:34.638065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39268) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:34.980620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:34.992402 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5ba540bd-7524-44f0-b801-5822c3126a8a tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/ports/c888e8de-2759-482a-9b2b-0358ea03decc HTTP/1.1" status: 204 len: 168 time: 1.5792575 Jul 22 21:28:34.998769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:35.060225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Deleting port 8564163f-923e-4cb5-b1ec-2f3849c74d9f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:35.061044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:35.061485 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-69503bf7-c5a3-4ae4-92c8-687f82f7e2ae tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] GET failed (client error): The resource could not be found. Jul 22 21:28:35.064823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-69503bf7-c5a3-4ae4-92c8-687f82f7e2ae tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "GET /v2.0/ports/c888e8de-2759-482a-9b2b-0358ea03decc HTTP/1.1" status: 404 len: 333 time: 0.0636704 Jul 22 21:28:35.068624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39276) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:35.144099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ef323-7c42-4453-a44f-0b2310acebdc req-ba443b5d-7695-4dd2-8f17-1414baaf6e2b tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:35.156754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e21ef323-7c42-4453-a44f-0b2310acebdc req-ba443b5d-7695-4dd2-8f17-1414baaf6e2b tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.3910065 Jul 22 21:28:35.264770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:35.334120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e21ef323-7c42-4453-a44f-0b2310acebdc req-b49d486c-abd4-4e3d-977d-6f6d42e34970 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725805 Jul 22 21:28:35.339549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Calling delete_port for 8564163f-923e-4cb5-b1ec-2f3849c74d9f owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:35.378318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting port 3f7454f6-eff4-42af-994f-d2f9bb7a5a27 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:35.378874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:35.628121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:35.648275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Calling delete_port for 3f7454f6-eff4-42af-994f-d2f9bb7a5a27 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:35.683919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3af4aa-07f0-4abd-a0a1-57d1a3a77fa3 req-1eb2f789-2671-46f9-b17f-4c78e6a1c839 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:35.687293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e3af4aa-07f0-4abd-a0a1-57d1a3a77fa3 req-1eb2f789-2671-46f9-b17f-4c78e6a1c839 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 944 time: 0.2121398 Jul 22 21:28:35.720583 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:35.811461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8ea69d8-0320-4e99-ab78-1765f5eef9fb req-d4c660b8-7962-4d1c-b7e2-ee9d4ad8982a tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1112673 Jul 22 21:28:35.818519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Port': ['ID=8564163f-923e-4cb5-b1ec-2f3849c74d9f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:35.841698 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:35.856343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b9e6a3e4-678d-4b96-a9aa-48a3936253fc tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/ports/8564163f-923e-4cb5-b1ec-2f3849c74d9f HTTP/1.1" status: 204 len: 168 time: 1.2054389 Jul 22 21:28:35.856343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39284) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:35.921518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e3af4aa-07f0-4abd-a0a1-57d1a3a77fa3 req-0aa725f7-f03e-4bfc-a1a1-72ad85203e2e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254403 Jul 22 21:28:35.991776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.054577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Port': ['ID=3f7454f6-eff4-42af-994f-d2f9bb7a5a27,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:36.077783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Deleting port 32e5470d-09be-48f5-ad10-941d95398dc2 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:36.080483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.123411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.129731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-10a5d039-d84c-4f30-b82e-bf3a2b2672fd tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/ports/3f7454f6-eff4-42af-994f-d2f9bb7a5a27 HTTP/1.1" status: 204 len: 168 time: 1.0557053 Jul 22 21:28:36.130510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39294) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:36.201068 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-319980e4-59b5-4f7e-98f3-39bd15876404 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] GET failed (client error): The resource could not be found. Jul 22 21:28:36.204491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-319980e4-59b5-4f7e-98f3-39bd15876404 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "GET /v2.0/ports/3f7454f6-eff4-42af-994f-d2f9bb7a5a27 HTTP/1.1" status: 404 len: 333 time: 0.0727732 Jul 22 21:28:36.214094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39298) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:36.315181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.350138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Calling delete_port for 32e5470d-09be-48f5-ad10-941d95398dc2 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:36.586591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting port 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:36.587010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.702697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.784881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.788432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d3568-eb73-424a-86ca-f345fb2d60b0 req-ad3c569a-d77d-4fd8-96c9-015e01c1bff3 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:36.791073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-045d3568-eb73-424a-86ca-f345fb2d60b0 req-ad3c569a-d77d-4fd8-96c9-015e01c1bff3 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.2212894 Jul 22 21:28:36.792388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Port': ['ID=32e5470d-09be-48f5-ad10-941d95398dc2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:36.799178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:36.802479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4eae9387-fa90-4376-8812-0b5a3e20c95f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/ports/32e5470d-09be-48f5-ad10-941d95398dc2 HTTP/1.1" status: 204 len: 168 time: 0.9506588 Jul 22 21:28:36.808498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39308) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:36.824453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Calling delete_port for 8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:36.881948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-db280bef-39c9-4c0b-bd80-97f1ce23aa88 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0695124 Jul 22 21:28:36.893475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39312) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:36.902583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-6665665'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:36.941869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-045d3568-eb73-424a-86ca-f345fb2d60b0 req-32fe0246-fc8a-41ff-8127-8f21e87568cc tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298857 Jul 22 21:28:36.965681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Made reservation on behalf of 8f915600c3e74acebe2512d1b4f9e6b5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:36.981790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 23885e2a-b867-47a8-8ae0-ef564598cf7e up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:36.984380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.004991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39318) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:37.069892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:37.071900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 23885e2a-b867-47a8-8ae0-ef564598cf7e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:37.076956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b4bfb87-be9c-4242-b82d-836e5307b1ed req-0518027a-1bfe-4fb2-8db4-dc8c2ca6eee4 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0887535 Jul 22 21:28:37.081283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 23885e2a-b867-47a8-8ae0-ef564598cf7e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:37.082515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.107956 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.108827 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Added segment 77b1efd7-1f9f-4045-a398-77644716ea0c of type vlan for network 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c Jul 22 21:28:37.208519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.240607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.276682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.282687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Port': ['ID=8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:37.307102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fff6-c19f-4757-ac57-b9efc31f41a9 req-cc146fe4-738b-4cea-9a1d-42d8fc1fa18e tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:37.315426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8182fff6-c19f-4757-ac57-b9efc31f41a9 req-cc146fe4-738b-4cea-9a1d-42d8fc1fa18e tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.2301476 Jul 22 21:28:37.325627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39322) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:37.334772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Request body: {'floatingip': {'port_id': 'bc9970fe-c619-4c56-b316-a58f6fae580f'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:37.367387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.369720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:37.375399 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-307075f1-8e3c-40de-99fc-bad8eb71d747 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/ports/8b4c5c0e-5f64-4198-a7de-2c0de2ec44dd HTTP/1.1" status: 204 len: 168 time: 1.1592546 Jul 22 21:28:37.378313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39324) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:37.383036 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83348b3-1fb9-456b-ab0b-bb6c593c0255" -d '{"events": [{"server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "name": "network-vif-plugged", "status": "completed", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:37.401181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 23885e2a-b867-47a8-8ae0-ef564598cf7e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:37.412082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.448681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6d527ef-b730-4252-b2d5-c69b92d3d470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.568688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.573763 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64eb2f-62c4-4d75-904f-97781293c26c x-openstack-request-id: req-2b64eb2f-62c4-4d75-904f-97781293c26c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:37.574392 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "name": "network-vif-plugged", "status": "completed", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:37.574940 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b64eb2f-62c4-4d75-904f-97781293c26c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:37.575892 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e', 'code': 200} Jul 22 21:28:37.581944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:37.583173 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.599576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.599887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=23885e2a-b867-47a8-8ae0-ef564598cf7e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:37.621060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.621416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.621761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.622104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.623445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.623711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.626632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.627092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.629136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.629653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.630200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.633218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:37.668845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting subnet b724512d-486b-43d2-bc16-ff0ca702b9f7 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:28:37.677479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.795902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.883807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Network': ['ID=0fc306f1-c2e7-477c-ae03-2a6cf73bff6c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:37.900225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:37.903792 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6d527ef-b730-4252-b2d5-c69b92d3d470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.916261 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6d527ef-b730-4252-b2d5-c69b92d3d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:37.954489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1e08c0cc-01fc-4d6c-a00f-a0153ea08c0f tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0546949 Jul 22 21:28:37.957508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39330) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:37.979040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e452-60ac-46a8-8bd0-9da7ec9387a4 req-fdbd6c78-5200-4684-8b53-2877b321850a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:37.980793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-379661971'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:37.992201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9874e452-60ac-46a8-8bd0-9da7ec9387a4 req-fdbd6c78-5200-4684-8b53-2877b321850a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 945 time: 0.6036479 Jul 22 21:28:38.017560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b6d37-b93c-4706-b1c6-d3132344040f req-329b5bb9-4698-44aa-ac8b-dbdb2f79fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:38.020554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa3b6d37-b93c-4706-b1c6-d3132344040f req-329b5bb9-4698-44aa-ac8b-dbdb2f79fe7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 1097 time: 0.3015826 Jul 22 21:28:38.082183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d527ef-b730-4252-b2d5-c69b92d3d470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa60af36-62fe-4448-8536-de768b6d4d28,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:38.088831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c6d527ef-b730-4252-b2d5-c69b92d3d470 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0594f786a7c48a2a9216a504f49c03c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0812783 Jul 22 21:28:38.093855 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.103228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39332) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:38.145910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Made reservation on behalf of 8f915600c3e74acebe2512d1b4f9e6b5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:38.149146 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.201768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa3b6d37-b93c-4706-b1c6-d3132344040f req-6cdce315-d9b4-49f9-adbe-dbf8d5123771 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654279 Jul 22 21:28:38.208057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9874e452-60ac-46a8-8bd0-9da7ec9387a4 req-efad34f3-5549-43ac-a23c-e7cc09f1e94b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115943 Jul 22 21:28:38.257973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:38.300554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.301121 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Added segment df94a8e8-fe49-4e79-b651-4bff6fc199c9 of type vlan for network a77ff385-c4bf-4fb4-a0d2-1b9b620267ef Jul 22 21:28:38.316143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1e8791f-f1ff-4123-a09b-a9ba07defe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.319613 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.387410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa5e4452-645b-4ec9-bd22-0f66efd37af8 req-0a0ce9dc-fa20-45c8-8434-f913e68b1433 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1085932 Jul 22 21:28:38.420306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.426857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/subnets/b724512d-486b-43d2-bc16-ff0ca702b9f7 HTTP/1.1" status: 204 len: 168 time: 1.0431283 Jul 22 21:28:38.426857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8079ed-6773-48c2-b984-60d7f2294608 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Subnet': ['ID=b724512d-486b-43d2-bc16-ff0ca702b9f7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:38.427683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39336) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:38.443604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34245534-df05-46c8-9e10-8e9cf1ef2a62 None None] Network a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:38.477644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1e8791f-f1ff-4123-a09b-a9ba07defe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.482689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.665453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.691141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.701660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:38.702738 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.771776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1e8791f-f1ff-4123-a09b-a9ba07defe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.776636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1e8791f-f1ff-4123-a09b-a9ba07defe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:38.779934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b1e8791f-f1ff-4123-a09b-a9ba07defe54 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa60af36-62fe-4448-8536-de768b6d4d28 HTTP/1.1" status: 204 len: 168 time: 0.6555285 Jul 22 21:28:38.794740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] DHCP port deletion for a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:28:38.858445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8791f-f1ff-4123-a09b-a9ba07defe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa60af36-62fe-4448-8536-de768b6d4d28,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:38.863869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9027553 Jul 22 21:28:38.926836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cb51f-b3ec-46d4-96e7-6c829310e3aa tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Network': ['ID=a77ff385-c4bf-4fb4-a0d2-1b9b620267ef,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:38.981942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a77ff385-c4bf-4fb4-a0d2-1b9b620267ef details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:39.029761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Deleting port 623a4b5f-d0cd-4abb-bf87-25906c089aef {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:39.030660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:39.076524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] Deleting port 623a4b5f-d0cd-4abb-bf87-25906c089aef {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:39.077498 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:39.175098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] For port 623a4b5f-d0cd-4abb-bf87-25906c089aef, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=623a4b5f-d0cd-4abb-bf87-25906c089aef,segment=NetworkSegment(2e3cd619-428d-46ba-b9f3-f1fbb8342311),segment_id=2e3cd619-428d-46ba-b9f3-f1fbb8342311)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:39.177386 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:39.214403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:28:39.257690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Calling delete_port for 623a4b5f-d0cd-4abb-bf87-25906c089aef owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:39.616766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:39.628687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:39.641139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] For port 623a4b5f-d0cd-4abb-bf87-25906c089aef, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=623a4b5f-d0cd-4abb-bf87-25906c089aef,segment=NetworkSegment(2e3cd619-428d-46ba-b9f3-f1fbb8342311),segment_id=2e3cd619-428d-46ba-b9f3-f1fbb8342311)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:39.646939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:39.730785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] Calling delete_port for 623a4b5f-d0cd-4abb-bf87-25906c089aef owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:40.129372 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:40.195885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9bd0c95-e0ec-4689-8076-d8c8b14bfbad req-e1cbde7c-7e7e-47b0-b0ad-c0ccae3fd826 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.3428264 Jul 22 21:28:40.235055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] No DVR routers for this DVR port 623a4b5f-d0cd-4abb-bf87-25906c089aef on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:28:40.253760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d219c-4efa-43df-8645-2fa0ddc1f62b None None] Pushing event deleted for resources: {'Port': ['ID=623a4b5f-d0cd-4abb-bf87-25906c089aef,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:40.329963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234314-f48f-42a2-bad1-7b75f7929e77 req-69132dd2-8299-432c-a15c-71b056696f3a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:40.332594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8234314-f48f-42a2-bad1-7b75f7929e77 req-69132dd2-8299-432c-a15c-71b056696f3a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 945 time: 0.9109981 Jul 22 21:28:40.423904 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Floating IP 7798c706-856b-4147-a302-8f5e998397b5 associated. External IP: 172.25.5.213, port: bc9970fe-c619-4c56-b316-a58f6fae580f. Jul 22 21:28:40.425866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:40.449204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 623a4b5f-d0cd-4abb-bf87-25906c089aef no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:28:40.494352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Port': ['ID=623a4b5f-d0cd-4abb-bf87-25906c089aef,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:40.509868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] No DVR routers for this DVR port 623a4b5f-d0cd-4abb-bf87-25906c089aef on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:28:40.513893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 623a4b5f-d0cd-4abb-bf87-25906c089aef {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:28:40.519628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 623a4b5f-d0cd-4abb-bf87-25906c089aef not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:28:40.682878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:40.699285 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8234314-f48f-42a2-bad1-7b75f7929e77 req-ceae0b27-7228-46be-93e5-b67e0c7cfb05 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417208 Jul 22 21:28:40.726428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82b6dbd-3d6c-4d5c-a2e9-3e0317062218']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:40.758904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3cd619-428d-46ba-b9f3-f1fbb8342311') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:40.759410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3cd619-428d-46ba-b9f3-f1fbb8342311') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:40.783614 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:40.810345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:40.837790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:40.838351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:40.843897 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:40.863040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39366) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:40.964403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.002335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.004791 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] 10.222.0.54 "DELETE /v2.0/networks/a82b6dbd-3d6c-4d5c-a2e9-3e0317062218 HTTP/1.1" status: 204 len: 168 time: 2.5625284 Jul 22 21:28:41.007028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ca6af-236c-4251-9207-f6ffa41a2425 tempest-AllowedAddressPairIpV6TestJSON-199044273 tempest-AllowedAddressPairIpV6TestJSON-199044273-project] Pushing event deleted for resources: {'Network': ['ID=a82b6dbd-3d6c-4d5c-a2e9-3e0317062218,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:41.080039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Router 70712dc2-db0c-48d2-8727-82330dfd340d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:28:41.132475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-64427852-network', 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:41.165709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:41.168624 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.180178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.348345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:28:41.364106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.372346 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] Sync routers for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:28:41.400641 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:41.405238 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:28:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:41.432778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.434816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:41.457404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.570923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:41.589169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67e09345-8f6d-4c9b-8e6a-36395c9724ff req-603f6d6e-08c9-49b5-b514-b33f76b89f0d tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1105890 Jul 22 21:28:41.592273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732924ef-72dc-4cd9-98c4-17765f3e84c7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:41.615467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2776f0e-23d7-4e42-a35f-a8160029d2fd tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "PUT /v2.0/floatingips/7798c706-856b-4147-a302-8f5e998397b5 HTTP/1.1" status: 200 len: 992 time: 4.2880492 Jul 22 21:28:41.624585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:41.633263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.634561 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f6c38e-c8f4-4155-ae86-56e0252881dd" -d '{"events": [{"name": "network-changed", "server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:41.635387 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Added segment f9d2a0a4-281d-41cb-bfc3-746f8473ab15 of type vlan for network bca1f6e1-114f-4930-bd89-a5fd9f153bcd Jul 22 21:28:41.715095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:28:41.756210 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd81e60f-00fd-4ac6-9fb3-4a0e15e6b05b x-openstack-request-id: req-cd81e60f-00fd-4ac6-9fb3-4a0e15e6b05b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:41.757527 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:41.758297 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd81e60f-00fd-4ac6-9fb3-4a0e15e6b05b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:41.759308 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'status': 'completed', 'code': 200} Jul 22 21:28:41.767739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.875396 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9454d54e-8cf4-4546-980e-2c3a239407e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad64f3d62a4749fdb64eb7ed007d7a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386280 Jul 22 21:28:41.879922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39388) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:41.963084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:41.965615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:41.967078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:42.071724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2068515 Jul 22 21:28:42.072635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-062b7ca6-2c42-4bbe-a09e-d90ad7762ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:42.073512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39390) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:42.137823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Request body: {'subnet': {'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-64427852-subnet', 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:42.148050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-9040ae96-8b4d-42d2-bce3-8e3e64d9bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:42.151125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-9040ae96-8b4d-42d2-bce3-8e3e64d9bb31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9f0d809d78c4820a7bf6257cd540cb9&device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 1098 time: 0.3162465 Jul 22 21:28:42.158632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac653156-8ad1-4f73-ad50-e2bd7df20cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=bca1f6e1-114f-4930-bd89-a5fd9f153bcd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:42.177046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:42.177848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-062b7ca6-2c42-4bbe-a09e-d90ad7762ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:42.227289 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7798c706-856b-4147-a302-8f5e998397b5', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'port_id': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'mac_address': 'fa:16:3e:7e:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9e628-b174-4a15-aa42-422f28086f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:28:03Z', 'updated_at': '2021-07-22T21:28:38Z', 'revision_number': 1, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:07Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:42.289129 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] Checking router: 70712dc2-db0c-48d2-8727-82330dfd340d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:28:42.299131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ff792-bec8-463c-98f4-75d8e224638d req-e6c69e83-0601-48da-8fa7-ac0d4d95b7a7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:42.307565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:42.308942 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:28:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:42.322214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9ff792-bec8-463c-98f4-75d8e224638d req-e6c69e83-0601-48da-8fa7-ac0d4d95b7a7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 945 time: 0.3417926 Jul 22 21:28:42.353357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:42.364861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:42.468080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9ff792-bec8-463c-98f4-75d8e224638d req-c73aa05e-13b4-4d72-9e2b-9c137fc48785 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422319 Jul 22 21:28:42.534831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-062b7ca6-2c42-4bbe-a09e-d90ad7762ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:42.539280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-062b7ca6-2c42-4bbe-a09e-d90ad7762ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:42.546390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-062b7ca6-2c42-4bbe-a09e-d90ad7762ce8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bafa16a-8265-4add-a3f2-403fdd9d9dab HTTP/1.1" status: 204 len: 168 time: 0.6644828 Jul 22 21:28:42.557198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b7ca6-2c42-4bbe-a09e-d90ad7762ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bafa16a-8265-4add-a3f2-403fdd9d9dab,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:42.626603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dd68435e-20ca-4871-831d-e247e6c2e274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:42.668834 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:28:42.843916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-acbaaedd-f4a1-46db-8be6-ecf23c5406b4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 267 time: 0.1682866 Jul 22 21:28:42.932515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:43.085065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a46eda8-49db-421b-8116-6d502f6f58de req-b139cb4b-f8e2-4b85-a33c-97e32037dd76 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1049654 Jul 22 21:28:43.113022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757bc2a4-8ae5-4593-8eff-91833bb24163,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:43.136397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-bb840171-eb0f-4940-9964-3ac5a3034648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:43.145950 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-bb840171-eb0f-4940-9964-3ac5a3034648 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb164eca-4953-49ae-a03b-c5ec7eea3c5a HTTP/1.1" status: 200 len: 907 time: 0.9720979 Jul 22 21:28:43.226744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-a73e513c-395f-4ec2-971a-64831e0d8e6b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:43.233200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-a73e513c-395f-4ec2-971a-64831e0d8e6b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 945 time: 0.3784325 Jul 22 21:28:43.272497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'port': {'security_groups': []}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:43.429394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-efd74160-0fc3-4ae4-9027-05f47db91a28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9970fe-c619-4c56-b316-a58f6fae580f HTTP/1.1" status: 200 len: 1000 time: 0.2734146 Jul 22 21:28:43.663090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Checking segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:43.664111 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7798c706-856b-4147-a302-8f5e998397b5', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'port_id': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'mac_address': 'fa:16:3e:7e:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9e628-b174-4a15-aa42-422f28086f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:28:03Z', 'updated_at': '2021-07-22T21:28:38Z', 'revision_number': 1, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:07Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:43.668078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Network hostable DHCP agents. Network: bca1f6e1-114f-4930-bd89-a5fd9f153bcd, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:28:43.677717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:43.751797 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976afcf-9d9a-4fd8-8373-cfeaca6fe3d6 None None] The sync data for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 is: [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7798c706-856b-4147-a302-8f5e998397b5', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'port_id': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'mac_address': 'fa:16:3e:7e:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9e628-b174-4a15-aa42-422f28086f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:28:03Z', 'updated_at': '2021-07-22T21:28:38Z', 'revision_number': 1, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:07Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:28:43.782658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:28:43.802205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-2e60cf42-0a01-4232-918d-ba5d26602e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:43.808465 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-2e60cf42-0a01-4232-918d-ba5d26602e1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bd70438-fb38-4081-8da7-1e628d452d67 HTTP/1.1" status: 200 len: 845 time: 0.2922559 Jul 22 21:28:43.922245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, bca1f6e1-114f-4930-bd89-a5fd9f153bcd) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:43.931004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:43.938764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:43.965304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da2195-72d0-495e-a1c1-ff44851b1ee1 None None] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:44.006881 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0cddd92e-c327-4d55-bdaa-44a877f488b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9249349 Jul 22 21:28:44.108771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-3eb64dbf-aa75-4d08-87c5-423c62802918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:44.118315 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-3eb64dbf-aa75-4d08-87c5-423c62802918 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb164eca-4953-49ae-a03b-c5ec7eea3c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2925098 Jul 22 21:28:44.379739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fa5db-c535-4c58-b2e2-83d4d8e279ea None None] New status for floating IP 7798c706-856b-4147-a302-8f5e998397b5: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:28:44.506006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] For port 23885e2a-b867-47a8-8ae0-ef564598cf7e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:44.592232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:44.606621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:44.703375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-88f8e165-3bb5-48e5-beb7-9887897a6079 service neutron] 10.222.0.23 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633950 Jul 22 21:28:44.780104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:44.794268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'subnets': [{'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2026530202', 'ip_version': 6}, {'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:44.794554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'subnet': {'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2026530202', 'ip_version': 6}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:44.795033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['496068a0-8f16-4e25-9728-9b5ffcc7c9ee', '9f435797-d2d6-4461-873f-aab183edbc99', '23885e2a-b867-47a8-8ae0-ef564598cf7e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:28:44.795274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Request body: {'subnet': {'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:44.941245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39442) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:44.975488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa644a9-b5a7-46b0-9c9c-f9a777585ab6 None None] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:45.025841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-92eb825d-272b-427c-b2e5-344796ac347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:45.027744 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-92eb825d-272b-427c-b2e5-344796ac347e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1098 time: 0.5040514 Jul 22 21:28:45.030348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d5f6c38e-c8f4-4155-ae86-56e0252881dd req-956ec137-87c0-4e75-81c7-11f0cca10a51 service neutron] 10.222.0.23 "GET /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926419 Jul 22 21:28:45.053652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:45.054791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.056998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f0f09a1-02c3-40f6-b9b9-b0471918fda6 req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "PUT /v2.0/ports/23885e2a-b867-47a8-8ae0-ef564598cf7e HTTP/1.1" status: 200 len: 904 time: 1.8114476 Jul 22 21:28:45.067692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f11b6e5e-8ceb-4676-bc2d-83c404d81734 req-d03f421d-b1b1-4f36-ac46-f3a8f8b37f2e tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.2834237 Jul 22 21:28:45.068340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:45.070746 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0b4a66-0830-4027-91fa-c34b77163510" -d '{"events": [{"name": "network-changed", "server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:45.175354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62c65-1df8-449b-8e41-664782bebb69 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=23885e2a-b867-47a8-8ae0-ef564598cf7e,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:45.221427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Made reservation on behalf of 8f915600c3e74acebe2512d1b4f9e6b5 for: {'subnet': 2} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:45.233741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.234599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.331148 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a036-c16b-4462-a1b1-aea749c33fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.333814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['23885e2a-b867-47a8-8ae0-ef564598cf7e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:28:45.409766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.456528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-4d23c5df-2cc7-44ac-842e-c445112d6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:45.459132 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-4d23c5df-2cc7-44ac-842e-c445112d6cd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 920 time: 0.3876369 Jul 22 21:28:45.549873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-994844927'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:45.555080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-59e5ace6-80b0-4aa6-b37c-7ec7daffae44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 200 len: 217 time: 0.0790176 Jul 22 21:28:45.657062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9b9ab378-c9f8-419e-a121-63354005fb48 None None] Provisioning complete for port 23885e2a-b867-47a8-8ae0-ef564598cf7e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:45.657732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9b9ab378-c9f8-419e-a121-63354005fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.663368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-591df45e-f84b-4c36-af31-34c2d7b0d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:45.665122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-591df45e-f84b-4c36-af31-34c2d7b0d0b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.0979524 Jul 22 21:28:45.693873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Made reservation on behalf of 2f03c49f83994188ba08a0fd1042461e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:45.700381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.733941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.765288 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-94f6913d-d7b0-4dce-8468-576c31c631c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777009 Jul 22 21:28:45.815332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f255-1c30-498e-9f5f-00f0f44ad456 req-4961f8f2-59a8-4919-8faf-65819cccffe5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:45.828320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15e0f255-1c30-498e-9f5f-00f0f44ad456 req-4961f8f2-59a8-4919-8faf-65819cccffe5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2879984 Jul 22 21:28:45.951864 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-b5638671-dd40-4420-a411-c5ea5eecbc50 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724563 Jul 22 21:28:46.035151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:46.081093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15e0f255-1c30-498e-9f5f-00f0f44ad456 req-cc9783d7-ad88-4060-a2ac-26773256c932 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510607 Jul 22 21:28:46.099082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07304e07-5e7d-45b2-8059-a3a236d11379 req-8cb3ecef-1c38-4eec-876f-a54df395d9bf service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307917 Jul 22 21:28:46.320602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d235-809f-4d1e-80da-b119317b8919 req-36c93269-162c-4c8d-9af4-37bde9dfe5b2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:46.322231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-36c93269-162c-4c8d-9af4-37bde9dfe5b2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.4036982 Jul 22 21:28:46.352911 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:46.369764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:46.434164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-20ef2d93-7b6e-4d2a-a988-b8ba8a435791 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/quotas/e11db7375f0e4e81b2c682578de2ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0914421 Jul 22 21:28:46.472346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:28:46.524558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4360cb7-2990-4989-ace1-e7e19ba1bb2d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:46.544333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-e5a70b4f-55e5-4fa4-b605-03b8d521412d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871511 Jul 22 21:28:46.557774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:46.558371 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Added segment 740f9d9e-a928-4e6b-bc15-110ec55f90d0 of type vlan for network 556716fd-7a61-4f18-be75-18b3c5e02f34 Jul 22 21:28:46.626617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5358884-1b6a-44f1-a087-140768a0902b req-d41ea702-a259-4fbb-b579-0d57cca44b3b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:46.629317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5358884-1b6a-44f1-a087-140768a0902b req-d41ea702-a259-4fbb-b579-0d57cca44b3b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 907 time: 0.4126313 Jul 22 21:28:46.720782 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61d432a-d821-418d-9c50-6a1f41c9586a x-openstack-request-id: req-d61d432a-d821-418d-9c50-6a1f41c9586a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:46.721030 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:46.721393 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d61d432a-d821-418d-9c50-6a1f41c9586a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:46.721947 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e', 'status': 'completed', 'code': 200} Jul 22 21:28:46.748477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:46.756039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:46.864492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-0e6fbddd-e926-47bf-9309-8a4167a57289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:46.866848 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-0e6fbddd-e926-47bf-9309-8a4167a57289 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 1059 time: 0.0998929 Jul 22 21:28:46.918314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c3858aa-f8da-4a5f-9991-fcac0cd639b3 req-e16c955f-7056-4579-95da-2eb3fcc02122 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1501822 Jul 22 21:28:46.974987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Subnet': ['ID=77a455a1-f95f-4f3a-a3ae-dff1552c16a4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:46.980980 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:46.991612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:46.992754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:47.017810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-8e7a33a2-9e67-4331-825f-9ad8ec9bfc11 service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139268 Jul 22 21:28:47.031317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-8ce3d9c1-eba1-4f35-b341-f7ce4f204081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:47.033940 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-8ce3d9c1-eba1-4f35-b341-f7ce4f204081 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.1521189 Jul 22 21:28:47.127156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-0ef482c4-9e86-42e0-9608-9a87140862b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e HTTP/1.1" status: 200 len: 217 time: 0.0683713 Jul 22 21:28:47.128155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1418276 Jul 22 21:28:47.132553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39470) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:47.134736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Checking segment: {'id': '77b1efd7-1f9f-4045-a398-77644716ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:47.135308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network hostable DHCP agents. Network: 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:28:47.143058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'subnet': {'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:47.197835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c923cb4-2327-4fae-8c76-5a985f81b53b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Network': ['ID=556716fd-7a61-4f18-be75-18b3c5e02f34,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:47.215515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:28:47.289344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-5dc3fe63-77ad-4d91-8b5c-c4018f3cf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:47.290937 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-5dc3fe63-77ad-4d91-8b5c-c4018f3cf5b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1423905 Jul 22 21:28:47.322327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:28:47.362056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-cd457ef6-25f5-45d2-b429-68f71f4b0fc9 service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181741 Jul 22 21:28:47.371247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:47.391345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:47.407579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Made reservation on behalf of 2f03c49f83994188ba08a0fd1042461e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:47.413759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:47.516924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event updated for resources: {'Subnet': ['ID=3f2f3c82-ee6f-45ba-9cfc-4366e1450380,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:47.535664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c68541f-3a76-447f-bc27-410c33d373c1 None None] Network 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:47.573509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-7aee0260-c273-44c4-bd13-df61784fbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:47.576319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-7aee0260-c273-44c4-bd13-df61784fbc89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694480 Jul 22 21:28:47.592363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed482f-a2f0-4a09-97fc-b546615d5c34 req-75586c34-4789-4e2d-b52e-24ad9864ffec tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:47.595759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9ed482f-a2f0-4a09-97fc-b546615d5c34 req-75586c34-4789-4e2d-b52e-24ad9864ffec tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4160404 Jul 22 21:28:47.682510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Checking segment: {'id': 'df94a8e8-fe49-4e79-b651-4bff6fc199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:47.682819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network hostable DHCP agents. Network: a77ff385-c4bf-4fb4-a0d2-1b9b620267ef, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:28:47.696341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9ed482f-a2f0-4a09-97fc-b546615d5c34 req-9a3e0b9b-e161-47ea-9d80-f106c8cb8d94 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886900 Jul 22 21:28:47.733998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Network a77ff385-c4bf-4fb4-a0d2-1b9b620267ef is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:28:47.766506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a77ff385-c4bf-4fb4-a0d2-1b9b620267ef) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:47.786885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:47.787615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:47.789121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:47.832320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c4c4f-f9b4-4a58-9e9c-dfab35440440 None None] Network a77ff385-c4bf-4fb4-a0d2-1b9b620267ef requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:47.851348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-cefe278f-27ba-4743-a37f-3ca0a81dc973 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596958 Jul 22 21:28:47.864673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b9ccc7b-ce22-4990-9251-792f9874822e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0773327 Jul 22 21:28:47.869830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39476) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:47.886453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-0fc306f1-c2e7-477c-ae03-2a6cf73bff6c', 'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c', 'tenant_id': '8f915600c3e74acebe2512d1b4f9e6b5', 'fixed_ips': [{'subnet_id': '77a455a1-f95f-4f3a-a3ae-dff1552c16a4'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:28:47.887957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:47.923540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a02031-e7f0-4847-b61f-a40a613cfc5e req-30bc50da-e3c0-4ea8-857a-b9317aedfae8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:47.925621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51a02031-e7f0-4847-b61f-a40a613cfc5e req-30bc50da-e3c0-4ea8-857a-b9317aedfae8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1272216 Jul 22 21:28:48.033158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51a02031-e7f0-4847-b61f-a40a613cfc5e req-f3619d7b-e8ce-471f-8321-83d11f4f4639 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926762 Jul 22 21:28:48.083587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:48.182942 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:48.231740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c447462-03a0-4f21-baa4-e4a9d099d4b3 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:48.235411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c447462-03a0-4f21-baa4-e4a9d099d4b3 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:48.238372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c447462-03a0-4f21-baa4-e4a9d099d4b3 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:48.251035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39482) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:48.251369 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c447462-03a0-4f21-baa4-e4a9d099d4b3 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3790469 Jul 22 21:28:48.281314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Subnet': ['ID=64459bf9-6d03-440e-af8b-e77e73d61ad3,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:48.315524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a77ff385-c4bf-4fb4-a0d2-1b9b620267ef', 'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef', 'tenant_id': '8f915600c3e74acebe2512d1b4f9e6b5', 'fixed_ips': [{'subnet_id': '3f2f3c82-ee6f-45ba-9cfc-4366e1450380'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:28:48.316527 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:48.334693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c0b4a66-0830-4027-91fa-c34b77163510 req-e41345f4-f171-4fbc-9924-9b57245cd259 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597590 Jul 22 21:28:48.349391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Allocated IP 2001:db8::1 (0fc306f1-c2e7-477c-ae03-2a6cf73bff6c/77a455a1-f95f-4f3a-a3ae-dff1552c16a4/80f0f55f-7d40-45b0-98e5-25e92e7510bc) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:48.360264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Checking segment: {'id': '740f9d9e-a928-4e6b-bc15-110ec55f90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:48.360749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Network hostable DHCP agents. Network: 556716fd-7a61-4f18-be75-18b3c5e02f34, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:28:48.385207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:28:48.399210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 556716fd-7a61-4f18-be75-18b3c5e02f34) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:48.412939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:48.413774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:48.432573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Deleting subnet 77a455a1-f95f-4f3a-a3ae-dff1552c16a4 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:28:48.437382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9490bc7b-f5ab-404d-8009-c4d49926d99f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3023303 Jul 22 21:28:48.441126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39484) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:48.453004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2a1cf525-ab3d-49b1-8a3e-9730f1f0ae5b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-719339976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:48.493108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325e026-b33f-488b-847b-2f41cd24f01d None None] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:48.547892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf525-ab3d-49b1-8a3e-9730f1f0ae5b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:48.549043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf525-ab3d-49b1-8a3e-9730f1f0ae5b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:48.601451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c749f-9cb9-4288-8597-ddc7a753d9e3 req-dd424ab8-0cb0-4cc8-b595-a321683d3c15 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:48.603038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-549c749f-9cb9-4288-8597-ddc7a753d9e3 req-dd424ab8-0cb0-4cc8-b595-a321683d3c15 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1403670 Jul 22 21:28:48.917547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Allocated IP 2001:db8:0:1::1 (a77ff385-c4bf-4fb4-a0d2-1b9b620267ef/3f2f3c82-ee6f-45ba-9cfc-4366e1450380/2ac23f96-4391-4603-b8d1-5bd7e98c7795) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:49.005606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf525-ab3d-49b1-8a3e-9730f1f0ae5b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.028478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad1aadd3-c220-4670-93f9-7a51597faf75 req-7efb7078-6316-4797-8b4d-3c95a09d3bda tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0536742 Jul 22 21:28:49.032706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf525-ab3d-49b1-8a3e-9730f1f0ae5b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.056540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-556716fd-7a61-4f18-be75-18b3c5e02f34', 'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34', 'tenant_id': '2f03c49f83994188ba08a0fd1042461e', 'fixed_ips': [{'subnet_id': '64459bf9-6d03-440e-af8b-e77e73d61ad3'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:28:49.058524 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.069811 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.096679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-549c749f-9cb9-4288-8597-ddc7a753d9e3 req-4b124cd6-9547-44cd-90df-011f6da4e067 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106288 Jul 22 21:28:49.102447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf525-ab3d-49b1-8a3e-9730f1f0ae5b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.109480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39498) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:49.114770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a1cf525-ab3d-49b1-8a3e-9730f1f0ae5b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6639957 Jul 22 21:28:49.122329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Transition to ACTIVE for port object 80f0f55f-7d40-45b0-98e5-25e92e7510bc will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:49.257397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4ade567-6048-4ad0-8813-0975c52aedf1 req-1be5ee44-9869-464e-a705-17391e6ca406 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 210 time: 0.0657072 Jul 22 21:28:49.481791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1219-755c-4617-8c52-f1534227149d req-d979b0d8-cf61-46a2-a039-ef232a5634ce tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:49.486444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.495101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64bf1219-755c-4617-8c52-f1534227149d req-d979b0d8-cf61-46a2-a039-ef232a5634ce tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1281519 Jul 22 21:28:49.501396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Transition to ACTIVE for port object 2ac23f96-4391-4603-b8d1-5bd7e98c7795 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:49.528065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Transition to ACTIVE for port object 2ac23f96-4391-4603-b8d1-5bd7e98c7795 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:49.610352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Transition to ACTIVE for port object 80f0f55f-7d40-45b0-98e5-25e92e7510bc will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:49.623524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64bf1219-755c-4617-8c52-f1534227149d req-41fa6ede-c6a3-45d2-af3f-b320757e6174 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295710 Jul 22 21:28:49.637457 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.647052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.676625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.813649 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.828690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Network 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:49.834223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Network a77ff385-c4bf-4fb4-a0d2-1b9b620267ef is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:49.838295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:49.846101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:49.850105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:49.859449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:49.867239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Pushing event updated for resources: {'Port': ['ID=2ac23f96-4391-4603-b8d1-5bd7e98c7795,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:49.874977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:49.910511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2882f3c8-d4e8-44fc-8fb2-ee847c77b552 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:49.921646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2882f3c8-d4e8-44fc-8fb2-ee847c77b552 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.3269866 Jul 22 21:28:49.968836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-0769b627-3a8a-48a2-bb79-d6cfdd36f138 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/quotas/e6df074fe81a4875a5ee682f7bc5f9d8 HTTP/1.1" status: 200 len: 375 time: 0.0454242 Jul 22 21:28:50.004955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Allocated IP 172.20.0.2 (556716fd-7a61-4f18-be75-18b3c5e02f34/64459bf9-6d03-440e-af8b-e77e73d61ad3/8a5e9e74-d7b1-4ee5-8075-456a607e93b1) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:50.112039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.133337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Pushing event updated for resources: {'Port': ['ID=80f0f55f-7d40-45b0-98e5-25e92e7510bc,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:50.151158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Attempting to bind port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:50.151744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Attempting to bind port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'df94a8e8-fe49-4e79-b651-4bff6fc199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:50.152318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Attempting to bind port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 on network a77ff385-c4bf-4fb4-a0d2-1b9b620267ef {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:50.172908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Attempting to bind port 80f0f55f-7d40-45b0-98e5-25e92e7510bc on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:50.173521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Attempting to bind port 80f0f55f-7d40-45b0-98e5-25e92e7510bc by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '77b1efd7-1f9f-4045-a398-77644716ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:50.174107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Attempting to bind port 80f0f55f-7d40-45b0-98e5-25e92e7510bc on network 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:50.198117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:50.198721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Checking segment: {'id': 'df94a8e8-fe49-4e79-b651-4bff6fc199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:50.199892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.200089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Bound using segment: {'id': 'df94a8e8-fe49-4e79-b651-4bff6fc199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:50.200904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Bound port: 2ac23f96-4391-4603-b8d1-5bd7e98c7795, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df94a8e8-fe49-4e79-b651-4bff6fc199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a77ff385-c4bf-4fb4-a0d2-1b9b620267ef'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:50.201635 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.264714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-a7d3538b-0e56-4051-8ed3-902058baf92c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2197685 Jul 22 21:28:50.302697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:50.303696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Checking segment: {'id': '77b1efd7-1f9f-4045-a398-77644716ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:50.304984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.305674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Bound using segment: {'id': '77b1efd7-1f9f-4045-a398-77644716ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:50.306830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Bound port: 80f0f55f-7d40-45b0-98e5-25e92e7510bc, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b1efd7-1f9f-4045-a398-77644716ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0fc306f1-c2e7-477c-ae03-2a6cf73bff6c'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:50.307328 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.312550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] For port 2ac23f96-4391-4603-b8d1-5bd7e98c7795, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:50.325389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7e6207e-5a72-412e-a504-f31799956c57 req-f865863b-b23d-416c-9c80-3422f1d20236 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0821323 Jul 22 21:28:50.332746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] For port 2ac23f96-4391-4603-b8d1-5bd7e98c7795, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2ac23f96-4391-4603-b8d1-5bd7e98c7795,segment=NetworkSegment(df94a8e8-fe49-4e79-b651-4bff6fc199c9),segment_id=df94a8e8-fe49-4e79-b651-4bff6fc199c9)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:50.354829 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.394762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.397281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/subnets/77a455a1-f95f-4f3a-a3ae-dff1552c16a4 HTTP/1.1" status: 204 len: 168 time: 2.1439767 Jul 22 21:28:50.400795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.401923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39520) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:50.489807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcd427-a38f-446b-8851-e431528242df tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Subnet': ['ID=77a455a1-f95f-4f3a-a3ae-dff1552c16a4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:50.555317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Deleting subnet 3f2f3c82-ee6f-45ba-9cfc-4366e1450380 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:28:50.563964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.621241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2514a-6eeb-4703-8741-f8126220de31 None None] Pushing event updated for resources: {'Port': ['ID=2ac23f96-4391-4603-b8d1-5bd7e98c7795,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:50.645692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] For port 80f0f55f-7d40-45b0-98e5-25e92e7510bc, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:50.652646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] For port 80f0f55f-7d40-45b0-98e5-25e92e7510bc, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=80f0f55f-7d40-45b0-98e5-25e92e7510bc,segment=NetworkSegment(77b1efd7-1f9f-4045-a398-77644716ea0c),segment_id=77b1efd7-1f9f-4045-a398-77644716ea0c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:50.671283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.690506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.746807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64777787-6c32-49d2-89ca-7b1cc779c58a req-a42cf616-6ccd-4019-82af-71022a63ff48 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 210 time: 0.1437578 Jul 22 21:28:50.777457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-e2a0e3bd-d8bd-4d5f-b658-d5b7fe32f5ed service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665370 Jul 22 21:28:50.785689 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.875456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Transition to ACTIVE for port object 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:50.981781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e059f4c-95ac-489f-af44-754db7ecf395 None None] Pushing event updated for resources: {'Port': ['ID=80f0f55f-7d40-45b0-98e5-25e92e7510bc,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:51.046373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Transition to ACTIVE for port object 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:51.062905 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.084389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fef480-2e63-4615-9895-f3941a7bca1c None None] Network 0fc306f1-c2e7-477c-ae03-2a6cf73bff6c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:51.183062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-f88123df-5ef6-45c1-a897-8e0a7db071c6 service neutron] 10.222.0.54 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946321 Jul 22 21:28:51.202383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.220353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddb3b0-85a0-4e63-83ec-1e9fb2cead9d req-b6d0ecf4-558b-40d6-b35b-f32fb52416cf tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:51.221441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Pushing event updated for resources: {'Port': ['ID=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:51.232509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83ddb3b0-85a0-4e63-83ec-1e9fb2cead9d req-b6d0ecf4-558b-40d6-b35b-f32fb52416cf tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2198036 Jul 22 21:28:51.245172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:51.252362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:51.263274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:51.301252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d235-809f-4d1e-80da-b119317b8919 req-96c60bde-fc71-47b4-bbaf-0f68e7831599 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:51.303811 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-96c60bde-fc71-47b4-bbaf-0f68e7831599 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.5055461 Jul 22 21:28:51.328039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83ddb3b0-85a0-4e63-83ec-1e9fb2cead9d req-3d4b7a8e-e61f-4182-b1ef-f26165ec7c39 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844600 Jul 22 21:28:51.352878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Request body: {'port': {'device_id': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'admin_state_up': True, 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:51.425917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Attempting to bind port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:51.426653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Attempting to bind port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '740f9d9e-a928-4e6b-bc15-110ec55f90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:51.427295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Attempting to bind port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 on network 556716fd-7a61-4f18-be75-18b3c5e02f34 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:51.441472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:51.442396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Checking segment: {'id': '740f9d9e-a928-4e6b-bc15-110ec55f90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:51.443532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Allocated IP 172.20.0.1 (556716fd-7a61-4f18-be75-18b3c5e02f34/64459bf9-6d03-440e-af8b-e77e73d61ad3/02c563c9-bbdb-4b92-8d52-31315826197c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:51.443682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.444389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Bound using segment: {'id': '740f9d9e-a928-4e6b-bc15-110ec55f90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:51.445292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Bound port: 8a5e9e74-d7b1-4ee5-8075-456a607e93b1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740f9d9e-a928-4e6b-bc15-110ec55f90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:51.446353 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.454177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.550450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-185cdee4-c6f7-4103-902d-f65625e6c8fa req-a0ee3929-8d99-4a8e-b8b5-fc60a2ddce4d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 210 time: 0.0665708 Jul 22 21:28:51.564016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2f3c82-ee6f-45ba-9cfc-4366e1450380,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:51.676035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba25574c-f584-49b2-8d64-7f51cb0ac50d req-24eb0d9d-7ca1-4871-8de6-7b9564b590b5 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1320355 Jul 22 21:28:51.708407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] For port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:51.712351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] For port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,segment=NetworkSegment(740f9d9e-a928-4e6b-bc15-110ec55f90d0),segment_id=740f9d9e-a928-4e6b-bc15-110ec55f90d0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:51.722125 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.732501 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.738022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6681a9e9-eb26-4913-88b9-bbd35e3affee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/subnets/3f2f3c82-ee6f-45ba-9cfc-4366e1450380 HTTP/1.1" status: 204 len: 168 time: 1.3336616 Jul 22 21:28:51.741365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39532) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:51.822289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb715a5-ff0b-4981-a598-a6c8d957946d None None] Pushing event updated for resources: {'Port': ['ID=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:51.968176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9ff0-9d90-4909-8dc4-d38c4205d30e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:51.975511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-118a9ff0-9d90-4909-8dc4-d38c4205d30e tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2320399 Jul 22 21:28:51.976274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39540) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:52.042333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c893dbc4-f5fe-434a-b738-1bacba9815b7 req-5f42da5f-9a78-40b7-89b2-e300ad55a26e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 210 time: 0.0550475 Jul 22 21:28:52.191740 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:52.353001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Deleting port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:52.355602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:52.539269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] For port 2ac23f96-4391-4603-b8d1-5bd7e98c7795, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2ac23f96-4391-4603-b8d1-5bd7e98c7795,segment=NetworkSegment(df94a8e8-fe49-4e79-b651-4bff6fc199c9),segment_id=df94a8e8-fe49-4e79-b651-4bff6fc199c9)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:52.539782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:52.597096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:52.602565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:52.636675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:52.640734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2ac23f96-4391-4603-b8d1-5bd7e98c7795 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:52.654042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Calling delete_port for 2ac23f96-4391-4603-b8d1-5bd7e98c7795 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:52.687325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Transition to ACTIVE for port object 02c563c9-bbdb-4b92-8d52-31315826197c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:52.708745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439682d-84db-4c22-9a3a-2bec746facdc None None] Network a77ff385-c4bf-4fb4-a0d2-1b9b620267ef requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:52.848424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:52.929723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e608a692-7bf1-4747-b00a-1384beb25099 req-8a868e1a-0fe7-4031-8e4e-460aba2ba528 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 210 time: 0.0906563 Jul 22 21:28:52.930108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Allocated IP 172.20.0.6 (bca1f6e1-114f-4930-bd89-a5fd9f153bcd/757bc2a4-8ae5-4593-8eff-91833bb24163/41795cb8-4bea-413e-bfe0-968ea1dd33fc) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:52.945929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:52.957207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:52.981521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:53.006620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e5240-59cc-41e6-9db4-ab54c86de2aa req-9cca07c6-a95b-4a8f-8d7c-070422d9ba5f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:53.015133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-128e5240-59cc-41e6-9db4-ab54c86de2aa req-9cca07c6-a95b-4a8f-8d7c-070422d9ba5f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4715624 Jul 22 21:28:53.017081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.050939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Port': ['ID=02c563c9-bbdb-4b92-8d52-31315826197c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:53.097651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.167078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] No DVR routers for this DVR port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:28:53.171685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Port': ['ID=2ac23f96-4391-4603-b8d1-5bd7e98c7795,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:53.351454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6ab275f0-95b4-4f26-a89f-3e64000a3d8a None None] Provisioning complete for port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:53.352284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6ab275f0-95b4-4f26-a89f-3e64000a3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.387770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6ab275f0-95b4-4f26-a89f-3e64000a3d8a None None] Port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:28:53.399586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No active binding found for port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 {{(pid=94093) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:28:53.400110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2ac23f96-4391-4603-b8d1-5bd7e98c7795 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 21:28:53.438541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Port 2ac23f96-4391-4603-b8d1-5bd7e98c7795 not found, will not notify nova. {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 21:28:53.466019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b9b3f-19fa-4ad0-a9b1-7ff7520fef92 None None] DHCP port deletion for a77ff385-c4bf-4fb4-a0d2-1b9b620267ef request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:28:53.472427 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.520539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77ff385-c4bf-4fb4-a0d2-1b9b620267ef']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:53.558454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-330cc07f-4685-4e50-8abd-742f0762decd req-86c93a44-7d15-4d7f-81a7-0905baa71678 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.2115357 Jul 22 21:28:53.593376 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.612147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df94a8e8-fe49-4e79-b651-4bff6fc199c9') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:53.612894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df94a8e8-fe49-4e79-b651-4bff6fc199c9') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:53.636394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.643601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-128e5240-59cc-41e6-9db4-ab54c86de2aa req-eea019d4-b530-4a6e-9bc2-347f50dd5911 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950611 Jul 22 21:28:53.675434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.699992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e61b7-c651-40af-83e1-c6752ad55aca None None] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:28:53.707166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:53.708455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.757520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:53.793583 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:53.900885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f1576af3-a149-4c25-8aca-5ecf3ff192a6 None None] Provisioning for port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:53.951690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed358385-ce45-49ba-b53e-6fd341567ebb req-834c49b0-9abd-4842-8b57-4c2f00d1ef54 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 210 time: 0.0793185 Jul 22 21:28:53.965424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.005458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.008789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/networks/a77ff385-c4bf-4fb4-a0d2-1b9b620267ef HTTP/1.1" status: 204 len: 168 time: 2.0312338 Jul 22 21:28:54.025974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39558) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:54.040012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d1f2b-28ee-432b-adb1-05a9f87d9376 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Network': ['ID=a77ff385-c4bf-4fb4-a0d2-1b9b620267ef,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:54.133286 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.179200 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.306503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8349c1b5-f0ca-46a7-a5fa-96bef196acb5 req-f787a168-da6d-42c7-b72b-ba85f1544383 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 210 time: 0.1216326 Jul 22 21:28:54.337315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Deleting port 80f0f55f-7d40-45b0-98e5-25e92e7510bc {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:54.338054 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.412265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-d7870be6-1fc9-4c9a-a7ee-ee0139e7ab12 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:54.414788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-d7870be6-1fc9-4c9a-a7ee-ee0139e7ab12 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 811 time: 0.4945135 Jul 22 21:28:54.443531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:54.449850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:54.460446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Request body: {'port': {'device_id': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'admin_state_up': True, 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:54.462959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] For port 80f0f55f-7d40-45b0-98e5-25e92e7510bc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=80f0f55f-7d40-45b0-98e5-25e92e7510bc,segment=NetworkSegment(77b1efd7-1f9f-4045-a398-77644716ea0c),segment_id=77b1efd7-1f9f-4045-a398-77644716ea0c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:54.463557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.477328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:54.481239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:54.485009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Calling delete_port for 80f0f55f-7d40-45b0-98e5-25e92e7510bc owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:54.544288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event updated for resources: {'Port': ['ID=41795cb8-4bea-413e-bfe0-968ea1dd33fc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:54.553206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:54.560320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:54.560733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.650872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.684003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-927da8cf-ff30-4bb2-ad2d-e3fc02ea5bb3 None None] Provisioning for port 02c563c9-bbdb-4b92-8d52-31315826197c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:54.707597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-927da8cf-ff30-4bb2-ad2d-e3fc02ea5bb3 None None] Provisioning complete for port 02c563c9-bbdb-4b92-8d52-31315826197c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:54.709107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-927da8cf-ff30-4bb2-ad2d-e3fc02ea5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.718435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] No DVR routers for this DVR port 80f0f55f-7d40-45b0-98e5-25e92e7510bc on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:28:54.725380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Port': ['ID=80f0f55f-7d40-45b0-98e5-25e92e7510bc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:54.771920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:54.773773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.830396 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-92b73d79-7528-4668-93ab-83bea83d770d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4858694 Jul 22 21:28:54.865209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Request body: {'port': {'device_id': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:54.870051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:54.921649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-927da8cf-ff30-4bb2-ad2d-e3fc02ea5bb3 None None] Port 02c563c9-bbdb-4b92-8d52-31315826197c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:54.922549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc306f1-c2e7-477c-ae03-2a6cf73bff6c']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:54.962286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-927da8cf-ff30-4bb2-ad2d-e3fc02ea5bb3 None None] Provisioning complete for port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:54.963418 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-927da8cf-ff30-4bb2-ad2d-e3fc02ea5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.017638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b229aeb-0d6d-4e7c-8746-d254adb73e66 req-4d354ddf-c83e-41a9-97be-218f6ad0e332 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1421103 Jul 22 21:28:55.018991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5134f2aa-0af3-44a7-891c-ceb6b5bdb555 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:28:55.028063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b1efd7-1f9f-4045-a398-77644716ea0c') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:55.030391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b1efd7-1f9f-4045-a398-77644716ea0c') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:55.050171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.067514 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.088815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.098571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:55.099143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.136941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.177020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.184566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.189354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Made reservation on behalf of e6df074fe81a4875a5ee682f7bc5f9d8 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:55.196805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:55.203900 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:55.246478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,segment=NetworkSegment(740f9d9e-a928-4e6b-bc15-110ec55f90d0),segment_id=740f9d9e-a928-4e6b-bc15-110ec55f90d0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:55.270748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.284556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.309195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.315178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/networks/0fc306f1-c2e7-477c-ae03-2a6cf73bff6c HTTP/1.1" status: 204 len: 168 time: 1.2845216 Jul 22 21:28:55.337692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39568) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:55.359019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645984f2-6318-4276-87d2-4714cc4ae9cd tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Network': ['ID=0fc306f1-c2e7-477c-ae03-2a6cf73bff6c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:55.403468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d13f3-3d0e-4ed1-81b0-14449b4df34a req-4806509a-0c88-4e04-bec2-f1c2b9593229 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:55.405393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5134f2aa-0af3-44a7-891c-ceb6b5bdb555 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:28:55.416282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a57d13f3-3d0e-4ed1-81b0-14449b4df34a req-4806509a-0c88-4e04-bec2-f1c2b9593229 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.5367341 Jul 22 21:28:55.431208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:55.448685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2ac23f96-4391-4603-b8d1-5bd7e98c7795 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:28:55.469318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc48f24-ebbe-4a47-997a-1b30fbbefd35 req-fc33a43b-b4e1-4f13-bb81-e15ba2ba34e8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:55.469318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efc48f24-ebbe-4a47-997a-1b30fbbefd35 req-fc33a43b-b4e1-4f13-bb81-e15ba2ba34e8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 931 time: 0.2628005 Jul 22 21:28:55.495017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 2ac23f96-4391-4603-b8d1-5bd7e98c7795 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:28:55.496555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2ac23f96-4391-4603-b8d1-5bd7e98c7795 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:28:55.501849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.544099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a57d13f3-3d0e-4ed1-81b0-14449b4df34a req-37507022-eebf-4046-8b53-80bb36ac7705 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259465 Jul 22 21:28:55.577823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d2fc1c12-4fa9-4b37-a93f-069a4c3ddb54 None None] Provisioning complete for port 02c563c9-bbdb-4b92-8d52-31315826197c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:55.578197 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1c12-4fa9-4b37-a93f-069a4c3ddb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.582650 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efc48f24-ebbe-4a47-997a-1b30fbbefd35 req-31b1b87f-74fd-42d9-8687-47eb28967ab4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032674 Jul 22 21:28:55.688484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Port': ['ID=02c563c9-bbdb-4b92-8d52-31315826197c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:55.715241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47db8123-b64f-4939-9d7a-f554011a8e00 req-9daf9a10-84a2-4363-a45f-9ca420a06827 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 210 time: 0.0549810 Jul 22 21:28:55.745893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc1c12-4fa9-4b37-a93f-069a4c3ddb54 None None] Port 02c563c9-bbdb-4b92-8d52-31315826197c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:55.836816 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.092792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Allocated IP 172.20.0.8 (54816aaf-9317-42d2-88a0-072c36c71da5/7136f993-7f31-4f60-9b0c-c2932bc483f4/d430105c-13e0-4448-ad5b-829e474086b3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:56.216179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70eaa16d-c6b7-489d-a9db-c43d22f28529 req-4b070e0b-f87a-467c-98e8-a8bd9134a5ec tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0464387 Jul 22 21:28:56.314915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:56.320493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.326075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:56.350689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:56.377375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef78a606-f36a-46f6-8b1c-d0c8a316a9ee']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:56.386052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:56.387231 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.469133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-62ada08a-6518-4327-bdeb-b7b1331b584d req-4d50878f-4f6c-4f08-af99-a05c7791c938 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0955534 Jul 22 21:28:56.475052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a852889-217d-4ab4-bc70-3696b5b62a74') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:56.477038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a852889-217d-4ab4-bc70-3696b5b62a74') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:56.571521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.694389 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.717636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f56789e7-3a4b-4049-87bd-d7f6c6ab9388 None None] Provisioning complete for port 02c563c9-bbdb-4b92-8d52-31315826197c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:56.718561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f56789e7-3a4b-4049-87bd-d7f6c6ab9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.725180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:56.725625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:56.730685 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:56.780145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f56789e7-3a4b-4049-87bd-d7f6c6ab9388 None None] Port 02c563c9-bbdb-4b92-8d52-31315826197c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:56.790841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41795cb8-4bea-413e-bfe0-968ea1dd33fc {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:56.811057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.838960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c38a26-3d67-426a-8add-595bf64a8f50 req-2a380a25-469a-4329-a78c-817e53ed008d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:56.841460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28c38a26-3d67-426a-8add-595bf64a8f50 req-2a380a25-469a-4329-a78c-817e53ed008d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1713824 Jul 22 21:28:56.870131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75703cfd-ace5-4a6d-b236-a14f31fc482a req-77c12d87-f055-4ef5-93fb-ff7958e01e16 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:56.871964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75703cfd-ace5-4a6d-b236-a14f31fc482a req-77c12d87-f055-4ef5-93fb-ff7958e01e16 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 931 time: 0.1741652 Jul 22 21:28:56.916967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Transition to ACTIVE for port object 41795cb8-4bea-413e-bfe0-968ea1dd33fc will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:56.924321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.941403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28c38a26-3d67-426a-8add-595bf64a8f50 req-125c8085-a4e4-40fb-a6d2-a1dbf65745f5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877209 Jul 22 21:28:56.949084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.952650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.955238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/networks/ef78a606-f36a-46f6-8b1c-d0c8a316a9ee HTTP/1.1" status: 204 len: 168 time: 1.6164489 Jul 22 21:28:56.958475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39584) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:56.966857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606d9a2-b84b-455b-afff-ed2681dfd4ee tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Network': ['ID=ef78a606-f36a-46f6-8b1c-d0c8a316a9ee,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:56.985574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-75703cfd-ace5-4a6d-b236-a14f31fc482a req-7b42e794-aefd-45a7-a16d-03e249f5796e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993540 Jul 22 21:28:57.022729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.095608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Transition to ACTIVE for port object d430105c-13e0-4448-ad5b-829e474086b3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:57.106838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Router de1d492d-d478-41ac-a77c-38df8d129185 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:28:57.116764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Pushing event updated for resources: {'Port': ['ID=41795cb8-4bea-413e-bfe0-968ea1dd33fc,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:57.166394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.189776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd72cddc-a816-4959-9509-53444bc07b45 req-85bff02b-4684-47e4-b66e-b72320250572 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 210 time: 0.0506120 Jul 22 21:28:57.323634 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.343224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a5f143-d26a-4dc0-a3c6-0aec717754fd']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.356001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.370571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Attempting to bind port 41795cb8-4bea-413e-bfe0-968ea1dd33fc on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:57.371040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Attempting to bind port 41795cb8-4bea-413e-bfe0-968ea1dd33fc by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:57.371217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Attempting to bind port 41795cb8-4bea-413e-bfe0-968ea1dd33fc on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:57.372179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['496068a0-8f16-4e25-9728-9b5ffcc7c9ee', '9f435797-d2d6-4461-873f-aab183edbc99'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:28:57.400183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e36aad-3b38-49f0-94e9-7e2daa7e458a') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.401175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e36aad-3b38-49f0-94e9-7e2daa7e458a') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.404133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:28:57.412753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1e34c724-6926-434b-8c10-f6d45669ca6a tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "PUT /v2.0/routers/de1d492d-d478-41ac-a77c-38df8d129185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2947106 Jul 22 21:28:57.416275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Port 41795cb8-4bea-413e-bfe0-968ea1dd33fc on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:28:57.416602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Attempting to bind port 41795cb8-4bea-413e-bfe0-968ea1dd33fc on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:57.420115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39588) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:57.422362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2709008c-d84c-4d7f-a545-7148eb47845a req-6fe3fa87-0dda-4411-ae67-5b6a5608a923 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0626671 Jul 22 21:28:57.424943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.426798 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] Sync routers for ids ['de1d492d-d478-41ac-a77c-38df8d129185'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:28:57.429041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'port': {'network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34', 'name': 'tempest-FloatingIPNegativeTestJSON-912968914'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:57.455351 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] Routers {'de1d492d-d478-41ac-a77c-38df8d129185'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:57.456625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.459386 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de1d492d-d478-41ac-a77c-38df8d129185'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.480012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Network 54816aaf-9317-42d2-88a0-072c36c71da5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:57.480012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:57.480012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Checking segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:57.480012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Bound using segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:57.480012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Bound port: 41795cb8-4bea-413e-bfe0-968ea1dd33fc, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:57.480012 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.484250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:28:57.484770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.489660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:28:57.509057 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:28:57.550594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.559913 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] Routers {'de1d492d-d478-41ac-a77c-38df8d129185'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:57.560539 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de1d492d-d478-41ac-a77c-38df8d129185'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.595723 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.596428 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb55dd8-2071-4e9f-9eb3-73edc6f35991 None None] The sync data for ids ['de1d492d-d478-41ac-a77c-38df8d129185'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:28:57.613688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.621780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:57.626101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:57.666057 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.678296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] 10.222.0.54 "DELETE /v2.0/networks/94a5f143-d26a-4dc0-a3c6-0aec717754fd HTTP/1.1" status: 204 len: 168 time: 0.7182460 Jul 22 21:28:57.680404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a704b-e3ca-4ac0-be6a-b4cee61ef714 tempest-BulkNetworkOpsIpV6Test-1129466389 tempest-BulkNetworkOpsIpV6Test-1129466389-project] Pushing event deleted for resources: {'Network': ['ID=94a5f143-d26a-4dc0-a3c6-0aec717754fd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:57.790922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:57.791775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.846438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] For port 41795cb8-4bea-413e-bfe0-968ea1dd33fc, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:57.852555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] For port 41795cb8-4bea-413e-bfe0-968ea1dd33fc, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=41795cb8-4bea-413e-bfe0-968ea1dd33fc,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:57.862958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.879768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Made reservation on behalf of 2f03c49f83994188ba08a0fd1042461e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:57.885958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.932359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-043681da-97f9-4b3f-be5d-3c24c0dd59e4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4802887 Jul 22 21:28:57.958370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:57.959089 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:57.961277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] 10.222.0.23 "PUT /v2.0/ports/41795cb8-4bea-413e-bfe0-968ea1dd33fc HTTP/1.1" status: 200 len: 1092 time: 3.1050620 Jul 22 21:28:57.963827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'tag': '41795cb8-4bea-413e-bfe0-968ea1dd33fc'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:57.965909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-494a5c62-8021-48ac-9306-5a800c3553db None None] Provisioning for port d430105c-13e0-4448-ad5b-829e474086b3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:57.967799 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4103b3b1-4ef5-4ce6-878e-9960edec0cbc", "tag": "41795cb8-4bea-413e-bfe0-968ea1dd33fc"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:57.983437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Request body: {'port': {'device_id': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:57.986740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-494a5c62-8021-48ac-9306-5a800c3553db None None] Provisioning complete for port d430105c-13e0-4448-ad5b-829e474086b3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:57.987947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-494a5c62-8021-48ac-9306-5a800c3553db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:58.001671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] device_id is not set on port 1ddb08f9-5385-4334-ac5a-e561d08211de yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:28:58.091188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-494a5c62-8021-48ac-9306-5a800c3553db None None] Port d430105c-13e0-4448-ad5b-829e474086b3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:58.320621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:58.394078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25186-3195-44f1-8ffb-853546488c84 req-3e98c2ea-565c-4ffe-b0a8-370002beef57 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:58.402685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba25186-3195-44f1-8ffb-853546488c84 req-3e98c2ea-565c-4ffe-b0a8-370002beef57 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 943 time: 0.1513708 Jul 22 21:28:58.420810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dbfd8-f79f-4e70-9cfc-f8c9f0d3220f req-d0d21ea9-76ab-4f4b-a4ac-97f911b7f85e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:58.424378 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-524dbfd8-f79f-4e70-9cfc-f8c9f0d3220f req-d0d21ea9-76ab-4f4b-a4ac-97f911b7f85e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2374630 Jul 22 21:28:58.527355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba25186-3195-44f1-8ffb-853546488c84 req-f44e697d-e194-49c4-8494-527df6543ec1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233628 Jul 22 21:28:58.535470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-524dbfd8-f79f-4e70-9cfc-f8c9f0d3220f req-7b2be521-bfa6-4596-8817-94e9c0c370a3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985110 Jul 22 21:28:58.638918 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff31c5d-4e40-4b62-81a9-1891f669f8e1 x-openstack-request-id: req-4ff31c5d-4e40-4b62-81a9-1891f669f8e1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:58.639406 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103b3b1-4ef5-4ce6-878e-9960edec0cbc", "tag": "41795cb8-4bea-413e-bfe0-968ea1dd33fc", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:58.639724 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ff31c5d-4e40-4b62-81a9-1891f669f8e1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:58.640360 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'tag': '41795cb8-4bea-413e-bfe0-968ea1dd33fc', 'status': 'completed', 'code': 200} Jul 22 21:28:58.652587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b27fefe8-96e0-40a3-9e84-5fd32fcffe98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f915600c3e74acebe2512d1b4f9e6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274057 Jul 22 21:28:58.660442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39610) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:58.672536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae4130-6a1f-45ce-aa2c-4397a5dc5515 service neutron] Pushing event updated for resources: {'Port': ['ID=41795cb8-4bea-413e-bfe0-968ea1dd33fc,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:58.834351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:58.858410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53531425-fd93-4dde-b470-b168feb73862 req-fae98164-0cd2-436b-bcc8-238d142defb9 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0645392 Jul 22 21:28:58.859347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fd18950-e2f9-4d73-b0ba-e59e49a79cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:58.860644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Allocated IP 172.20.0.14 (556716fd-7a61-4f18-be75-18b3c5e02f34/64459bf9-6d03-440e-af8b-e77e73d61ad3/1ddb08f9-5385-4334-ac5a-e561d08211de) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:58.895749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d235-809f-4d1e-80da-b119317b8919 req-0a7bd7f9-08fb-402e-86d3-4d5bcc8d2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:58.897869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-0a7bd7f9-08fb-402e-86d3-4d5bcc8d2afc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 1095 time: 0.8379557 Jul 22 21:28:58.907528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c41a5-1aed-40e7-b202-da553acaae74 req-23a2c417-619f-4143-aad0-cc6930dce5b3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:58.910237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b4c41a5-1aed-40e7-b202-da553acaae74 req-23a2c417-619f-4143-aad0-cc6930dce5b3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 931 time: 0.2425485 Jul 22 21:28:58.920310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fd18950-e2f9-4d73-b0ba-e59e49a79cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.011050 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-77327a44-8439-4c5d-a2f4-8ef968caf435 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41795cb8-4bea-413e-bfe0-968ea1dd33fc HTTP/1.1" status: 200 len: 217 time: 0.0791602 Jul 22 21:28:59.031886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b4c41a5-1aed-40e7-b202-da553acaae74 req-5db3e478-68d7-4172-a9f9-9eae31da0f12 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072993 Jul 22 21:28:59.033515 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fd18950-e2f9-4d73-b0ba-e59e49a79cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.036226 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8fd18950-e2f9-4d73-b0ba-e59e49a79cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.037830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8fd18950-e2f9-4d73-b0ba-e59e49a79cee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/323dccf5-d06d-4597-a6ed-aa789e674058 HTTP/1.1" status: 204 len: 168 time: 0.3760922 Jul 22 21:28:59.065363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd18950-e2f9-4d73-b0ba-e59e49a79cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323dccf5-d06d-4597-a6ed-aa789e674058,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:59.339568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d235-809f-4d1e-80da-b119317b8919 req-84085be0-d89a-41b7-bb2f-6634d13740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:59.342000 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-84085be0-d89a-41b7-bb2f-6634d13740d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.3138523 Jul 22 21:28:59.392814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb8cf78c-33ce-4933-855f-9732e206512b req-ecc8f6ed-3032-4fbc-9f08-8bbce1baea6b tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65&device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.0487449 Jul 22 21:28:59.456739 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-9734048e-b36d-44ad-a00d-b019f71376d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897703 Jul 22 21:28:59.615833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.739726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Transition to ACTIVE for port object 1ddb08f9-5385-4334-ac5a-e561d08211de will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:59.798245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a985a5-6f5a-4493-b923-a4e20287534e req-1a9cbb39-630a-4c66-ac01-717d51d53bac tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:59.815382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72a985a5-6f5a-4493-b923-a4e20287534e req-1a9cbb39-630a-4c66-ac01-717d51d53bac tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1671839 Jul 22 21:28:59.924579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a6adc32c-3239-45b5-9f33-b60c38d039c1 req-fcd7030e-a15f-403f-92b9-eed9496fdf2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8174e703e8d4203b9c85b4f6648bcd8&device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1301649 Jul 22 21:28:59.927948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d430105c-13e0-4448-ad5b-829e474086b3 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:59.966567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.968566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72a985a5-6f5a-4493-b923-a4e20287534e req-d35ca8e1-1dfd-4324-a6df-177db9b577e7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503241 Jul 22 21:28:59.976642 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-63a0cd07-09e4-43ce-abf0-d6fa41779f4c service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854243 Jul 22 21:29:00.016888 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a6adc32c-3239-45b5-9f33-b60c38d039c1 req-b1799200-510e-404f-affa-256c0ad93ea1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c8174e703e8d4203b9c85b4f6648bcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573308 Jul 22 21:29:00.037047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d140a-9662-4e2c-a45a-4bb670812cda req-9fd5993e-830f-437d-a966-a082f13de0e5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:00.040276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d29d140a-9662-4e2c-a45a-4bb670812cda req-9fd5993e-830f-437d-a966-a082f13de0e5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 943 time: 0.1926496 Jul 22 21:29:00.060057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.079352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Transition to ACTIVE for port object d430105c-13e0-4448-ad5b-829e474086b3 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:00.110086 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d29d140a-9662-4e2c-a45a-4bb670812cda req-322afffb-8da5-4ab0-af53-1d6d915d0acc tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 Jul 22 21:29:00.140813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.241403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:00.305130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:00.315584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Port': ['ID=1ddb08f9-5385-4334-ac5a-e561d08211de,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:00.372443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:00.376565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-140dac4e-1729-49ac-a68d-378b9b2ae387 req-7d02e357-1fd6-4a12-b66f-da2fae317068 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1185107 Jul 22 21:29:00.377348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39646) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:00.496052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed77b85-a4b3-4c08-b474-74f1afa5dbe1 req-3fc9f5d5-2b2c-4b48-9cf6-466d43aa3dbe tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:00.501411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ed77b85-a4b3-4c08-b474-74f1afa5dbe1 req-3fc9f5d5-2b2c-4b48-9cf6-466d43aa3dbe tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.2221034 Jul 22 21:29:00.555335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:00.556559 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.577875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2253d235-809f-4d1e-80da-b119317b8919 req-de1b6ea4-200b-4de7-8fef-a27ccc1cff3b service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794716 Jul 22 21:29:00.579380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:00.612314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ed77b85-a4b3-4c08-b474-74f1afa5dbe1 req-21701bff-2423-4c3e-944e-65893e2461d9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991645 Jul 22 21:29:00.650036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-358735353'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:00.653107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc32c-3239-45b5-9f33-b60c38d039c1 req-6bbf91d2-e52c-4eed-a319-75800bf30901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:00.658134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a6adc32c-3239-45b5-9f33-b60c38d039c1 req-6bbf91d2-e52c-4eed-a319-75800bf30901 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6176505 Jul 22 21:29:00.664827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dd19f1c7-0a43-41fc-a22c-a0d41253080b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2399912 Jul 22 21:29:00.669656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39650) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:00.692124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:00.706530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:00.716446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.735334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.795366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Attempting to bind port d430105c-13e0-4448-ad5b-829e474086b3 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:29:00.796216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Attempting to bind port d430105c-13e0-4448-ad5b-829e474086b3 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:29:00.797530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Attempting to bind port d430105c-13e0-4448-ad5b-829e474086b3 on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:29:00.835426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.860783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Port d430105c-13e0-4448-ad5b-829e474086b3 on network 54816aaf-9317-42d2-88a0-072c36c71da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:29:00.861512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Attempting to bind port d430105c-13e0-4448-ad5b-829e474086b3 on network 54816aaf-9317-42d2-88a0-072c36c71da5 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:29:00.873987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:29:00.874340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Checking segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:00.874809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Bound using segment: {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:29:00.875576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Bound port: d430105c-13e0-4448-ad5b-829e474086b3, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0fc2cc-ecb5-44ae-a857-2670bfff306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:29:00.876201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.919609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-14b15e43-47e8-4276-bc14-d64edc9e3916 None None] Provisioning for port 1ddb08f9-5385-4334-ac5a-e561d08211de completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:00.926360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-14b15e43-47e8-4276-bc14-d64edc9e3916 None None] Provisioning complete for port 1ddb08f9-5385-4334-ac5a-e561d08211de triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:00.927642 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-14b15e43-47e8-4276-bc14-d64edc9e3916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.934957 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.955155 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.992968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-bc8d9256-7919-4bb7-b4b8-5f4328181a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:00.993871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-14b15e43-47e8-4276-bc14-d64edc9e3916 None None] Port 1ddb08f9-5385-4334-ac5a-e561d08211de cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:00.995204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-bc8d9256-7919-4bb7-b4b8-5f4328181a4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 1095 time: 0.2200613 Jul 22 21:29:01.008028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:29:01.035094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11842fb2-98df-47ab-b120-a8bb8f3dfd14,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:01.049599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.051036 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment fc969c21-b0fc-4f14-ab36-44cf3459a34d of type vlan for network a0a1a058-8158-488c-92a6-75806e92d12f Jul 22 21:29:01.122521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:29:01.152131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.157620 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.165018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:29:01.202849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.244590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122113d-1b73-4ec6-893a-5a75f6e718aa req-1bf1be1e-0044-4d61-bc63-22c810d31548 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:01.248885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4122113d-1b73-4ec6-893a-5a75f6e718aa req-1bf1be1e-0044-4d61-bc63-22c810d31548 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1517260 Jul 22 21:29:01.252120 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.266198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:01.267868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.310235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:01.311309 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.314051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] 10.222.0.23 "PUT /v2.0/ports/d430105c-13e0-4448-ad5b-829e474086b3 HTTP/1.1" status: 200 len: 1092 time: 3.3512352 Jul 22 21:29:01.319891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:01.322369 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816caeb6-992a-4a7c-81b8-08b88c4e984c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "tag": "d430105c-13e0-4448-ad5b-829e474086b3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:01.346015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-1c95017a-b21c-427a-b409-ecc3f40d8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:01.348907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-1c95017a-b21c-427a-b409-ecc3f40d8673 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 911 time: 0.3357320 Jul 22 21:29:01.360382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e717c9b-e38d-4b36-8cc0-a3ee2cda2fed service neutron] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:01.390981 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.470040 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-1b654d81-c3f0-4109-8e25-6774c9d7e4b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41795cb8-4bea-413e-bfe0-968ea1dd33fc HTTP/1.1" status: 200 len: 217 time: 0.0920093 Jul 22 21:29:01.726096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-d61b408f-ee30-474b-bdf8-8d6d8465f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:01.727762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-d61b408f-ee30-474b-bdf8-8d6d8465f91d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.1589208 Jul 22 21:29:01.752942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3740914 Jul 22 21:29:01.758577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39664) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:01.765174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1946981112'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:01.810058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92e24a-9659-4d58-843d-4ac0589f5e50 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=a0a1a058-8158-488c-92a6-75806e92d12f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:01.812081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-9385d901-fb09-493a-b75f-8817b124e3ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572469 Jul 22 21:29:01.817526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4122113d-1b73-4ec6-893a-5a75f6e718aa req-2ffae380-5e9e-4ece-a164-9dfd731b1692 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449402 Jul 22 21:29:01.828761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Allocated IP 172.25.5.197 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/81927068-6060-4e07-beba-ad04964e4b6e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:01.834259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a0a1a058-8158-488c-92a6-75806e92d12f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:29:01.846943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:01.851271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:01.863996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-047ceafd-d87a-47be-9987-d6b696969041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:01.865875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-047ceafd-d87a-47be-9987-d6b696969041 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 1095 time: 0.4198701 Jul 22 21:29:01.901052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801379fd-7ae8-47d2-bf31-94b31275e565 req-d1b9f4fa-3ccf-4cd3-adee-78eeef0828e1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:01.903742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-801379fd-7ae8-47d2-bf31-94b31275e565 req-d1b9f4fa-3ccf-4cd3-adee-78eeef0828e1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 943 time: 0.6077731 Jul 22 21:29:01.927748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:29:01.947750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-a499a6f8-5f38-4de3-bf91-b26c3fbc5497 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d430105c-13e0-4448-ad5b-829e474086b3 HTTP/1.1" status: 200 len: 217 time: 0.0674853 Jul 22 21:29:01.985323 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b718120-7c36-4723-9ee6-f18471b9d327 x-openstack-request-id: req-8b718120-7c36-4723-9ee6-f18471b9d327 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:01.985658 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "tag": "d430105c-13e0-4448-ad5b-829e474086b3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:01.986047 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b718120-7c36-4723-9ee6-f18471b9d327 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:01.986631 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3', 'status': 'completed', 'code': 200} Jul 22 21:29:02.006226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-801379fd-7ae8-47d2-bf31-94b31275e565 req-76b06b5d-b187-4936-af80-b82a5f56ae6d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849118 Jul 22 21:29:02.009210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.010121 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment f65ed01d-e994-4a78-8c12-30473897f903 of type vlan for network fd6c8489-c775-4c95-bc45-953cae85ea21 Jul 22 21:29:02.093740 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.104896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.168834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eedebf42-8fec-44bb-b16e-13e205684c39 req-97f5cd1a-f41c-428c-8d03-b19072fb9abf tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0501914 Jul 22 21:29:02.187574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-bc1b1855-48dc-4081-8e9c-cbfe11f1e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:02.190130 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-bc1b1855-48dc-4081-8e9c-cbfe11f1e919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.2264047 Jul 22 21:29:02.211932 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-9587558e-8211-4ccc-bb72-525b72c6792d service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862615 Jul 22 21:29:02.229293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.239729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:02.240754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.314803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.330778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5711696 Jul 22 21:29:02.336457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39668) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:02.394832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': 'a0a1a058-8158-488c-92a6-75806e92d12f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:02.413526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325458e-e258-4b6a-91e8-cd5caae70e88 req-62e4982c-e40f-440d-a654-72e3c429f992 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:02.415763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c325458e-e258-4b6a-91e8-cd5caae70e88 req-62e4982c-e40f-440d-a654-72e3c429f992 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.2495184 Jul 22 21:29:02.419430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d503a-653f-43b6-a534-64940a83a3a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=fd6c8489-c775-4c95-bc45-953cae85ea21,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:02.439954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network fd6c8489-c775-4c95-bc45-953cae85ea21 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:29:02.455242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7154f3cf-0ba4-4365-ad89-2b11cc5bb1f0 req-66e7b336-b599-4926-8949-9b357b9f9dcc service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145071 Jul 22 21:29:02.461013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-173f432c-e54d-4685-9afc-c5f739cb0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:02.463118 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-173f432c-e54d-4685-9afc-c5f739cb0245 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2552972 Jul 22 21:29:02.466170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.565006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c325458e-e258-4b6a-91e8-cd5caae70e88 req-c64a9afc-6648-42c5-bac9-78f17d7624e9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205323 Jul 22 21:29:02.588009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:02.603075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:02.606860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:02.607773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:02.612118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.625713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Port': ['ID=81927068-6060-4e07-beba-ad04964e4b6e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:02.791497 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-de14e3bd-8b7d-47ee-a6c1-ccaba1ff2f44 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100824 Jul 22 21:29:02.905269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.946094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.985655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba0edf92-1dc1-45f3-8b5c-7c775384b460 req-a67199f6-c88e-4c44-abc4-2048a9b986cf service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636248 Jul 22 21:29:02.990894 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:03.094419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=f6dc671f-98b1-4865-a7aa-b0628ae0af2f,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:03.129106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': 'fc969c21-b0fc-4f14-ab36-44cf3459a34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a0a1a058-8158-488c-92a6-75806e92d12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:03.129692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: a0a1a058-8158-488c-92a6-75806e92d12f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:29:03.174091 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebdfce-8af9-407c-8734-8f3baced47f8 req-6a635f3a-6b0c-4542-aee7-5322edce5bf9 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:03.176134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ebdfce-8af9-407c-8734-8f3baced47f8 req-6a635f3a-6b0c-4542-aee7-5322edce5bf9 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1859865 Jul 22 21:29:03.181008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network a0a1a058-8158-488c-92a6-75806e92d12f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:29:03.248666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a0a1a058-8158-488c-92a6-75806e92d12f) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:03.258222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:03.259058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:03.261962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59ed82-7e9f-4b00-bb7a-2d660a9d86e5 None None] Network a0a1a058-8158-488c-92a6-75806e92d12f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:03.313499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ebdfce-8af9-407c-8734-8f3baced47f8 req-b1c3b99d-12b4-44d7-b882-cd6a28b887c2 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212749 Jul 22 21:29:03.317152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-074c75ff-43de-472d-9ae2-817a785f25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:03.320286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-074c75ff-43de-472d-9ae2-817a785f25a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 1095 time: 0.2591705 Jul 22 21:29:03.322946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c7997d0-6a53-42a9-98b2-06af4c96e080 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9836724 Jul 22 21:29:03.326560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39678) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:03.336744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': 'fd6c8489-c775-4c95-bc45-953cae85ea21', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:03.418347 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:03.429728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b610d2-0728-49bb-ae23-973591eaea96 req-73695d8b-4f65-4b13-bd84-3d3c931dffd3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:03.430099 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:03.433717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b610d2-0728-49bb-ae23-973591eaea96 req-73695d8b-4f65-4b13-bd84-3d3c931dffd3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 943 time: 0.2545946 Jul 22 21:29:03.562854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6837a2d6-7de6-4023-bd74-41ed8c846714 req-fee31f1a-5c04-4ce9-a46a-76e537beb6c1 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.1230383 Jul 22 21:29:03.616027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a0a1a058-8158-488c-92a6-75806e92d12f', 'network_id': 'a0a1a058-8158-488c-92a6-75806e92d12f', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': 'f6dc671f-98b1-4865-a7aa-b0628ae0af2f'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:29:03.617508 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:03.647470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b610d2-0728-49bb-ae23-973591eaea96 req-b46c173a-fed5-4a3c-baeb-729639ab6693 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818972 Jul 22 21:29:03.668250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:03.677801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:03.889772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Allocated IP 172.20.0.2 (a0a1a058-8158-488c-92a6-75806e92d12f/f6dc671f-98b1-4865-a7aa-b0628ae0af2f/cd2bf7cd-4255-411a-952c-8b21c250fe1d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:03.960199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a68026-cb54-4f94-a4c5-b1684a6fe33e req-18801708-fca6-4d0a-a793-f9e034979d29 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:03.968362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93a68026-cb54-4f94-a4c5-b1684a6fe33e req-18801708-fca6-4d0a-a793-f9e034979d29 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.1676376 Jul 22 21:29:03.995379 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a6adc32c-3239-45b5-9f33-b60c38d039c1 req-3888405e-3286-4fe7-a10b-850ec73d2b11 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0701942 Jul 22 21:29:04.076046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Port': ['ID=81927068-6060-4e07-beba-ad04964e4b6e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:04.088183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-14338892-1fd2-4612-95ee-4fd26910d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:04.091721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-14338892-1fd2-4612-95ee-4fd26910d5b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.7396202 Jul 22 21:29:04.122727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93a68026-cb54-4f94-a4c5-b1684a6fe33e req-e8618650-f77e-4fae-be2d-e899c6951597 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022866 Jul 22 21:29:04.140502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.184795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.202980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Transition to ACTIVE for port object cd2bf7cd-4255-411a-952c-8b21c250fe1d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:04.207684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-61a6254b-3c1b-4109-a8ef-98aa734249b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d430105c-13e0-4448-ad5b-829e474086b3 HTTP/1.1" status: 200 len: 217 time: 0.0969529 Jul 22 21:29:04.215411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.226449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Transition to ACTIVE for port object cd2bf7cd-4255-411a-952c-8b21c250fe1d will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:04.239669 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.284190 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.286543 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5e5c1dfe-52d7-4273-81ed-40d1710273b7 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6156929 Jul 22 21:29:04.291226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39684) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:04.308677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ae684c69-0295-4232-b925-d6c1bfb4b2f9 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'floatingip': {'port_id': '1ddb08f9-5385-4334-ac5a-e561d08211de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:04.324974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Network a0a1a058-8158-488c-92a6-75806e92d12f is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:04.341645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': 'f65ed01d-e994-4a78-8c12-30473897f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'fd6c8489-c775-4c95-bc45-953cae85ea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:04.341955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:04.342088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: fd6c8489-c775-4c95-bc45-953cae85ea21, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:29:04.346245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:04.347260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=288c624e-965e-47b1-afdc-692fb902cfb8,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:04.365659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Pushing event updated for resources: {'Port': ['ID=cd2bf7cd-4255-411a-952c-8b21c250fe1d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:04.380395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network fd6c8489-c775-4c95-bc45-953cae85ea21 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:29:04.397719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, fd6c8489-c775-4c95-bc45-953cae85ea21) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:04.408958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:04.410156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.410475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae684c69-0295-4232-b925-d6c1bfb4b2f9 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.442800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746ad71-e91f-407d-8d8b-7637e588a0c7 None None] Network fd6c8489-c775-4c95-bc45-953cae85ea21 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:04.447035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-04b3f457-7cf9-407c-977d-7dceeffa6f85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1185992 Jul 22 21:29:04.451016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39688) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:04.461416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8b1942f1-8c70-43bd-ab82-7a886820bc1b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-879348511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:04.473845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-46ee3d05-cdda-4524-9274-645b63a814dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:04.476566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-46ee3d05-cdda-4524-9274-645b63a814dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.2510834 Jul 22 21:29:04.577232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b1942f1-8c70-43bd-ab82-7a886820bc1b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.579176 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b1942f1-8c70-43bd-ab82-7a886820bc1b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.594450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Attempting to bind port cd2bf7cd-4255-411a-952c-8b21c250fe1d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:29:04.594450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Attempting to bind port cd2bf7cd-4255-411a-952c-8b21c250fe1d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fc969c21-b0fc-4f14-ab36-44cf3459a34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a0a1a058-8158-488c-92a6-75806e92d12f'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:29:04.594954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Attempting to bind port cd2bf7cd-4255-411a-952c-8b21c250fe1d on network a0a1a058-8158-488c-92a6-75806e92d12f {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:29:04.616268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:29:04.616872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Checking segment: {'id': 'fc969c21-b0fc-4f14-ab36-44cf3459a34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a0a1a058-8158-488c-92a6-75806e92d12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:04.617534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.618177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Bound using segment: {'id': 'fc969c21-b0fc-4f14-ab36-44cf3459a34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a0a1a058-8158-488c-92a6-75806e92d12f'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:29:04.618946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Bound port: cd2bf7cd-4255-411a-952c-8b21c250fe1d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc969c21-b0fc-4f14-ab36-44cf3459a34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a0a1a058-8158-488c-92a6-75806e92d12f'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:29:04.619593 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.660683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaa8e3-b1ca-4871-8325-724df34ee3f4 req-89414e67-c0c3-4fbf-84b7-41388bf47f94 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:04.663041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bbaa8e3-b1ca-4871-8325-724df34ee3f4 req-89414e67-c0c3-4fbf-84b7-41388bf47f94 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1879842 Jul 22 21:29:04.669114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-4ea4fdfd-18b2-42f9-964c-cb2932d2e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:04.671992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-4ea4fdfd-18b2-42f9-964c-cb2932d2e55c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487374 Jul 22 21:29:04.717322 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:29:04.729766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b1942f1-8c70-43bd-ab82-7a886820bc1b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.747401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b1942f1-8c70-43bd-ab82-7a886820bc1b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.763141 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-ae684c69-0295-4232-b925-d6c1bfb4b2f9 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] update failed (client error): The resource could not be found. Jul 22 21:29:04.768250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ae684c69-0295-4232-b925-d6c1bfb4b2f9 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "PUT /v2.0/floatingips/2cd99579-0218-40f3-9c05-aaa104428cca HTTP/1.1" status: 404 len: 507 time: 0.4712954 Jul 22 21:29:04.773279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39698) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:04.804418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-210d1705-cd75-45d5-ac2e-423b68d6cdfe req-d9e251a1-70e8-488b-a615-cc9c48f3f7f0 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=aff962f4-0c98-42b9-bcd2-5ce94dbd7c65 HTTP/1.1" status: 200 len: 210 time: 0.0712306 Jul 22 21:29:04.835279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bbaa8e3-b1ca-4871-8325-724df34ee3f4 req-36773fb9-adcc-46ab-8a59-e2671e8e29a2 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278234 Jul 22 21:29:04.837620 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b1942f1-8c70-43bd-ab82-7a886820bc1b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.839972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b1942f1-8c70-43bd-ab82-7a886820bc1b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3866045 Jul 22 21:29:04.845175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39702) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:04.966572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] For port cd2bf7cd-4255-411a-952c-8b21c250fe1d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:29:04.989271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-fd6c8489-c775-4c95-bc45-953cae85ea21', 'network_id': 'fd6c8489-c775-4c95-bc45-953cae85ea21', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': '288c624e-965e-47b1-afdc-692fb902cfb8'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:29:04.990901 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:05.023194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] For port cd2bf7cd-4255-411a-952c-8b21c250fe1d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd2bf7cd-4255-411a-952c-8b21c250fe1d,segment=NetworkSegment(fc969c21-b0fc-4f14-ab36-44cf3459a34d),segment_id=fc969c21-b0fc-4f14-ab36-44cf3459a34d)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:29:05.056770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:05.214835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 41795cb8-4bea-413e-bfe0-968ea1dd33fc details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:29:05.251358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-f27541bc-b0e2-4dd5-9180-1bce8f2cd26d service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648949 Jul 22 21:29:05.368763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Deleting port 81927068-6060-4e07-beba-ad04964e4b6e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:05.369331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:05.482564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f78d3-e805-4dd8-ac7f-42165ff5524c req-ed9c6494-cb20-4586-b3ac-8c07dbd8470d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:05.488364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-550f78d3-e805-4dd8-ac7f-42165ff5524c req-ed9c6494-cb20-4586-b3ac-8c07dbd8470d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 943 time: 0.4018321 Jul 22 21:29:05.513022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Allocated IP 172.21.0.2 (fd6c8489-c775-4c95-bc45-953cae85ea21/288c624e-965e-47b1-afdc-692fb902cfb8/28e6ee2f-8a09-4ebd-b5f6-050018a04ff9) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:05.615806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-816caeb6-992a-4a7c-81b8-08b88c4e984c req-c80ec9d8-42fe-40d6-8b98-fd5d3f101cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158157 Jul 22 21:29:05.622311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:05.622642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:05.637747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-550f78d3-e805-4dd8-ac7f-42165ff5524c req-d75d4430-b35e-46b2-95c1-b8ccd38cc290 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921631 Jul 22 21:29:05.663359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Calling delete_port for 81927068-6060-4e07-beba-ad04964e4b6e owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:05.684082 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3199d-58bc-4d52-8d4e-2624a9365ef5 None None] Pushing event updated for resources: {'Port': ['ID=cd2bf7cd-4255-411a-952c-8b21c250fe1d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:05.713296 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:05.960082 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 41795cb8-4bea-413e-bfe0-968ea1dd33fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=41795cb8-4bea-413e-bfe0-968ea1dd33fc,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:06.037837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '41795cb8-4bea-413e-bfe0-968ea1dd33fc', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'port_id': '41795cb8-4bea-413e-bfe0-968ea1dd33fc', 'mac_address': 'fa:16:3e:09:98:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757bc2a4-8ae5-4593-8eff-91833bb24163', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:29:06.091249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.152809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event deleted for resources: {'Port': ['ID=81927068-6060-4e07-beba-ad04964e4b6e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:06.206590 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.210995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.244754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41795cb8-4bea-413e-bfe0-968ea1dd33fc {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:29:06.268404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.273582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.275778 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1f0fc274-c6c8-45ac-9906-e4ef6e5a7e09 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "DELETE /v2.0/floatingips/2cd99579-0218-40f3-9c05-aaa104428cca HTTP/1.1" status: 204 len: 168 time: 1.5010645 Jul 22 21:29:06.286050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39718) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:06.301710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 41795cb8-4bea-413e-bfe0-968ea1dd33fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=41795cb8-4bea-413e-bfe0-968ea1dd33fc,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:06.304804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Transition to ACTIVE for port object 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:06.314901 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.334766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-81f49df4-bd4a-4f38-87cd-2176ff5201d6 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'floatingip': {'floating_network_id': '556716fd-7a61-4f18-be75-18b3c5e02f34', 'port_id': '1ddb08f9-5385-4334-ac5a-e561d08211de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:06.387495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Transition to ACTIVE for port object 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:06.415200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.423208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd2bf7cd-4255-411a-952c-8b21c250fe1d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:06.470989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=41795cb8-4bea-413e-bfe0-968ea1dd33fc,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:06.520687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Network fd6c8489-c775-4c95-bc45-953cae85ea21 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:06.524272 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81f49df4-bd4a-4f38-87cd-2176ff5201d6 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.532191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:06.539409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:06.607821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Pushing event updated for resources: {'Port': ['ID=28e6ee2f-8a09-4ebd-b5f6-050018a04ff9,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:06.625832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port cd2bf7cd-4255-411a-952c-8b21c250fe1d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:06.660855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507d08-6e4d-41bc-b8fa-cf97e52287f6 req-3aee75bf-ad83-4c53-a44e-eb96efa1c56e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:06.664165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef507d08-6e4d-41bc-b8fa-cf97e52287f6 req-3aee75bf-ad83-4c53-a44e-eb96efa1c56e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4709368 Jul 22 21:29:06.684063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Attempting to bind port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:29:06.684693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Attempting to bind port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f65ed01d-e994-4a78-8c12-30473897f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'fd6c8489-c775-4c95-bc45-953cae85ea21'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:29:06.685251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Attempting to bind port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 on network fd6c8489-c775-4c95-bc45-953cae85ea21 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:29:06.694905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47fe74-328c-4401-aa3e-bb7e28078426 req-ed210569-7e42-498b-bb4c-6cca8d5f7328 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:06.696495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a47fe74-328c-4401-aa3e-bb7e28078426 req-ed210569-7e42-498b-bb4c-6cca8d5f7328 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.5054784 Jul 22 21:29:06.708670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:29:06.709269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Checking segment: {'id': 'f65ed01d-e994-4a78-8c12-30473897f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'fd6c8489-c775-4c95-bc45-953cae85ea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:06.711017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.711678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Bound using segment: {'id': 'f65ed01d-e994-4a78-8c12-30473897f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'fd6c8489-c775-4c95-bc45-953cae85ea21'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:29:06.712422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Bound port: 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65ed01d-e994-4a78-8c12-30473897f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'fd6c8489-c775-4c95-bc45-953cae85ea21'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:29:06.713240 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.752079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.20.0.1 (a0a1a058-8158-488c-92a6-75806e92d12f/f6dc671f-98b1-4865-a7aa-b0628ae0af2f/cd24bca2-f09f-4a2e-afbd-b921143adf03) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:06.820239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] For port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:29:06.824861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] For port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=28e6ee2f-8a09-4ebd-b5f6-050018a04ff9,segment=NetworkSegment(f65ed01d-e994-4a78-8c12-30473897f903),segment_id=f65ed01d-e994-4a78-8c12-30473897f903)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:29:06.830985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:06.906382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['41795cb8-4bea-413e-bfe0-968ea1dd33fc'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:29:06.907379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a47fe74-328c-4401-aa3e-bb7e28078426 req-864073c5-0d24-4700-8c79-1798c717ef1c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989682 Jul 22 21:29:06.930062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef507d08-6e4d-41bc-b8fa-cf97e52287f6 req-eae7b838-4649-47aa-9d5f-19385d5f3ad7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324398 Jul 22 21:29:07.003476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4891c0-3ddd-489f-aa2e-5b9e8cff9a90 None None] Pushing event updated for resources: {'Port': ['ID=28e6ee2f-8a09-4ebd-b5f6-050018a04ff9,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:07.164965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d430105c-13e0-4448-ad5b-829e474086b3 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:29:07.325212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.349774 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-81f49df4-bd4a-4f38-87cd-2176ff5201d6 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:29:07.356752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-81f49df4-bd4a-4f38-87cd-2176ff5201d6 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0623307 Jul 22 21:29:07.359695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:07.371997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object cd24bca2-f09f-4a2e-afbd-b921143adf03 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:07.379812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '1ddb08f9-5385-4334-ac5a-e561d08211de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:07.413962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5204bbc-3d6b-4dc6-92b2-474d407f5237 None None] Network a0a1a058-8158-488c-92a6-75806e92d12f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:07.538971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.593528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e66909f4-91a8-4cdc-911e-45e08fa6f14e req-446fa37f-eadb-45b5-8232-c1e72c701d48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8174e703e8d4203b9c85b4f6648bcd8&device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.2598195 Jul 22 21:29:07.597547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.615525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:07.669907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4299ff-5adf-44ab-817d-01aef146eb79 req-b62c5323-c4b9-41fb-aa93-f638be0a1a71 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:07.688457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4299ff-5adf-44ab-817d-01aef146eb79 req-b62c5323-c4b9-41fb-aa93-f638be0a1a71 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 944 time: 0.5459223 Jul 22 21:29:07.692260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-20356aad-d63c-4c5d-a9a4-690ab438aa9d None None] Provisioning for port cd2bf7cd-4255-411a-952c-8b21c250fe1d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:07.727579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-20356aad-d63c-4c5d-a9a4-690ab438aa9d None None] Provisioning complete for port cd2bf7cd-4255-411a-952c-8b21c250fe1d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:07.728329 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20356aad-d63c-4c5d-a9a4-690ab438aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.734743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd430105c-13e0-4448-ad5b-829e474086b3', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': 'd430105c-13e0-4448-ad5b-829e474086b3', 'mac_address': 'fa:16:3e:03:c8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:29:07.744137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e66909f4-91a8-4cdc-911e-45e08fa6f14e req-437b6ab5-eb3d-4077-b385-fa64305e6474 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c8174e703e8d4203b9c85b4f6648bcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099858 Jul 22 21:29:07.948137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.007746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d430105c-13e0-4448-ad5b-829e474086b3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:29:08.030696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66909f4-91a8-4cdc-911e-45e08fa6f14e req-7b874d02-45b8-48e1-9a40-5f1d87514783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:08.034189 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e66909f4-91a8-4cdc-911e-45e08fa6f14e req-7b874d02-45b8-48e1-9a40-5f1d87514783 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2721643 Jul 22 21:29:08.038867 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.044165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:08.055885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.132767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network a0a1a058-8158-488c-92a6-75806e92d12f is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:08.156795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-138ac68e-626b-480d-8e08-c1164e9046ce req-c0d83ecf-7d16-4824-87e6-6ebe058b0417 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.4578786 Jul 22 21:29:08.187100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20356aad-d63c-4c5d-a9a4-690ab438aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.191480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:08.200179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:08.216332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=cd24bca2-f09f-4a2e-afbd-b921143adf03,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:08.381826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe4299ff-5adf-44ab-817d-01aef146eb79 req-2bb1b965-25bc-4d9d-a0db-14f103756e42 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843462 Jul 22 21:29:08.391483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-20356aad-d63c-4c5d-a9a4-690ab438aa9d None None] For port cd2bf7cd-4255-411a-952c-8b21c250fe1d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd2bf7cd-4255-411a-952c-8b21c250fe1d,segment=NetworkSegment(fc969c21-b0fc-4f14-ab36-44cf3459a34d),segment_id=fc969c21-b0fc-4f14-ab36-44cf3459a34d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:08.437980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20356aad-d63c-4c5d-a9a4-690ab438aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.482922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:08.528645 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.614683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:08.633047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Allocated IP 172.25.5.6 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/a9324f6e-b76d-497b-ad1f-fa724b0c2898) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:08.767675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d430105c-13e0-4448-ad5b-829e474086b3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:29:08.819658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7773de-dfed-493b-81f9-02645b31cf61 req-912ee354-b281-4eb9-9df2-299c7a3a885f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:08.830413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee7773de-dfed-493b-81f9-02645b31cf61 req-912ee354-b281-4eb9-9df2-299c7a3a885f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 944 time: 0.4940166 Jul 22 21:29:08.916246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20356aad-d63c-4c5d-a9a4-690ab438aa9d None None] Pushing event updated for resources: {'Port': ['ID=cd2bf7cd-4255-411a-952c-8b21c250fe1d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:08.933364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:09.004699 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.076415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.108723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee7773de-dfed-493b-81f9-02645b31cf61 req-468cd8f6-55a4-4989-a4ae-d623ec46cfbc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627470 Jul 22 21:29:09.126793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:09.141043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93272-8329-4259-ad5a-7913648815c8 req-5ef59b63-9f14-45c9-b523-a70bd002786c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:09.157596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59e93272-8329-4259-ad5a-7913648815c8 req-5ef59b63-9f14-45c9-b523-a70bd002786c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.5252545 Jul 22 21:29:09.162487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-692400a5-1d13-44e4-8a06-8a984b1431e2 None None] Provisioning complete for port cd2bf7cd-4255-411a-952c-8b21c250fe1d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:09.163124 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-692400a5-1d13-44e4-8a06-8a984b1431e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.163324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:09.167758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:09.216225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c906b3-ebe4-4fec-a7b1-dc1d13ae0080 None None] Network fd6c8489-c775-4c95-bc45-953cae85ea21 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:09.250972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.294507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event updated for resources: {'Port': ['ID=a9324f6e-b76d-497b-ad1f-fa724b0c2898,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:09.460864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59e93272-8329-4259-ad5a-7913648815c8 req-73181fb3-7cef-4c6d-aaae-4985875069e4 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023512 Jul 22 21:29:09.694320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Deleting port a9324f6e-b76d-497b-ad1f-fa724b0c2898 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:09.695248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.758246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09658d1c-da9a-4281-a5ce-f9e935df44d9 req-33eaa177-c614-475c-9929-1bf7abfb8b28 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.1385107 Jul 22 21:29:09.759704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-692400a5-1d13-44e4-8a06-8a984b1431e2 None None] Provisioning for port cd24bca2-f09f-4a2e-afbd-b921143adf03 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:09.777569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-692400a5-1d13-44e4-8a06-8a984b1431e2 None None] Provisioning complete for port cd24bca2-f09f-4a2e-afbd-b921143adf03 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:09.779281 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-692400a5-1d13-44e4-8a06-8a984b1431e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.838354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-692400a5-1d13-44e4-8a06-8a984b1431e2 None None] Port cd24bca2-f09f-4a2e-afbd-b921143adf03 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:09.870644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.871337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.920861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Calling delete_port for a9324f6e-b76d-497b-ad1f-fa724b0c2898 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:09.991288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Provisioning for port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:10.005109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Provisioning complete for port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:10.006589 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.088188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee01115-51db-4f29-99d9-880a3119d569 req-d3ea016e-8615-40db-bc9a-76c6df7bdde7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:10.092871 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cee01115-51db-4f29-99d9-880a3119d569 req-d3ea016e-8615-40db-bc9a-76c6df7bdde7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 944 time: 0.4482584 Jul 22 21:29:10.246820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.337667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cee01115-51db-4f29-99d9-880a3119d569 req-8f3c74c4-0fc5-475e-b144-7a331ac9c133 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220056 Jul 22 21:29:10.342395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.366290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.409723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event deleted for resources: {'Port': ['ID=a9324f6e-b76d-497b-ad1f-fa724b0c2898,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:10.479932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd2bf7cd-4255-411a-952c-8b21c250fe1d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:10.548542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=cd24bca2-f09f-4a2e-afbd-b921143adf03,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:10.626308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port cd2bf7cd-4255-411a-952c-8b21c250fe1d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:10.626696 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.664617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.672044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.744426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e66909f4-91a8-4cdc-911e-45e08fa6f14e req-3d689e27-2e89-4f49-9834-004b202b2397 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.1996002 Jul 22 21:29:10.771556 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] create failed (client error): The resource could not be found. Jul 22 21:29:10.773895 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f3478b98-0dc5-4fb0-a89b-ccf03aa95a3f tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4115860 Jul 22 21:29:10.787468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39752) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:10.800934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] For port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=28e6ee2f-8a09-4ebd-b5f6-050018a04ff9,segment=NetworkSegment(f65ed01d-e994-4a78-8c12-30473897f903),segment_id=f65ed01d-e994-4a78-8c12-30473897f903)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:10.807622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.909115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb24614-567a-4d86-84ca-7f86fd4663e4 req-cc75af3a-9037-42fa-ada1-05cae2df86cc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:10.913282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cb24614-567a-4d86-84ca-7f86fd4663e4 req-cc75af3a-9037-42fa-ada1-05cae2df86cc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 944 time: 0.5662985 Jul 22 21:29:10.930742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Provisioning complete for port cd24bca2-f09f-4a2e-afbd-b921143adf03 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:10.931378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.030268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Deleting port 1ddb08f9-5385-4334-ac5a-e561d08211de {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:11.030864 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.096047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Pushing event updated for resources: {'Port': ['ID=28e6ee2f-8a09-4ebd-b5f6-050018a04ff9,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:11.101013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cb24614-567a-4d86-84ca-7f86fd4663e4 req-06d5c60a-1a77-478e-a3ed-319bc76328fc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769226 Jul 22 21:29:11.102101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5675352a-3483-4033-b4e0-2cd6d3351e21 None None] Port cd24bca2-f09f-4a2e-afbd-b921143adf03 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:11.120858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a115e-2894-4656-b73a-333f429d0ab6 req-5f608e91-b845-4fa2-9c74-809df31eb69c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:11.131934 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb1a115e-2894-4656-b73a-333f429d0ab6 req-5f608e91-b845-4fa2-9c74-809df31eb69c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.3596072 Jul 22 21:29:11.156025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network a0a1a058-8158-488c-92a6-75806e92d12f is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:11.168144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:11.175606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 41795cb8-4bea-413e-bfe0-968ea1dd33fc up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:11.221720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb1a115e-2894-4656-b73a-333f429d0ab6 req-4561e250-ddba-4023-86fe-1f49f724e7ad tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907805 Jul 22 21:29:11.264312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.317865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Calling delete_port for 1ddb08f9-5385-4334-ac5a-e561d08211de owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:11.398093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1932d111-8cdc-41af-ad49-dfa4a54d6bec None None] Provisioning complete for port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:11.398694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1932d111-8cdc-41af-ad49-dfa4a54d6bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.459529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbcf1599-a4f7-4261-91bc-edf2961e68b6 req-762330e9-feb8-44ff-9dd8-ba7e771f1590 tempest-ServerShowV247Test-1906121042 tempest-ServerShowV247Test-1906121042-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5fd26-6641-4d50-8bde-64069e1df7d0 HTTP/1.1" status: 200 len: 210 time: 0.0851960 Jul 22 21:29:11.507369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 41795cb8-4bea-413e-bfe0-968ea1dd33fc completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:11.521366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 41795cb8-4bea-413e-bfe0-968ea1dd33fc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:11.521962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.639746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router e7b9efdd-88a4-4f75-a01c-17b1e05f9561 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:29:11.750971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.838465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event deleted for resources: {'Port': ['ID=1ddb08f9-5385-4334-ac5a-e561d08211de,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:11.903752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91842d1d-5e13-4ecf-87e8-148992bb7876 req-efd80ae6-68ef-4874-b1a8-fda0ad56940a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:11.911966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91842d1d-5e13-4ecf-87e8-148992bb7876 req-efd80ae6-68ef-4874-b1a8-fda0ad56940a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 944 time: 0.3532729 Jul 22 21:29:11.948741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:11.954845 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.967441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8c0ee601-6023-4ba1-9d44-dfae625aad66 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/e7b9efdd-88a4-4f75-a01c-17b1e05f9561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1163211 Jul 22 21:29:11.969834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39762) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:11.984914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] Sync routers for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:12.023231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:12.024122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.099404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41795cb8-4bea-413e-bfe0-968ea1dd33fc'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:12.106646 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7114ba49-672e-49be-803c-652dd7f069c9" -d '{"events": [{"server_uuid": "4103b3b1-4ef5-4ce6-878e-9960edec0cbc", "name": "network-vif-plugged", "status": "completed", "tag": "41795cb8-4bea-413e-bfe0-968ea1dd33fc"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:12.112851 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91842d1d-5e13-4ecf-87e8-148992bb7876 req-b7ee207c-76c9-49e4-8b4b-d4b5a86dbffe tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986275 Jul 22 21:29:12.118037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-991d8712-9a6d-42ed-8c2a-21e9e9e175e0 None None] Provisioning complete for port cd24bca2-f09f-4a2e-afbd-b921143adf03 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:12.124075 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-991d8712-9a6d-42ed-8c2a-21e9e9e175e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.127510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.132167 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b7f2c930-2984-4559-ad1e-ae27b5d4bd9e tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "DELETE /v2.0/ports/1ddb08f9-5385-4334-ac5a-e561d08211de HTTP/1.1" status: 204 len: 168 time: 1.3493648 Jul 22 21:29:12.136679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39766) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:12.142533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.198067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e22f26-e25f-4db1-a5a8-e19ae24a8ab6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:12.206987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-20e22f26-e25f-4db1-a5a8-e19ae24a8ab6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports/cd24bca2-f09f-4a2e-afbd-b921143adf03 HTTP/1.1" status: 200 len: 910 time: 0.2360578 Jul 22 21:29:12.208610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:12.239110 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc463f-7848-40df-9bc2-065d97ddd5c2 x-openstack-request-id: req-cafc463f-7848-40df-9bc2-065d97ddd5c2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:12.239870 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103b3b1-4ef5-4ce6-878e-9960edec0cbc", "name": "network-vif-plugged", "status": "completed", "tag": "41795cb8-4bea-413e-bfe0-968ea1dd33fc", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:12.241043 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cafc463f-7848-40df-9bc2-065d97ddd5c2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:12.242009 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41795cb8-4bea-413e-bfe0-968ea1dd33fc', 'code': 200} Jul 22 21:29:12.254291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 41795cb8-4bea-413e-bfe0-968ea1dd33fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=41795cb8-4bea-413e-bfe0-968ea1dd33fc,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:12.316115 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.320241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d430105c-13e0-4448-ad5b-829e474086b3 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:12.363317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235bb50-3637-40f3-8a78-7db36a389679 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:12.364575 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4235bb50-3637-40f3-8a78-7db36a389679 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "GET /v2.0/ports?device_id=de1d492d-d478-41ac-a77c-38df8d129185 HTTP/1.1" status: 200 len: 913 time: 0.2267740 Jul 22 21:29:12.370488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39774) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:12.382498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:12.383508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.388946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=41795cb8-4bea-413e-bfe0-968ea1dd33fc,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:12.537797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d066c-e35c-488c-a108-636e8db9eea4 req-8672cf55-4f33-4f75-b081-b2f230846183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:12.541690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c60d066c-e35c-488c-a108-636e8db9eea4 req-8672cf55-4f33-4f75-b081-b2f230846183 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 1097 time: 0.1673415 Jul 22 21:29:12.570794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-991d8712-9a6d-42ed-8c2a-21e9e9e175e0 None None] Port cd24bca2-f09f-4a2e-afbd-b921143adf03 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:12.592478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.593899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b31771-3eb4-44c3-b2de-b76f49aad3dc None None] The sync data for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:12.613109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:12.654653 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c60d066c-e35c-488c-a108-636e8db9eea4 req-d4993ca5-adad-42fa-af5b-a9c7f85f873f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033666 Jul 22 21:29:12.719206 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67f32ffe-1184-4f18-8974-793af56630cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.766133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d430105c-13e0-4448-ad5b-829e474086b3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:12.771963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d430105c-13e0-4448-ad5b-829e474086b3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:12.772588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.817364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:12.818150 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.013533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.070895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:13.080363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.166941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:13.414328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45300fa-16bb-491c-b69b-e08e208df928 req-54036a9e-5d4c-47ee-a390-1511668107b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:13.415928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c45300fa-16bb-491c-b69b-e08e208df928 req-54036a9e-5d4c-47ee-a390-1511668107b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 944 time: 0.9170330 Jul 22 21:29:13.440878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5b12a-6fc0-4dcf-b77d-32eeb5b89b37 req-0b7b3800-18f7-4072-9384-1e66dcc9515c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:13.443116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ac5b12a-6fc0-4dcf-b77d-32eeb5b89b37 req-0b7b3800-18f7-4072-9384-1e66dcc9515c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.9326611 Jul 22 21:29:13.677277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c45300fa-16bb-491c-b69b-e08e208df928 req-12d6d791-db3c-4c26-88aa-e783f8fa0290 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510922 Jul 22 21:29:13.744045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ac5b12a-6fc0-4dcf-b77d-32eeb5b89b37 req-fc7c3c6e-a43a-4ff6-b824-11c635b75434 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562735 Jul 22 21:29:14.000162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.243406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:14.246130 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0efbe99-1c8f-4f96-9fac-bb49b79b4974" -d '{"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-plugged", "status": "completed", "tag": "d430105c-13e0-4448-ad5b-829e474086b3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:14.273421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7a1d7-9c2e-4afd-b42a-0518d6605644 req-9e24f3f2-efb5-41c1-bff3-009da65b645b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:14.275516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4b7a1d7-9c2e-4afd-b42a-0518d6605644 req-9e24f3f2-efb5-41c1-bff3-009da65b645b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 945 time: 0.4115124 Jul 22 21:29:14.317814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39792) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:14.347392 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00839141-0c54-4adf-b163-505d43941bff x-openstack-request-id: req-00839141-0c54-4adf-b163-505d43941bff {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:14.348771 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-plugged", "status": "completed", "tag": "d430105c-13e0-4448-ad5b-829e474086b3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:14.349802 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00839141-0c54-4adf-b163-505d43941bff {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:14.350850 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3', 'code': 200} Jul 22 21:29:14.389255 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.576568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4b7a1d7-9c2e-4afd-b42a-0518d6605644 req-ad6d248b-2bfc-4552-92ce-16fdec5116be tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713411 Jul 22 21:29:14.592048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f2d696bd-2c35-49f0-b568-029e14b51d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.642046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92886c56-1202-4984-9cb1-5f4dae5276bb req-6facdbcb-e113-465b-8e51-e8a67b5fc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:14.644643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92886c56-1202-4984-9cb1-5f4dae5276bb req-6facdbcb-e113-465b-8e51-e8a67b5fc058 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 1097 time: 0.1930833 Jul 22 21:29:14.755277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92886c56-1202-4984-9cb1-5f4dae5276bb req-37627a71-2801-4609-9e7f-562649cea2b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966117 Jul 22 21:29:14.876251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f2d696bd-2c35-49f0-b568-029e14b51d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.882755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f2d696bd-2c35-49f0-b568-029e14b51d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.942388 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f2d696bd-2c35-49f0-b568-029e14b51d59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8174e703e8d4203b9c85b4f6648bcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233642 Jul 22 21:29:14.948197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39802) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:14.995812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d696bd-2c35-49f0-b568-029e14b51d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6935ef-e41c-44a0-b82f-30d55308b3b5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:15.018268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.21.0.1 (fd6c8489-c775-4c95-bc45-953cae85ea21/288c624e-965e-47b1-afdc-692fb902cfb8/3cc7b7c2-d61e-425e-8e6d-da87a181f03e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:15.054147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76e57893-c47d-4b13-80f8-a86c3c201846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.081135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76e57893-c47d-4b13-80f8-a86c3c201846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.125069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350bdb6-983d-4b01-a59a-f2cb41c11d8e req-33e05721-354a-4f45-b9b9-e00ae7641c25 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:15.126712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f350bdb6-983d-4b01-a59a-f2cb41c11d8e req-33e05721-354a-4f45-b9b9-e00ae7641c25 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.3228717 Jul 22 21:29:15.158679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76e57893-c47d-4b13-80f8-a86c3c201846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.161999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76e57893-c47d-4b13-80f8-a86c3c201846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.163300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-76e57893-c47d-4b13-80f8-a86c3c201846 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d6935ef-e41c-44a0-b82f-30d55308b3b5 HTTP/1.1" status: 204 len: 168 time: 0.2141502 Jul 22 21:29:15.180849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e57893-c47d-4b13-80f8-a86c3c201846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6935ef-e41c-44a0-b82f-30d55308b3b5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:15.184031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a974b67-0c80-4490-9405-f6d49b04aa35 req-7ccca830-fa95-4165-bd2e-9ca3802fcac5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:15.186626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a974b67-0c80-4490-9405-f6d49b04aa35 req-7ccca830-fa95-4165-bd2e-9ca3802fcac5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2893436 Jul 22 21:29:15.192029 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c629e88-4d3b-47b4-aea2-cddcfbf94cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.336182 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.359786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f350bdb6-983d-4b01-a59a-f2cb41c11d8e req-c390b94a-2b6a-4fdb-a59e-352c419b8056 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231660 Jul 22 21:29:15.427146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.432645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a974b67-0c80-4490-9405-f6d49b04aa35 req-bbf21bb8-b664-4c53-8e99-b67c212ab8bc tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316229 Jul 22 21:29:15.459686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object 3cc7b7c2-d61e-425e-8e6d-da87a181f03e will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:15.522867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Deleting port 02c563c9-bbdb-4b92-8d52-31315826197c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:15.523208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.594947 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.675300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network fd6c8489-c775-4c95-bc45-953cae85ea21 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:15.687180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:15.699327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:15.711217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=3cc7b7c2-d61e-425e-8e6d-da87a181f03e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:15.742164 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.059973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.062279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2d120292-5014-48e3-ac1c-d2c871b02962 None None] Provisioning for port 3cc7b7c2-d61e-425e-8e6d-da87a181f03e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:16.069632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2d120292-5014-48e3-ac1c-d2c871b02962 None None] Provisioning complete for port 3cc7b7c2-d61e-425e-8e6d-da87a181f03e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:16.070270 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2d120292-5014-48e3-ac1c-d2c871b02962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.161948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2d120292-5014-48e3-ac1c-d2c871b02962 None None] Port 3cc7b7c2-d61e-425e-8e6d-da87a181f03e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:16.246546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Calling delete_port for 02c563c9-bbdb-4b92-8d52-31315826197c owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:16.284044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.505923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4b895-f9a5-45b9-9af2-564ef7551047 req-662f3f1d-0701-4c99-802f-0792bc37de4c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:16.507462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7af4b895-f9a5-45b9-9af2-564ef7551047 req-662f3f1d-0701-4c99-802f-0792bc37de4c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 945 time: 0.8028548 Jul 22 21:29:16.521621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a7212-16f2-48e5-9d8e-330514c15aa1 req-b636f5d1-b8db-4e79-b3a3-30120832854a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:16.523409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f63a7212-16f2-48e5-9d8e-330514c15aa1 req-b636f5d1-b8db-4e79-b3a3-30120832854a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.8257110 Jul 22 21:29:16.737008 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7af4b895-f9a5-45b9-9af2-564ef7551047 req-ddbfbe61-3fd5-4ff9-83ed-d2ecadc7b6a2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081733 Jul 22 21:29:16.770817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f63a7212-16f2-48e5-9d8e-330514c15aa1 req-888a803f-646e-4bb9-ba8e-590759969d3a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192521 Jul 22 21:29:16.771742 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.928949 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.079508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event deleted for resources: {'Port': ['ID=02c563c9-bbdb-4b92-8d52-31315826197c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:17.294680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4e6e8-c440-4f74-be2c-b66a2cbb5d63 req-34f0750c-4e50-4e95-8b7d-55bcc2bbfad1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:17.297075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65f4e6e8-c440-4f74-be2c-b66a2cbb5d63 req-34f0750c-4e50-4e95-8b7d-55bcc2bbfad1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4422009 Jul 22 21:29:17.512804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.535146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65f4e6e8-c440-4f74-be2c-b66a2cbb5d63 req-06fc7610-488a-4ca9-b419-f537f0c2d06f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096522 Jul 22 21:29:17.701613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d18f2e-bacf-4c86-819e-3ada5f77af22 req-76765a62-7bfa-4dc4-9a2c-5118b7cce876 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:17.704267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9d18f2e-bacf-4c86-819e-3ada5f77af22 req-76765a62-7bfa-4dc4-9a2c-5118b7cce876 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4973891 Jul 22 21:29:17.739056 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.751490 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.961311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9d18f2e-bacf-4c86-819e-3ada5f77af22 req-2d310b6f-5671-4c1d-8609-33d93eb2aa73 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379048 Jul 22 21:29:17.966943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=3cc7b7c2-d61e-425e-8e6d-da87a181f03e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:17.974557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.980246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Router de1d492d-d478-41ac-a77c-38df8d129185 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:29:18.060774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.208888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:18.220680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-556f7552-3c59-4fb3-9f46-1fdc8c853050 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "PUT /v2.0/routers/de1d492d-d478-41ac-a77c-38df8d129185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8486180 Jul 22 21:29:18.225177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39864) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:18.225981 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] Sync routers for ids ['de1d492d-d478-41ac-a77c-38df8d129185'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:18.247607 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] Routers {'de1d492d-d478-41ac-a77c-38df8d129185'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:18.248570 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de1d492d-d478-41ac-a77c-38df8d129185'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:18.308034 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:18.323716 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] Routers {'de1d492d-d478-41ac-a77c-38df8d129185'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:18.324959 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de1d492d-d478-41ac-a77c-38df8d129185'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:18.372365 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282c6d01-f911-40a9-8ae3-9be0cb4b0d6b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.394908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:18.396015 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a94ef-507c-442b-b405-586fa10775e5 None None] The sync data for ids ['de1d492d-d478-41ac-a77c-38df8d129185'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:18.412008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network fd6c8489-c775-4c95-bc45-953cae85ea21 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:18.416812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:18.440782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d734d8-4950-43d4-a71e-e3488282d7fb req-fd4b22d7-c60f-4d8c-af42-2ef1f5f86300 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:18.451612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99d734d8-4950-43d4-a71e-e3488282d7fb req-fd4b22d7-c60f-4d8c-af42-2ef1f5f86300 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.3584864 Jul 22 21:29:18.490420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82d94c-7e8e-4f3d-98e9-346a99d7d725 req-0b02c25f-c99f-41e8-9427-60c07677f604 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:18.502434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e82d94c-7e8e-4f3d-98e9-346a99d7d725 req-0b02c25f-c99f-41e8-9427-60c07677f604 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 945 time: 0.3101773 Jul 22 21:29:18.653171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99d734d8-4950-43d4-a71e-e3488282d7fb req-e63bbbfc-c9ae-43ac-a35e-f201384cd01b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000155 Jul 22 21:29:18.692707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e82d94c-7e8e-4f3d-98e9-346a99d7d725 req-4f6b7c61-4ba0-4e92-b72b-30ce3d34cc76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887262 Jul 22 21:29:18.701789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282c6d01-f911-40a9-8ae3-9be0cb4b0d6b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.707749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282c6d01-f911-40a9-8ae3-9be0cb4b0d6b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.742121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router e7b9efdd-88a4-4f75-a01c-17b1e05f9561 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:29:18.807629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282c6d01-f911-40a9-8ae3-9be0cb4b0d6b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.808121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282c6d01-f911-40a9-8ae3-9be0cb4b0d6b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Fanout notify agent at l3_agent the message router_deleted on router de1d492d-d478-41ac-a77c-38df8d129185 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:29:18.830133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-282c6d01-f911-40a9-8ae3-9be0cb4b0d6b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.831824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-282c6d01-f911-40a9-8ae3-9be0cb4b0d6b tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "DELETE /v2.0/routers/de1d492d-d478-41ac-a77c-38df8d129185 HTTP/1.1" status: 204 len: 168 time: 0.6034544 Jul 22 21:29:18.834200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39874) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:18.924847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-baa9be3b-4c75-4eb4-8010-e0d046e0cc2f None None] Provisioning complete for port 3cc7b7c2-d61e-425e-8e6d-da87a181f03e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:18.925785 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-baa9be3b-4c75-4eb4-8010-e0d046e0cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.930180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Deleting subnet 64459bf9-6d03-440e-af8b-e77e73d61ad3 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:29:18.935995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:18.983329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:18.996198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-baa9be3b-4c75-4eb4-8010-e0d046e0cc2f None None] Port 3cc7b7c2-d61e-425e-8e6d-da87a181f03e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:19.000880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] Sync routers for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:19.006963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1032f11e-3011-4456-adcb-f3f035d0f3dd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/e7b9efdd-88a4-4f75-a01c-17b1e05f9561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7960472 Jul 22 21:29:19.010558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39882) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:19.017987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:19.019025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:19.034746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:19.078314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:19.101313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:19.102338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:19.145407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd76da-d234-4caa-a163-f4b396b0c15d tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:19.147345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-06dd76da-d234-4caa-a163-f4b396b0c15d tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports/3cc7b7c2-d61e-425e-8e6d-da87a181f03e HTTP/1.1" status: 200 len: 910 time: 0.1352825 Jul 22 21:29:19.151548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39886) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:19.221598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:19.223062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ae0ab-8b87-4bf4-87ab-eca98041fd3c None None] The sync data for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:19.318502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112b4a-b3db-4c70-9037-aae4df045809 req-bff40b27-2197-4318-bdde-a6f1ea2ccc02 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:19.321108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2112b4a-b3db-4c70-9037-aae4df045809 req-bff40b27-2197-4318-bdde-a6f1ea2ccc02 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4483287 Jul 22 21:29:19.324869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:19.426703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93320040-ab3c-4412-be64-64c0d747da36 req-98e32ff1-fc33-4dff-b962-849032268613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:19.429639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93320040-ab3c-4412-be64-64c0d747da36 req-98e32ff1-fc33-4dff-b962-849032268613 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1098 time: 0.1868587 Jul 22 21:29:19.479425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:19.549998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event deleted for resources: {'Subnet': ['ID=64459bf9-6d03-440e-af8b-e77e73d61ad3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:19.556276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:19.561631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7d7e39a7-ca57-4d81-87d1-8dd1f6520daa tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "DELETE /v2.0/subnets/64459bf9-6d03-440e-af8b-e77e73d61ad3 HTTP/1.1" status: 204 len: 168 time: 0.7242682 Jul 22 21:29:19.563988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39888) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:19.565266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca16a52-da6a-41bd-a820-7745f2cdf64f None None] Network 556716fd-7a61-4f18-be75-18b3c5e02f34 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:19.569334 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93320040-ab3c-4412-be64-64c0d747da36 req-8f907e44-ec8f-47db-8930-224bb1cb5e2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259825 Jul 22 21:29:19.702772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:19.794182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Deleting port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:19.794523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:19.877901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2112b4a-b3db-4c70-9037-aae4df045809 req-967288a1-9e80-4e1e-bfde-cf61ece0956a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303337 Jul 22 21:29:19.904782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] For port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,segment=NetworkSegment(740f9d9e-a928-4e6b-bc15-110ec55f90d0),segment_id=740f9d9e-a928-4e6b-bc15-110ec55f90d0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:19.907400 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:19.926942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] DHCP port deletion for 556716fd-7a61-4f18-be75-18b3c5e02f34 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:29:19.947435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Calling delete_port for 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:19.984479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc7f17-6bd7-4c00-a162-6ec9ba6ead85 req-e9c4a7e0-fa24-4e63-8798-bedd595c8c85 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:19.996740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1afc7f17-6bd7-4c00-a162-6ec9ba6ead85 req-e9c4a7e0-fa24-4e63-8798-bedd595c8c85 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.7645161 Jul 22 21:29:20.048440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] Deleting port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:20.048815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.132526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1afc7f17-6bd7-4c00-a162-6ec9ba6ead85 req-81d65ef7-1b41-4ea9-9640-3c9bb4cfa039 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342180 Jul 22 21:29:20.140390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.141036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] For port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,segment=NetworkSegment(740f9d9e-a928-4e6b-bc15-110ec55f90d0),segment_id=740f9d9e-a928-4e6b-bc15-110ec55f90d0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:20.141807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.181831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] Calling delete_port for 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:20.223346 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event deleted for resources: {'Port': ['ID=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:20.238246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] No DVR routers for this DVR port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:20.417738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:20.464706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:20.465283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:20.504402 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.557333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] Pushing event deleted for resources: {'Port': ['ID=8a5e9e74-d7b1-4ee5-8075-456a607e93b1,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:20.560184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d652c-c4ac-49cb-8838-7c6a701c2fe0 None None] No DVR routers for this DVR port 8a5e9e74-d7b1-4ee5-8075-456a607e93b1 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:20.591255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ffbb7-ec6d-4370-8881-8e3b31ead70b req-e7c22b9e-3695-4ca7-bfdd-ab55391961dc tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:20.594537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f2ffbb7-ec6d-4370-8881-8e3b31ead70b req-e7c22b9e-3695-4ca7-bfdd-ab55391961dc tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 945 time: 0.2718143 Jul 22 21:29:20.612566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.648768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a5b57-9f12-4cc0-8122-7261c123394a req-e1902e57-d8fd-4d25-88dc-f9b74ccb0900 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:20.650402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-769a5b57-9f12-4cc0-8122-7261c123394a req-e1902e57-d8fd-4d25-88dc-f9b74ccb0900 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2947092 Jul 22 21:29:20.653288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556716fd-7a61-4f18-be75-18b3c5e02f34']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:20.670692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740f9d9e-a928-4e6b-bc15-110ec55f90d0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:20.671510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740f9d9e-a928-4e6b-bc15-110ec55f90d0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:20.690814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.691130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.748705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.767934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:29:20.767934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:29:20.780515 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:29:20.846196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f2ffbb7-ec6d-4370-8881-8e3b31ead70b req-eadd2fc6-6d95-4479-aaf3-c710b4c1146e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300229 Jul 22 21:29:20.853157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-418b62a1-c7bb-4331-95ad-abacb8cb1f24 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:20.855818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-418b62a1-c7bb-4331-95ad-abacb8cb1f24 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 945 time: 0.4551239 Jul 22 21:29:20.861431 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-d3c0eaa0-06ba-4489-b430-385e29f34b90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3630233 Jul 22 21:29:20.864398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39906) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:20.910551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-769a5b57-9f12-4cc0-8122-7261c123394a req-f126e8df-6941-45da-818c-99ee3ee8dec6 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441549 Jul 22 21:29:21.086932 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.120503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.126884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] 10.222.0.54 "DELETE /v2.0/networks/556716fd-7a61-4f18-be75-18b3c5e02f34 HTTP/1.1" status: 204 len: 168 time: 1.5572114 Jul 22 21:29:21.159800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84384b-08f0-4a61-8ac7-5e85f85c0672 tempest-FloatingIPNegativeTestJSON-1692400765 tempest-FloatingIPNegativeTestJSON-1692400765-project] Pushing event deleted for resources: {'Network': ['ID=556716fd-7a61-4f18-be75-18b3c5e02f34,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:21.257113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-6823f09c-c50c-456f-b2ae-3a4b7ea9a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:21.263117 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-6823f09c-c50c-456f-b2ae-3a4b7ea9a2c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 1098 time: 0.3370211 Jul 22 21:29:21.300727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.311316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Deleting port 41795cb8-4bea-413e-bfe0-968ea1dd33fc {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:21.312786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.551142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 3cc7b7c2-d61e-425e-8e6d-da87a181f03e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:21.552553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.817997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca115e9-5844-4676-ac90-d4230e4fe0b9 req-7167c820-c33e-4c59-aee3-f59f7decf126 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:21.819757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dca115e9-5844-4676-ac90-d4230e4fe0b9 req-7167c820-c33e-4c59-aee3-f59f7decf126 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4264424 Jul 22 21:29:21.851634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39926) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:21.923202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.927530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.969821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.997974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 3cc7b7c2-d61e-425e-8e6d-da87a181f03e owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:22.132792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ba537ce3709408ba9d043d9df047948&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2642837 Jul 22 21:29:22.170173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:22.206597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dca115e9-5844-4676-ac90-d4230e4fe0b9 req-f43002ab-85bc-4d8b-a3f1-47c935466d2e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395259 Jul 22 21:29:22.217298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5de3305-7b60-4897-838e-3353958e2be2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:22.285268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f48eed-deed-4e43-ad40-c0d3d4af65e1 req-b2cc4d5f-e2e3-407a-86c7-77f97a849562 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:22.288411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83f48eed-deed-4e43-ad40-c0d3d4af65e1 req-b2cc4d5f-e2e3-407a-86c7-77f97a849562 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.5187085 Jul 22 21:29:22.293418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-d3f74c16-fa9e-486f-8310-266ef1805273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:22.294698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.295245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.295432 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-d3f74c16-fa9e-486f-8310-266ef1805273 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.8880925 Jul 22 21:29:22.295598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.296539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.296933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.297324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.297743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.298262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.298786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.299307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.299877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.300438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de250d-9618-4562-8c30-595a86bcd665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.409721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-cfcca4b0-809f-4f37-90c7-0b2d3270a9c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f435797-d2d6-4461-873f-aab183edbc99 HTTP/1.1" status: 200 len: 217 time: 0.0901873 Jul 22 21:29:22.415542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] For port 41795cb8-4bea-413e-bfe0-968ea1dd33fc, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=41795cb8-4bea-413e-bfe0-968ea1dd33fc,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:22.416283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.497294 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.503752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Calling delete_port for 41795cb8-4bea-413e-bfe0-968ea1dd33fc owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:22.533710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-96b1e462-9516-439c-8535-cfc8f9fc58ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f03c49f83994188ba08a0fd1042461e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6801000 Jul 22 21:29:22.553038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39938) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:22.565261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83f48eed-deed-4e43-ad40-c0d3d4af65e1 req-b59bffb0-f2b5-4e66-9976-03cd1777a56f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518039 Jul 22 21:29:22.633755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.649405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-3439fe09-5537-4ef7-bcb8-b4622cacf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:22.652034 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-3439fe09-5537-4ef7-bcb8-b4622cacf73e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.2228260 Jul 22 21:29:22.781275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b859f0-59c6-4c68-b2a0-e0a8a6d3323b req-548418c8-d356-4d97-8202-a8a555db6fb2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:22.784108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69b859f0-59c6-4c68-b2a0-e0a8a6d3323b req-548418c8-d356-4d97-8202-a8a555db6fb2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 945 time: 0.4156127 Jul 22 21:29:22.826724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17217521-a6a8-4efc-a5d0-b89df3444772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.887924 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.895778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.899305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.902815 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5de3305-7b60-4897-838e-3353958e2be2 HTTP/1.1" status: 204 len: 168 time: 0.7259169 Jul 22 21:29:22.963793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-be71586c-137e-482e-951e-3808a1e1d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:22.965704 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-be71586c-137e-482e-951e-3808a1e1d5d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2894902 Jul 22 21:29:22.972915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5de3305-7b60-4897-838e-3353958e2be2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:22.984375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17217521-a6a8-4efc-a5d0-b89df3444772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:22.997881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.998286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.998658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.999223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:22.999803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.000438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.000902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.001443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.001969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.002702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.003289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.004610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831268d-280d-4249-9592-6b787515b45c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:23.012444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=3cc7b7c2-d61e-425e-8e6d-da87a181f03e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:23.062324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.124857 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69b859f0-59c6-4c68-b2a0-e0a8a6d3323b req-57267d5e-33cf-48a7-911c-51487068e5be tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900481 Jul 22 21:29:23.189068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event deleted for resources: {'Port': ['ID=41795cb8-4bea-413e-bfe0-968ea1dd33fc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:23.207441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d430105c-13e0-4448-ad5b-829e474086b3 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:29:23.264115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 41795cb8-4bea-413e-bfe0-968ea1dd33fc no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:23.407089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] No DVR routers for this DVR port 41795cb8-4bea-413e-bfe0-968ea1dd33fc on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:23.414196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 41795cb8-4bea-413e-bfe0-968ea1dd33fc {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:23.414196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 41795cb8-4bea-413e-bfe0-968ea1dd33fc not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:23.417573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.423214 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43c866c1-1b73-4601-b5a7-ef557ab99d07 req-9118f939-c906-4e84-96f4-4eb17c076aa0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "DELETE /v2.0/ports/41795cb8-4bea-413e-bfe0-968ea1dd33fc HTTP/1.1" status: 204 len: 173 time: 2.5178583 Jul 22 21:29:23.425349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'name': 'network-vif-deleted', 'tag': '41795cb8-4bea-413e-bfe0-968ea1dd33fc'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:23.432914 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0feebc8-20e6-416a-b079-6afb1c8200b2" -d '{"events": [{"server_uuid": "4103b3b1-4ef5-4ce6-878e-9960edec0cbc", "name": "network-vif-deleted", "tag": "41795cb8-4bea-413e-bfe0-968ea1dd33fc"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:23.444160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-938c4d5d-cfc5-4159-aab6-5e3d3dd74169 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516478 Jul 22 21:29:23.490722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48142fb5-578a-4209-8bf0-4d0932cb7d03 req-0a8c54f4-231c-43d9-abe8-de765562f9bf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:23.514893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48142fb5-578a-4209-8bf0-4d0932cb7d03 req-0a8c54f4-231c-43d9-abe8-de765562f9bf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.7731891 Jul 22 21:29:23.657559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:23.694718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd430105c-13e0-4448-ad5b-829e474086b3', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'port_id': 'd430105c-13e0-4448-ad5b-829e474086b3', 'mac_address': 'fa:16:3e:03:c8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:29:23.803187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4147ea38-6351-4c3a-b22e-0855bab8dac0 req-5f2677cf-9b5d-4553-b79b-83f3fc31aa6e service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375499 Jul 22 21:29:23.833725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.860183 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48142fb5-578a-4209-8bf0-4d0932cb7d03 req-6e8bd166-a2ed-4860-b427-cd693a6faa84 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492582 Jul 22 21:29:23.864595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d430105c-13e0-4448-ad5b-829e474086b3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:29:23.866195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17217521-a6a8-4efc-a5d0-b89df3444772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.871142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17217521-a6a8-4efc-a5d0-b89df3444772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.890246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-17217521-a6a8-4efc-a5d0-b89df3444772 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4360cb7-2990-4989-ace1-e7e19ba1bb2d HTTP/1.1" status: 204 len: 168 time: 1.3394234 Jul 22 21:29:23.946203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:23.954757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.961019 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.975767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17217521-a6a8-4efc-a5d0-b89df3444772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4360cb7-2990-4989-ace1-e7e19ba1bb2d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:24.025702 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c616c40f-ced8-41b3-af57-ecd817d31e87 x-openstack-request-id: req-c616c40f-ced8-41b3-af57-ecd817d31e87 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:24.027548 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103b3b1-4ef5-4ce6-878e-9960edec0cbc", "name": "network-vif-deleted", "tag": "41795cb8-4bea-413e-bfe0-968ea1dd33fc", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:24.030206 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c616c40f-ced8-41b3-af57-ecd817d31e87 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:24.031370 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103b3b1-4ef5-4ce6-878e-9960edec0cbc', 'name': 'network-vif-deleted', 'tag': '41795cb8-4bea-413e-bfe0-968ea1dd33fc', 'status': 'completed', 'code': 200} Jul 22 21:29:24.150440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:24.256063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fc831-6a0d-4b47-a806-4f22080554d5 req-b1285e3c-753a-4757-a639-60d61b735b7f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:24.258693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f3fc831-6a0d-4b47-a806-4f22080554d5 req-b1285e3c-753a-4757-a639-60d61b735b7f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.6235020 Jul 22 21:29:24.314790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d430105c-13e0-4448-ad5b-829e474086b3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:29:24.506083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f3fc831-6a0d-4b47-a806-4f22080554d5 req-b2207158-cc4c-47d3-94f7-40baab86ac79 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125251 Jul 22 21:29:24.677155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ef98e-b5c5-4011-bf22-3120226e005e req-c3003a28-1465-4c48-a87c-2374e514a338 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:24.689172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-224ef98e-b5c5-4011-bf22-3120226e005e req-c3003a28-1465-4c48-a87c-2374e514a338 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 944 time: 0.4885535 Jul 22 21:29:24.820437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-031cd27e-9e36-4969-818d-e64c9b1b96bf req-c5771a54-1803-4730-bc5c-e58e2db16645 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4103b3b1-4ef5-4ce6-878e-9960edec0cbc HTTP/1.1" status: 200 len: 210 time: 0.1103733 Jul 22 21:29:24.822930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router e7b9efdd-88a4-4f75-a01c-17b1e05f9561 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:29:24.882195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-224ef98e-b5c5-4011-bf22-3120226e005e req-9d55f8c4-1b57-482c-8cfa-82b76510b1bd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913176 Jul 22 21:29:25.130376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:25.143425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b84781fb-ae78-4157-bfcf-54ebe508e309 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/e7b9efdd-88a4-4f75-a01c-17b1e05f9561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9903762 Jul 22 21:29:25.149800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39984) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:25.152837 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] Sync routers for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:25.188218 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:25.189396 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:25.226493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d430105c-13e0-4448-ad5b-829e474086b3 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:25.276498 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:25.308457 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:25.309839 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:25.406908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:25.412016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d430105c-13e0-4448-ad5b-829e474086b3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:25.412842 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:25.414400 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df17da-9083-48cb-9977-8cc4d43906b1 None None] The sync data for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:25.701752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:25.760467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:25.767285 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd441a0-ca6a-4438-81f9-fee73142ce63" -d '{"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-plugged", "status": "completed", "tag": "d430105c-13e0-4448-ad5b-829e474086b3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:25.794022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:25.802343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:25.809035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-36b599d4-21b9-46be-83f8-3aa8bf7f64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:25.816435 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-36b599d4-21b9-46be-83f8-3aa8bf7f64b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aeb0b569f44264a73d56fad524e82d&device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 1098 time: 0.1746383 Jul 22 21:29:25.946797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:26.115459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-7a1a69f5-44fc-49cf-bf18-524f4102587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:26.118315 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-7a1a69f5-44fc-49cf-bf18-524f4102587b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 200 len: 920 time: 0.2918706 Jul 22 21:29:26.200960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-c1b157f8-d65c-4698-afe2-ae64ab3b2f6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 200 len: 217 time: 0.0681181 Jul 22 21:29:26.328886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e889a-ee7a-46a2-8a9e-118f40ce9369 req-e31b7ad2-933a-4fd7-8595-d49b244dceaa tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:26.331883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-936e889a-ee7a-46a2-8a9e-118f40ce9369 req-e31b7ad2-933a-4fd7-8595-d49b244dceaa tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 1.0467293 Jul 22 21:29:26.346835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-fe7e4473-34c6-445a-bde3-7abf7b167d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:26.349667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-fe7e4473-34c6-445a-bde3-7abf7b167d1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 200 len: 859 time: 0.1088827 Jul 22 21:29:26.455956 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-f2983113-a507-421e-b76b-c6c284b3b9ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c29da83-2ed9-445e-b86c-54521512f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758874 Jul 22 21:29:26.592222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-936e889a-ee7a-46a2-8a9e-118f40ce9369 req-c6f7128f-b0cb-4660-b1fd-97353fe0d03d tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455332 Jul 22 21:29:26.664228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873589-4cc9-4925-bd81-8232f9d83698 req-e26d87fe-7e1d-4675-9422-a0e6d6994bda tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:26.684487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3873589-4cc9-4925-bd81-8232f9d83698 req-e26d87fe-7e1d-4675-9422-a0e6d6994bda tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4497309 Jul 22 21:29:26.742580 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c244e830-2c07-439d-a7a8-c90118cdde8c x-openstack-request-id: req-c244e830-2c07-439d-a7a8-c90118cdde8c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:26.744157 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-plugged", "status": "completed", "tag": "d430105c-13e0-4448-ad5b-829e474086b3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:26.744794 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c244e830-2c07-439d-a7a8-c90118cdde8c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:26.745931 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3', 'code': 200} Jul 22 21:29:26.763318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-f3d6a277-5682-4299-8024-20a62af80075 service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931414 Jul 22 21:29:26.882653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3873589-4cc9-4925-bd81-8232f9d83698 req-30aade06-7868-467a-b535-2398fb663635 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966302 Jul 22 21:29:27.049652 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e8faa24b-65a4-423a-85c1-dc7ee8c21cc3 req-150e89a3-5df2-4663-b199-0031318bf6df service neutron] 10.222.0.23 "GET /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660866 Jul 22 21:29:27.119582 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:27.253076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3ca66-3141-4f91-94ca-773dbf88de9d req-1ad3fe72-3767-46f8-83af-9ffe88258ab8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:27.255810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33a3ca66-3141-4f91-94ca-773dbf88de9d req-1ad3fe72-3767-46f8-83af-9ffe88258ab8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.2746921 Jul 22 21:29:27.430072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33a3ca66-3141-4f91-94ca-773dbf88de9d req-1fef122f-e0eb-4842-924d-f0878c2799b7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670289 Jul 22 21:29:27.685451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-943e5057-cf7d-4c47-9e3a-2fa513282c74 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:27.688607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-943e5057-cf7d-4c47-9e3a-2fa513282c74 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.4312522 Jul 22 21:29:27.729513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-fa64993d-bc00-4ade-a0a5-e50f69230e74 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/quotas/e11db7375f0e4e81b2c682578de2ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0199180 Jul 22 21:29:27.868050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-9a6ca198-7a0d-4f5a-913f-3bf2b8ef0590 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211524 Jul 22 21:29:28.134566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4a80-84e0-47c9-8112-8c54f69ecd8d req-aa5fd44c-26ae-4ce5-85f2-6dc5fc1a7ebc tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:28.153260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce4a4a80-84e0-47c9-8112-8c54f69ecd8d req-aa5fd44c-26ae-4ce5-85f2-6dc5fc1a7ebc tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.4078035 Jul 22 21:29:28.218935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-fb38df3b-218d-4243-825f-1df198c4775c service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315287 Jul 22 21:29:28.279405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port cd24bca2-f09f-4a2e-afbd-b921143adf03 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:28.280097 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:28.377456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce4a4a80-84e0-47c9-8112-8c54f69ecd8d req-5c2fe05e-0482-400d-9986-d1da1cc10c9f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221160 Jul 22 21:29:28.584930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:28.610890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for cd24bca2-f09f-4a2e-afbd-b921143adf03 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:28.878226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-57654aaa-2366-49fd-bbad-d2c9a35d774c service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318884 Jul 22 21:29:29.113690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918bacb-d849-44d3-9bf4-380b973d4bd4 req-11be2d22-ac12-459a-b0db-d0c6baade2b8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:29.126111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6918bacb-d849-44d3-9bf4-380b973d4bd4 req-11be2d22-ac12-459a-b0db-d0c6baade2b8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2461536 Jul 22 21:29:29.272070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6918bacb-d849-44d3-9bf4-380b973d4bd4 req-19bbd4e8-98af-44c4-9caf-a3f7fdf5e0b5 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331093 Jul 22 21:29:29.550621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:29.693999 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=cd24bca2-f09f-4a2e-afbd-b921143adf03,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:29.805253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67808219-1635-4daa-a40f-386672996dff req-8366ee34-2113-48c4-bba7-92d4b8577dc0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.1010630 Jul 22 21:29:29.984052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd435d1-ad26-490d-b246-16829154832f req-a7b8a7cb-f629-4345-a485-836a233f8dd7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:29.995121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dd435d1-ad26-490d-b246-16829154832f req-a7b8a7cb-f629-4345-a485-836a233f8dd7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4727926 Jul 22 21:29:30.391213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40146) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:30.440007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:30.472408 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dd435d1-ad26-490d-b246-16829154832f req-52727d81-9049-4f96-b9db-9d67c6fa5de6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760299 Jul 22 21:29:30.935789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b06da26-9e0b-4d9b-9c87-0ac1b2254119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.005215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b2ca7-7759-4cc7-bd51-0754b6b27be7 req-3fe8b360-c96d-4b99-b7d6-1a59e3dc5f7a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:31.024288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d3b2ca7-7759-4cc7-bd51-0754b6b27be7 req-3fe8b360-c96d-4b99-b7d6-1a59e3dc5f7a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.9734724 Jul 22 21:29:31.192983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.266980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b06da26-9e0b-4d9b-9c87-0ac1b2254119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.273174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b06da26-9e0b-4d9b-9c87-0ac1b2254119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.294324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router e7b9efdd-88a4-4f75-a01c-17b1e05f9561 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:29:31.358625 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b06da26-9e0b-4d9b-9c87-0ac1b2254119 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e0a90a1e653498fb2c6307bdbb439b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9633825 Jul 22 21:29:31.359927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06da26-9e0b-4d9b-9c87-0ac1b2254119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fd92c9-aaf9-45e6-8995-cab7e9b56861,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:31.361249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d3b2ca7-7759-4cc7-bd51-0754b6b27be7 req-82b60000-adf5-4713-9c4a-c8368b14959c tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347380 Jul 22 21:29:31.364194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40164) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:31.524575 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efb3cb31-5e28-4122-b374-bb92c3bff178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.588246 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efb3cb31-5e28-4122-b374-bb92c3bff178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.596957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:31.641464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:31.681659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] Sync routers for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:31.689436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-efc69901-fabb-4d88-832f-138c864f55b4 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/e7b9efdd-88a4-4f75-a01c-17b1e05f9561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5342674 Jul 22 21:29:31.703478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40172) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:31.712401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:31.714342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:31.748021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76c46-b825-4519-8ce2-c8f0765ad2c2 req-adf032b3-2a22-4761-a549-fa0f5828fc08 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:31.769009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ca76c46-b825-4519-8ce2-c8f0765ad2c2 req-adf032b3-2a22-4761-a549-fa0f5828fc08 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.9833755 Jul 22 21:29:31.814591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a3774444-a685-44c5-b028-0a8276a4fd99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7b9efdd-88a4-4f75-a01c-17b1e05f9561 HTTP/1.1" status: 200 len: 205 time: 0.1061635 Jul 22 21:29:31.816619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40174) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:31.861398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efb3cb31-5e28-4122-b374-bb92c3bff178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.870192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efb3cb31-5e28-4122-b374-bb92c3bff178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:31.876925 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-efb3cb31-5e28-4122-b374-bb92c3bff178 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21fd92c9-aaf9-45e6-8995-cab7e9b56861 HTTP/1.1" status: 204 len: 168 time: 0.5091715 Jul 22 21:29:31.913111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3cb31-5e28-4122-b374-bb92c3bff178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fd92c9-aaf9-45e6-8995-cab7e9b56861,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:32.026726 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a799a4-9ec4-481c-98fd-da4ad8225d85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:32.178444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:32.229520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] Routers {'e7b9efdd-88a4-4f75-a01c-17b1e05f9561'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:32.234819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:32.255948 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:32.343416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:32.352174 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69c9db-1828-498b-b9bc-1b99b95f24c9 None None] The sync data for ids ['e7b9efdd-88a4-4f75-a01c-17b1e05f9561'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:32.619811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-a1a3877a-9478-4588-b4ba-2f3171fd1d26 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:32.623282 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-a1a3877a-9478-4588-b4ba-2f3171fd1d26 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.3848507 Jul 22 21:29:32.631209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:32.666731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Request body: {'port': {'device_id': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'admin_state_up': True, 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:32.732833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2a3081f-a2ab-4982-ae02-83d475623315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:32.797252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-509af1da-c064-474b-aa75-7e13bb039f84 req-06b295c9-bfea-4cd6-8ecf-ab114ebbf3e5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.7765796 Jul 22 21:29:32.807471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:32.838680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ca76c46-b825-4519-8ce2-c8f0765ad2c2 req-1e5dc757-2a5e-4a8c-b644-d8a65e18e090 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0681782 Jul 22 21:29:33.072854 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2a3081f-a2ab-4982-ae02-83d475623315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.079275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2a3081f-a2ab-4982-ae02-83d475623315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.111740 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a799a4-9ec4-481c-98fd-da4ad8225d85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.113984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:29:33.113984 n-d-762330-19 neutron-server[94092]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:29:33.113984 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id': '25b87c6538e04a8b8bbef27b4d2296a9', 'id': '70e9fecc-6e9c-43dd-b609-ea77f6032b39', 'expiration': datetime.datetime(2021, 7, 22, 21, 31, 32, 860779)}] Jul 22 21:29:33.113984 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:29:33.114562 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:29:33.116979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a799a4-9ec4-481c-98fd-da4ad8225d85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.152768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3081f-a2ab-4982-ae02-83d475623315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7790e708-21fb-48fc-9f90-77164111fc9c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:33.178808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:33.183824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.190845 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a2a3081f-a2ab-4982-ae02-83d475623315 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=574afb8fd478481da8ca95adbb8ade6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578313 Jul 22 21:29:33.195474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40186) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:33.312460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a799a4-9ec4-481c-98fd-da4ad8225d85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.313524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a799a4-9ec4-481c-98fd-da4ad8225d85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Fanout notify agent at l3_agent the message router_deleted on router e7b9efdd-88a4-4f75-a01c-17b1e05f9561 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:29:33.326981 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a799a4-9ec4-481c-98fd-da4ad8225d85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.334067 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d6a799a4-9ec4-481c-98fd-da4ad8225d85 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/e7b9efdd-88a4-4f75-a01c-17b1e05f9561 HTTP/1.1" status: 204 len: 168 time: 1.4984679 Jul 22 21:29:33.335438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40188) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:33.415214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e8102-f79f-4c91-815a-693f065e9d0c req-8a2b0bd0-ac3f-4992-a3ac-1a766602ec87 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:33.417832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa9e8102-f79f-4c91-815a-693f065e9d0c req-8a2b0bd0-ac3f-4992-a3ac-1a766602ec87 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.3097677 Jul 22 21:29:33.433938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet 288c624e-965e-47b1-afdc-692fb902cfb8 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:29:33.452496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146c309-9e29-4735-b57c-45391f9bce91 req-a0d11c20-4052-49cc-9b7d-577b7ef4f6ee tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:33.454304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9146c309-9e29-4735-b57c-45391f9bce91 req-a0d11c20-4052-49cc-9b7d-577b7ef4f6ee tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.3448253 Jul 22 21:29:33.490286 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ec632e9-2fbb-40d5-a5ed-25d051c9a2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.496156 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.594177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ec632e9-2fbb-40d5-a5ed-25d051c9a2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.604262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9146c309-9e29-4735-b57c-45391f9bce91 req-b8aca01a-b209-4fa3-8a1f-50e55b0b0cb5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196036 Jul 22 21:29:33.663557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.671402 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.700027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa9e8102-f79f-4c91-815a-693f065e9d0c req-710d8213-0937-4752-8176-ac2d24fb9cc7 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702029 Jul 22 21:29:33.862409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Allocated IP 172.20.0.9 (bca1f6e1-114f-4930-bd89-a5fd9f153bcd/757bc2a4-8ae5-4593-8eff-91833bb24163/426d48bb-2ff3-4360-a9c3-17c060988c7b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:34.046247 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.051020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.063190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.117742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6610fec9-b3e5-446b-9da7-5dd7b58a7a8d req-6eeccb2d-5985-4226-9191-060e9b717234 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.0758312 Jul 22 21:29:34.232818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25b87c6538e04a8b8bbef27b4d2296a9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6339917 Jul 22 21:29:34.239639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40200) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:34.267512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a0d6f-f988-4aa5-a6c0-f25ecfa0219e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba127e-b7f5-4daa-a885-1e3cef2fb483,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:34.280392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ec632e9-2fbb-40d5-a5ed-25d051c9a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.288101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ec632e9-2fbb-40d5-a5ed-25d051c9a2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.293033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2ec632e9-2fbb-40d5-a5ed-25d051c9a2d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7790e708-21fb-48fc-9f90-77164111fc9c HTTP/1.1" status: 204 len: 168 time: 1.0924356 Jul 22 21:29:34.384165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec632e9-2fbb-40d5-a5ed-25d051c9a2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7790e708-21fb-48fc-9f90-77164111fc9c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:34.506395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b6c8-75b1-4267-a5e1-c9e4889e9528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.538848 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.594910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b6c8-75b1-4267-a5e1-c9e4889e9528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.600078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea743d0-90a7-4ede-b924-77858a099002 None None] Network fd6c8489-c775-4c95-bc45-953cae85ea21 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:34.615066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be929c2-0563-4336-b8e6-ca86856e56c9 req-6a4a520f-3dae-42ef-bebb-fee035fdb735 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:34.624566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9be929c2-0563-4336-b8e6-ca86856e56c9 req-6a4a520f-3dae-42ef-bebb-fee035fdb735 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.2873001 Jul 22 21:29:34.636658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.640493 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/288c624e-965e-47b1-afdc-692fb902cfb8 HTTP/1.1" status: 204 len: 168 time: 1.3034723 Jul 22 21:29:34.650301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40206) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:34.654431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cb8d6-4d7e-4b44-a0f8-4e554769ffcd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=288c624e-965e-47b1-afdc-692fb902cfb8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:34.786542 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b6c8-75b1-4267-a5e1-c9e4889e9528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.792626 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b6c8-75b1-4267-a5e1-c9e4889e9528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.802280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ebb0b6c8-75b1-4267-a5e1-c9e4889e9528 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5ba127e-b7f5-4daa-a885-1e3cef2fb483 HTTP/1.1" status: 204 len: 168 time: 0.5607550 Jul 22 21:29:34.811604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet f6dc671f-98b1-4865-a7aa-b0628ae0af2f {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:29:34.816873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.825214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0b6c8-75b1-4267-a5e1-c9e4889e9528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba127e-b7f5-4daa-a885-1e3cef2fb483,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:34.898076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:35.171243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-f35830e8-8919-419a-ae92-e85ca4d24f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:35.183125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-f35830e8-8919-419a-ae92-e85ca4d24f9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 1097 time: 0.8136704 Jul 22 21:29:35.301191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] DHCP port deletion for fd6c8489-c775-4c95-bc45-953cae85ea21 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:29:35.394860 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:35.453608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:35.499080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] Deleting port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:35.500017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:35.620246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9be929c2-0563-4336-b8e6-ca86856e56c9 req-38e7f21c-44d6-4be1-922b-5e51f5969beb tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9942651 Jul 22 21:29:35.696735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed611b6-a16d-4d0f-a6c6-5d8d4d0a915a req-8e887ba0-83ac-4396-895d-40f15eef8b8d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:35.717971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ed611b6-a16d-4d0f-a6c6-5d8d4d0a915a req-8e887ba0-83ac-4396-895d-40f15eef8b8d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 1.5052679 Jul 22 21:29:35.788477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] For port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=28e6ee2f-8a09-4ebd-b5f6-050018a04ff9,segment=NetworkSegment(f65ed01d-e994-4a78-8c12-30473897f903),segment_id=f65ed01d-e994-4a78-8c12-30473897f903)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:35.789413 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:35.791439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-e74289ed-de52-414d-86f6-83100bad5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:35.804634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-e74289ed-de52-414d-86f6-83100bad5e3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.5771735 Jul 22 21:29:35.879459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] Calling delete_port for 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:35.894778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ed611b6-a16d-4d0f-a6c6-5d8d4d0a915a req-95beaf0f-0627-49c7-b13c-1ff9a14b881d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741440 Jul 22 21:29:36.070284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:36.136810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:36.292692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:36.304524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e7236-65cc-4665-8145-aa5e98f99630 req-5608f7e6-38cf-488b-af26-c5c3e22b4ce1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:36.314710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e40e7236-65cc-4665-8145-aa5e98f99630 req-5608f7e6-38cf-488b-af26-c5c3e22b4ce1 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4168487 Jul 22 21:29:36.387087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dc671f-98b1-4865-a7aa-b0628ae0af2f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:36.447356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] Pushing event deleted for resources: {'Port': ['ID=28e6ee2f-8a09-4ebd-b5f6-050018a04ff9,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:36.474282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:36.514688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:36.525281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-32dad12f-0c18-43da-92a7-ab33003f76da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/f6dc671f-98b1-4865-a7aa-b0628ae0af2f HTTP/1.1" status: 204 len: 168 time: 1.8728921 Jul 22 21:29:36.541711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40232) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:36.566145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ed790-95c5-4e88-a1b0-c9228a48008b None None] No DVR routers for this DVR port 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:36.572351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf95cb-2859-4aa6-8c04-e87ece34989d None None] Network a0a1a058-8158-488c-92a6-75806e92d12f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:36.574776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:36.581503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:36.582303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 28e6ee2f-8a09-4ebd-b5f6-050018a04ff9 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:36.623100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40234) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:36.629011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:36.640946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e40e7236-65cc-4665-8145-aa5e98f99630 req-35b0baa5-ab78-4a27-be85-bd2ab4265099 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042510 Jul 22 21:29:36.655270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-c0a33f3c-edb6-4d50-847a-faa14ca3dcac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 200 len: 1001 time: 0.8343620 Jul 22 21:29:36.676926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event updated for resources: {'Port': ['ID=426d48bb-2ff3-4360-a9c3-17c060988c7b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:36.741318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-126aee2d-e2df-4ec5-ba1d-b2f166c1e341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:36.789620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:36.899125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-ccf27042-0944-4ba9-ab07-b9fd6840e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:36.912605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-ccf27042-0944-4ba9-ab07-b9fd6840e0d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.2222354 Jul 22 21:29:36.976827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:36.977924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:37.070972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:37.167116 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-7f72ccbd-986c-4b84-8adf-2991f9cfa91c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5066466 Jul 22 21:29:37.180220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] DHCP port deletion for a0a1a058-8158-488c-92a6-75806e92d12f request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:29:37.235811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Request body: {'port': {'device_id': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:37.338174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-126aee2d-e2df-4ec5-ba1d-b2f166c1e341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:37.351698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Deleting port cd2bf7cd-4255-411a-952c-8b21c250fe1d {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:37.354746 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:37.383214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-126aee2d-e2df-4ec5-ba1d-b2f166c1e341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:37.516784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-126aee2d-e2df-4ec5-ba1d-b2f166c1e341 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d835473567640ff88e27af15ca52615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8909049 Jul 22 21:29:37.518583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40256) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:37.633520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:37.638972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-946efd44-dad9-42fc-a8fb-5dc5bae3dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:37.641695 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-946efd44-dad9-42fc-a8fb-5dc5bae3dcea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7276986 Jul 22 21:29:37.677069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] For port cd2bf7cd-4255-411a-952c-8b21c250fe1d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd2bf7cd-4255-411a-952c-8b21c250fe1d,segment=NetworkSegment(fc969c21-b0fc-4f14-ab36-44cf3459a34d),segment_id=fc969c21-b0fc-4f14-ab36-44cf3459a34d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:37.692591 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:37.746433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Calling delete_port for cd2bf7cd-4255-411a-952c-8b21c250fe1d owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:37.801260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ad79d-eae4-4b6b-bdff-c8cfad90b5bb req-6b90f323-e881-4aef-ad8b-e6fcb4fefa60 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:37.817457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c75ad79d-eae4-4b6b-bdff-c8cfad90b5bb req-6b90f323-e881-4aef-ad8b-e6fcb4fefa60 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 931 time: 1.4129295 Jul 22 21:29:37.867795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-50054572-ed1a-43bf-8046-01e1dbbf3f7b service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942992 Jul 22 21:29:38.009408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.026557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6c8489-c775-4c95-bc45-953cae85ea21']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:38.053251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.056566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65ed01d-e994-4a78-8c12-30473897f903') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:38.057184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65ed01d-e994-4a78-8c12-30473897f903') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:38.096102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.099069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aee2d-e2df-4ec5-ba1d-b2f166c1e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526b4d8a-f710-4e64-a334-1530fca20adb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:38.145903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Pushing event deleted for resources: {'Port': ['ID=cd2bf7cd-4255-411a-952c-8b21c250fe1d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:38.190855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] No DVR routers for this DVR port cd2bf7cd-4255-411a-952c-8b21c250fe1d on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:38.194797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.195792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.196330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.197047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.197899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.198231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.198752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.199461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.205327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.205752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.216692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.217411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0056b48-c5a4-4434-a796-dd4ac0e159f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:38.265393 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.289769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b82bd822-f003-4677-bcec-309a2e403ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.328277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:29:38.328934 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:29:38.334279 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:29:38.351415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-650e586a-cb8b-462b-8a1b-60e59096d19b req-ff307c08-d03e-46da-9c6b-17c8302aa7b2 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979112 Jul 22 21:29:38.396585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c75ad79d-eae4-4b6b-bdff-c8cfad90b5bb req-73189b06-9acc-47bb-a1b9-8564809314bf tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716543 Jul 22 21:29:38.506023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd2bf7cd-4255-411a-952c-8b21c250fe1d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:38.591358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfe905-df13-48d3-803d-e1883846447e req-a23c9be7-9065-4973-ab78-1fd6f03a4942 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:38.620274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72dfe905-df13-48d3-803d-e1883846447e req-a23c9be7-9065-4973-ab78-1fd6f03a4942 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.9175189 Jul 22 21:29:38.638360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b82bd822-f003-4677-bcec-309a2e403ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.694390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: cd2bf7cd-4255-411a-952c-8b21c250fe1d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:38.694957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd2bf7cd-4255-411a-952c-8b21c250fe1d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:38.894740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426d48bb-2ff3-4360-a9c3-17c060988c7b {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:29:38.928561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b82bd822-f003-4677-bcec-309a2e403ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.931598 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.937882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b82bd822-f003-4677-bcec-309a2e403ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:38.940914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b82bd822-f003-4677-bcec-309a2e403ff9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/526b4d8a-f710-4e64-a334-1530fca20adb HTTP/1.1" status: 204 len: 168 time: 1.4097598 Jul 22 21:29:39.027473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bd822-f003-4677-bcec-309a2e403ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b4d8a-f710-4e64-a334-1530fca20adb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:39.029730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Transition to ACTIVE for port object 426d48bb-2ff3-4360-a9c3-17c060988c7b will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:39.044168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:39.057801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:39.129282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:39.133905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/fd6c8489-c775-4c95-bc45-953cae85ea21 HTTP/1.1" status: 204 len: 168 time: 2.5890005 Jul 22 21:29:39.135536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf1497-73ba-4edc-8bf8-5565505d571a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=fd6c8489-c775-4c95-bc45-953cae85ea21,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:39.140532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40272) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:39.233385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72dfe905-df13-48d3-803d-e1883846447e req-6c6b9789-a056-467c-9f61-6efa8b0dda90 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5468416 Jul 22 21:29:39.360761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Pushing event updated for resources: {'Port': ['ID=426d48bb-2ff3-4360-a9c3-17c060988c7b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:39.560827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:39.611805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520498c-b768-4b1c-9085-38675152932a req-fb4e4dec-cfa4-4cbc-9d7d-279c9a6c8ede tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:39.614786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1520498c-b768-4b1c-9085-38675152932a req-fb4e4dec-cfa4-4cbc-9d7d-279c9a6c8ede tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.6717429 Jul 22 21:29:39.802125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Attempting to bind port 426d48bb-2ff3-4360-a9c3-17c060988c7b on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:29:39.802715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Attempting to bind port 426d48bb-2ff3-4360-a9c3-17c060988c7b by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:29:39.803259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Attempting to bind port 426d48bb-2ff3-4360-a9c3-17c060988c7b on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:29:39.819929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Port 426d48bb-2ff3-4360-a9c3-17c060988c7b on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:29:39.820694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Attempting to bind port 426d48bb-2ff3-4360-a9c3-17c060988c7b on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:29:39.841469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:29:39.842029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Checking segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:39.842664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Bound using segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:29:39.843430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Bound port: 426d48bb-2ff3-4360-a9c3-17c060988c7b, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:29:39.844136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:40.081986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1520498c-b768-4b1c-9085-38675152932a req-f3dac86a-9451-4434-8748-516f0ffa9232 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500897 Jul 22 21:29:40.242938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] For port 426d48bb-2ff3-4360-a9c3-17c060988c7b, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:29:40.256562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] For port 426d48bb-2ff3-4360-a9c3-17c060988c7b, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=426d48bb-2ff3-4360-a9c3-17c060988c7b,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:29:40.270158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:40.573002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:40.574461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:40.579674 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:40.600436 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] 10.222.0.23 "PUT /v2.0/ports/426d48bb-2ff3-4360-a9c3-17c060988c7b HTTP/1.1" status: 200 len: 1092 time: 3.4018037 Jul 22 21:29:40.608759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'tag': '426d48bb-2ff3-4360-a9c3-17c060988c7b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:40.621677 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11fc589-0769-455b-b4a0-735b363ef5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a0d627-fba5-4e10-a9d9-09f2a246dc89", "tag": "426d48bb-2ff3-4360-a9c3-17c060988c7b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:40.634945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a1a058-8158-488c-92a6-75806e92d12f']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:40.704969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc969c21-b0fc-4f14-ab36-44cf3459a34d') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:40.705958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc969c21-b0fc-4f14-ab36-44cf3459a34d') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:40.738240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:40.776990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e3f6e-82c5-4ad3-9197-dd351c7b7969 req-192e0388-26e3-4b91-9928-94d74535951a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:40.803194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-816e3f6e-82c5-4ad3-9197-dd351c7b7969 req-192e0388-26e3-4b91-9928-94d74535951a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 943 time: 1.0716524 Jul 22 21:29:40.867413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:40.946067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a2c39-ecf4-4984-a965-3624622813fa service neutron] Pushing event updated for resources: {'Port': ['ID=426d48bb-2ff3-4360-a9c3-17c060988c7b,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:40.949916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:29:40.955181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:29:40.961168 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:29:41.021064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-cc513cd1-d181-4474-a3c3-5424ab2dd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:41.031325 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-cc513cd1-d181-4474-a3c3-5424ab2dd2e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 1095 time: 0.3147318 Jul 22 21:29:41.176584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-d1281f46-26d3-4cb6-8138-b73f11f795d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426d48bb-2ff3-4360-a9c3-17c060988c7b HTTP/1.1" status: 200 len: 217 time: 0.1302686 Jul 22 21:29:41.238672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-816e3f6e-82c5-4ad3-9197-dd351c7b7969 req-ecf2d762-d789-4ae9-b788-66b3fc45559c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336987 Jul 22 21:29:41.254308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962492d-ba5e-43a0-8ab3-7950dc345ab3 req-1d6ed805-1565-4a01-9019-54e0d65d656d tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:41.266733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5962492d-ba5e-43a0-8ab3-7950dc345ab3 req-1d6ed805-1565-4a01-9019-54e0d65d656d tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.6773059 Jul 22 21:29:41.283035 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:41.290412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:41.293799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/a0a1a058-8158-488c-92a6-75806e92d12f HTTP/1.1" status: 204 len: 168 time: 2.1473601 Jul 22 21:29:41.362855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40312) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:41.362855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c823f0-8c79-4253-9f47-a3d397125d13 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=a0a1a058-8158-488c-92a6-75806e92d12f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:41.458853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1933448676'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:41.471393 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99bddfe-e597-4ee3-97f5-584629a42825 x-openstack-request-id: req-d99bddfe-e597-4ee3-97f5-584629a42825 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:41.471393 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a0d627-fba5-4e10-a9d9-09f2a246dc89", "tag": "426d48bb-2ff3-4360-a9c3-17c060988c7b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:41.471393 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d99bddfe-e597-4ee3-97f5-584629a42825 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:41.471393 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'tag': '426d48bb-2ff3-4360-a9c3-17c060988c7b', 'status': 'completed', 'code': 200} Jul 22 21:29:41.489019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-baf4beb9-d385-4a7c-9f8a-653edd1d678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:41.491419 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-baf4beb9-d385-4a7c-9f8a-653edd1d678c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.2914398 Jul 22 21:29:41.518545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5962492d-ba5e-43a0-8ab3-7950dc345ab3 req-91af8689-12bd-4b87-8765-e9acd4337d69 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486477 Jul 22 21:29:41.624335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:41.655773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:41.687069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-111a426a-dbe9-4dad-b2c3-ffaad9d8997a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683075 Jul 22 21:29:41.728584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-ed8a7066-049c-4eb8-b5a3-14892b4e7a7f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:29:41.730749 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-ed8a7066-049c-4eb8-b5a3-14892b4e7a7f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239677 Jul 22 21:29:41.751030 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:29:42.080619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:29:42.110192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:42.110812 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment 6a47b612-7281-4324-9863-3026d03da321 of type vlan for network 732dd15f-c951-4079-909a-162bf655e968 Jul 22 21:29:42.233175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:42.256742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-1356fbf9-6885-4936-8356-0cedb3bce6c5 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113215 Jul 22 21:29:42.341578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:42.361091 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:42.370567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:42.519256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0744214 Jul 22 21:29:42.596539 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3bb7dc51-9f0e-4f17-8aa5-d8ac3c6bb225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:42.606218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40338) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:42.626522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09c689-23c6-451c-973a-02dd95ec234d req-a1dec1b7-08c4-4881-bda8-bc0d01e2e052 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:42.629644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e09c689-23c6-451c-973a-02dd95ec234d req-a1dec1b7-08c4-4881-bda8-bc0d01e2e052 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.8591573 Jul 22 21:29:42.638308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': '732dd15f-c951-4079-909a-162bf655e968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:42.712732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e894e79-028b-4944-bcb6-8dd227062d3a req-3b5436ce-7514-4bd0-9749-1ef5450a6f5b service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461536 Jul 22 21:29:43.020068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-43978d15-6218-4adc-a7f1-6bf05f40cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:43.022438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-43978d15-6218-4adc-a7f1-6bf05f40cafb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 1095 time: 0.2036591 Jul 22 21:29:43.055548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a69e0-3e49-45c6-83dc-5210312f89b3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=732dd15f-c951-4079-909a-162bf655e968,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:43.070711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 732dd15f-c951-4079-909a-162bf655e968 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:29:43.402696 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e09c689-23c6-451c-973a-02dd95ec234d req-ec762004-8e23-4c8a-b068-46b5bee24c51 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611750 Jul 22 21:29:43.415003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:43.424440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:43.496925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-115db16b-1027-4bb3-b9dd-f796d425af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:43.499816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-115db16b-1027-4bb3-b9dd-f796d425af2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 911 time: 0.4660223 Jul 22 21:29:43.594469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878213-bd60-4b5d-baf8-90d4a566bb99 req-9605dcc8-06e1-44c3-970b-1c17e4c9a9a0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:43.608670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3878213-bd60-4b5d-baf8-90d4a566bb99 req-9605dcc8-06e1-44c3-970b-1c17e4c9a9a0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 943 time: 0.9547870 Jul 22 21:29:43.764269 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-53c0c4e3-6bfd-4101-9b56-da9b10a7a256 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426d48bb-2ff3-4360-a9c3-17c060988c7b HTTP/1.1" status: 200 len: 217 time: 0.2484069 Jul 22 21:29:43.938386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-6e83f9dd-b130-45aa-a018-05aa93468969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:43.944640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-6e83f9dd-b130-45aa-a018-05aa93468969 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.1694372 Jul 22 21:29:44.022946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3878213-bd60-4b5d-baf8-90d4a566bb99 req-3edefa80-bc95-4d11-8eee-4c45b9d2af45 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255947 Jul 22 21:29:44.100729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-1fd3cec8-d37d-42e0-9894-67212544f157 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358263 Jul 22 21:29:44.330646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:44.473998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-44eb331c-6387-445d-8944-0e9ae0783736 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549900 Jul 22 21:29:44.617124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=262adc73-b9e1-48a3-9476-44e99fcc81d0,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:44.662180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': '6a47b612-7281-4324-9863-3026d03da321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '732dd15f-c951-4079-909a-162bf655e968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:44.662707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: 732dd15f-c951-4079-909a-162bf655e968, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:29:44.835950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 732dd15f-c951-4079-909a-162bf655e968 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:29:44.856907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 732dd15f-c951-4079-909a-162bf655e968) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:44.875452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:44.877189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019c2046-c40d-461d-b9d8-e6b1622d6c22 None None] Network 732dd15f-c951-4079-909a-162bf655e968 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:44.897009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:44.966496 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c11fc589-0769-455b-b4a0-735b363ef5c9 req-c34cb39b-e316-4db3-960c-4f4a63ef7ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796772 Jul 22 21:29:45.002135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a378b5a3-215f-43dc-aff9-c9d3384d8999 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3707311 Jul 22 21:29:45.006674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40390) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:45.021861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-25c88e5b-1058-42d2-aadf-12e10afa92f7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1092976554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:45.116121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf89466-ee76-4261-950d-4bf3b897de33 req-754f3855-bb07-4277-9ae8-76cb184a7a12 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:45.117845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaf89466-ee76-4261-950d-4bf3b897de33 req-754f3855-bb07-4277-9ae8-76cb184a7a12 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4396477 Jul 22 21:29:45.121181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25c88e5b-1058-42d2-aadf-12e10afa92f7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.123768 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25c88e5b-1058-42d2-aadf-12e10afa92f7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.201796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40394) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:45.261677 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c858-d15a-4f75-87e4-1e93f1e8c827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.285710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaf89466-ee76-4261-950d-4bf3b897de33 req-0e5bc364-f0b9-45c1-8982-92e81bc8d901 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512492 Jul 22 21:29:45.347714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25c88e5b-1058-42d2-aadf-12e10afa92f7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.358073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 426d48bb-2ff3-4360-a9c3-17c060988c7b details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:29:45.365377 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25c88e5b-1058-42d2-aadf-12e10afa92f7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.418896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25c88e5b-1058-42d2-aadf-12e10afa92f7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.423096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.431349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-25c88e5b-1058-42d2-aadf-12e10afa92f7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4215202 Jul 22 21:29:45.435080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40402) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:45.460609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'port': {'network_id': '732dd15f-c951-4079-909a-162bf655e968', 'name': 'tempest-RoutersTest-255619821'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:29:45.699325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:29:45.754993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d505f-1995-4273-af4a-8ba4faa9aacf req-6eef6988-b45e-43ae-9eb4-dc6d2e9f83c8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:45.776070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e1d505f-1995-4273-af4a-8ba4faa9aacf req-6eef6988-b45e-43ae-9eb4-dc6d2e9f83c8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 943 time: 0.4014294 Jul 22 21:29:45.884139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d134-6de6-4958-a925-99bad1d6f0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:45.960167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 426d48bb-2ff3-4360-a9c3-17c060988c7b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=426d48bb-2ff3-4360-a9c3-17c060988c7b,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:45.986268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e1d505f-1995-4273-af4a-8ba4faa9aacf req-bc91b144-adf6-4928-b9fe-6290b5f9864c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074873 Jul 22 21:29:45.990886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '426d48bb-2ff3-4360-a9c3-17c060988c7b', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'port_id': '426d48bb-2ff3-4360-a9c3-17c060988c7b', 'mac_address': 'fa:16:3e:59:65:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757bc2a4-8ae5-4593-8eff-91833bb24163', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:29:46.026949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:29:46.054171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.171267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-732dd15f-c951-4079-909a-162bf655e968', 'network_id': '732dd15f-c951-4079-909a-162bf655e968', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': '262adc73-b9e1-48a3-9476-44e99fcc81d0'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:29:46.173795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.174218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] device_id is not set on port 05969426-fbe5-44bb-815c-6321cd0330de yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:29:46.252680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.458084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d134-6de6-4958-a925-99bad1d6f0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.467045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d134-6de6-4958-a925-99bad1d6f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.656170 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.683308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3fe2d134-6de6-4958-a925-99bad1d6f0c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1758a3714e3d429c9a0407d48f7073d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4710591 Jul 22 21:29:46.688648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d134-6de6-4958-a925-99bad1d6f0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6a700a-15a2-41a0-9d6c-18b6b57fffd6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:46.692228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40422) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:46.747434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426d48bb-2ff3-4360-a9c3-17c060988c7b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:29:46.802397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.20.0.4 (732dd15f-c951-4079-909a-162bf655e968/262adc73-b9e1-48a3-9476-44e99fcc81d0/05969426-fbe5-44bb-815c-6321cd0330de) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:46.838636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24933b-6a8b-4de3-b190-4a36a3b2c53a req-0954dd84-775e-4fc4-a345-fd859851456b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:46.853039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8797ce-6059-4831-8d59-ceac7e080ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.856393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee24933b-6a8b-4de3-b190-4a36a3b2c53a req-0954dd84-775e-4fc4-a345-fd859851456b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.2780430 Jul 22 21:29:46.857488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 426d48bb-2ff3-4360-a9c3-17c060988c7b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=426d48bb-2ff3-4360-a9c3-17c060988c7b,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:46.901633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:46.929627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8797ce-6059-4831-8d59-ceac7e080ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:47.089629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee24933b-6a8b-4de3-b190-4a36a3b2c53a req-37179973-65c2-4442-a0c8-e854ee05e27b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227879 Jul 22 21:29:47.094057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8797ce-6059-4831-8d59-ceac7e080ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:47.098929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8797ce-6059-4831-8d59-ceac7e080ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:47.104399 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6a8797ce-6059-4831-8d59-ceac7e080ceb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d6a700a-15a2-41a0-9d6c-18b6b57fffd6 HTTP/1.1" status: 204 len: 168 time: 0.4070578 Jul 22 21:29:47.136546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8797ce-6059-4831-8d59-ceac7e080ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6a700a-15a2-41a0-9d6c-18b6b57fffd6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:47.203158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=426d48bb-2ff3-4360-a9c3-17c060988c7b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:47.583540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d17405-03fd-49ab-a415-64460ab88553 req-ad15532b-4e39-4d11-9b30-0d2acdb201b2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:47.596428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4d17405-03fd-49ab-a415-64460ab88553 req-ad15532b-4e39-4d11-9b30-0d2acdb201b2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 944 time: 0.2860112 Jul 22 21:29:47.614642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['426d48bb-2ff3-4360-a9c3-17c060988c7b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:29:47.815825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4d17405-03fd-49ab-a415-64460ab88553 req-85b2dfdd-0708-4d36-b15a-ceefb84aaed5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159019 Jul 22 21:29:48.144704 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:48.475089 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:48.540526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object 05969426-fbe5-44bb-815c-6321cd0330de will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:48.568242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd664-3438-4bbc-9936-2387a1b13227 req-8887c701-181a-4a2c-8b1e-78cf224051a3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:48.581342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba4cd664-3438-4bbc-9936-2387a1b13227 req-8887c701-181a-4a2c-8b1e-78cf224051a3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.2322834 Jul 22 21:29:48.628418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40454) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:48.655607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:48.670402 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-775dfb01-1ed0-4aa6-890d-25da730b02b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:48.676617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40456) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:48.791074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 732dd15f-c951-4079-909a-162bf655e968 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:48.792716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=05969426-fbe5-44bb-815c-6321cd0330de,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:48.812995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:48.815302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba4cd664-3438-4bbc-9936-2387a1b13227 req-e956c4f5-4102-4e01-a9c7-69a8ef11b0e5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317231 Jul 22 21:29:48.823579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:48.928067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Allocated IP 172.20.0.2 (732dd15f-c951-4079-909a-162bf655e968/262adc73-b9e1-48a3-9476-44e99fcc81d0/a0f59a7d-5a82-4e28-a506-1adbbeb25daf) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:29:49.008101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:49.009530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:49.289661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-775dfb01-1ed0-4aa6-890d-25da730b02b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:49.307363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4ec7f8e-5379-46dc-976c-1b034577cc77 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.8650563 Jul 22 21:29:49.308231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40466) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:49.310406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-775dfb01-1ed0-4aa6-890d-25da730b02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:49.471938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2f2b-b390-45bb-8b0e-514c30ab70e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:49.485103 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:49.517201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Transition to ACTIVE for port object a0f59a7d-5a82-4e28-a506-1adbbeb25daf will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:49.551721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Transition to ACTIVE for port object a0f59a7d-5a82-4e28-a506-1adbbeb25daf will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:29:49.586617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff98ed-64ab-4c11-8b14-800c6b01f4e3 req-fa284ee7-35f4-45f4-9ab9-8f1ca0f55d2c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:49.589417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cff98ed-64ab-4c11-8b14-800c6b01f4e3 req-fa284ee7-35f4-45f4-9ab9-8f1ca0f55d2c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 944 time: 0.4901898 Jul 22 21:29:49.592931 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:49.593469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-775dfb01-1ed0-4aa6-890d-25da730b02b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3845da2dd0fb4c40b25d3afcd7c58e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9636631 Jul 22 21:29:49.616178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:49.616178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dfb01-1ed0-4aa6-890d-25da730b02b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194ccee1-7eb9-45cd-9408-3a1ed0515125,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:49.750957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Network 732dd15f-c951-4079-909a-162bf655e968 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:49.758969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:49.772331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:29:49.882064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2f2b-b390-45bb-8b0e-514c30ab70e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:49.900581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2f2b-b390-45bb-8b0e-514c30ab70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.015528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Pushing event updated for resources: {'Port': ['ID=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:50.040450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4aaf2f2b-b390-45bb-8b0e-514c30ab70e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=254f7b00057b41709f402c1e07e44730&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3545151 Jul 22 21:29:50.060233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cff98ed-64ab-4c11-8b14-800c6b01f4e3 req-f7a76ae5-0d42-4f7b-9323-8260e98b322d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491568 Jul 22 21:29:50.065839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40478) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:50.157018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf2f2b-b390-45bb-8b0e-514c30ab70e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a59f5b9-d244-48ec-ae46-8d3b061d521a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:50.168769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Attempting to bind port a0f59a7d-5a82-4e28-a506-1adbbeb25daf on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:29:50.170118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Attempting to bind port a0f59a7d-5a82-4e28-a506-1adbbeb25daf by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '6a47b612-7281-4324-9863-3026d03da321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '732dd15f-c951-4079-909a-162bf655e968'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:29:50.171210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Attempting to bind port a0f59a7d-5a82-4e28-a506-1adbbeb25daf on network 732dd15f-c951-4079-909a-162bf655e968 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:29:50.189270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:29:50.190107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Checking segment: {'id': '6a47b612-7281-4324-9863-3026d03da321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '732dd15f-c951-4079-909a-162bf655e968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:29:50.190990 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.191810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Bound using segment: {'id': '6a47b612-7281-4324-9863-3026d03da321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '732dd15f-c951-4079-909a-162bf655e968'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:29:50.193843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Bound port: a0f59a7d-5a82-4e28-a506-1adbbeb25daf, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a47b612-7281-4324-9863-3026d03da321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '732dd15f-c951-4079-909a-162bf655e968'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:29:50.195042 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.229171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e48d9c5-31e0-4d31-b6aa-6c0adff93187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.312548 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e48d9c5-31e0-4d31-b6aa-6c0adff93187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.346773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] For port a0f59a7d-5a82-4e28-a506-1adbbeb25daf, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:29:50.360248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] For port a0f59a7d-5a82-4e28-a506-1adbbeb25daf, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,segment=NetworkSegment(6a47b612-7281-4324-9863-3026d03da321),segment_id=6a47b612-7281-4324-9863-3026d03da321)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:29:50.371265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.438568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e48d9c5-31e0-4d31-b6aa-6c0adff93187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.443808 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e48d9c5-31e0-4d31-b6aa-6c0adff93187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.446023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5e48d9c5-31e0-4d31-b6aa-6c0adff93187 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/194ccee1-7eb9-45cd-9408-3a1ed0515125 HTTP/1.1" status: 204 len: 168 time: 0.8050227 Jul 22 21:29:50.518178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.519070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48d9c5-31e0-4d31-b6aa-6c0adff93187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194ccee1-7eb9-45cd-9408-3a1ed0515125,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:50.571883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4612b17c-53df-45ef-ae49-eef343a31feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.577232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90538034-3079-4ed0-b10e-0d2c70a8651d None None] Pushing event updated for resources: {'Port': ['ID=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:50.619170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4612b17c-53df-45ef-ae49-eef343a31feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.754172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea3d48-ec5b-4ad6-8d2d-2bbd5e49aad6 req-880662af-100a-4743-b30f-b644a4c2724a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:50.764188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38ea3d48-ec5b-4ad6-8d2d-2bbd5e49aad6 req-880662af-100a-4743-b30f-b644a4c2724a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.3592188 Jul 22 21:29:50.773177 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4612b17c-53df-45ef-ae49-eef343a31feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.777564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4612b17c-53df-45ef-ae49-eef343a31feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.782554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4612b17c-53df-45ef-ae49-eef343a31feb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a59f5b9-d244-48ec-ae46-8d3b061d521a HTTP/1.1" status: 204 len: 168 time: 0.7123730 Jul 22 21:29:50.815595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612b17c-53df-45ef-ae49-eef343a31feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a59f5b9-d244-48ec-ae46-8d3b061d521a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:50.893552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38ea3d48-ec5b-4ad6-8d2d-2bbd5e49aad6 req-c218fb73-f6bb-47ea-8ef1-6a0aa0786a79 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095116 Jul 22 21:29:51.377492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 426d48bb-2ff3-4360-a9c3-17c060988c7b up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:51.578518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 426d48bb-2ff3-4360-a9c3-17c060988c7b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:51.578874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c3f83-9d6a-4df1-aba6-1ca9bf9985b6 req-d5c53286-870f-452d-9d8f-05b4073e9549 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:51.587237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 426d48bb-2ff3-4360-a9c3-17c060988c7b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:51.588947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:51.592296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e0c3f83-9d6a-4df1-aba6-1ca9bf9985b6 req-d5c53286-870f-452d-9d8f-05b4073e9549 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 944 time: 0.2870560 Jul 22 21:29:51.607543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:51.618130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:51.731060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e0c3f83-9d6a-4df1-aba6-1ca9bf9985b6 req-4b9a88c7-34d8-4776-918b-59fdb7a131e4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103709 Jul 22 21:29:51.874666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=05969426-fbe5-44bb-815c-6321cd0330de,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:51.938675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:52.056241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d48bb-2ff3-4360-a9c3-17c060988c7b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:52.061673 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8711e771-2221-4c5f-86ed-fba4af0778f1" -d '{"events": [{"server_uuid": "e5a0d627-fba5-4e10-a9d9-09f2a246dc89", "name": "network-vif-plugged", "status": "completed", "tag": "426d48bb-2ff3-4360-a9c3-17c060988c7b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:52.088985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 426d48bb-2ff3-4360-a9c3-17c060988c7b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=426d48bb-2ff3-4360-a9c3-17c060988c7b,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:52.094928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:52.295177 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e465d4-9dbf-4246-847a-cb49f69764fd x-openstack-request-id: req-c8e465d4-9dbf-4246-847a-cb49f69764fd {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:52.295684 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a0d627-fba5-4e10-a9d9-09f2a246dc89", "name": "network-vif-plugged", "status": "completed", "tag": "426d48bb-2ff3-4360-a9c3-17c060988c7b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:52.298601 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8e465d4-9dbf-4246-847a-cb49f69764fd {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:52.299259 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d48bb-2ff3-4360-a9c3-17c060988c7b', 'code': 200} Jul 22 21:29:52.302177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=426d48bb-2ff3-4360-a9c3-17c060988c7b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:52.391187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:52.522942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a71cf253-914c-413b-bf71-369f5dc0f5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:52.644036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8e9b9-30e9-47b2-a631-fef06b052cf1 req-20953b2f-7a0f-4a49-bc37-41dff8ffbe8a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:52.648870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52f8e9b9-30e9-47b2-a631-fef06b052cf1 req-20953b2f-7a0f-4a49-bc37-41dff8ffbe8a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4619606 Jul 22 21:29:52.735904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0f59a7d-5a82-4e28-a506-1adbbeb25daf up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:52.860480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52f8e9b9-30e9-47b2-a631-fef06b052cf1 req-85b290b0-0abb-4281-95ff-1eb7d389b2eb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870568 Jul 22 21:29:52.897505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9409-af1e-480a-aff4-5aa7598bdefb req-0b153b5c-9e28-44e3-9626-d28392a0bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:52.904312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ff4c9409-af1e-480a-aff4-5aa7598bdefb req-0b153b5c-9e28-44e3-9626-d28392a0bfef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 1097 time: 0.5620642 Jul 22 21:29:52.980663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a0f59a7d-5a82-4e28-a506-1adbbeb25daf completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:53.070996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ff4c9409-af1e-480a-aff4-5aa7598bdefb req-1074ffcb-0d3f-4cfc-aba0-b27680f7e85f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390488 Jul 22 21:29:53.177952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:53.190237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674eaaf3-531c-4880-ac08-04f34191eadd None None] Network 732dd15f-c951-4079-909a-162bf655e968 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:53.199686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a71cf253-914c-413b-bf71-369f5dc0f5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:53.216976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a71cf253-914c-413b-bf71-369f5dc0f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:53.329338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a71cf253-914c-413b-bf71-369f5dc0f5bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=823f1e57e7dc4aadae32046c61f6ca84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9085791 Jul 22 21:29:53.362187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40532) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:53.375192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3045e818-cf07-4fa9-ada1-075db775b1a1 None None] Provisioning for port a0f59a7d-5a82-4e28-a506-1adbbeb25daf completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:53.412568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3045e818-cf07-4fa9-ada1-075db775b1a1 None None] Provisioning complete for port a0f59a7d-5a82-4e28-a506-1adbbeb25daf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:53.413089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90666-abe2-4964-aea0-528bcd752e13 req-e9f16957-7dd6-4573-afe2-214d1360754e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:53.413896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3045e818-cf07-4fa9-ada1-075db775b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:53.433465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76d90666-abe2-4964-aea0-528bcd752e13 req-e9f16957-7dd6-4573-afe2-214d1360754e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.4125497 Jul 22 21:29:53.527786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cf253-914c-413b-bf71-369f5dc0f5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf1bfa-d64f-41e6-87cd-9a0171d14813,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:53.602883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76d90666-abe2-4964-aea0-528bcd752e13 req-ccf72f34-de24-4475-a1b6-eef1939ecd4b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679091 Jul 22 21:29:53.789035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e789cd94-177e-4aae-a787-1d13a5e37930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:53.920059 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3045e818-cf07-4fa9-ada1-075db775b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:54.062814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3045e818-cf07-4fa9-ada1-075db775b1a1 None None] For port a0f59a7d-5a82-4e28-a506-1adbbeb25daf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,segment=NetworkSegment(6a47b612-7281-4324-9863-3026d03da321),segment_id=6a47b612-7281-4324-9863-3026d03da321)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:54.071492 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3045e818-cf07-4fa9-ada1-075db775b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:54.158485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e789cd94-177e-4aae-a787-1d13a5e37930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:54.213254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:54.283262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045e818-cf07-4fa9-ada1-075db775b1a1 None None] Pushing event updated for resources: {'Port': ['ID=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:54.536138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6635d4b-6154-486b-b413-f82ba05a8a24 req-10ea8d40-5094-476b-8dc5-ce3d58d8f71a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:54.546363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6635d4b-6154-486b-b413-f82ba05a8a24 req-10ea8d40-5094-476b-8dc5-ce3d58d8f71a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.3414693 Jul 22 21:29:54.681937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6635d4b-6154-486b-b413-f82ba05a8a24 req-7f8c8268-c6b8-49de-99f4-8122fbe6a12c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336541 Jul 22 21:29:54.745809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f78981b7-7936-49bc-9bf2-6d5dfcbb3402 None None] Provisioning complete for port a0f59a7d-5a82-4e28-a506-1adbbeb25daf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:54.746305 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f78981b7-7936-49bc-9bf2-6d5dfcbb3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:54.863442 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e789cd94-177e-4aae-a787-1d13a5e37930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:54.878412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e789cd94-177e-4aae-a787-1d13a5e37930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:54.883426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e789cd94-177e-4aae-a787-1d13a5e37930 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bdbf1bfa-d64f-41e6-87cd-9a0171d14813 HTTP/1.1" status: 204 len: 168 time: 1.5166485 Jul 22 21:29:54.947612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789cd94-177e-4aae-a787-1d13a5e37930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf1bfa-d64f-41e6-87cd-9a0171d14813,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:55.264052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f78981b7-7936-49bc-9bf2-6d5dfcbb3402 None None] Provisioning for port 05969426-fbe5-44bb-815c-6321cd0330de completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:29:55.287331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f78981b7-7936-49bc-9bf2-6d5dfcbb3402 None None] Provisioning complete for port 05969426-fbe5-44bb-815c-6321cd0330de triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:55.289229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f78981b7-7936-49bc-9bf2-6d5dfcbb3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:55.330156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f476f-62eb-4a3c-9eeb-40f6aab26263 req-518320a5-1917-4d91-8c69-d809a683271a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:55.340477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-507f476f-62eb-4a3c-9eeb-40f6aab26263 req-518320a5-1917-4d91-8c69-d809a683271a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.4843354 Jul 22 21:29:55.487800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f78981b7-7936-49bc-9bf2-6d5dfcbb3402 None None] Port 05969426-fbe5-44bb-815c-6321cd0330de cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:55.552137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-507f476f-62eb-4a3c-9eeb-40f6aab26263 req-ca9decb8-682c-4f7f-a588-deff9d46f50d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908250 Jul 22 21:29:55.666151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:55.673852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a8c690a-be89-42e3-945f-d4ab3c960688 None None] Provisioning complete for port 05969426-fbe5-44bb-815c-6321cd0330de triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:55.677918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a8c690a-be89-42e3-945f-d4ab3c960688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:55.683063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:55.853223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c690a-be89-42e3-945f-d4ab3c960688 None None] Port 05969426-fbe5-44bb-815c-6321cd0330de cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:55.874998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=05969426-fbe5-44bb-815c-6321cd0330de,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:55.951570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:56.153340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb57f0-f98e-4e6a-8927-bb0c6f8e730c req-fb6efe42-c0ee-4244-b73d-06f159032ed2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:56.181568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33cb57f0-f98e-4e6a-8927-bb0c6f8e730c req-fb6efe42-c0ee-4244-b73d-06f159032ed2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.2987804 Jul 22 21:29:56.191884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ed493cb6-70c7-4515-ba92-8e3c4c5b8c04 None None] Provisioning complete for port 05969426-fbe5-44bb-815c-6321cd0330de triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:56.192854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed493cb6-70c7-4515-ba92-8e3c4c5b8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:56.330161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ed493cb6-70c7-4515-ba92-8e3c4c5b8c04 None None] Port 05969426-fbe5-44bb-815c-6321cd0330de cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:56.366536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33cb57f0-f98e-4e6a-8927-bb0c6f8e730c req-7072f6b1-3170-4a36-b5a3-a97dbed97b67 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803432 Jul 22 21:29:56.453887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 732dd15f-c951-4079-909a-162bf655e968 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:29:56.457035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:29:56.516259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0f59a7d-5a82-4e28-a506-1adbbeb25daf up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:29:56.762338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a0f59a7d-5a82-4e28-a506-1adbbeb25daf triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:56.763567 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:57.047429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 0916dbe0-4731-4da9-9921-b13081bbc5e0 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:29:57.107876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59955af5-0b07-4f89-9a06-0f9e4947dea4 req-b80a8b35-cfc6-43f9-9fd6-d9e11fb71e86 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:57.125078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59955af5-0b07-4f89-9a06-0f9e4947dea4 req-b80a8b35-cfc6-43f9-9fd6-d9e11fb71e86 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.2920208 Jul 22 21:29:57.312759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5bedf3a7-b276-4a7d-9f55-1b644d3a86fd None None] Provisioning complete for port 05969426-fbe5-44bb-815c-6321cd0330de triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:29:57.313220 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5bedf3a7-b276-4a7d-9f55-1b644d3a86fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:57.315740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59955af5-0b07-4f89-9a06-0f9e4947dea4 req-11620bc0-6284-4fe5-b506-4271b4523671 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812603 Jul 22 21:29:57.441264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:57.475434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5bedf3a7-b276-4a7d-9f55-1b644d3a86fd None None] Port 05969426-fbe5-44bb-815c-6321cd0330de cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:29:57.493966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] Sync routers for ids ['0916dbe0-4731-4da9-9921-b13081bbc5e0'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:57.511887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb63ba2a-c831-4a73-ab64-a59be9dfa6a9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/0916dbe0-4731-4da9-9921-b13081bbc5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2006943 Jul 22 21:29:57.517640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40620) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:57.526327 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] Routers {'0916dbe0-4731-4da9-9921-b13081bbc5e0'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:57.527989 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0916dbe0-4731-4da9-9921-b13081bbc5e0'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:57.674278 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:57.708309 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] Routers {'0916dbe0-4731-4da9-9921-b13081bbc5e0'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:57.711351 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0916dbe0-4731-4da9-9921-b13081bbc5e0'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:57.864116 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:57.866331 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e70231-c7f3-4982-8eef-44e9cadbe5ac None None] The sync data for ids ['0916dbe0-4731-4da9-9921-b13081bbc5e0'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:57.989417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7776c-4863-4631-96c6-4d89ee9e5663 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:58.003619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40636) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:58.009809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c5e7776c-4863-4631-96c6-4d89ee9e5663 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports/05969426-fbe5-44bb-815c-6321cd0330de HTTP/1.1" status: 200 len: 976 time: 0.4802244 Jul 22 21:29:58.059052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275d0de-82e0-4a21-8eeb-1233c2e6659b req-55f20f95-09ea-4d24-8e2d-21fe4028c5b0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:58.070377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d275d0de-82e0-4a21-8eeb-1233c2e6659b req-55f20f95-09ea-4d24-8e2d-21fe4028c5b0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4243393 Jul 22 21:29:58.238863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d275d0de-82e0-4a21-8eeb-1233c2e6659b req-7b114fbd-0971-4577-a4f4-67c1ea48e3f6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551855 Jul 22 21:29:58.925601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40666) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:59.347557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f284b58-877a-4b58-ba44-a04e98519d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:59.737443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcbb07-d929-4190-9075-d6cb033d264c req-25006835-7ef9-4ee6-ab10-9b3742b4d45d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:59.750746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cabcbb07-d929-4190-9075-d6cb033d264c req-25006835-7ef9-4ee6-ab10-9b3742b4d45d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.2111008 Jul 22 21:29:59.831254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cabcbb07-d929-4190-9075-d6cb033d264c req-b8448be9-1ddc-403d-acd8-1e372022f20e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788209 Jul 22 21:30:00.051054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f284b58-877a-4b58-ba44-a04e98519d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:00.121620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:00.135216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f284b58-877a-4b58-ba44-a04e98519d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.080490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40752) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:01.093834 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9f284b58-877a-4b58-ba44-a04e98519d3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01435260363d46bcb9dccb47324c2da2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1655345 Jul 22 21:30:01.101392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f284b58-877a-4b58-ba44-a04e98519d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60949c9-a38e-4299-9bd2-310025c0fbb6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:01.149586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.468876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 05969426-fbe5-44bb-815c-6321cd0330de {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:01.469212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.552011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3ef7f-53e3-432a-a449-44f80b22f192 req-86162062-df34-4c93-903c-d22d9a30ffa9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:01.569239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fd3ef7f-53e3-432a-a449-44f80b22f192 req-86162062-df34-4c93-903c-d22d9a30ffa9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.4654398 Jul 22 21:30:01.589296 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1d28-25bc-45f0-aba1-fcae2e82433d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.673841 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1d28-25bc-45f0-aba1-fcae2e82433d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.693290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40760) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:01.724796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fd3ef7f-53e3-432a-a449-44f80b22f192 req-1777e3d1-7e9e-4e3f-b71e-0cfe8b962305 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234128 Jul 22 21:30:01.807114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.838120 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1d28-25bc-45f0-aba1-fcae2e82433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.842826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1d28-25bc-45f0-aba1-fcae2e82433d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:01.844191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9e5d1d28-25bc-45f0-aba1-fcae2e82433d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b60949c9-a38e-4299-9bd2-310025c0fbb6 HTTP/1.1" status: 204 len: 168 time: 0.7622294 Jul 22 21:30:01.871017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 05969426-fbe5-44bb-815c-6321cd0330de owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:01.873225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d1d28-25bc-45f0-aba1-fcae2e82433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60949c9-a38e-4299-9bd2-310025c0fbb6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:01.988352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:02.171091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9d23a0d5-3255-4ffa-bf62-0404591463b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:02.886430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-0c86b6b1-96e5-442e-bdc5-c5814fa566b6 req-8989bcad-4e95-4740-83ae-8da4d6d8ff21 service neutron] (94091) timed out ('10.222.0.58', 50478) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:30:03.106062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40790) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:03.179918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a743d034-22eb-438b-936f-edc645dcaa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:03.199610 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:03.314442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca847cb-dd07-4b31-971c-7140444a62ce req-8fb805fc-36fe-4988-85db-28e2ba265fef tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:03.317364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ca847cb-dd07-4b31-971c-7140444a62ce req-8fb805fc-36fe-4988-85db-28e2ba265fef tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.3571148 Jul 22 21:30:03.366679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=05969426-fbe5-44bb-815c-6321cd0330de,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:03.482634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ca847cb-dd07-4b31-971c-7140444a62ce req-5720f127-d7c5-4929-bcfa-759d1e0b16ab tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480665 Jul 22 21:30:03.565185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9d23a0d5-3255-4ffa-bf62-0404591463b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:03.649823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-108065e6-3856-4585-8466-960800e275fe req-185f2eb5-a914-4ae2-8575-fc5d232ed4aa tempest-ServersOnMultiNodesTest-768122991 tempest-ServersOnMultiNodesTest-768122991-project] (94091) timed out ('10.222.0.58', 50609) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:30:03.650671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9d23a0d5-3255-4ffa-bf62-0404591463b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:03.709963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9d23a0d5-3255-4ffa-bf62-0404591463b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73a2d8b73e0d483583cdbeefb8a96d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0163600 Jul 22 21:30:03.716568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40794) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:03.804292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23a0d5-3255-4ffa-bf62-0404591463b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dcedf4-bcb8-4380-b8d0-f8503d114f5b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:04.042381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:04.490529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 0916dbe0-4731-4da9-9921-b13081bbc5e0 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:04.702150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:04.709819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0ac39bb3-847e-4daa-81d1-aaedb5274dc7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/0916dbe0-4731-4da9-9921-b13081bbc5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6998849 Jul 22 21:30:04.714306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40812) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:04.721824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] Sync routers for ids ['0916dbe0-4731-4da9-9921-b13081bbc5e0'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:04.741603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] Routers {'0916dbe0-4731-4da9-9921-b13081bbc5e0'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:04.744391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0916dbe0-4731-4da9-9921-b13081bbc5e0'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:04.796421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:04.807052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b78013d4-22a6-432a-9aa0-f25e69881845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:04.814223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] Routers {'0916dbe0-4731-4da9-9921-b13081bbc5e0'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:04.814740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:29:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0916dbe0-4731-4da9-9921-b13081bbc5e0'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:04.865515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:04.866457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9029a65-2e8b-45c3-9d94-6df61cf95607 None None] The sync data for ids ['0916dbe0-4731-4da9-9921-b13081bbc5e0'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:05.002600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b78013d4-22a6-432a-9aa0-f25e69881845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.069875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a743d034-22eb-438b-936f-edc645dcaa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.087152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a743d034-22eb-438b-936f-edc645dcaa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.328794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adf7a-da57-406f-ba69-7abbb951cf43 req-bf97105c-c49c-4bf9-a100-d014a3d92b07 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:05.331271 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f65adf7a-da57-406f-ba69-7abbb951cf43 req-bf97105c-c49c-4bf9-a100-d014a3d92b07 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.6318574 Jul 22 21:30:05.348225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a743d034-22eb-438b-936f-edc645dcaa14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b8137a155044747a95c1bf6b9b3781b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2274365 Jul 22 21:30:05.350990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40822) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:05.363701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743d034-22eb-438b-936f-edc645dcaa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f47d881-e0f5-4578-9d12-1259cedf6baf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:05.531864 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-199bc83d-c5bc-4a20-9957-5b9f5db3761e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.625204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-199bc83d-c5bc-4a20-9957-5b9f5db3761e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.641694 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-7dcb5efe-7a7a-4fad-8afb-84a71208c517 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 21:30:05.647101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7dcb5efe-7a7a-4fad-8afb-84a71208c517 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/0916dbe0-4731-4da9-9921-b13081bbc5e0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8636394 Jul 22 21:30:05.648476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40828) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:05.668244 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f65adf7a-da57-406f-ba69-7abbb951cf43 req-56d3aad5-f7bd-45af-afa5-85ccb40cf592 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183978 Jul 22 21:30:05.777856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-63e493cf-b5a7-4212-82ad-fdc6dc2e6840 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0916dbe0-4731-4da9-9921-b13081bbc5e0 HTTP/1.1" status: 200 len: 205 time: 0.1045635 Jul 22 21:30:05.783019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b78013d4-22a6-432a-9aa0-f25e69881845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.786221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b78013d4-22a6-432a-9aa0-f25e69881845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.790538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40830) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:05.791762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b78013d4-22a6-432a-9aa0-f25e69881845 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54dcedf4-bcb8-4380-b8d0-f8503d114f5b HTTP/1.1" status: 204 len: 168 time: 2.0689838 Jul 22 21:30:05.856882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-199bc83d-c5bc-4a20-9957-5b9f5db3761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.861599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-199bc83d-c5bc-4a20-9957-5b9f5db3761e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.862883 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-199bc83d-c5bc-4a20-9957-5b9f5db3761e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f47d881-e0f5-4578-9d12-1259cedf6baf HTTP/1.1" status: 204 len: 168 time: 0.5102468 Jul 22 21:30:05.985509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bc83d-c5bc-4a20-9957-5b9f5db3761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f47d881-e0f5-4578-9d12-1259cedf6baf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:06.002603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78013d4-22a6-432a-9aa0-f25e69881845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dcedf4-bcb8-4380-b8d0-f8503d114f5b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:06.041032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b24d18de-5a43-47fe-bd63-1192059433fb tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:06.146566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52a83f-c1db-4d79-9a7a-70f20847cb7f req-c750f089-4c71-4330-8d53-989b42fa1e5b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:06.152943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e52a83f-c1db-4d79-9a7a-70f20847cb7f req-c750f089-4c71-4330-8d53-989b42fa1e5b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3736155 Jul 22 21:30:06.336231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e52a83f-c1db-4d79-9a7a-70f20847cb7f req-4b901586-67db-4783-b69d-0d5ce90ddca9 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634529 Jul 22 21:30:06.560293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e116dc-5105-4920-9750-56c901eefbad req-efa527cd-a195-43de-abee-c332a27873de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:06.566167 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6e116dc-5105-4920-9750-56c901eefbad req-efa527cd-a195-43de-abee-c332a27873de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 1097 time: 0.8027000 Jul 22 21:30:06.941525 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b24d18de-5a43-47fe-bd63-1192059433fb tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:06.947247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b24d18de-5a43-47fe-bd63-1192059433fb tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.117511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85421df8-e3e6-4488-8592-f087b9e56162 req-8e8bfa2b-612a-4721-84a4-abd9fc87298b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:07.133639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85421df8-e3e6-4488-8592-f087b9e56162 req-8e8bfa2b-612a-4721-84a4-abd9fc87298b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.2645557 Jul 22 21:30:07.202857 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b24d18de-5a43-47fe-bd63-1192059433fb tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.203388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24d18de-5a43-47fe-bd63-1192059433fb tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Fanout notify agent at l3_agent the message router_deleted on router 0916dbe0-4731-4da9-9921-b13081bbc5e0 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:07.218375 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b24d18de-5a43-47fe-bd63-1192059433fb tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.219798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b24d18de-5a43-47fe-bd63-1192059433fb tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/0916dbe0-4731-4da9-9921-b13081bbc5e0 HTTP/1.1" status: 204 len: 168 time: 1.4219050 Jul 22 21:30:07.224405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40858) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:07.302990 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85421df8-e3e6-4488-8592-f087b9e56162 req-a620f143-2cb0-4ef0-8520-5a3469c2821d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605172 Jul 22 21:30:07.383198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet 262adc73-b9e1-48a3-9476-44e99fcc81d0 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:30:07.401173 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.577124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.758914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dc40d-24f7-41e3-b90e-d7c333393a32 req-dd502416-1797-4870-8efe-8fefa27dd47b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:07.777415 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd1dc40d-24f7-41e3-b90e-d7c333393a32 req-dd502416-1797-4870-8efe-8fefa27dd47b tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2206392 Jul 22 21:30:07.794712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.881282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e116dc-5105-4920-9750-56c901eefbad req-a459b5d5-5254-46d5-812c-59dcd3b4b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:07.886433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd1dc40d-24f7-41e3-b90e-d7c333393a32 req-455809b9-a12a-4f79-8664-0bb3457a88ca tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Jul 22 21:30:07.886792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6e116dc-5105-4920-9750-56c901eefbad req-a459b5d5-5254-46d5-812c-59dcd3b4b365 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 1.1606116 Jul 22 21:30:07.988712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:08.047998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:08.056226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/262adc73-b9e1-48a3-9476-44e99fcc81d0 HTTP/1.1" status: 204 len: 168 time: 0.8257875 Jul 22 21:30:08.056226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6e116dc-5105-4920-9750-56c901eefbad req-677073f8-2207-49c8-9d27-e2868c443445 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d430105c-13e0-4448-ad5b-829e474086b3 HTTP/1.1" status: 200 len: 217 time: 0.1266906 Jul 22 21:30:08.056226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40880) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:08.068108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d30ffc8-ab32-47fb-bcfa-0b4002fb754e None None] Network 732dd15f-c951-4079-909a-162bf655e968 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:08.068694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05996393-8c37-477d-b025-7d57b2e825ff tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=262adc73-b9e1-48a3-9476-44e99fcc81d0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:08.256102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:08.264677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e116dc-5105-4920-9750-56c901eefbad req-80811110-1a61-4666-9498-01cf55926ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.267966 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6e116dc-5105-4920-9750-56c901eefbad req-80811110-1a61-4666-9498-01cf55926ae2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1780107 Jul 22 21:30:08.505448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port a0f59a7d-5a82-4e28-a506-1adbbeb25daf {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:08.505774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:08.586578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e116dc-5105-4920-9750-56c901eefbad req-9f70a24d-92b9-4dbd-84c2-833c9fff9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.594795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6e116dc-5105-4920-9750-56c901eefbad req-9f70a24d-92b9-4dbd-84c2-833c9fff9593 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072500 Jul 22 21:30:08.611612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] DHCP port deletion for 732dd15f-c951-4079-909a-162bf655e968 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:30:08.729469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9d1d0-e4a4-4c56-bb84-491f0e061880 req-383b0665-d020-4ba6-a4d5-eb0e4b1b484e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.747995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port a0f59a7d-5a82-4e28-a506-1adbbeb25daf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,segment=NetworkSegment(6a47b612-7281-4324-9863-3026d03da321),segment_id=6a47b612-7281-4324-9863-3026d03da321)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:08.749056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:08.750906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] Deleting port a0f59a7d-5a82-4e28-a506-1adbbeb25daf {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:08.751347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65f9d1d0-e4a4-4c56-bb84-491f0e061880 req-383b0665-d020-4ba6-a4d5-eb0e4b1b484e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 945 time: 0.2399333 Jul 22 21:30:08.751782 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:08.791096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for a0f59a7d-5a82-4e28-a506-1adbbeb25daf owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:08.859698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65f9d1d0-e4a4-4c56-bb84-491f0e061880 req-6109c948-aea1-47a4-a94d-72d7f37c56f0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065183 Jul 22 21:30:08.966571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] For port a0f59a7d-5a82-4e28-a506-1adbbeb25daf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,segment=NetworkSegment(6a47b612-7281-4324-9863-3026d03da321),segment_id=6a47b612-7281-4324-9863-3026d03da321)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:08.967397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:08.999486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] Calling delete_port for a0f59a7d-5a82-4e28-a506-1adbbeb25daf owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:09.217758 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:09.261904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c9722-4395-4e09-8034-d46d740a134d req-38cb65d0-b707-4ab0-a264-5c8c8dbe24dd tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:09.267775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-775c9722-4395-4e09-8034-d46d740a134d req-38cb65d0-b707-4ab0-a264-5c8c8dbe24dd tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.2106402 Jul 22 21:30:09.284928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] Pushing event deleted for resources: {'Port': ['ID=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:09.289366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:09.307407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f2b26-58d5-4eda-9b79-058ccf6c4087 None None] No DVR routers for this DVR port a0f59a7d-5a82-4e28-a506-1adbbeb25daf on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:09.369117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No DVR routers for this DVR port a0f59a7d-5a82-4e28-a506-1adbbeb25daf on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:09.400481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-775c9722-4395-4e09-8034-d46d740a134d req-88403064-2490-40f4-b731-be2637f524ca tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222570 Jul 22 21:30:09.477928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6e116dc-5105-4920-9750-56c901eefbad req-8dbc3641-42a4-43f1-8c10-146dfeee489c service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375791 Jul 22 21:30:09.485070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=a0f59a7d-5a82-4e28-a506-1adbbeb25daf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:09.510297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d430105c-13e0-4448-ad5b-829e474086b3 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:09.756203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:09.828335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:09.834797 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ee9632-6f3e-458a-bb0f-0fa17f668534" -d '{"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-unplugged", "status": "completed", "tag": "d430105c-13e0-4448-ad5b-829e474086b3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:09.851392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:09.903309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:09.916654 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:09.981967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732dd15f-c951-4079-909a-162bf655e968']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:10.031037 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dda5447-7890-449a-ae2c-0157c25153cf x-openstack-request-id: req-8dda5447-7890-449a-ae2c-0157c25153cf {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:10.032146 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-unplugged", "status": "completed", "tag": "d430105c-13e0-4448-ad5b-829e474086b3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:10.032921 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8dda5447-7890-449a-ae2c-0157c25153cf {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:10.037457 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3', 'code': 200} Jul 22 21:30:10.079898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a47b612-7281-4324-9863-3026d03da321') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:10.080443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a47b612-7281-4324-9863-3026d03da321') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:10.101684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6e116dc-5105-4920-9750-56c901eefbad req-096db13a-fbf5-46c2-ae39-3bc7bfae5b68 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799251 Jul 22 21:30:10.111231 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.146254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.177013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:30:10.177944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.178590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:30:10.186911 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:30:10.445333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da1ead-c5d8-48dd-9c60-98098c5dd02d req-0c01d043-07b9-4d4b-be4f-81d0678597c3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:10.454716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2da1ead-c5d8-48dd-9c60-98098c5dd02d req-0c01d043-07b9-4d4b-be4f-81d0678597c3 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.2627327 Jul 22 21:30:10.506872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0f59a7d-5a82-4e28-a506-1adbbeb25daf no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:10.531159 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.573310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2da1ead-c5d8-48dd-9c60-98098c5dd02d req-83657007-b031-440c-9a2c-4b30614e93bc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077442 Jul 22 21:30:10.593886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a0f59a7d-5a82-4e28-a506-1adbbeb25daf {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:10.594428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0f59a7d-5a82-4e28-a506-1adbbeb25daf not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:10.619138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.630181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/732dd15f-c951-4079-909a-162bf655e968 HTTP/1.1" status: 204 len: 168 time: 2.5728102 Jul 22 21:30:10.630777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40964) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:10.638585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ad66e-9a89-419c-8279-e7f7ae732b48 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=732dd15f-c951-4079-909a-162bf655e968,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:10.640564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-457952044'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:10.698972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-4806743e-901f-4263-b9d5-988c468ea7e8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:10.706210 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-4806743e-901f-4263-b9d5-988c468ea7e8 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3582265 Jul 22 21:30:10.779313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:10.788732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.873072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:30:10.920395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.921111 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment 89dea132-e0d8-4407-bca2-1a6cf8ae2dae of type vlan for network 03987cc0-0b48-4a46-a283-66eb8ab28de9 Jul 22 21:30:11.014492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Deleting port e7c03f02-8832-4857-8fc7-ab9504cecdd4 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:11.015120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.026663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a183c92-7e00-47f1-bb35-97da68dd50c9 req-381efee8-0d65-4dfc-81ae-d6df7477b8d2 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:11.037847 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a183c92-7e00-47f1-bb35-97da68dd50c9 req-381efee8-0d65-4dfc-81ae-d6df7477b8d2 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.3791106 Jul 22 21:30:11.087720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.095665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40972) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:11.129230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a183c92-7e00-47f1-bb35-97da68dd50c9 req-2264a0d0-0722-41c8-b270-cb47d136d9be tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903800 Jul 22 21:30:11.214885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.225471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:11.226600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.318951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6864491 Jul 22 21:30:11.328794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40986) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:11.362212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': '03987cc0-0b48-4a46-a283-66eb8ab28de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:11.419436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc48f1d-d4c5-4a15-a916-4ab5ffd9ecd3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=03987cc0-0b48-4a46-a283-66eb8ab28de9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:11.425500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] For port e7c03f02-8832-4857-8fc7-ab9504cecdd4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e7c03f02-8832-4857-8fc7-ab9504cecdd4,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:11.426045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.432855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:30:11.463081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a75eb17-94f9-4331-bfb0-df8b1faee110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.623572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Calling delete_port for e7c03f02-8832-4857-8fc7-ab9504cecdd4 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:11.732654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a75eb17-94f9-4331-bfb0-df8b1faee110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.742443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a75eb17-94f9-4331-bfb0-df8b1faee110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:11.837831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a75eb17-94f9-4331-bfb0-df8b1faee110 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=229b9e39a8634ca989f32341c2d74053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403326 Jul 22 21:30:11.839171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:11.906930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75eb17-94f9-4331-bfb0-df8b1faee110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1daae0f-890a-4333-8e77-3afaaeb8d85c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:11.943303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:11.957646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.016375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1390f29-c3d5-4253-a591-f1e05fd6a971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.107075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41000) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:12.122454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1390f29-c3d5-4253-a591-f1e05fd6a971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.194890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67795b02-9344-463f-9204-480c5e587b2b req-a0aeee3c-ef2e-4f0c-9cbb-2e48063a9238 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:12.204928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67795b02-9344-463f-9204-480c5e587b2b req-a0aeee3c-ef2e-4f0c-9cbb-2e48063a9238 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.3624222 Jul 22 21:30:12.287092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67795b02-9344-463f-9204-480c5e587b2b req-ec012281-fe79-4c0e-9119-4749418f7a94 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 Jul 22 21:30:12.341347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1390f29-c3d5-4253-a591-f1e05fd6a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.350532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1390f29-c3d5-4253-a591-f1e05fd6a971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.357613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c1390f29-c3d5-4253-a591-f1e05fd6a971 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1daae0f-890a-4333-8e77-3afaaeb8d85c HTTP/1.1" status: 204 len: 168 time: 0.5086010 Jul 22 21:30:12.378239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1390f29-c3d5-4253-a591-f1e05fd6a971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1daae0f-890a-4333-8e77-3afaaeb8d85c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:12.603750 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63b39e77-af10-4793-8185-c2a057b074e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.750938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59c9b14a-1ad4-42db-bec3-c5c3cce09587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.818273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becdc88-f709-44c7-9b22-423aee152369 req-bc8fc473-5555-4b5e-841a-9d046423d22a tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:12.830785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1becdc88-f709-44c7-9b22-423aee152369 req-bc8fc473-5555-4b5e-841a-9d046423d22a tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 946 time: 0.4281833 Jul 22 21:30:12.847957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:12.864742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['474cd017-7195-44df-8b92-e6fb7f056033', 'e7c03f02-8832-4857-8fc7-ab9504cecdd4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:30:13.012996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1becdc88-f709-44c7-9b22-423aee152369 req-869586d3-439a-4c46-bc2c-1ebebb66f22f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777718 Jul 22 21:30:13.177580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:13.182366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-5fa68837-022e-4134-8193-31765d05131b req-9e98510b-99a2-4222-967c-cc478304fe40 service neutron] (94092) timed out ('10.222.0.58', 50510) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:30:13.188143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Pushing event deleted for resources: {'Port': ['ID=e7c03f02-8832-4857-8fc7-ab9504cecdd4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:13.428294 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59c9b14a-1ad4-42db-bec3-c5c3cce09587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:13.686964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=84ca455e-f0a0-4716-a93d-f75ad41f3a08,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:13.690005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59c9b14a-1ad4-42db-bec3-c5c3cce09587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:13.789655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-59c9b14a-1ad4-42db-bec3-c5c3cce09587 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68385805f2e7444c855ce63a59544c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6755290 Jul 22 21:30:13.803769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41024) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:14.102146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] No DVR routers for this DVR port e7c03f02-8832-4857-8fc7-ab9504cecdd4 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:14.112653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.119340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-37d2dc2a-a6ce-44f4-b2a1-fbf5c9ecfde8 req-84a8621e-44c7-43de-b116-d1fbf2d6b33c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "DELETE /v2.0/ports/e7c03f02-8832-4857-8fc7-ab9504cecdd4 HTTP/1.1" status: 204 len: 173 time: 3.3929532 Jul 22 21:30:14.129608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'name': 'network-vif-deleted', 'tag': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:14.135701 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72deefe-63c7-410f-ad4f-d1a4251c8de5" -d '{"events": [{"server_uuid": "b5c1c636-7d73-4ece-810c-2aa8ed608cf6", "name": "network-vif-deleted", "tag": "e7c03f02-8832-4857-8fc7-ab9504cecdd4"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:14.142243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9b14a-1ad4-42db-bec3-c5c3cce09587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed21221-e693-4f45-8546-308a4008d133,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:14.152600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412106-1706-4db9-84e9-1f7f220855ec req-782fbbaf-1210-4716-b149-5477f21c89b7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:14.166809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31412106-1706-4db9-84e9-1f7f220855ec req-782fbbaf-1210-4716-b149-5477f21c89b7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.5906928 Jul 22 21:30:14.181053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': '89dea132-e0d8-4407-bca2-1a6cf8ae2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '03987cc0-0b48-4a46-a283-66eb8ab28de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:14.183885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: 03987cc0-0b48-4a46-a283-66eb8ab28de9, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:30:14.268694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31412106-1706-4db9-84e9-1f7f220855ec req-c8c1cbff-3782-442a-8556-0ab7dd9794f9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005254 Jul 22 21:30:14.368246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:30:14.406226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-783744ae-8c61-403b-9fbf-e6ae915e5fa6 req-c9468494-a5b1-42b7-8f3d-cc520bee852c tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 210 time: 0.1203768 Jul 22 21:30:14.418298 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-051e275b-704a-4201-b3a3-2b02af1921ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.425182 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40de389d-499e-4915-8156-a9c8150cdb3d x-openstack-request-id: req-40de389d-499e-4915-8156-a9c8150cdb3d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:14.425464 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1c636-7d73-4ece-810c-2aa8ed608cf6", "name": "network-vif-deleted", "tag": "e7c03f02-8832-4857-8fc7-ab9504cecdd4", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:14.425721 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40de389d-499e-4915-8156-a9c8150cdb3d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:14.426294 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1c636-7d73-4ece-810c-2aa8ed608cf6', 'name': 'network-vif-deleted', 'tag': 'e7c03f02-8832-4857-8fc7-ab9504cecdd4', 'status': 'completed', 'code': 200} Jul 22 21:30:14.428658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 03987cc0-0b48-4a46-a283-66eb8ab28de9) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:14.443594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f59d60f-f499-4ee9-8e4c-6438f02a281a None None] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:14.449273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:14.450100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.474222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-051e275b-704a-4201-b3a3-2b02af1921ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.491802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0f4f15cf-963e-4fee-8b93-bbd88cac67ef tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1616774 Jul 22 21:30:14.496140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41036) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:14.506716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5e618c4a-fe33-4f51-9c12-3d8ea2feed6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-731907973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:14.567742 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e618c4a-fe33-4f51-9c12-3d8ea2feed6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.569454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e618c4a-fe33-4f51-9c12-3d8ea2feed6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.589958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-051e275b-704a-4201-b3a3-2b02af1921ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.595367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-051e275b-704a-4201-b3a3-2b02af1921ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.597612 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-051e275b-704a-4201-b3a3-2b02af1921ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ed21221-e693-4f45-8546-308a4008d133 HTTP/1.1" status: 204 len: 168 time: 0.7833991 Jul 22 21:30:14.610799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e275b-704a-4201-b3a3-2b02af1921ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed21221-e693-4f45-8546-308a4008d133,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:14.709228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e618c4a-fe33-4f51-9c12-3d8ea2feed6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.717309 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e618c4a-fe33-4f51-9c12-3d8ea2feed6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.766540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e618c4a-fe33-4f51-9c12-3d8ea2feed6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.772606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5e618c4a-fe33-4f51-9c12-3d8ea2feed6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2679062 Jul 22 21:30:14.773208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41044) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:14.841985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-03987cc0-0b48-4a46-a283-66eb8ab28de9', 'network_id': '03987cc0-0b48-4a46-a283-66eb8ab28de9', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': '84ca455e-f0a0-4716-a93d-f75ad41f3a08'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:30:14.844504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.181122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Allocated IP 172.20.0.2 (03987cc0-0b48-4a46-a283-66eb8ab28de9/84ca455e-f0a0-4716-a93d-f75ad41f3a08/a762989a-6041-40f8-824f-b000e5356c22) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:15.228414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4a82624-f56c-4a88-b5e8-cf401506e15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.332739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:15.372569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cb1074e-abb7-4e7e-92dd-18ec9b55ed6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.384178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.578888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd425c-136a-4445-87f0-c2fe93b20cff req-51f20ee7-38ed-4673-aa52-3ca18a1fa840 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:15.580673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eadd425c-136a-4445-87f0-c2fe93b20cff req-51f20ee7-38ed-4673-aa52-3ca18a1fa840 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.1669285 Jul 22 21:30:15.700538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e7c03f02-8832-4857-8fc7-ab9504cecdd4 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:15.775182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: e7c03f02-8832-4857-8fc7-ab9504cecdd4 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:15.775694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e7c03f02-8832-4857-8fc7-ab9504cecdd4 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:15.778969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eadd425c-136a-4445-87f0-c2fe93b20cff req-a126489c-065b-4f90-9d25-2a5b082669ef tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744170 Jul 22 21:30:15.833011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cb1074e-abb7-4e7e-92dd-18ec9b55ed6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.845419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cb1074e-abb7-4e7e-92dd-18ec9b55ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.854579 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.889012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Transition to ACTIVE for port object a762989a-6041-40f8-824f-b000e5356c22 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:15.940663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8cb1074e-abb7-4e7e-92dd-18ec9b55ed6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86a7c7e805d140288ac14408598bc92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060555 Jul 22 21:30:15.947096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Transition to ACTIVE for port object a762989a-6041-40f8-824f-b000e5356c22 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:15.961938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41070) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:15.965315 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.054910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-145dee95-efba-4ba8-93ea-729f1325e846 req-3c416437-cdd3-47e6-8b28-e54f1fa21e28 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5c1c636-7d73-4ece-810c-2aa8ed608cf6 HTTP/1.1" status: 200 len: 210 time: 0.2186263 Jul 22 21:30:16.090151 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:16.123639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:16.140636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1074e-abb7-4e7e-92dd-18ec9b55ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6e637-a2f9-4e54-a3b5-6d4d4ac5b7f9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:16.144338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:16.161637 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.178909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-509a7159-35e6-40e5-9ec8-f06896328d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.222834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Pushing event updated for resources: {'Port': ['ID=a762989a-6041-40f8-824f-b000e5356c22,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:16.224438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.232380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-509a7159-35e6-40e5-9ec8-f06896328d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.259400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df178dd-8207-4341-a3bf-e89fb3e4795d req-5d41cb1f-34dd-4e89-aed6-596f5d879978 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:16.261082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6df178dd-8207-4341-a3bf-e89fb3e4795d req-5d41cb1f-34dd-4e89-aed6-596f5d879978 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2456095 Jul 22 21:30:16.284553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Attempting to bind port a762989a-6041-40f8-824f-b000e5356c22 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:30:16.285047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Attempting to bind port a762989a-6041-40f8-824f-b000e5356c22 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '89dea132-e0d8-4407-bca2-1a6cf8ae2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '03987cc0-0b48-4a46-a283-66eb8ab28de9'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:30:16.285539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Attempting to bind port a762989a-6041-40f8-824f-b000e5356c22 on network 03987cc0-0b48-4a46-a283-66eb8ab28de9 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:30:16.290735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41076) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:16.296364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:30:16.296364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Checking segment: {'id': '89dea132-e0d8-4407-bca2-1a6cf8ae2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '03987cc0-0b48-4a46-a283-66eb8ab28de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:16.297051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.297532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Bound using segment: {'id': '89dea132-e0d8-4407-bca2-1a6cf8ae2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '03987cc0-0b48-4a46-a283-66eb8ab28de9'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:30:16.298486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Bound port: a762989a-6041-40f8-824f-b000e5356c22, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89dea132-e0d8-4407-bca2-1a6cf8ae2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '03987cc0-0b48-4a46-a283-66eb8ab28de9'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:30:16.298889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.374178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-509a7159-35e6-40e5-9ec8-f06896328d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.377885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-509a7159-35e6-40e5-9ec8-f06896328d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.380397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-509a7159-35e6-40e5-9ec8-f06896328d73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10a6e637-a2f9-4e54-a3b5-6d4d4ac5b7f9 HTTP/1.1" status: 204 len: 168 time: 0.4157445 Jul 22 21:30:16.402290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6df178dd-8207-4341-a3bf-e89fb3e4795d req-afd6912d-ebd8-4cfe-8844-5a56f15cf325 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290650 Jul 22 21:30:16.415334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a7159-35e6-40e5-9ec8-f06896328d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6e637-a2f9-4e54-a3b5-6d4d4ac5b7f9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:16.468226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] For port a762989a-6041-40f8-824f-b000e5356c22, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:30:16.481288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] For port a762989a-6041-40f8-824f-b000e5356c22, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a762989a-6041-40f8-824f-b000e5356c22,segment=NetworkSegment(89dea132-e0d8-4407-bca2-1a6cf8ae2dae),segment_id=89dea132-e0d8-4407-bca2-1a6cf8ae2dae)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:30:16.489744 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.601798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88773741-6103-4da7-9dd1-da58a573c073 None None] Pushing event updated for resources: {'Port': ['ID=a762989a-6041-40f8-824f-b000e5356c22,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:16.674340 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3d8274e6-73eb-49e6-a97a-8343ed1f1fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:16.787781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397bc8f-299d-4098-bf48-82b968c2f9ba req-9a98d45c-91ff-412b-8968-c0c2564295b0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:16.800762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b397bc8f-299d-4098-bf48-82b968c2f9ba req-9a98d45c-91ff-412b-8968-c0c2564295b0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2129846 Jul 22 21:30:16.864637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.20.0.1 (03987cc0-0b48-4a46-a283-66eb8ab28de9/84ca455e-f0a0-4716-a93d-f75ad41f3a08/62052d22-0541-4def-875a-51da0b6bd89b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:16.919988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b397bc8f-299d-4098-bf48-82b968c2f9ba req-6e2a38ff-fac4-4ff2-bd23-70370a3148f9 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178493 Jul 22 21:30:17.098714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3d8274e6-73eb-49e6-a97a-8343ed1f1fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.113053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3d8274e6-73eb-49e6-a97a-8343ed1f1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.186505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.218410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object 62052d22-0541-4def-875a-51da0b6bd89b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:17.264065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3d8274e6-73eb-49e6-a97a-8343ed1f1fa2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3af6f9340af43cd82924299b3ec5a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9667158 Jul 22 21:30:17.265149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8274e6-73eb-49e6-a97a-8343ed1f1fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b1634-c63b-4806-893c-78eea9b93eea,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:17.270421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41104) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:17.325625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.366165 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c08e1144-923e-4b36-a3b7-d381fa2e1b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.418848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c08e1144-923e-4b36-a3b7-d381fa2e1b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.497336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=62052d22-0541-4def-875a-51da0b6bd89b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:17.522074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:17.526015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:17.537103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d430105c-13e0-4448-ad5b-829e474086b3 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:17.540623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:17.672655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e2e9-61e8-49e2-adf2-1a5fa7256c9c req-cb0abb0f-8527-4b8f-900c-c1314e4f3a78 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:17.676407 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b03e2e9-61e8-49e2-adf2-1a5fa7256c9c req-cb0abb0f-8527-4b8f-900c-c1314e4f3a78 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2631152 Jul 22 21:30:17.681331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.711797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c08e1144-923e-4b36-a3b7-d381fa2e1b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.720687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c08e1144-923e-4b36-a3b7-d381fa2e1b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.724345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c08e1144-923e-4b36-a3b7-d381fa2e1b69 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/997b1634-c63b-4806-893c-78eea9b93eea HTTP/1.1" status: 204 len: 168 time: 0.4522963 Jul 22 21:30:17.833300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e1144-923e-4b36-a3b7-d381fa2e1b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b1634-c63b-4806-893c-78eea9b93eea,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:17.966783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b03e2e9-61e8-49e2-adf2-1a5fa7256c9c req-99fd201f-acfe-4db2-a8dd-e1ec392bb448 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717340 Jul 22 21:30:18.055634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e11bc-bda0-4bbf-921b-62d0bd9b8568 req-f5176285-4c65-4128-ad70-c8f031a70f5e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:18.069131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e2e11bc-bda0-4bbf-921b-62d0bd9b8568 req-f5176285-4c65-4128-ad70-c8f031a70f5e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2285995 Jul 22 21:30:18.093626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.142962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.178654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e2e11bc-bda0-4bbf-921b-62d0bd9b8568 req-7070cd95-1e67-4e14-b594-1ecaef96e961 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071973 Jul 22 21:30:18.592582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a762989a-6041-40f8-824f-b000e5356c22 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:30:18.639157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d041387-149f-4d99-bb20-7f8305b61b80 None None] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:18.712769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-55c71b09-9253-4140-b8f0-d86353ed387e None None] Provisioning for port a762989a-6041-40f8-824f-b000e5356c22 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:30:18.731048 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:30:18.781416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.792497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.828645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a762989a-6041-40f8-824f-b000e5356c22 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:30:18.845274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a762989a-6041-40f8-824f-b000e5356c22 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:18.845878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.882876 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.013418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=62052d22-0541-4def-875a-51da0b6bd89b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:19.153779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:19.156609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:19.194319 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.296557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a762989a-6041-40f8-824f-b000e5356c22, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a762989a-6041-40f8-824f-b000e5356c22,segment=NetworkSegment(89dea132-e0d8-4407-bca2-1a6cf8ae2dae),segment_id=89dea132-e0d8-4407-bca2-1a6cf8ae2dae)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:19.306969 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.421201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b6700-e719-475c-8046-5a3d0e14e11a req-639fdd11-5c61-4a3e-80d5-1c2d5e0861a7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:19.437434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-927b6700-e719-475c-8046-5a3d0e14e11a req-639fdd11-5c61-4a3e-80d5-1c2d5e0861a7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2581811 Jul 22 21:30:19.565706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 0e9b09fe-0e06-4232-b82c-c7dca2495d68 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:30:19.572766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a762989a-6041-40f8-824f-b000e5356c22,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:19.642781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-927b6700-e719-475c-8046-5a3d0e14e11a req-503ac18b-0beb-4d2f-804b-93fc629d68be tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955910 Jul 22 21:30:19.793560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:19.828817 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] Sync routers for ids ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:19.841641 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2028235a-911b-40ab-a855-77c83841e511 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/0e9b09fe-0e06-4232-b82c-c7dca2495d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0661490 Jul 22 21:30:19.846128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41162) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:19.876521 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] Routers {'0e9b09fe-0e06-4232-b82c-c7dca2495d68'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:19.877540 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:20.032745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e05ef05-faeb-4c10-bb01-bbcbf3cad58a None None] Provisioning complete for port a762989a-6041-40f8-824f-b000e5356c22 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:20.033495 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e05ef05-faeb-4c10-bb01-bbcbf3cad58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:20.040852 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:20.078087 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] Routers {'0e9b09fe-0e06-4232-b82c-c7dca2495d68'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:20.081496 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:20.167155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75cc49-7a70-49ae-8c7c-c77b3ebf1c63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:20.191781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ef75cc49-7a70-49ae-8c7c-c77b3ebf1c63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports/62052d22-0541-4def-875a-51da0b6bd89b HTTP/1.1" status: 200 len: 910 time: 0.3433979 Jul 22 21:30:20.196695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41168) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:20.228785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:20.230266 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126bed-324d-4d29-a837-b2ad71591421 None None] The sync data for ids ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:20.410451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db511-9980-4c9b-9fc6-1f43f9eeec5f req-afba633b-303b-4695-9517-6de676cc0bac tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:20.429242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e7db511-9980-4c9b-9fc6-1f43f9eeec5f req-afba633b-303b-4695-9517-6de676cc0bac tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2079530 Jul 22 21:30:20.460787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e05ef05-faeb-4c10-bb01-bbcbf3cad58a None None] Provisioning for port 62052d22-0541-4def-875a-51da0b6bd89b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:30:20.489626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e05ef05-faeb-4c10-bb01-bbcbf3cad58a None None] Provisioning complete for port 62052d22-0541-4def-875a-51da0b6bd89b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:20.492631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e05ef05-faeb-4c10-bb01-bbcbf3cad58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:20.610144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8e05ef05-faeb-4c10-bb01-bbcbf3cad58a None None] Port 62052d22-0541-4def-875a-51da0b6bd89b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:30:20.615307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a762989a-6041-40f8-824f-b000e5356c22 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:30:20.653687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e7db511-9980-4c9b-9fc6-1f43f9eeec5f req-7330a219-acd0-4cfd-b408-62e8fc6a3d1d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215984 Jul 22 21:30:20.852312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-39935f41-3e31-45be-a262-5ba1e83562a9 None None] Provisioning complete for port 62052d22-0541-4def-875a-51da0b6bd89b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:20.853352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-39935f41-3e31-45be-a262-5ba1e83562a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.050480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-39935f41-3e31-45be-a262-5ba1e83562a9 None None] Port 62052d22-0541-4def-875a-51da0b6bd89b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:30:21.077604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a762989a-6041-40f8-824f-b000e5356c22 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:21.081341 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.193648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c708f-fec6-4479-836b-57cf7e519fda req-c2344ea6-3adb-4d82-b148-ff04b2740adb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:21.206617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-673c708f-fec6-4479-836b-57cf7e519fda req-c2344ea6-3adb-4d82-b148-ff04b2740adb tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3118322 Jul 22 21:30:21.302513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9c67566e-a562-4c10-bcd9-4b2c982dc9e1 None None] Provisioning complete for port 62052d22-0541-4def-875a-51da0b6bd89b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:21.306843 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9c67566e-a562-4c10-bcd9-4b2c982dc9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.356221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-673c708f-fec6-4479-836b-57cf7e519fda req-f7fe44f6-cb5e-409c-8ff6-633095d86519 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472533 Jul 22 21:30:21.548582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9c67566e-a562-4c10-bcd9-4b2c982dc9e1 None None] Port 62052d22-0541-4def-875a-51da0b6bd89b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:30:21.729040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69598eb-e095-47bb-9ca9-d12626d36123 req-c39ebcf0-0ef6-43b7-aef7-d95af565df70 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:21.741952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b69598eb-e095-47bb-9ca9-d12626d36123 req-c39ebcf0-0ef6-43b7-aef7-d95af565df70 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.2948630 Jul 22 21:30:21.757524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.839533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b69598eb-e095-47bb-9ca9-d12626d36123 req-a24458f3-a0cb-4ebd-a2d9-cb6b852045e8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949364 Jul 22 21:30:21.929894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:21.993353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f2969-c0b0-4e68-bf3a-bcb2207f1954 req-b21de77c-83bb-4f1a-bd40-8026c45517de tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:21.998198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d09f2969-c0b0-4e68-bf3a-bcb2207f1954 req-b21de77c-83bb-4f1a-bd40-8026c45517de tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1546948 Jul 22 21:30:22.098768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d09f2969-c0b0-4e68-bf3a-bcb2207f1954 req-d0ad0d7b-844d-4bde-9dd2-cd97a7291998 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839996 Jul 22 21:30:22.182264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1000752786', 'router:external': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:22.217187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Made reservation on behalf of 91d1a6656be24e55b224a577ae29e613 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:22.220905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.239624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.375337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 62052d22-0541-4def-875a-51da0b6bd89b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:22.375895 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.516744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.523345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.618036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:30:22.667126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.683155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ceff25-49e2-4258-b56c-ff4891ccf8da,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:22.701720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 62052d22-0541-4def-875a-51da0b6bd89b owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:22.719819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.720382 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Added segment 00249e97-e20a-406c-b577-8f61e831b526 of type vlan for network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 Jul 22 21:30:22.736010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.737073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.737073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.737500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.738037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.738573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.739131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.739729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.740296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.740837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.741380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.741921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:22.868585 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.895891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fec52-9e96-40ba-982d-002a6d4173f7 req-81c673e2-20a4-450a-87e2-a32a3b94d66d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:22.899012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-027fec52-9e96-40ba-982d-002a6d4173f7 req-81c673e2-20a4-450a-87e2-a32a3b94d66d tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3080201 Jul 22 21:30:23.000305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.001768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:23.004423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.031115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-027fec52-9e96-40ba-982d-002a6d4173f7 req-b5a1ddc2-ddf2-4efe-8d16-13a184a1eb25 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072981 Jul 22 21:30:23.101497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.103005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41210) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:23.103353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1697345 Jul 22 21:30:23.119170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'subnet': {'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:23.192317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=62052d22-0541-4def-875a-51da0b6bd89b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:23.257007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.257605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.258093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.258655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.259275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.259931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.260517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.261188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.262318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.262915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.263472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.264220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:23.330580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Made reservation on behalf of 91d1a6656be24e55b224a577ae29e613 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:23.333645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.336801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6b2f4-69d5-4b3e-b8da-b5de751e5ee6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Network': ['ID=9372e8ba-5bee-4c19-9c2b-4c9ee4575827,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:23.356815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:30:23.473689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43401bc-d705-444d-8617-d3ae96fbe33d req-6c1f5d4a-5373-4916-9a40-2602bb9eb129 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:23.488971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b43401bc-d705-444d-8617-d3ae96fbe33d req-6c1f5d4a-5373-4916-9a40-2602bb9eb129 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.4539967 Jul 22 21:30:23.581595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b43401bc-d705-444d-8617-d3ae96fbe33d req-522ca751-918c-48f8-8181-a89ef3102c95 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914683 Jul 22 21:30:23.603302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fde55-dcde-4ce6-904a-6fafb5b99d30 req-0535f47d-2f3e-468f-90c7-47e2ea22a0b4 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:23.606152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f72fde55-dcde-4ce6-904a-6fafb5b99d30 req-0535f47d-2f3e-468f-90c7-47e2ea22a0b4 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2952073 Jul 22 21:30:23.691905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f72fde55-dcde-4ce6-904a-6fafb5b99d30 req-fe75b98a-34a8-48fb-877e-b40a43080648 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746422 Jul 22 21:30:23.739932 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.087883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 0e9b09fe-0e06-4232-b82c-c7dca2495d68 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:24.316830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ad9bd-fb9c-4ef1-9a4d-327d2d5c0bab req-62601b54-8de8-47b2-8dcd-1bb6af1b4865 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:24.319684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd9ad9bd-fb9c-4ef1-9a4d-327d2d5c0bab req-62601b54-8de8-47b2-8dcd-1bb6af1b4865 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1557155 Jul 22 21:30:24.348832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:24.365327 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-59228002-af0b-4165-b5cc-a512461d39b7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/0e9b09fe-0e06-4232-b82c-c7dca2495d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1668792 Jul 22 21:30:24.366655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41220) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:24.371684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] Sync routers for ids ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:24.415122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] Routers {'0e9b09fe-0e06-4232-b82c-c7dca2495d68'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:24.418073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:24.438665 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6a98c05d-ab02-4337-8623-202c70403a26 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e9b09fe-0e06-4232-b82c-c7dca2495d68 HTTP/1.1" status: 200 len: 205 time: 0.0686908 Jul 22 21:30:24.449040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41222) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:24.514833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:24.567284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] Routers {'0e9b09fe-0e06-4232-b82c-c7dca2495d68'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:24.575350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:24.718372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:30:24.724842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.753483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:24.754873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d72d7d-9972-48b9-b24b-818964fd633d None None] The sync data for ids ['0e9b09fe-0e06-4232-b82c-c7dca2495d68'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:24.822646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd9ad9bd-fb9c-4ef1-9a4d-327d2d5c0bab req-d2981ddc-d758-4a04-b6bd-ec503364d914 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4924035 Jul 22 21:30:24.838190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaf8fa3d-d3f6-4f26-9548-0dd0e203a70a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.878073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Subnet': ['ID=490da87c-55ae-482a-9f5e-a8e1618ae0ae,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:24.887831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Checking segment: {'id': '00249e97-e20a-406c-b577-8f61e831b526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:24.888717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network hostable DHCP agents. Network: 9372e8ba-5bee-4c19-9c2b-4c9ee4575827, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:30:25.012853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:30:25.039888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9372e8ba-5bee-4c19-9c2b-4c9ee4575827) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:25.048393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:25.049366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.055657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410c0ea-17b0-478f-978e-ab6784c1de9b None None] Network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:25.087113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01195be-3bc9-4bca-9076-9f62990442bf req-0f2e1dea-c410-4087-a976-d2fb27966914 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:25.090594 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b01195be-3bc9-4bca-9076-9f62990442bf req-0f2e1dea-c410-4087-a976-d2fb27966914 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.1897664 Jul 22 21:30:25.093121 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5ec731e-78d8-4af4-bebb-459cbca9ba46 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9838700 Jul 22 21:30:25.098108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41232) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:25.106109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-6465356', 'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:25.212930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Made reservation on behalf of 91d1a6656be24e55b224a577ae29e613 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:25.215629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.250738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaf8fa3d-d3f6-4f26-9548-0dd0e203a70a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.256619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaf8fa3d-d3f6-4f26-9548-0dd0e203a70a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.280605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] device_id is not set on port 7a72af5a-7961-4acd-af67-7cf2793d0e98 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:30:25.285035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d72c2-bb4d-46a4-aed1-5722bb1e5a51 None None] Network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:25.359169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c7a12-c96b-402f-bfe7-9d7022fa4cb2 req-916bb64e-9862-49d9-bb20-b2fc89ee9ef5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:25.364673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0c7a12-c96b-402f-bfe7-9d7022fa4cb2 req-916bb64e-9862-49d9-bb20-b2fc89ee9ef5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.5146368 Jul 22 21:30:25.403020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3691f-275a-43b2-a4c7-b34e2ab27241 req-80cd6c40-5087-4fd9-9875-e972761275dd tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:25.412733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dce3691f-275a-43b2-a4c7-b34e2ab27241 req-80cd6c40-5087-4fd9-9875-e972761275dd tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.4076588 Jul 22 21:30:25.416566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaf8fa3d-d3f6-4f26-9548-0dd0e203a70a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.417251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Deleting port 426d48bb-2ff3-4360-a9c3-17c060988c7b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:25.418607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf8fa3d-d3f6-4f26-9548-0dd0e203a70a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Fanout notify agent at l3_agent the message router_deleted on router 0e9b09fe-0e06-4232-b82c-c7dca2495d68 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:25.418774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.452290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaf8fa3d-d3f6-4f26-9548-0dd0e203a70a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.455904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aaf8fa3d-d3f6-4f26-9548-0dd0e203a70a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/0e9b09fe-0e06-4232-b82c-c7dca2495d68 HTTP/1.1" status: 204 len: 168 time: 1.0038700 Jul 22 21:30:25.462338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41236) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:25.564110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dce3691f-275a-43b2-a4c7-b34e2ab27241 req-f14838c4-cd45-4024-9739-8a541c5e628f tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416368 Jul 22 21:30:25.568472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb0c7a12-c96b-402f-bfe7-9d7022fa4cb2 req-f2522f14-e48e-496c-9a82-7806a99b4dcc tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875205 Jul 22 21:30:26.154924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde779d-2ee3-4576-9f7a-43b3940ed352 req-162cc70c-9c46-4d41-9d2b-a7ee2ce0eec7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:26.160913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cde779d-2ee3-4576-9f7a-43b3940ed352 req-162cc70c-9c46-4d41-9d2b-a7ee2ce0eec7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1523557 Jul 22 21:30:26.177962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Allocated IP 172.20.0.12 (9372e8ba-5bee-4c19-9c2b-4c9ee4575827/490da87c-55ae-482a-9f5e-a8e1618ae0ae/7a72af5a-7961-4acd-af67-7cf2793d0e98) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:26.224986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet 84ca455e-f0a0-4716-a93d-f75ad41f3a08 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:30:26.247594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.248973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cde779d-2ee3-4576-9f7a-43b3940ed352 req-3843ce84-4793-49b2-9ca9-71b95f118050 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777495 Jul 22 21:30:26.319146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] For port 426d48bb-2ff3-4360-a9c3-17c060988c7b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=426d48bb-2ff3-4360-a9c3-17c060988c7b,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:26.320042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.376382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Calling delete_port for 426d48bb-2ff3-4360-a9c3-17c060988c7b owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:26.389385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.756529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.822488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.895288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8e9e2-5aa4-4144-bc5d-f4859303f1d5 req-c49bf156-13b8-41e7-9e82-c10c97af69dc tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:26.900731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aad8e9e2-5aa4-4144-bc5d-f4859303f1d5 req-c49bf156-13b8-41e7-9e82-c10c97af69dc tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2027452 Jul 22 21:30:26.927365 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.932396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02e57-3283-415c-ab19-459cea4174ff req-99880993-5d8c-4ecf-9ee2-cb9221ce8fe3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:26.934090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-78b02e57-3283-415c-ab19-459cea4174ff req-99880993-5d8c-4ecf-9ee2-cb9221ce8fe3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 945 time: 0.1823146 Jul 22 21:30:26.940966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.974545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['426d48bb-2ff3-4360-a9c3-17c060988c7b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:30:27.006653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aad8e9e2-5aa4-4144-bc5d-f4859303f1d5 req-443e80a9-0716-463f-954b-60ee721e3fa3 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852726 Jul 22 21:30:27.018484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-78b02e57-3283-415c-ab19-459cea4174ff req-a8d420ee-c0a3-48d4-a417-cc04eeb6b328 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665689 Jul 22 21:30:27.045265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.049751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/84ca455e-f0a0-4716-a93d-f75ad41f3a08 HTTP/1.1" status: 204 len: 168 time: 1.5603614 Jul 22 21:30:27.051110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event deleted for resources: {'Port': ['ID=426d48bb-2ff3-4360-a9c3-17c060988c7b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:27.063299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:27.063565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19870b4-8fc4-4983-817a-cd053b8cb70c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=84ca455e-f0a0-4716-a93d-f75ad41f3a08,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:27.093578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5266ac6-434d-4d05-8bb1-32c5b97d9270 None None] Network 03987cc0-0b48-4a46-a283-66eb8ab28de9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:27.182508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] No DVR routers for this DVR port 426d48bb-2ff3-4360-a9c3-17c060988c7b on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:27.184991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.188346 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b01195be-3bc9-4bca-9076-9f62990442bf req-916d0f5b-6d35-4a4c-ab76-0839997a5d80 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "DELETE /v2.0/ports/426d48bb-2ff3-4360-a9c3-17c060988c7b HTTP/1.1" status: 204 len: 173 time: 2.0780585 Jul 22 21:30:27.189052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'name': 'network-vif-deleted', 'tag': '426d48bb-2ff3-4360-a9c3-17c060988c7b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:27.193846 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1383d3-5b15-4010-a413-f65b70ff83a4" -d '{"events": [{"server_uuid": "e5a0d627-fba5-4e10-a9d9-09f2a246dc89", "name": "network-vif-deleted", "tag": "426d48bb-2ff3-4360-a9c3-17c060988c7b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:27.207274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.293431 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.316021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Port': ['ID=7a72af5a-7961-4acd-af67-7cf2793d0e98,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:27.347033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:27.349590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:27.367511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:27.436201 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e47b074-b0b0-4456-b043-c95502ac3e74 x-openstack-request-id: req-2e47b074-b0b0-4456-b043-c95502ac3e74 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:27.436637 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a0d627-fba5-4e10-a9d9-09f2a246dc89", "name": "network-vif-deleted", "tag": "426d48bb-2ff3-4360-a9c3-17c060988c7b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:27.437031 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e47b074-b0b0-4456-b043-c95502ac3e74 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:27.437616 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a0d627-fba5-4e10-a9d9-09f2a246dc89', 'name': 'network-vif-deleted', 'tag': '426d48bb-2ff3-4360-a9c3-17c060988c7b', 'status': 'completed', 'code': 200} Jul 22 21:30:27.520763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:27.522009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.570837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b1d196f8-6bef-45a2-8a59-8e6544f6385d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 2.4673159 Jul 22 21:30:27.570837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41260) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:27.614427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] DHCP port deletion for 03987cc0-0b48-4a46-a283-66eb8ab28de9 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:30:27.723165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] Deleting port a762989a-6041-40f8-824f-b000e5356c22 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:27.724895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.825409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Deleting port 7a72af5a-7961-4acd-af67-7cf2793d0e98 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:27.826475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.868169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] For port a762989a-6041-40f8-824f-b000e5356c22, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a762989a-6041-40f8-824f-b000e5356c22,segment=NetworkSegment(89dea132-e0d8-4407-bca2-1a6cf8ae2dae),segment_id=89dea132-e0d8-4407-bca2-1a6cf8ae2dae)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:27.871487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.900223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] Calling delete_port for a762989a-6041-40f8-824f-b000e5356c22 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:28.067900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.129537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Calling delete_port for 7a72af5a-7961-4acd-af67-7cf2793d0e98 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:28.133501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port a762989a-6041-40f8-824f-b000e5356c22 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:28.136066 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.267035 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.354398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] Pushing event deleted for resources: {'Port': ['ID=a762989a-6041-40f8-824f-b000e5356c22,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:28.387572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50806b6a-2298-42cd-bfba-c7052811aeb5 None None] No DVR routers for this DVR port a762989a-6041-40f8-824f-b000e5356c22 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:28.431966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cc35e-7c31-483a-837d-ee428d7fc636 req-43f8b277-7cfc-4b01-8bec-443452131a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:28.442985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-568cc35e-7c31-483a-837d-ee428d7fc636 req-43f8b277-7cfc-4b01-8bec-443452131a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 1.0183985 Jul 22 21:30:28.525780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port a762989a-6041-40f8-824f-b000e5356c22, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a762989a-6041-40f8-824f-b000e5356c22,segment=NetworkSegment(89dea132-e0d8-4407-bca2-1a6cf8ae2dae),segment_id=89dea132-e0d8-4407-bca2-1a6cf8ae2dae)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:28.526515 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.581995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for a762989a-6041-40f8-824f-b000e5356c22 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:28.582695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a762989a-6041-40f8-824f-b000e5356c22 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:28.637509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.656336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a762989a-6041-40f8-824f-b000e5356c22 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:28.657402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a762989a-6041-40f8-824f-b000e5356c22 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:28.724490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-568cc35e-7c31-483a-837d-ee428d7fc636 req-be4ee7e6-bc74-4fb1-8b2c-74fd6e600f42 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325625 Jul 22 21:30:28.724709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a72af5a-7961-4acd-af67-7cf2793d0e98,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:28.827491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767983da-e048-4eca-8eca-8fa6526f8d1b req-73a645c5-b4f9-4b03-8442-cf09693e97c7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:28.838945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-767983da-e048-4eca-8eca-8fa6526f8d1b req-73a645c5-b4f9-4b03-8442-cf09693e97c7 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.6211867 Jul 22 21:30:28.895428 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.958292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.961546 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c0e3a1a3-a345-45f0-803a-fa370a14cac0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "DELETE /v2.0/ports/7a72af5a-7961-4acd-af67-7cf2793d0e98 HTTP/1.1" status: 204 len: 168 time: 1.3892832 Jul 22 21:30:28.961817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=a762989a-6041-40f8-824f-b000e5356c22,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:28.967654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41270) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:28.975439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827', 'external_fixed_ips': [{'subnet_id': '490da87c-55ae-482a-9f5e-a8e1618ae0ae', 'ip_address': '172.20.0.12'}]}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:29.012266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No DVR routers for this DVR port a762989a-6041-40f8-824f-b000e5356c22 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:29.057715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-036d2b55-db77-404d-b1ac-12595fe8f6a5 req-fd9cd7a9-28dc-4d28-abc7-c76283d582b1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.0875757 Jul 22 21:30:29.076310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-767983da-e048-4eca-8eca-8fa6526f8d1b req-4b466e83-a537-4fd2-9639-c449b859419d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331882 Jul 22 21:30:29.084199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.086140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.140300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-231e03e3-ca68-4cd9-918e-bb67699fe5c0 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:29.144304 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-231e03e3-ca68-4cd9-918e-bb67699fe5c0 tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 946 time: 0.2185371 Jul 22 21:30:29.273875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.288781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03987cc0-0b48-4a46-a283-66eb8ab28de9']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:29.311049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89dea132-e0d8-4407-bca2-1a6cf8ae2dae') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:29.311528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89dea132-e0d8-4407-bca2-1a6cf8ae2dae') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:29.326566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.336465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.376860 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.390818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:30:29.391248 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:30:29.396978 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:30:29.559943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.572885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.592729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/03987cc0-0b48-4a46-a283-66eb8ab28de9 HTTP/1.1" status: 204 len: 168 time: 2.5372641 Jul 22 21:30:29.596438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41276) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:29.610340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 426d48bb-2ff3-4360-a9c3-17c060988c7b no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:29.622317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1037891087', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:29.640459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d4f36-b1b6-4af5-86ba-5319c04f819b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=03987cc0-0b48-4a46-a283-66eb8ab28de9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:29.684861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 426d48bb-2ff3-4360-a9c3-17c060988c7b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:29.685388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 426d48bb-2ff3-4360-a9c3-17c060988c7b not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:29.688438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.690531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.709115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.722934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Deleting port 474cd017-7195-44df-8b92-e6fb7f056033 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:29.723940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:29.797085 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:30.018851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] For port 474cd017-7195-44df-8b92-e6fb7f056033, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=474cd017-7195-44df-8b92-e6fb7f056033,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:30.018851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:30.050848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Calling delete_port for 474cd017-7195-44df-8b92-e6fb7f056033 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:30.158258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:30.183419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1c77-4cbb-4375-9b40-a84b39f6d70e req-e772be2d-3524-4617-866e-ffec55d90ea6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:30.192761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e06f1c77-4cbb-4375-9b40-a84b39f6d70e req-e772be2d-3524-4617-866e-ffec55d90ea6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2554650 Jul 22 21:30:30.262400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e06f1c77-4cbb-4375-9b40-a84b39f6d70e req-318080b5-72d7-4b25-b049-34b1a75e6749 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685203 Jul 22 21:30:30.394596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:30.431486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:30.561088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92806577-a9f2-49b2-ad12-f73561095b06 req-f09583f1-bd39-4f82-bfbe-c30df9ad2810 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.0692873 Jul 22 21:30:30.591062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:30.614166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['474cd017-7195-44df-8b92-e6fb7f056033'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:30:30.775080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416b199-6cd4-4aa2-ada3-52264401bcb6 req-ffc7d857-c3a1-4647-87f2-bfa869b8441e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:30.777264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6416b199-6cd4-4aa2-ada3-52264401bcb6 req-ffc7d857-c3a1-4647-87f2-bfa869b8441e tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd05d44-adc1-44d5-8f1b-548c2facb9b8 HTTP/1.1" status: 200 len: 867 time: 0.4096348 Jul 22 21:30:30.887772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Pushing event deleted for resources: {'Port': ['ID=474cd017-7195-44df-8b92-e6fb7f056033,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:30.919634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] No DVR routers for this DVR port 474cd017-7195-44df-8b92-e6fb7f056033 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:30.924796 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:30.928797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae93f9f7-8789-4ec5-b428-476f030ce313 req-3930a059-94ab-4690-895f-126b13537e9d tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.23 "DELETE /v2.0/ports/474cd017-7195-44df-8b92-e6fb7f056033 HTTP/1.1" status: 204 len: 173 time: 1.7779515 Jul 22 21:30:30.931619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'name': 'network-vif-deleted', 'tag': '474cd017-7195-44df-8b92-e6fb7f056033'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:30.935047 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b1ddec-9823-4cf6-8b1e-a068fe12e821" -d '{"events": [{"server_uuid": "0cd05d44-adc1-44d5-8f1b-548c2facb9b8", "name": "network-vif-deleted", "tag": "474cd017-7195-44df-8b92-e6fb7f056033"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:31.040985 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44d050-b360-40dc-b525-9bb33a644271 x-openstack-request-id: req-cc44d050-b360-40dc-b525-9bb33a644271 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:31.042539 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd05d44-adc1-44d5-8f1b-548c2facb9b8", "name": "network-vif-deleted", "tag": "474cd017-7195-44df-8b92-e6fb7f056033", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:31.043235 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc44d050-b360-40dc-b525-9bb33a644271 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:31.044199 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd05d44-adc1-44d5-8f1b-548c2facb9b8', 'name': 'network-vif-deleted', 'tag': '474cd017-7195-44df-8b92-e6fb7f056033', 'status': 'completed', 'code': 200} Jul 22 21:30:31.092777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Allocated IP 172.20.0.12 (9372e8ba-5bee-4c19-9c2b-4c9ee4575827/490da87c-55ae-482a-9f5e-a8e1618ae0ae/87383a44-aea0-40f3-bb54-47da18d5d5fe) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:31.098871 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:31.114287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6416b199-6cd4-4aa2-ada3-52264401bcb6 req-4df855ff-f901-4547-ac85-b6bb8c2fcaec tempest-ServerRescueNegativeTestJSON-380277237 tempest-ServerRescueNegativeTestJSON-380277237-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9e0b221-2b9b-4195-9df4-59ac9e646e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637308 Jul 22 21:30:31.163374 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:31.169156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:31.409474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:31.461324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.25.5.163 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/a138b846-81b8-4f02-b11f-199ce8e655ff) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:31.562589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:31.615207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:31.620553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:31.741940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:31.867691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Port': ['ID=87383a44-aea0-40f3-bb54-47da18d5d5fe,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:31.993160 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:32.015392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c2bd175-477d-43c8-8e9c-36fee244025d req-1c2da860-bf6a-4778-9e64-62f09ad5aac1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.2186725 Jul 22 21:30:32.094592 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:32.119629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bf063-676c-43d5-b68d-5f39e33e489a req-7c006ad3-1ccf-45ad-ad2b-b09ebb293a54 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:32.130503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-789bf063-676c-43d5-b68d-5f39e33e489a req-7c006ad3-1ccf-45ad-ad2b-b09ebb293a54 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.6405191 Jul 22 21:30:32.264761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-789bf063-676c-43d5-b68d-5f39e33e489a req-ce2114a1-2f89-4596-855e-603adee273da tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166649 Jul 22 21:30:32.369797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41304) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:32.424614 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:32.522418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:32.533361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:32.548289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:32.625984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=a138b846-81b8-4f02-b11f-199ce8e655ff,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:32.982141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:33.120071 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:33.349228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-164a941a-bd0b-47cd-baa1-f5b9fa1c3400 req-512c788b-c597-4782-947a-87fdb0f38ccd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.0762255 Jul 22 21:30:33.660354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 474cd017-7195-44df-8b92-e6fb7f056033 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:33.710397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 474cd017-7195-44df-8b92-e6fb7f056033 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:33.710747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 474cd017-7195-44df-8b92-e6fb7f056033 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:33.739672 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:33.742649 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:33.774290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cb449-7406-426f-b1a5-c02b3f36ebf5 req-6b3dc84d-cb2f-46af-9fad-9e4cb98c331b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:33.786454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f7cb449-7406-426f-b1a5-c02b3f36ebf5 req-6b3dc84d-cb2f-46af-9fad-9e4cb98c331b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.2681439 Jul 22 21:30:34.026334 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f7cb449-7406-426f-b1a5-c02b3f36ebf5 req-9bb762c2-e55f-4e10-89aa-c661e6496c37 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381508 Jul 22 21:30:34.165468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 71af623f-8d6f-4ab5-a8c3-c5054139aab6 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:30:34.420209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:34.437949 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] Sync routers for ids ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:34.481160 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] Routers {'71af623f-8d6f-4ab5-a8c3-c5054139aab6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:34.483292 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:34.494704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:34.506451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c0dafbe7-4621-4127-9155-bcb263aa8249 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8917246 Jul 22 21:30:34.509158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41322) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:34.834299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b3b0153-e1e5-42ec-ad05-08722a5d73fa tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/routers/71af623f-8d6f-4ab5-a8c3-c5054139aab6 HTTP/1.1" status: 200 len: 881 time: 0.3217111 Jul 22 21:30:34.848130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41328) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:34.861484 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:34.891237 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] Routers {'71af623f-8d6f-4ab5-a8c3-c5054139aab6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:34.892298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:34.999892 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:35.001464 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cab06-fa90-4c34-b44d-e8ac961d4447 None None] The sync data for ids ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:35.031505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73d2964f-7da8-48c5-ab44-fd7ebab259bb req-8c0ee056-9967-45aa-a3b7-608311b2ad09 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.3808944 Jul 22 21:30:35.070143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:35.159316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137e865-e253-47f7-be35-8625a2e065dd req-1f98c213-e1e8-4b18-a2ed-217ca633da01 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:35.174172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1137e865-e253-47f7-be35-8625a2e065dd req-1f98c213-e1e8-4b18-a2ed-217ca633da01 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3170803 Jul 22 21:30:35.262423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1137e865-e253-47f7-be35-8625a2e065dd req-114a0ca7-5341-4e72-8fac-435c1f964452 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819058 Jul 22 21:30:35.287368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Router de845839-82db-4b27-9f9b-445e03f06b6d is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:30:35.321458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-41150950-5426-478a-9999-6dca6643ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:35.323119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-41150950-5426-478a-9999-6dca6643ae31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.5902190 Jul 22 21:30:35.859038 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a5a5466-999a-4ac1-94ff-4aa00d0a037f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0029802 Jul 22 21:30:35.860202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41334) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:35.860372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-a7f9faa3-734c-4b25-a009-ee50e3964088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:35.861964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-a7f9faa3-734c-4b25-a009-ee50e3964088 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.5213795 Jul 22 21:30:35.864525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:35.865573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5dcb2662-e621-4b3b-a920-9a75fa59b9b0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1037891087'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:35.881775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Sync routers for ids ['de845839-82db-4b27-9f9b-445e03f06b6d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:35.921746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Routers {'de845839-82db-4b27-9f9b-445e03f06b6d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:35.925203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de845839-82db-4b27-9f9b-445e03f06b6d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:36.047029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:36.052718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-69b6d8a0-7042-4bdf-a9bc-0a39add8fa5d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.0811124 Jul 22 21:30:36.053499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:36.138709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-04875972-5065-419c-897b-6145b0c90714 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.2602789 Jul 22 21:30:36.286418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-ff01d4b0-6099-45c8-b581-5075f377af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:36.293889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-ff01d4b0-6099-45c8-b581-5075f377af2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.1435316 Jul 22 21:30:36.302944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Deleting port eda940f5-7eba-45ee-8ec2-1fa10bdeb683 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:36.303475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:36.630653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] For port eda940f5-7eba-45ee-8ec2-1fa10bdeb683, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,segment=NetworkSegment(e2362b14-58d8-439b-b468-042cf9d26513),segment_id=e2362b14-58d8-439b-b468-042cf9d26513)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:36.631563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:36.658856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Calling delete_port for eda940f5-7eba-45ee-8ec2-1fa10bdeb683 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:36.689598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-f05d8833-ea62-499b-a630-b81e3d75f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:36.692221 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-f05d8833-ea62-499b-a630-b81e3d75f122 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2814527 Jul 22 21:30:36.693581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Set router de845839-82db-4b27-9f9b-445e03f06b6d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:37.048471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:37.145619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acdc15fe-48ac-46f3-91aa-652d360961fe req-d12c1363-f772-4233-bbe2-98fb36ecac8a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5a0d627-fba5-4e10-a9d9-09f2a246dc89 HTTP/1.1" status: 200 len: 210 time: 0.3344753 Jul 22 21:30:37.149370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de845839-82db-4b27-9f9b-445e03f06b6d', 'name': '', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827', 'external_fixed_ips': [{'subnet_id': '490da87c-55ae-482a-9f5e-a8e1618ae0ae', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '87383a44-aea0-40f3-bb54-47da18d5d5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:30:29Z', 'updated_at': '2021-07-22T21:30:32Z', 'revision_number': 3, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port': {'id': '87383a44-aea0-40f3-bb54-47da18d5d5fe', 'name': '', 'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de845839-82db-4b27-9f9b-445e03f06b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '490da87c-55ae-482a-9f5e-a8e1618ae0ae', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:30:30Z', 'updated_at': '2021-07-22T21:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '490da87c-55ae-482a-9f5e-a8e1618ae0ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:37.166343 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-622a09ae-ff81-4ef5-97e8-553346e1bd53 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872199 Jul 22 21:30:37.204826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Checking router: de845839-82db-4b27-9f9b-445e03f06b6d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:30:37.205316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Updating router de845839-82db-4b27-9f9b-445e03f06b6d port 87383a44-aea0-40f3-bb54-47da18d5d5fe binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:30:37.344188 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:37.409450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4ed6-24d0-495a-962c-289a400da55f req-96cdbb8e-1018-4c5f-a8a1-7e94241af884 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:37.412384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-675c4ed6-24d0-495a-962c-289a400da55f req-96cdbb8e-1018-4c5f-a8a1-7e94241af884 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.6171968 Jul 22 21:30:37.553153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:37.567125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75f8b560-d2f0-46ba-803e-a26406a5b9d7 req-2aa8480b-3cee-4857-9a54-f4a4b998f0f4 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495779 Jul 22 21:30:37.606129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:37.648646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-675c4ed6-24d0-495a-962c-289a400da55f req-483aab7b-a4b7-40c7-be4d-62bcda773365 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390934 Jul 22 21:30:37.687051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda940f5-7eba-45ee-8ec2-1fa10bdeb683,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:37.949904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Deleting port 87383a44-aea0-40f3-bb54-47da18d5d5fe {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:37.950386 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:37.996131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.018915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Transition to ACTIVE for port object 87383a44-aea0-40f3-bb54-47da18d5d5fe will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:38.021810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2662-e621-4b3b-a920-9a75fa59b9b0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.035230 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.139856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Attempting to bind port 87383a44-aea0-40f3-bb54-47da18d5d5fe on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:30:38.140489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Attempting to bind port 87383a44-aea0-40f3-bb54-47da18d5d5fe by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '00249e97-e20a-406c-b577-8f61e831b526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:30:38.141077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Attempting to bind port 87383a44-aea0-40f3-bb54-47da18d5d5fe on network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:30:38.144698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.158634 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2662-e621-4b3b-a920-9a75fa59b9b0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.159906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:30:38.161810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Checking segment: {'id': '00249e97-e20a-406c-b577-8f61e831b526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:38.164685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.166638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Bound using segment: {'id': '00249e97-e20a-406c-b577-8f61e831b526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:30:38.167793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Bound port: 87383a44-aea0-40f3-bb54-47da18d5d5fe, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00249e97-e20a-406c-b577-8f61e831b526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9372e8ba-5bee-4c19-9c2b-4c9ee4575827'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:30:38.168898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.259560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Pushing event updated for resources: {'Port': ['ID=87383a44-aea0-40f3-bb54-47da18d5d5fe,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:38.283271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.284194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.285038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.285884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.286748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.287582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.288570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.289604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.290410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.291238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.292191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.293038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:38.356482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] For port 87383a44-aea0-40f3-bb54-47da18d5d5fe, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:30:38.365655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] For port 87383a44-aea0-40f3-bb54-47da18d5d5fe, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=87383a44-aea0-40f3-bb54-47da18d5d5fe,segment=NetworkSegment(00249e97-e20a-406c-b577-8f61e831b526),segment_id=00249e97-e20a-406c-b577-8f61e831b526)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:30:38.378570 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.385892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:38.419723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Calling delete_port for 87383a44-aea0-40f3-bb54-47da18d5d5fe owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:38.500025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e69b6-4e4a-48cf-8086-51d21a0111fd None None] Pushing event updated for resources: {'Port': ['ID=87383a44-aea0-40f3-bb54-47da18d5d5fe,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:38.555802 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Routers {'de845839-82db-4b27-9f9b-445e03f06b6d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:38.559322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de845839-82db-4b27-9f9b-445e03f06b6d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:38.785887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcb2662-e621-4b3b-a920-9a75fa59b9b0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 71af623f-8d6f-4ab5-a8c3-c5054139aab6 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:39.001460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] Set router de845839-82db-4b27-9f9b-445e03f06b6d gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:39.222742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de845839-82db-4b27-9f9b-445e03f06b6d', 'name': '', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:30:29Z', 'updated_at': '2021-07-22T21:30:37Z', 'revision_number': 4, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:39.249504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Router c17452d1-776c-48af-88f0-2a2cce1a85fd has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:39.331376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615900c1-52f9-4696-9784-2518ef98d63e None None] The sync data for ids ['de845839-82db-4b27-9f9b-445e03f06b6d'] in n-d-762330-19 is: [{'id': 'de845839-82db-4b27-9f9b-445e03f06b6d', 'name': '', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:30:29Z', 'updated_at': '2021-07-22T21:30:37Z', 'revision_number': 4, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:39.601651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:39.613358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7dbf41a0-463b-459b-9e9a-06c2423c1330 admin admin] 10.222.0.54 "PUT /v2.0/routers/c17452d1-776c-48af-88f0-2a2cce1a85fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2416847 Jul 22 21:30:39.624827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] Sync routers for ids ['c17452d1-776c-48af-88f0-2a2cce1a85fd'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:39.639021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41384) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:39.647658 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] Routers {'c17452d1-776c-48af-88f0-2a2cce1a85fd'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:39.648828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c17452d1-776c-48af-88f0-2a2cce1a85fd'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:39.662179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb2662-e621-4b3b-a920-9a75fa59b9b0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:39.679140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] Sync routers for ids ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:39.699417 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2662-e621-4b3b-a920-9a75fa59b9b0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:39.713273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5dcb2662-e621-4b3b-a920-9a75fa59b9b0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/71af623f-8d6f-4ab5-a8c3-c5054139aab6 HTTP/1.1" status: 200 len: 888 time: 3.8544457 Jul 22 21:30:39.714024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] Routers {'71af623f-8d6f-4ab5-a8c3-c5054139aab6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:39.718476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:39.721386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41390) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:39.839874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:39.894844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] Routers {'71af623f-8d6f-4ab5-a8c3-c5054139aab6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:39.895122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:39.949715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:40.036430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff535674-1225-49f2-8456-c98d2ba3165a req-47559821-2190-41be-9dd2-e876637d0c9e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:40.046788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff535674-1225-49f2-8456-c98d2ba3165a req-47559821-2190-41be-9dd2-e876637d0c9e tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 1.0688186 Jul 22 21:30:40.075257 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] Set router c17452d1-776c-48af-88f0-2a2cce1a85fd gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:40.082506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:40.084231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b8efb-5219-48d1-8951-8652ec4ab242 None None] The sync data for ids ['71af623f-8d6f-4ab5-a8c3-c5054139aab6'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:40.240575 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:40.251355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff535674-1225-49f2-8456-c98d2ba3165a req-ce82636c-c03d-4f79-877f-5859960193ea tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993656 Jul 22 21:30:40.252044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:40.264027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a1c80173-c55a-4be7-811a-97d6f7adb2b6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/routers/71af623f-8d6f-4ab5-a8c3-c5054139aab6 HTTP/1.1" status: 200 len: 888 time: 0.4877546 Jul 22 21:30:40.269315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41394) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:40.441826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event deleted for resources: {'Port': ['ID=87383a44-aea0-40f3-bb54-47da18d5d5fe,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:40.520978 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3ca079d4-2524-4886-b249-846c6ddd8b8f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=71af623f-8d6f-4ab5-a8c3-c5054139aab6 HTTP/1.1" status: 200 len: 205 time: 0.2486444 Jul 22 21:30:40.538463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41400) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:40.639494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-54a17f6c-a68e-4814-aa6d-23653faefb69 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:40.642841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-54a17f6c-a68e-4814-aa6d-23653faefb69 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.9712181 Jul 22 21:30:40.663173 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:30:37Z', 'revision_number': 5, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port': {'id': '7f6ff9c3-3d4e-42eb-b9da-9b25056986cd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:25:51Z', 'updated_at': '2021-07-22T21:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:40.686118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-0b161502-0acb-4a1c-a41d-f06c3ba89e5c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/quotas/e11db7375f0e4e81b2c682578de2ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0266869 Jul 22 21:30:40.783978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Deleting port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:40.785410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:40.814747 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] Checking router: c17452d1-776c-48af-88f0-2a2cce1a85fd for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:30:40.883684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-971d5561-8660-4b31-b30d-7d2a7e5bdbc0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1637032 Jul 22 21:30:40.892346 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] Routers {'c17452d1-776c-48af-88f0-2a2cce1a85fd'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:40.893947 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c17452d1-776c-48af-88f0-2a2cce1a85fd'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:40.904222 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:41.043041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-7887a718-b96c-4b9e-8cb9-297ed3194df4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:30:41.066290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-7887a718-b96c-4b9e-8cb9-297ed3194df4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317552 Jul 22 21:30:41.181307 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] Set router c17452d1-776c-48af-88f0-2a2cce1a85fd gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:41.270154 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:30:40Z', 'revision_number': 6, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:41.335095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd5fcf-056c-40df-b584-a873c78c2ff0 None None] The sync data for ids ['c17452d1-776c-48af-88f0-2a2cce1a85fd'] in n-d-762330-19 is: [{'id': 'c17452d1-776c-48af-88f0-2a2cce1a85fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1094150923-router', 'tenant_id': '95aeb0b569f44264a73d56fad524e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:25:50Z', 'updated_at': '2021-07-22T21:30:40Z', 'revision_number': 6, 'project_id': '95aeb0b569f44264a73d56fad524e82d', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:41.427646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:41.431825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:41.597118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:41.599028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de845839-82db-4b27-9f9b-445e03f06b6d {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:41.621694 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:41.627170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f77bb602-0cbb-4977-80bf-1b8387a4dbb4 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "DELETE /v2.0/routers/de845839-82db-4b27-9f9b-445e03f06b6d HTTP/1.1" status: 204 len: 168 time: 5.5133827 Jul 22 21:30:41.628634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41406) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:41.653379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-ff114a7c-cf40-4c5f-ae1a-32849ce925d0 service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860167 Jul 22 21:30:41.735477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:41.755817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458a275-94b7-4479-99a7-44a4c1e50193 req-c7c7a153-7878-4c79-ab1d-8034ef763657 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:41.776652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4458a275-94b7-4479-99a7-44a4c1e50193 req-c7c7a153-7878-4c79-ab1d-8034ef763657 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 1.0285344 Jul 22 21:30:41.828227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] For port 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:41.828756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:41.896350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Calling delete_port for 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:42.015760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.072445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4458a275-94b7-4479-99a7-44a4c1e50193 req-d3834239-2ae0-47ca-915d-4c2953e31a71 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393663 Jul 22 21:30:42.105049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Deleting subnet 490da87c-55ae-482a-9f5e-a8e1618ae0ae {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:30:42.130412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.238522 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.286001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port a138b846-81b8-4f02-b11f-199ce8e655ff {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:42.286770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.301289 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.367889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37ccda23-4d47-4b4f-8e69-5bf9b815550e req-e38928d7-77c1-4dd4-862e-23d4d056ed57 service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557171 Jul 22 21:30:42.556299 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.582457 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-544098fb-f853-4a16-94df-caea4c8824af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.596306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.598635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:42.647989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=490da87c-55ae-482a-9f5e-a8e1618ae0ae,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:42.656283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6ff9c3-3d4e-42eb-b9da-9b25056986cd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:42.660410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.674990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:42.677705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2f63e8c-fa47-4d0f-b602-449cbf254389 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/490da87c-55ae-482a-9f5e-a8e1618ae0ae HTTP/1.1" status: 204 len: 168 time: 1.0481091 Jul 22 21:30:42.681436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41416) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:42.698446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:42.698847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7f6ff9c3-3d4e-42eb-b9da-9b25056986cd not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:42.699387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device eda940f5-7eba-45ee-8ec2-1fa10bdeb683 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:42.739062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69871f-f996-4278-9797-56cc4f5bf365 req-0a0643dd-48f6-4ad3-8df2-5a7af4aa7b27 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:42.752599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec69871f-f996-4278-9797-56cc4f5bf365 req-0a0643dd-48f6-4ad3-8df2-5a7af4aa7b27 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3401494 Jul 22 21:30:42.784436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: eda940f5-7eba-45ee-8ec2-1fa10bdeb683 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:42.785000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device eda940f5-7eba-45ee-8ec2-1fa10bdeb683 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:42.796902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for a138b846-81b8-4f02-b11f-199ce8e655ff owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:42.897729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd8068ef-49ef-4e2d-9b40-5c3577b459f8 req-637c7111-2eaa-4c99-870a-a394f67ea03f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5567d5da-9665-4f7a-bf47-959717b9c0bb HTTP/1.1" status: 200 len: 210 time: 0.0881510 Jul 22 21:30:42.915605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec69871f-f996-4278-9797-56cc4f5bf365 req-a9d059dc-5383-4b0c-bcf9-38c213c2ccd8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614158 Jul 22 21:30:43.202558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:43.240687 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:43.649160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb8279-5086-43c6-b43e-827a387b9844 req-d4210aaa-3572-4bad-900c-656a1da831cf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:43.669198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4fb8279-5086-43c6-b43e-827a387b9844 req-d4210aaa-3572-4bad-900c-656a1da831cf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3093791 Jul 22 21:30:43.788255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4fb8279-5086-43c6-b43e-827a387b9844 req-36d05c98-8a61-4e69-be0b-a8787f62121c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177316 Jul 22 21:30:43.802960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:43.856318 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.053777 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.169610 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.173766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c17452d1-776c-48af-88f0-2a2cce1a85fd {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:44.181745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9372e8ba-5bee-4c19-9c2b-4c9ee4575827']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:44.191013 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.194056 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac71b408-3c00-4121-803d-da043795d078 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c17452d1-776c-48af-88f0-2a2cce1a85fd HTTP/1.1" status: 204 len: 168 time: 4.5513957 Jul 22 21:30:44.199512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:44.218162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00249e97-e20a-406c-b577-8f61e831b526') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:44.227316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00249e97-e20a-406c-b577-8f61e831b526') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:44.252916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.281596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.285773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.425817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] Deleting subnet 8b27a9f3-6e8e-4c9f-8490-709233d86212 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:30:44.431986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.475779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=a138b846-81b8-4f02-b11f-199ce8e655ff,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:44.487533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:30:44.503638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:30:44.513832 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:30:44.662872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:44.874668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.105333 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.148365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-2d6088e8-0a74-481d-a58e-79a861be3181 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:45.154651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.156551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-2d6088e8-0a74-481d-a58e-79a861be3181 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.6756361 Jul 22 21:30:45.171647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9372e8ba-5bee-4c19-9c2b-4c9ee4575827 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 21:30:45.178324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.181980 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "DELETE /v2.0/networks/9372e8ba-5bee-4c19-9c2b-4c9ee4575827 HTTP/1.1" status: 204 len: 168 time: 2.4984877 Jul 22 21:30:45.210901 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86582abb-18c0-476a-a9c6-150a5cca84be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.244471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-95e35013-2508-4a99-a0ce-f9e36f7926e2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/quotas/e11db7375f0e4e81b2c682578de2ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0869005 Jul 22 21:30:45.279604 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.291787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d1f9-45d9-4151-8f33-77b6599ad560 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event deleted for resources: {'Network': ['ID=9372e8ba-5bee-4c19-9c2b-4c9ee4575827,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:45.300740 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.313434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.459269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.465219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Fanout notify agent at l3_agent the message router_deleted on router 71af623f-8d6f-4ab5-a8c3-c5054139aab6 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:45.476437 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.478071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ad09d05d-aefa-4ddd-9b0f-d41443a4844a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/71af623f-8d6f-4ab5-a8c3-c5054139aab6 HTTP/1.1" status: 204 len: 168 time: 4.9341652 Jul 22 21:30:45.498909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41488) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:45.529017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1250848927'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:45.617337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:45.637158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.744188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:30:45.788993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.789822 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment 0da51628-6461-4696-ab3c-4168c746a876 of type vlan for network a6c11b66-6183-46a6-87ac-2d0516ae7d87 Jul 22 21:30:45.805385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41490) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:45.816310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-36effa5e-9aac-4069-93ce-7ff2713f2819 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5703580 Jul 22 21:30:45.820792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-aedf29f1-70cb-4ac1-a738-c703cff3857a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'router': {'name': 'tempest-router--1073469554', 'project_id': 'aca2169b6b1a464e99aba0fe289e34c8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:45.872174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bdeec-542c-4e20-893f-8a5bf2b81f3a req-660e59d8-b4d1-4a83-9e08-684537a26df8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:45.884530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c2bdeec-542c-4e20-893f-8a5bf2b81f3a req-660e59d8-b4d1-4a83-9e08-684537a26df8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.8746965 Jul 22 21:30:45.935100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.946819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aedf29f1-70cb-4ac1-a738-c703cff3857a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:45.947984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aedf29f1-70cb-4ac1-a738-c703cff3857a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.003474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c2bdeec-542c-4e20-893f-8a5bf2b81f3a req-2141e36f-2454-4b9b-9848-44e39ca8aedf tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176741 Jul 22 21:30:46.015914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b27a9f3-6e8e-4c9f-8490-709233d86212,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:46.025404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.029415 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3cfa8765-0255-44af-9e93-2e65f2c2818d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8b27a9f3-6e8e-4c9f-8490-709233d86212 HTTP/1.1" status: 204 len: 168 time: 1.8283515 Jul 22 21:30:46.038424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:46.059962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.095626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.154713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aedf29f1-70cb-4ac1-a738-c703cff3857a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.172535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aedf29f1-70cb-4ac1-a738-c703cff3857a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.262425 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aedf29f1-70cb-4ac1-a738-c703cff3857a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.275335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aedf29f1-70cb-4ac1-a738-c703cff3857a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4634914 Jul 22 21:30:46.281354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:46.378752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.392610 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.399892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:46.400928 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.437347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88caf649-d41e-428b-8ba4-7a6b03ed5aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.554089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-b9491956-a729-42e6-bd94-0862e1da44a9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:30:46.565168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-b9491956-a729-42e6-bd94-0862e1da44a9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7472842 Jul 22 21:30:46.693417 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1921759 Jul 22 21:30:46.695014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41508) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:46.699379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707e0ad-84a4-483e-b3b9-8b6d1204461c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=a6c11b66-6183-46a6-87ac-2d0516ae7d87,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:46.710428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:30:46.711833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': 'a6c11b66-6183-46a6-87ac-2d0516ae7d87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:46.805725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88caf649-d41e-428b-8ba4-7a6b03ed5aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.809385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88caf649-d41e-428b-8ba4-7a6b03ed5aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.813518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.833470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c29da83-2ed9-445e-b86c-54521512f404']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:46.877454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2362b14-58d8-439b-b468-042cf9d26513') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:46.877872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2362b14-58d8-439b-b468-042cf9d26513') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:46.903964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.908104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-10c5e87e-7450-4ff9-8015-ba888b945f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:46.910170 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-10c5e87e-7450-4ff9-8015-ba888b945f61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.3471251 Jul 22 21:30:46.916552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d44d8-ecfd-43a2-99f2-b45574d8ae19 req-8e3e8a1f-f09c-4dfb-94bb-bee0f8bc7ea2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:46.920173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd0d44d8-ecfd-43a2-99f2-b45574d8ae19 req-8e3e8a1f-f09c-4dfb-94bb-bee0f8bc7ea2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3489695 Jul 22 21:30:46.937656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88caf649-d41e-428b-8ba4-7a6b03ed5aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.938462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88caf649-d41e-428b-8ba4-7a6b03ed5aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5e3e1f-cee9-4e14-86d8-30b3f8c7607a {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:46.954167 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88caf649-d41e-428b-8ba4-7a6b03ed5aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.955950 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-88caf649-d41e-428b-8ba4-7a6b03ed5aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "DELETE /v2.0/routers/4e5e3e1f-cee9-4e14-86d8-30b3f8c7607a HTTP/1.1" status: 204 len: 168 time: 0.6686316 Jul 22 21:30:46.967887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.989192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:30:46.989611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:30:46.991583 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:30:47.019376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-9b07d446-ec0c-441b-9f6b-6a60face289f service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935826 Jul 22 21:30:47.069634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd0d44d8-ecfd-43a2-99f2-b45574d8ae19 req-5ffb5433-9d90-4a60-a96c-50fdfd6fed4a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075208 Jul 22 21:30:47.090847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:47.094901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:47.215244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41514) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:47.228423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-10dee09d-6062-46a8-b701-bd390d0d29bc service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887894 Jul 22 21:30:47.230818 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:47.247060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:47.249083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7c29da83-2ed9-445e-b86c-54521512f404 HTTP/1.1" status: 204 len: 168 time: 1.1815119 Jul 22 21:30:47.258403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-6351ed4a-8892-4e6b-9642-be3043fc3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:47.259977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-6351ed4a-8892-4e6b-9642-be3043fc3e86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.3335419 Jul 22 21:30:47.324038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f363363-4619-4514-af26-d712915b8ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c29da83-2ed9-445e-b86c-54521512f404,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:47.646593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4805d8b8-d6f6-49ca-a919-de096f3a546d req-0588cd8e-0ffc-4648-9a78-21e5abd3b48d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 210 time: 0.0941961 Jul 22 21:30:47.735908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41526) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:47.847346 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1458490737', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:47.881941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:47.883303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:47.953389 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.051775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-528bcec3-b6a1-44f5-b93d-250de5a7cbfc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95aeb0b569f44264a73d56fad524e82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143482 Jul 22 21:30:48.052743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41534) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:48.070643 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.107154 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-93c35931-5664-41ab-9647-27e464e080ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.7796125 Jul 22 21:30:48.156744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b86f5ad-e542-4ddb-99c5-cd8fe5246e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.216512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b86f5ad-e542-4ddb-99c5-cd8fe5246e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.296228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.366455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0f514-a7b9-4301-8e00-ad7b7bbcf92f req-cf16c6d4-7bd9-44b3-a1dd-6db37b225a09 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:48.368155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4d0f514-a7b9-4301-8e00-ad7b7bbcf92f req-cf16c6d4-7bd9-44b3-a1dd-6db37b225a09 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1148264 Jul 22 21:30:48.378739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b86f5ad-e542-4ddb-99c5-cd8fe5246e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.390379 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b86f5ad-e542-4ddb-99c5-cd8fe5246e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.393517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b86f5ad-e542-4ddb-99c5-cd8fe5246e6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9e0b221-2b9b-4195-9df4-59ac9e646e00 HTTP/1.1" status: 204 len: 168 time: 0.3390424 Jul 22 21:30:48.419425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86f5ad-e542-4ddb-99c5-cd8fe5246e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e0b221-2b9b-4195-9df4-59ac9e646e00,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:48.523102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4d0f514-a7b9-4301-8e00-ad7b7bbcf92f req-db6cc668-a585-4090-99b7-fa280f46116a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248212 Jul 22 21:30:48.526428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-6344c495-dbd7-4cc7-822f-0930d0fa7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:48.528261 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-6344c495-dbd7-4cc7-822f-0930d0fa7939 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.4103067 Jul 22 21:30:48.533792 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.644626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=bdc90b58-c478-4c06-9062-7a1afd5a26ac,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:48.696956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': '0da51628-6461-4696-ab3c-4168c746a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a6c11b66-6183-46a6-87ac-2d0516ae7d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:48.697312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: a6c11b66-6183-46a6-87ac-2d0516ae7d87, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:30:48.768835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-78e5ee11-2f4d-437a-91d0-e81df9ce3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:48.771435 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-78e5ee11-2f4d-437a-91d0-e81df9ce3c16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044885 Jul 22 21:30:48.812241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:30:48.838055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a0ed0f4-2ee9-462e-a57d-36cf8f6aa966 req-f5d8b9a7-def6-4aeb-bcfa-fbe1b90de835 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 210 time: 0.0616527 Jul 22 21:30:48.895241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a6c11b66-6183-46a6-87ac-2d0516ae7d87) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:48.905499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8bfa84-6554-4823-a2f0-356b59fcdfca None None] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:48.906439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:48.907421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.942864 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-754b4bb2-fafc-408f-89ad-f382a2047f34 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2442489 Jul 22 21:30:48.946401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41554) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:48.954425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-619d3622-7166-4b25-b323-7a7793a2d0bd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1525228891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:49.044302 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d3622-7166-4b25-b323-7a7793a2d0bd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.045979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d3622-7166-4b25-b323-7a7793a2d0bd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.116506 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-8b94eedb-0ece-4e94-b5c2-70586bf34855 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316422 Jul 22 21:30:49.141500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a6c11b66-6183-46a6-87ac-2d0516ae7d87', 'network_id': 'a6c11b66-6183-46a6-87ac-2d0516ae7d87', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': 'bdc90b58-c478-4c06-9062-7a1afd5a26ac'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:30:49.142369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.243095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d3622-7166-4b25-b323-7a7793a2d0bd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.253069 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d3622-7166-4b25-b323-7a7793a2d0bd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.312307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d3622-7166-4b25-b323-7a7793a2d0bd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.320010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-619d3622-7166-4b25-b323-7a7793a2d0bd tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3718376 Jul 22 21:30:49.321539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41560) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:49.404772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.450553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Allocated IP 172.20.0.2 (a6c11b66-6183-46a6-87ac-2d0516ae7d87/bdc90b58-c478-4c06-9062-7a1afd5a26ac/f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:49.675438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.818200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-8e52aec3-4f01-47b7-b129-4b6b59102528 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:49.819372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-8e52aec3-4f01-47b7-b129-4b6b59102528 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.6123650 Jul 22 21:30:49.824513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3dd3308a-2c1d-4424-9040-3d466e725363 req-8df2a9a0-684f-4553-a692-9aad3a337cbe service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861663 Jul 22 21:30:49.853536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Request body: {'port': {'device_id': 'c864e37e-096f-4802-9bc1-e24da928347e', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'admin_state_up': True, 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:49.890798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41578) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:49.920862 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:49.945942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Transition to ACTIVE for port object f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:49.955448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79383e51-f592-4b6c-9794-b9eac7f252c9 req-51748b17-525f-49a8-8677-a6b0a633019b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:49.964600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79383e51-f592-4b6c-9794-b9eac7f252c9 req-51748b17-525f-49a8-8677-a6b0a633019b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.1816583 Jul 22 21:30:49.985605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Transition to ACTIVE for port object f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:49.999239 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.083121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:50.100720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Allocated IP 172.25.5.14 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/20a4770e-b8e6-45cc-84cd-5124ef2afb0b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:50.120144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:50.120958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79383e51-f592-4b6c-9794-b9eac7f252c9 req-27791bef-b45d-4565-9b29-663dc0c47ac5 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544204 Jul 22 21:30:50.126256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:50.129470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0a79065-5a0a-4877-b6bd-12ed883b3114 req-c610e916-e366-413d-935b-196d4cbc42ca tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 210 time: 0.0878253 Jul 22 21:30:50.164682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-72200386-network', 'tenant_id': '3e2262e8938a41818ddb392711f7d0c8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:50.229727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Pushing event updated for resources: {'Port': ['ID=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:50.235631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.257670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Attempting to bind port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:30:50.258727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Attempting to bind port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0da51628-6461-4696-ab3c-4168c746a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a6c11b66-6183-46a6-87ac-2d0516ae7d87'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:30:50.259701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Attempting to bind port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 on network a6c11b66-6183-46a6-87ac-2d0516ae7d87 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:30:50.272638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:30:50.274147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Checking segment: {'id': '0da51628-6461-4696-ab3c-4168c746a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a6c11b66-6183-46a6-87ac-2d0516ae7d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:50.275757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.277371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Bound using segment: {'id': '0da51628-6461-4696-ab3c-4168c746a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a6c11b66-6183-46a6-87ac-2d0516ae7d87'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:30:50.279037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Bound port: f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da51628-6461-4696-ab3c-4168c746a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a6c11b66-6183-46a6-87ac-2d0516ae7d87'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:30:50.280481 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.313665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.420426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.434278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:50.438411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.444851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] For port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:30:50.453433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] For port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,segment=NetworkSegment(0da51628-6461-4696-ab3c-4168c746a876),segment_id=0da51628-6461-4696-ab3c-4168c746a876)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:30:50.466639 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.499263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:50.514620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:50.522033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:50.548522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Made reservation on behalf of 3e2262e8938a41818ddb392711f7d0c8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:50.557292 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.603818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event updated for resources: {'Port': ['ID=20a4770e-b8e6-45cc-84cd-5124ef2afb0b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:50.660198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e1281-62cb-4483-9dc6-20c725404297 None None] Pushing event updated for resources: {'Port': ['ID=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:50.665744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.032951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.20.0.1 (a6c11b66-6183-46a6-87ac-2d0516ae7d87/bdc90b58-c478-4c06-9062-7a1afd5a26ac/b53f3dff-7050-41b1-8771-eb519946667b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:51.141625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.153186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Allocated IP 172.20.0.7 (bca1f6e1-114f-4930-bd89-a5fd9f153bcd/757bc2a4-8ae5-4593-8eff-91833bb24163/ec449171-4da2-43b1-8918-838bdbea7610) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:30:51.194929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.272125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.295487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:30:51.388865 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.388865 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Added segment 2932be55-8383-430c-8b98-701ddaad4e41 of type vlan for network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 Jul 22 21:30:51.393081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b223c95-29c7-4874-a72b-368a6519046a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:51.469115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27a69529-5a1f-409c-8279-e4e65c407315 req-7589d8c3-2e3e-4a03-9768-e02761ec7e4d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 210 time: 0.1594846 Jul 22 21:30:51.498513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.506064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.546599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object b53f3dff-7050-41b1-8771-eb519946667b will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:51.571244 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.615327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dffe9-c17f-43de-8766-179ae742e2f3 req-1b0fcef6-d71e-4d16-a20e-5221dcdf71b4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:51.623432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd1dffe9-c17f-43de-8766-179ae742e2f3 req-1b0fcef6-d71e-4d16-a20e-5221dcdf71b4 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3244581 Jul 22 21:30:51.659144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.660045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:51.660351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.669724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.714012 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.808729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] Pushing event updated for resources: {'Network': ['ID=3015af0f-a7eb-49d6-892d-b2a49f1d1f22,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:51.828913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:30:51.843681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event updated for resources: {'Port': ['ID=ec449171-4da2-43b1-8918-838bdbea7610,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:51.864430 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd1dffe9-c17f-43de-8766-179ae742e2f3 req-2b575041-bcce-4660-aca2-ff49edbeb936 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398179 Jul 22 21:30:51.874261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:51.888244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:51.888244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:51.891888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ba880e6d-364b-4dc9-86a0-ec8223981135 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9951735 Jul 22 21:30:51.895912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41596) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:51.908283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.982035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:51.996608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:52.007911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:30:52.019735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:52.020718 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:52.029478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Request body: {'subnet': {'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-72200386-subnet', 'tenant_id': '3e2262e8938a41818ddb392711f7d0c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:52.069867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=b53f3dff-7050-41b1-8771-eb519946667b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:52.108206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Made reservation on behalf of 3e2262e8938a41818ddb392711f7d0c8 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:30:52.111948 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:52.171955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:52.227553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-080a1b4f-f6ac-408b-8387-09cf56284dad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3799095 Jul 22 21:30:52.252435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Request body: {'port': {'device_id': 'c864e37e-096f-4802-9bc1-e24da928347e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:52.357298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33131cd-9c85-4953-a514-21d460749033 None None] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:52.362799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980450d-4bdf-48da-a687-de569235203d req-39a157b2-5c9a-4cad-bab9-f53b8d302f60 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:52.374946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e980450d-4bdf-48da-a687-de569235203d req-39a157b2-5c9a-4cad-bab9-f53b8d302f60 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.3093536 Jul 22 21:30:52.496676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-11d14da8-912a-4f81-9d59-219e3020077a None None] Provisioning for port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:30:52.536876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e980450d-4bdf-48da-a687-de569235203d req-cfaba14a-395f-4df8-b391-9af3b9460d90 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600404 Jul 22 21:30:52.614276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:52.677645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:30:52.805675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:30:52.814299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:52.814849 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:52.970983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.028684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,segment=NetworkSegment(0da51628-6461-4696-ab3c-4168c746a876),segment_id=0da51628-6461-4696-ab3c-4168c746a876)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:53.036078 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.065652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Router fa30a094-62f2-4183-a34c-2debfd3df9d7 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:30:53.113189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:53.194724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.405991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1121b4a0-be3e-42f7-a96c-41c944d1bd33 None None] Provisioning complete for port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:53.411581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1121b4a0-be3e-42f7-a96c-41c944d1bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.418481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.792651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1121b4a0-be3e-42f7-a96c-41c944d1bd33 None None] Provisioning for port b53f3dff-7050-41b1-8771-eb519946667b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:30:53.801851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1121b4a0-be3e-42f7-a96c-41c944d1bd33 None None] Provisioning complete for port b53f3dff-7050-41b1-8771-eb519946667b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:53.802251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1121b4a0-be3e-42f7-a96c-41c944d1bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.826776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:53.841368 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344d3b6-f948-43be-b172-603859313f2e None None] Sync routers for ids ['fa30a094-62f2-4183-a34c-2debfd3df9d7'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:53.867344 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344d3b6-f948-43be-b172-603859313f2e None None] Routers {'fa30a094-62f2-4183-a34c-2debfd3df9d7'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:53.868914 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.872637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b344d3b6-f948-43be-b172-603859313f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fa30a094-62f2-4183-a34c-2debfd3df9d7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:53.874991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3f4820-d1dd-4a20-a4a2-7c295b03f523,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:53.904985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006b8c-2d49-425d-98ad-1e3093c40458 req-e5d56ab6-f5e9-4d81-9b89-0d80092db296 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:53.918800 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39006b8c-2d49-425d-98ad-1e3093c40458 req-e5d56ab6-f5e9-4d81-9b89-0d80092db296 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.9023378 Jul 22 21:30:53.921904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.926932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Checking segment: {'id': '2932be55-8383-430c-8b98-701ddaad4e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:53.927881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Network hostable DHCP agents. Network: 3015af0f-a7eb-49d6-892d-b2a49f1d1f22, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:30:53.932108 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.933577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4c543868-4151-4488-a7ac-a7f42e5361ba tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7168927 Jul 22 21:30:53.938870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41616) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:53.986869 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b344d3b6-f948-43be-b172-603859313f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:54.003982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1121b4a0-be3e-42f7-a96c-41c944d1bd33 None None] Port b53f3dff-7050-41b1-8771-eb519946667b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:30:54.039279 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344d3b6-f948-43be-b172-603859313f2e None None] Routers {'fa30a094-62f2-4183-a34c-2debfd3df9d7'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:54.039279 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b344d3b6-f948-43be-b172-603859313f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fa30a094-62f2-4183-a34c-2debfd3df9d7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:54.046480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:54.078867 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b344d3b6-f948-43be-b172-603859313f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:54.079940 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344d3b6-f948-43be-b172-603859313f2e None None] The sync data for ids ['fa30a094-62f2-4183-a34c-2debfd3df9d7'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:54.093446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:30:54.124587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 3015af0f-a7eb-49d6-892d-b2a49f1d1f22) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:54.135578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:54.136071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39006b8c-2d49-425d-98ad-1e3093c40458 req-2fab56ac-d80b-4d36-88c3-3740b29721bb tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154233 Jul 22 21:30:54.136278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:54.140882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2a2dc-0e81-461e-9b04-6c6da809cdd5 None None] Network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:54.164025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2550a-2651-4e2f-a2cf-8d01d0912e05 req-7695cfca-c6c2-43c3-8163-5119cb692766 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:54.181126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9d2550a-2651-4e2f-a2cf-8d01d0912e05 req-7695cfca-c6c2-43c3-8163-5119cb692766 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 931 time: 1.1660719 Jul 22 21:30:54.204544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-49b85e82-05f4-437c-8543-8665d0bd536b None None] Provisioning complete for port b53f3dff-7050-41b1-8771-eb519946667b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:54.208640 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49b85e82-05f4-437c-8543-8665d0bd536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:54.241364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=b53f3dff-7050-41b1-8771-eb519946667b,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:54.246036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8d0487b8-06e3-4178-8fec-70667ea2ebd5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2333102 Jul 22 21:30:54.417388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-49b85e82-05f4-437c-8543-8665d0bd536b None None] Port b53f3dff-7050-41b1-8771-eb519946667b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:30:54.495519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:30:54.499537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9d2550a-2651-4e2f-a2cf-8d01d0912e05 req-b5783215-1c71-45e9-9aa5-87fbd3ded099 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167217 Jul 22 21:30:54.501391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:30:54.600972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec449171-4da2-43b1-8918-838bdbea7610 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:30:54.659747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-24e00826-8db2-47d1-bc5e-460ac48c6f4b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:54.668930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-24e00826-8db2-47d1-bc5e-460ac48c6f4b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.6473560 Jul 22 21:30:54.675177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:54.693037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0c033263-5931-47e3-98b5-39c0c445e27e tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/fa30a094-62f2-4183-a34c-2debfd3df9d7 HTTP/1.1" status: 200 len: 920 time: 0.7467499 Jul 22 21:30:54.695449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41630) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:54.739927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da389a-a81f-47f2-b533-1a33804dc0a6 None None] Network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:54.770357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Transition to ACTIVE for port object ec449171-4da2-43b1-8918-838bdbea7610 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:30:54.777070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:30:54.797771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:54.807886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8e5491e9-fb28-4408-94b4-34a3c432ba1f tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa30a094-62f2-4183-a34c-2debfd3df9d7 HTTP/1.1" status: 200 len: 205 time: 0.1050990 Jul 22 21:30:54.812629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41638) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:55.068436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:55.069197 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.099039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=ec449171-4da2-43b1-8918-838bdbea7610,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:55.128776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Attempting to bind port ec449171-4da2-43b1-8918-838bdbea7610 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:30:55.129856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Attempting to bind port ec449171-4da2-43b1-8918-838bdbea7610 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:30:55.130365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Attempting to bind port ec449171-4da2-43b1-8918-838bdbea7610 on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:30:55.144898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Port ec449171-4da2-43b1-8918-838bdbea7610 on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:30:55.145784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Attempting to bind port ec449171-4da2-43b1-8918-838bdbea7610 on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:30:55.154148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:30:55.154902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Checking segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:30:55.155497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Bound using segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:30:55.156171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Bound port: ec449171-4da2-43b1-8918-838bdbea7610, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:30:55.156735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.230993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 69b6bdd4-8742-452a-a44c-901bc2600c71 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:30:55.315796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Deleting port 598aa237-e96d-4bfe-a9fd-78024828959d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:55.329249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.347812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6892bb49-6435-4b33-ab3b-a72b8f1d0bb2 None None] Provisioning complete for port b53f3dff-7050-41b1-8771-eb519946667b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:30:55.348476 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6892bb49-6435-4b33-ab3b-a72b8f1d0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.483976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6892bb49-6435-4b33-ab3b-a72b8f1d0bb2 None None] Port b53f3dff-7050-41b1-8771-eb519946667b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:30:55.573782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] For port ec449171-4da2-43b1-8918-838bdbea7610, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:30:55.597084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] For port ec449171-4da2-43b1-8918-838bdbea7610, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ec449171-4da2-43b1-8918-838bdbea7610,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:30:55.598766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.610973 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.725246 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:30:55.730509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] For port 598aa237-e96d-4bfe-a9fd-78024828959d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=598aa237-e96d-4bfe-a9fd-78024828959d,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:55.731602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.755143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:55.759777 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:55.759777 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] 10.222.0.23 "PUT /v2.0/ports/ec449171-4da2-43b1-8918-838bdbea7610 HTTP/1.1" status: 200 len: 1092 time: 3.5104022 Jul 22 21:30:55.768469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c864e37e-096f-4802-9bc1-e24da928347e', 'tag': 'ec449171-4da2-43b1-8918-838bdbea7610'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:55.768469 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe30c4-a3d4-4428-a3f5-45f212b86082" -d '{"events": [{"name": "network-changed", "server_uuid": "c864e37e-096f-4802-9bc1-e24da928347e", "tag": "ec449171-4da2-43b1-8918-838bdbea7610"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:55.774397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ab2b4-e53b-4316-9500-6288b6a7eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=ec449171-4da2-43b1-8918-838bdbea7610,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:55.879127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:55.896721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-7cf69006-70cc-48f3-a947-04e9e507a919 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:55.897582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] Sync routers for ids ['69b6bdd4-8742-452a-a44c-901bc2600c71'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:55.909739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-7cf69006-70cc-48f3-a947-04e9e507a919 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/networks?id=3015af0f-a7eb-49d6-892d-b2a49f1d1f22 HTTP/1.1" status: 200 len: 807 time: 0.5918725 Jul 22 21:30:55.915350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c160c697-a483-49c4-b263-226bdabecec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/69b6bdd4-8742-452a-a44c-901bc2600c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5913177 Jul 22 21:30:55.921107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] Routers {'69b6bdd4-8742-452a-a44c-901bc2600c71'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:55.926126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41694) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:55.927197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['69b6bdd4-8742-452a-a44c-901bc2600c71'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:55.938202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-fd104fe6-f339-4d7a-a97b-cddd31080bf9 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/quotas/3e2262e8938a41818ddb392711f7d0c8 HTTP/1.1" status: 200 len: 375 time: 0.0273404 Jul 22 21:30:55.990846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-8fc634cb-cc39-424f-abe1-812bf59d3fea tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e2262e8938a41818ddb392711f7d0c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512035 Jul 22 21:30:56.019827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:56.041619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] Routers {'69b6bdd4-8742-452a-a44c-901bc2600c71'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:56.043550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['69b6bdd4-8742-452a-a44c-901bc2600c71'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:56.050861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc461bb-6b8d-4352-8b51-992621532d19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:56.056005 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bdc461bb-6b8d-4352-8b51-992621532d19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports/b53f3dff-7050-41b1-8771-eb519946667b HTTP/1.1" status: 200 len: 910 time: 0.1278427 Jul 22 21:30:56.059830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41696) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:56.070136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bdc90b58-c478-4c06-9062-7a1afd5a26ac'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:56.127205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:56.128497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5a330-c491-44ab-b213-27ad7d0cd24e None None] The sync data for ids ['69b6bdd4-8742-452a-a44c-901bc2600c71'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:56.170624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-4ecb8d46-b7c2-499e-be76-f2d204ab25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:56.173616 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-4ecb8d46-b7c2-499e-be76-f2d204ab25e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 1095 time: 0.3217905 Jul 22 21:30:56.235049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:56.272849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-b9074d3d-74b1-41c7-bc22-c67c61b39836 service neutron] 10.222.0.54 "GET /v2.0/networks/3015af0f-a7eb-49d6-892d-b2a49f1d1f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810042 Jul 22 21:30:56.296120 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-f8e68893-6480-421a-a9ab-47576e25637e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec449171-4da2-43b1-8918-838bdbea7610 HTTP/1.1" status: 200 len: 217 time: 0.0483773 Jul 22 21:30:56.393412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Deleting port 20a4770e-b8e6-45cc-84cd-5124ef2afb0b {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:56.393412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:56.434652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:56.434652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:56.436133 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Floating IP 8163c278-03bb-43a7-afeb-8598f0cfb398 disassociated. External IP: 172.25.5.185, port: 598aa237-e96d-4bfe-a9fd-78024828959d. Jul 22 21:30:56.436133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Calling delete_port for 598aa237-e96d-4bfe-a9fd-78024828959d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:56.454372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-84868fd3-bfca-46dd-b801-4397fd01012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:56.456479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-84868fd3-bfca-46dd-b801-4397fd01012b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.1506035 Jul 22 21:30:56.473049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-205b7577-cdc6-4b76-9c1a-7d1ea406478a service neutron] 10.222.0.54 "GET /v2.0/networks/3015af0f-a7eb-49d6-892d-b2a49f1d1f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941442 Jul 22 21:30:56.533119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:56.551023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Calling delete_port for 20a4770e-b8e6-45cc-84cd-5124ef2afb0b owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:56.819997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b503a1-3625-44d7-aa70-97870c50f72c req-ca291cfb-f726-44a1-91eb-84221d46c299 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:56.833874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76b503a1-3625-44d7-aa70-97870c50f72c req-ca291cfb-f726-44a1-91eb-84221d46c299 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 945 time: 0.1453617 Jul 22 21:30:56.882977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-a6755956-83d1-42a7-954f-d0a1c5639229 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3848450 Jul 22 21:30:56.909199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76b503a1-3625-44d7-aa70-97870c50f72c req-ccde6a9e-5924-4d40-a302-ced67775b32f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=c108aa9c-fc0f-4fe2-ace0-6548af6b7581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740798 Jul 22 21:30:57.050918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.101058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.123215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event deleted for resources: {'Port': ['ID=20a4770e-b8e6-45cc-84cd-5124ef2afb0b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:57.134010 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-699450a3-f2e1-4839-b8b1-e8670e390f72 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415977 Jul 22 21:30:57.250512 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.292608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.305085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event deleted for resources: {'Port': ['ID=598aa237-e96d-4bfe-a9fd-78024828959d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:57.415250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-295bc2a2-5adb-410b-915c-9348f8cf5b2c req-93bfb0e5-cd0b-4259-a076-9e731bb9220c service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685165 Jul 22 21:30:57.427240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b24e4-6536-4736-a790-24e4e684751c req-6621e34b-9011-4b65-9189-b31072775f34 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:57.429999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-284b24e4-6536-4736-a790-24e4e684751c req-6621e34b-9011-4b65-9189-b31072775f34 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 943 time: 0.2702405 Jul 22 21:30:57.532043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.545345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.569168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-284b24e4-6536-4736-a790-24e4e684751c req-cec05b6b-a8d2-4822-8c81-7753db8fb8e5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318934 Jul 22 21:30:57.635209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.639135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Fanout notify agent at l3_agent the message router_deleted on router fa30a094-62f2-4183-a34c-2debfd3df9d7 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:57.655172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.660622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15c563e1-0128-49ec-b407-b5642638ed4e tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/fa30a094-62f2-4183-a34c-2debfd3df9d7 HTTP/1.1" status: 204 len: 168 time: 2.8301499 Jul 22 21:30:57.663804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41712) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:57.671705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2005309706', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': False}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:57.723728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-c82f9a78-5122-4986-b6be-3063668b211f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:57.746116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-c82f9a78-5122-4986-b6be-3063668b211f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6617ff8-84fc-46fb-be01-270d6b92debe HTTP/1.1" status: 200 len: 943 time: 0.4652145 Jul 22 21:30:57.756454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.762241 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:57.856085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 598aa237-e96d-4bfe-a9fd-78024828959d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:57.880306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:57.952781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 598aa237-e96d-4bfe-a9fd-78024828959d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:57.954473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 598aa237-e96d-4bfe-a9fd-78024828959d not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:58.114010 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.149190 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa167335-f81d-4d40-8f0f-51fc2bd9ad21 x-openstack-request-id: req-fa167335-f81d-4d40-8f0f-51fc2bd9ad21 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:58.149875 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c864e37e-096f-4802-9bc1-e24da928347e", "tag": "ec449171-4da2-43b1-8918-838bdbea7610", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:58.150708 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa167335-f81d-4d40-8f0f-51fc2bd9ad21 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:58.151164 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c864e37e-096f-4802-9bc1-e24da928347e', 'tag': 'ec449171-4da2-43b1-8918-838bdbea7610', 'status': 'completed', 'code': 200} Jul 22 21:30:58.210566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.257995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af2d4f2a-a73c-4507-8cbd-462093a0c39e req-88b9cdca-4f65-46c0-97ef-db380a28e0ee tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 210 time: 0.0473106 Jul 22 21:30:58.271509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.352690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Deleting port d430105c-13e0-4448-ad5b-829e474086b3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:58.354196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.377369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.390175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=b53f3dff-7050-41b1-8771-eb519946667b,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:58.412479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:58.414573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.416663 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f526b803-41a5-44cd-a3f2-385a72d9660c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/ports/b53f3dff-7050-41b1-8771-eb519946667b HTTP/1.1" status: 200 len: 910 time: 2.3558283 Jul 22 21:30:58.421227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:58.426827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41720) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:58.437540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39c99d10-9a24-48e3-963a-156adc3ed774 req-102efeda-90f8-4a27-8879-29fa9793904d tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=a075daee-e573-465c-9bdf-c05a5f0d469d HTTP/1.1" status: 200 len: 210 time: 0.0513349 Jul 22 21:30:58.448433 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] Sync routers for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:58.464283 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:58.464922 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:58.487743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-bd6f82b4-2e90-47a1-b0c8-0700e330867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:58.491063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-bd6f82b4-2e90-47a1-b0c8-0700e330867e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 1095 time: 0.3373325 Jul 22 21:30:58.563686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] For port d430105c-13e0-4448-ad5b-829e474086b3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d430105c-13e0-4448-ad5b-829e474086b3,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:58.564694 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.623312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] No DVR routers for this DVR port 598aa237-e96d-4bfe-a9fd-78024828959d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:58.626849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.631199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-95117d96-d929-4ad1-be53-f7e777305cd1 req-5b1cb76f-fb68-48b1-84db-5d6d57e3f877 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "DELETE /v2.0/ports/598aa237-e96d-4bfe-a9fd-78024828959d HTTP/1.1" status: 204 len: 173 time: 3.9359453 Jul 22 21:30:58.645317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Calling delete_port for d430105c-13e0-4448-ad5b-829e474086b3 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:58.691787 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:58.961159 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:58.983527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['496068a0-8f16-4e25-9728-9b5ffcc7c9ee', '9f435797-d2d6-4461-873f-aab183edbc99'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:30:59.045215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event deleted for resources: {'Port': ['ID=d430105c-13e0-4448-ad5b-829e474086b3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:59.106069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-0012b072-c02d-426c-b694-bd7adb16ccca tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:59.108984 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-0012b072-c02d-426c-b694-bd7adb16ccca tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.23 "GET /v2.0/networks?id=3015af0f-a7eb-49d6-892d-b2a49f1d1f22 HTTP/1.1" status: 200 len: 807 time: 0.4360168 Jul 22 21:30:59.111621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-74e382f3-db58-42c6-b8a3-06dcef2900d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:59.114309 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-74e382f3-db58-42c6-b8a3-06dcef2900d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 911 time: 0.5317559 Jul 22 21:30:59.193274 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:59.288074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Request body: {'port': {'device_id': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22', 'admin_state_up': True, 'tenant_id': '3e2262e8938a41818ddb392711f7d0c8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:30:59.310893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] Checking router: 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:30:59.364775 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:59.365706 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:59.444551 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-10904f50-44d6-4384-bca9-6223950e323b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec449171-4da2-43b1-8918-838bdbea7610 HTTP/1.1" status: 200 len: 217 time: 0.1883864 Jul 22 21:30:59.646685 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:59.765449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-782bf20c-b2c5-4397-bad6-2d32d1770871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:59.767819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-782bf20c-b2c5-4397-bad6-2d32d1770871 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.2437685 Jul 22 21:30:59.826976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] No DVR routers for this DVR port d430105c-13e0-4448-ad5b-829e474086b3 on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:59.837524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d08c6-5b2c-483d-b970-8f65570e9d17 req-84402318-18a4-4ebb-a333-b07624f204e9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:59.846460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-439d08c6-5b2c-483d-b970-8f65570e9d17 req-84402318-18a4-4ebb-a333-b07624f204e9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 943 time: 1.0747795 Jul 22 21:30:59.847664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-fc644010-bea0-4ea2-9545-1bf2f1d01512 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640683 Jul 22 21:30:59.890956 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:59.900919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1a94a31-b33f-497f-9e8b-1853a6a85eeb req-2e959c71-d988-4306-9a0a-a31cc737d3a2 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "DELETE /v2.0/ports/d430105c-13e0-4448-ad5b-829e474086b3 HTTP/1.1" status: 204 len: 173 time: 2.1526372 Jul 22 21:30:59.901739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-deleted', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:59.904291 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d9eaa2-a770-4f3e-ab4f-a993f2189605" -d '{"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-deleted", "tag": "d430105c-13e0-4448-ad5b-829e474086b3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:00.028580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Made reservation on behalf of 3e2262e8938a41818ddb392711f7d0c8 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:00.034163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:00.101629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-439d08c6-5b2c-483d-b970-8f65570e9d17 req-1e3f24bb-5500-430c-9aeb-6fae3acbc458 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521894 Jul 22 21:31:00.138974 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-758baf5e-514f-4247-a6f1-fca5e75a7c19 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742286 Jul 22 21:31:00.142868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:00.225022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'name': 'network-vif-deleted', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:00.236042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:00.236996 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:00.245299 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b194a-5adb-4452-b4e2-88e0ff6a5492" -d '{"events": [{"server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "name": "network-vif-deleted", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:00.353960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:00.416609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22d4348b-b564-4b49-8112-b0d849e466a3 req-911fefd2-3463-460b-905d-d113d6de6e7c tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 210 time: 0.0973992 Jul 22 21:31:00.554300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Allocated IP 172.25.5.36 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/6de969fc-38a9-49ef-b281-bf2219184433) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:00.617069 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f543d7-7a6a-40ad-813c-599387c944fe None None] The sync data for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 is: [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:00.807007 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba02385-6200-4d50-a680-738e461a679e x-openstack-request-id: req-0ba02385-6200-4d50-a680-738e461a679e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:00.807474 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6617ff8-84fc-46fb-be01-270d6b92debe", "name": "network-vif-deleted", "tag": "d430105c-13e0-4448-ad5b-829e474086b3", "status": "failed", "code": 422}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:00.810784 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ba02385-6200-4d50-a680-738e461a679e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:00.811592 n-d-762330-19 neutron-server[94092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6617ff8-84fc-46fb-be01-270d6b92debe', 'name': 'network-vif-deleted', 'tag': 'd430105c-13e0-4448-ad5b-829e474086b3', 'status': 'failed', 'code': 422} returned with failed status Jul 22 21:31:00.871806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41760) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:00.957756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:01.049755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31718c7c-6ef1-4dab-9d0f-0630fe0ad329 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:01.104096 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31718c7c-6ef1-4dab-9d0f-0630fe0ad329 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:01.110445 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2287d371-bade-4b5c-a722-af8b6ddef490 x-openstack-request-id: req-2287d371-bade-4b5c-a722-af8b6ddef490 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:01.111249 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a075daee-e573-465c-9bdf-c05a5f0d469d", "name": "network-vif-deleted", "tag": "598aa237-e96d-4bfe-a9fd-78024828959d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:01.112074 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2287d371-bade-4b5c-a722-af8b6ddef490 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:01.112961 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a075daee-e573-465c-9bdf-c05a5f0d469d', 'name': 'network-vif-deleted', 'tag': '598aa237-e96d-4bfe-a9fd-78024828959d', 'status': 'completed', 'code': 200} Jul 22 21:31:01.115524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:01.203879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:01.213141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:01.229160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcf2c9-f63f-4deb-9497-e81c84f3b8b8 None None] New status for floating IP 8163c278-03bb-43a7-afeb-8598f0cfb398: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:31:01.236167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:01.248994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:01.326169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Port': ['ID=6de969fc-38a9-49ef-b281-bf2219184433,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:01.615572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Allocated IP 172.20.0.12 (3015af0f-a7eb-49d6-892d-b2a49f1d1f22/5b3f4820-d1dd-4a20-a4a2-7c295b03f523/6a617032-4dbb-400a-a22a-bfa4aa22fbf0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:01.621839 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefe30c4-a3d4-4428-a3f5-45f212b86082 req-2ece64c0-25e2-4a3a-a2aa-dc637171ab10 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3983302 Jul 22 21:31:01.625596 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31718c7c-6ef1-4dab-9d0f-0630fe0ad329 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:01.651940 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31718c7c-6ef1-4dab-9d0f-0630fe0ad329 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:01.653872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-31718c7c-6ef1-4dab-9d0f-0630fe0ad329 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "DELETE /v2.0/security-groups/c108aa9c-fc0f-4fe2-ace0-6548af6b7581 HTTP/1.1" status: 204 len: 168 time: 0.7804666 Jul 22 21:31:01.660494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41772) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:01.720674 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-32f7c464-1cd8-4778-a361-69c2837c2dc7 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] show failed (client error): The resource could not be found. Jul 22 21:31:01.722460 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-32f7c464-1cd8-4778-a361-69c2837c2dc7 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups/c108aa9c-fc0f-4fe2-ace0-6548af6b7581 HTTP/1.1" status: 404 len: 347 time: 0.0580189 Jul 22 21:31:01.728564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41774) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:01.769324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31718c7c-6ef1-4dab-9d0f-0630fe0ad329 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c108aa9c-fc0f-4fe2-ace0-6548af6b7581,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:01.811228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea506ec-6051-4979-a473-abe00fb7178b req-202a0f99-57fb-43df-90e6-8fcdf445ed96 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:01.823810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ea506ec-6051-4979-a473-abe00fb7178b req-202a0f99-57fb-43df-90e6-8fcdf445ed96 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 943 time: 0.5358644 Jul 22 21:31:01.849478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ec449171-4da2-43b1-8918-838bdbea7610 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:31:02.002925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3e58b-5c64-4394-ad60-70a880dab775 req-cc2ffc3e-2611-48d4-9e63-d682c3a7d94f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:02.016739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5e3e58b-5c64-4394-ad60-70a880dab775 req-cc2ffc3e-2611-48d4-9e63-d682c3a7d94f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 907 time: 0.3551283 Jul 22 21:31:02.049175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ea506ec-6051-4979-a473-abe00fb7178b req-d061e47e-b88f-4949-9b30-bcc220195f6e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224457 Jul 22 21:31:02.095952 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.130810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.154320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ec449171-4da2-43b1-8918-838bdbea7610, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ec449171-4da2-43b1-8918-838bdbea7610,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:02.192622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'ec449171-4da2-43b1-8918-838bdbea7610', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'port_id': 'ec449171-4da2-43b1-8918-838bdbea7610', 'mac_address': 'fa:16:3e:02:c7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757bc2a4-8ae5-4593-8eff-91833bb24163', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:31:02.241793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.242621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.285251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.311039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec449171-4da2-43b1-8918-838bdbea7610 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:31:02.328854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Pushing event updated for resources: {'Port': ['ID=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:02.358325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ec449171-4da2-43b1-8918-838bdbea7610, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ec449171-4da2-43b1-8918-838bdbea7610,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:02.365828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.412208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:02.419148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:02.419488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2790-3a99-4c96-a7eb-7b9c8482aaad req-454f24ea-48a7-43e1-89b4-be8eeee8d3f5 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:02.424114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:02.430711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f75c2790-3a99-4c96-a7eb-7b9c8482aaad req-454f24ea-48a7-43e1-89b4-be8eeee8d3f5 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 932 time: 0.2692642 Jul 22 21:31:02.479755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Deleting port 201c4292-1d0c-4a1c-b283-ccd1be3e901c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:02.480194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.511761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port b53f3dff-7050-41b1-8771-eb519946667b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:02.512414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.516986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ec449171-4da2-43b1-8918-838bdbea7610,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:02.655365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:02.656275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.671263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f75c2790-3a99-4c96-a7eb-7b9c8482aaad req-51cfc526-3311-4314-aac6-723f6e20aa0a tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387631 Jul 22 21:31:02.686307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-eb98eb0d-7944-4b54-bf7d-fe1769d03e32 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4320874 Jul 22 21:31:02.716262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Request body: {'port': {'device_id': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:02.749624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.770716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.771420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.795821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.810955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['ec449171-4da2-43b1-8918-838bdbea7610'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:31:02.819711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Calling delete_port for 201c4292-1d0c-4a1c-b283-ccd1be3e901c owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:02.829403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for b53f3dff-7050-41b1-8771-eb519946667b owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:02.957711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Router 5de8283e-8b28-4b9c-953f-2d80a9eeb041 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:31:03.044825 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:03.252899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:03.266692 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Sync routers for ids ['5de8283e-8b28-4b9c-953f-2d80a9eeb041'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:03.286950 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Routers {'5de8283e-8b28-4b9c-953f-2d80a9eeb041'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:03.288964 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['5de8283e-8b28-4b9c-953f-2d80a9eeb041'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:03.480494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:03.481860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-64661ff1-af32-4903-a104-3e77903c13f9 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8165395 Jul 22 21:31:03.491014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41786) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:03.528404 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Set router 5de8283e-8b28-4b9c-953f-2d80a9eeb041 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:03.692627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb4b2-5e56-4727-adc9-6f882f0b8283 req-bb671f56-a1d6-43e0-8eff-5df84961f586 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:03.694801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-317fb4b2-5e56-4727-adc9-6f882f0b8283 req-bb671f56-a1d6-43e0-8eff-5df84961f586 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 944 time: 0.4436400 Jul 22 21:31:03.778112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95847121-7779-4907-a5db-5c9a65402233 req-e64e29db-fcfa-4747-bcbc-6bf4861e11ec tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:03.786042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:03.792155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95847121-7779-4907-a5db-5c9a65402233 req-e64e29db-fcfa-4747-bcbc-6bf4861e11ec tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 907 time: 0.4480045 Jul 22 21:31:03.796882 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de8283e-8b28-4b9c-953f-2d80a9eeb041', 'name': 'tempest-snat-router-2005309706', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.36'}], 'enable_snat': False}, 'gw_port_id': '6de969fc-38a9-49ef-b281-bf2219184433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:30:57Z', 'updated_at': '2021-07-22T21:31:01Z', 'revision_number': 3, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port': {'id': '6de969fc-38a9-49ef-b281-bf2219184433', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:68:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de8283e-8b28-4b9c-953f-2d80a9eeb041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:00Z', 'updated_at': '2021-07-22T21:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:03.851670 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Checking router: 5de8283e-8b28-4b9c-953f-2d80a9eeb041 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:03.852060 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Updating router 5de8283e-8b28-4b9c-953f-2d80a9eeb041 port 6de969fc-38a9-49ef-b281-bf2219184433 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:31:03.867431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a8048087-e4a6-4bfc-a9e2-77963793d534 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/5de8283e-8b28-4b9c-953f-2d80a9eeb041 HTTP/1.1" status: 200 len: 908 time: 0.3726773 Jul 22 21:31:03.877754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-317fb4b2-5e56-4727-adc9-6f882f0b8283 req-51026673-4ba1-4116-9b6a-41e79fa5bdab tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397097 Jul 22 21:31:03.879435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41792) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:03.896575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2005309706', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': True}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:03.913940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:03.928335 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:03.954338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event deleted for resources: {'Port': ['ID=201c4292-1d0c-4a1c-b283-ccd1be3e901c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:03.957174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:03.967547 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.072043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:31:04.105032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.136318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Transition to ACTIVE for port object 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:04.197257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=b53f3dff-7050-41b1-8771-eb519946667b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:04.232734 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.309073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.376805 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.404371 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Transition to ACTIVE for port object 6de969fc-38a9-49ef-b281-bf2219184433 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:04.408604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-0de69291-fe04-4b74-9416-5391089bfa6a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:04.411170 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-0de69291-fe04-4b74-9416-5391089bfa6a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 907 time: 0.7915986 Jul 22 21:31:04.417850 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.536979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Pushing event updated for resources: {'Port': ['ID=6de969fc-38a9-49ef-b281-bf2219184433,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:04.549600 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.550172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.550751 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.551383 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.551980 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.552562 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.553118 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.553674 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.554160 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.554724 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.555176 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.555515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:04.564104 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Attempting to bind port 6de969fc-38a9-49ef-b281-bf2219184433 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:04.564443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Attempting to bind port 6de969fc-38a9-49ef-b281-bf2219184433 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:04.564736 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Attempting to bind port 6de969fc-38a9-49ef-b281-bf2219184433 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:04.578197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:04.578606 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:04.578992 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.579566 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:04.581380 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Bound port: 6de969fc-38a9-49ef-b281-bf2219184433, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:04.581380 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.648167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.653100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.667908 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e05b561-ba1f-4d54-b84e-34da833c1f46 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "DELETE /v2.0/floatingips/8163c278-03bb-43a7-afeb-8598f0cfb398 HTTP/1.1" status: 204 len: 168 time: 2.9316225 Jul 22 21:31:04.700715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.738805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:04.744777 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] For port 6de969fc-38a9-49ef-b281-bf2219184433, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:04.746178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3d829-606d-42a6-9e85-e1a88de046f2 req-51ab6ec2-1a6b-44e7-8973-48185f8db1e9 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:04.748937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02d3d829-606d-42a6-9e85-e1a88de046f2 req-51ab6ec2-1a6b-44e7-8973-48185f8db1e9 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 932 time: 0.6935191 Jul 22 21:31:04.776783 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] For port 6de969fc-38a9-49ef-b281-bf2219184433, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6de969fc-38a9-49ef-b281-bf2219184433,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:04.785194 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.806703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ed16d-e809-45bb-a285-d4be77f728cb req-7db6c9f7-9d99-457d-a5a6-3664bca16152 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:04.808956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-813ed16d-e809-45bb-a285-d4be77f728cb req-7db6c9f7-9d99-457d-a5a6-3664bca16152 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.6253953 Jul 22 21:31:04.840042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Attempting to bind port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:04.841921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Attempting to bind port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '2932be55-8383-430c-8b98-701ddaad4e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:04.842693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Attempting to bind port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 on network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:04.860683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02d3d829-606d-42a6-9e85-e1a88de046f2 req-2f52ac49-4caf-45c3-a82b-ff4c67ccd9dd tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966339 Jul 22 21:31:04.906408 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Routers {'5de8283e-8b28-4b9c-953f-2d80a9eeb041'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:04.907064 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['5de8283e-8b28-4b9c-953f-2d80a9eeb041'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:04.915150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-813ed16d-e809-45bb-a285-d4be77f728cb req-a8eadde4-5158-4475-b3d1-280d879352d6 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937636 Jul 22 21:31:04.917448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e959f-c042-45fb-96bb-013169f19b78 None None] Pushing event updated for resources: {'Port': ['ID=6de969fc-38a9-49ef-b281-bf2219184433,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:04.970285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 on network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:31:04.970621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Attempting to bind port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 on network 3015af0f-a7eb-49d6-892d-b2a49f1d1f22 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:05.022430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:05.022763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Checking segment: {'id': '2932be55-8383-430c-8b98-701ddaad4e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:05.023161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Bound using segment: {'id': '2932be55-8383-430c-8b98-701ddaad4e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:05.023610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Bound port: 6a617032-4dbb-400a-a22a-bfa4aa22fbf0, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2932be55-8383-430c-8b98-701ddaad4e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:05.024025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:05.261355 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] Set router 5de8283e-8b28-4b9c-953f-2d80a9eeb041 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:05.591692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:05.602467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-327ba11a-869e-47dc-baca-38619566904b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14520382', 'description': 'tempest-description--720109091'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:05.627182 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de8283e-8b28-4b9c-953f-2d80a9eeb041', 'name': 'tempest-snat-router-2005309706', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.36'}], 'enable_snat': False}, 'gw_port_id': '6de969fc-38a9-49ef-b281-bf2219184433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:30:57Z', 'updated_at': '2021-07-22T21:31:01Z', 'revision_number': 3, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port': {'id': '6de969fc-38a9-49ef-b281-bf2219184433', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:68:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de8283e-8b28-4b9c-953f-2d80a9eeb041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:00Z', 'updated_at': '2021-07-22T21:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:05.711901 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edca848-c486-4bfb-badb-a56a95eb4389 None None] The sync data for ids ['5de8283e-8b28-4b9c-953f-2d80a9eeb041'] in n-d-762330-19 is: [{'id': '5de8283e-8b28-4b9c-953f-2d80a9eeb041', 'name': 'tempest-snat-router-2005309706', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.36'}], 'enable_snat': False}, 'gw_port_id': '6de969fc-38a9-49ef-b281-bf2219184433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:30:57Z', 'updated_at': '2021-07-22T21:31:01Z', 'revision_number': 3, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port': {'id': '6de969fc-38a9-49ef-b281-bf2219184433', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:68:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de8283e-8b28-4b9c-953f-2d80a9eeb041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:00Z', 'updated_at': '2021-07-22T21:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:05.742362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:05.850811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ec449171-4da2-43b1-8918-838bdbea7610 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:05.914483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] For port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:05.923306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Deleting port 23885e2a-b867-47a8-8ae0-ef564598cf7e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:05.923306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:05.964881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] For port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,segment=NetworkSegment(2932be55-8383-430c-8b98-701ddaad4e41),segment_id=2932be55-8383-430c-8b98-701ddaad4e41)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:05.967065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port ec449171-4da2-43b1-8918-838bdbea7610 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:05.977213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port ec449171-4da2-43b1-8918-838bdbea7610 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:05.978632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.002476 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-327ba11a-869e-47dc-baca-38619566904b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.008052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.104699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:06.105503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.107336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a617032-4dbb-400a-a22a-bfa4aa22fbf0 HTTP/1.1" status: 200 len: 1093 time: 3.4045315 Jul 22 21:31:06.196592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390c4c2-6e54-4eb2-b72f-717cda13e686 req-599b8e48-cbb9-48e0-a112-c41ada5079ca tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:06.220731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8390c4c2-6e54-4eb2-b72f-717cda13e686 req-599b8e48-cbb9-48e0-a112-c41ada5079ca tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 907 time: 1.1802776 Jul 22 21:31:06.244852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'tag': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:06.252759 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a724d-5d8f-4900-b22a-11abbf6217d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6cdba7-0540-4baf-b041-12086d1a53cf", "tag": "6a617032-4dbb-400a-a22a-bfa4aa22fbf0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:06.263714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.285970 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.313450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.353805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c864e37e-096f-4802-9bc1-e24da928347e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec449171-4da2-43b1-8918-838bdbea7610'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:06.355830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dd68d-8c63-4e24-b3c9-051524145e22 req-ad84f32d-5785-4313-9e6c-ceed698d4aa9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:06.366086 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6473fed5-f5f2-4ce0-9931-4034accd1025" -d '{"events": [{"server_uuid": "c864e37e-096f-4802-9bc1-e24da928347e", "name": "network-vif-plugged", "status": "completed", "tag": "ec449171-4da2-43b1-8918-838bdbea7610"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:06.367009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-395dd68d-8c63-4e24-b3c9-051524145e22 req-ad84f32d-5785-4313-9e6c-ceed698d4aa9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 944 time: 0.5937464 Jul 22 21:31:06.394848 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ec449171-4da2-43b1-8918-838bdbea7610, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ec449171-4da2-43b1-8918-838bdbea7610,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:06.404181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.537087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ec449171-4da2-43b1-8918-838bdbea7610,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:06.664679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-395dd68d-8c63-4e24-b3c9-051524145e22 req-7bb60892-b005-4147-81d0-5ae84888ecd0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961094 Jul 22 21:31:06.726274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6de969fc-38a9-49ef-b281-bf2219184433 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:06.837799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 69b6bdd4-8742-452a-a44c-901bc2600c71 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:06.843389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1920652-2058-4b47-a8f4-ff3503d561a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:06.912589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] For port 23885e2a-b867-47a8-8ae0-ef564598cf7e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=23885e2a-b867-47a8-8ae0-ef564598cf7e,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:06.922447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:06.967526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 6de969fc-38a9-49ef-b281-bf2219184433 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:06.988328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 6de969fc-38a9-49ef-b281-bf2219184433 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:06.990640 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.013096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Calling delete_port for 23885e2a-b867-47a8-8ae0-ef564598cf7e owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:07.031523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Allocated IP 172.25.5.54 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/223338bd-e97e-4ce3-aa4a-7f1fa72be23e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:07.043380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a23a-f2c6-408f-9145-bafd40a5dc1f req-818f9db4-b769-470c-8dee-cbf831e3ce37 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:07.050758 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ed5a23a-f2c6-408f-9145-bafd40a5dc1f req-818f9db4-b769-470c-8dee-cbf831e3ce37 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 944 time: 0.6085114 Jul 22 21:31:07.062696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-327ba11a-869e-47dc-baca-38619566904b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.115035 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-327ba11a-869e-47dc-baca-38619566904b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.148460 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e3cb23-7f2b-40aa-80b8-aa4a923aa4af x-openstack-request-id: req-33e3cb23-7f2b-40aa-80b8-aa4a923aa4af {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:07.150945 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c864e37e-096f-4802-9bc1-e24da928347e", "name": "network-vif-plugged", "status": "completed", "tag": "ec449171-4da2-43b1-8918-838bdbea7610", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:07.150945 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33e3cb23-7f2b-40aa-80b8-aa4a923aa4af {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:07.151505 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c864e37e-096f-4802-9bc1-e24da928347e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec449171-4da2-43b1-8918-838bdbea7610', 'code': 200} Jul 22 21:31:07.250546 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-327ba11a-869e-47dc-baca-38619566904b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.251926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-327ba11a-869e-47dc-baca-38619566904b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6585484 Jul 22 21:31:07.267509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:07.274019 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85624153-5ca4-44da-9f12-a340627a17b7 x-openstack-request-id: req-85624153-5ca4-44da-9f12-a340627a17b7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:07.274408 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6cdba7-0540-4baf-b041-12086d1a53cf", "tag": "6a617032-4dbb-400a-a22a-bfa4aa22fbf0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:07.274734 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85624153-5ca4-44da-9f12-a340627a17b7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:07.275203 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'tag': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0', 'status': 'completed', 'code': 200} Jul 22 21:31:07.287143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-adeda33f-0da9-40cd-a74a-ad4e92672564 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:07.296889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-34bf03ad-30c3-4f24-9f9d-73cb4963c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:07.299407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-34bf03ad-30c3-4f24-9f9d-73cb4963c555 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2262e8938a41818ddb392711f7d0c8&device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 1096 time: 1.0386653 Jul 22 21:31:07.329625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ed5a23a-f2c6-408f-9145-bafd40a5dc1f req-51ad3ce5-773a-456a-a77e-11de332765ba tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773583 Jul 22 21:31:07.335786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ba11a-869e-47dc-baca-38619566904b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:07.343325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.422093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 6de969fc-38a9-49ef-b281-bf2219184433, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6de969fc-38a9-49ef-b281-bf2219184433,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:07.432603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.534480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adeda33f-0da9-40cd-a74a-ad4e92672564 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.542790 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.561112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:07.579274 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-945109b2-f6e8-4c84-aef2-197ceae66b06 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/69b6bdd4-8742-452a-a44c-901bc2600c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1482532 Jul 22 21:31:07.581524 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-29ac0839-e4c6-4cc7-9618-ad9a6993b9d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a617032-4dbb-400a-a22a-bfa4aa22fbf0 HTTP/1.1" status: 200 len: 217 time: 0.2359807 Jul 22 21:31:07.584397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41838) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:07.606759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] Sync routers for ids ['69b6bdd4-8742-452a-a44c-901bc2600c71'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:07.611118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=6de969fc-38a9-49ef-b281-bf2219184433,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:07.622592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] Routers {'69b6bdd4-8742-452a-a44c-901bc2600c71'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:07.623325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['69b6bdd4-8742-452a-a44c-901bc2600c71'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:07.669318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:07.686058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] Routers {'69b6bdd4-8742-452a-a44c-901bc2600c71'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:07.686866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['69b6bdd4-8742-452a-a44c-901bc2600c71'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:07.729399 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9d6ad1e8-fc5a-478d-a727-f5d86163102d tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=69b6bdd4-8742-452a-a44c-901bc2600c71 HTTP/1.1" status: 200 len: 205 time: 0.1407077 Jul 22 21:31:07.732655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94af58-b6c5-48c8-8b8c-710b9b8b9628 req-8042319c-8c8a-455f-8b87-9fe91bd98ad0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:07.745093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f94af58-b6c5-48c8-8b8c-710b9b8b9628 req-8042319c-8c8a-455f-8b87-9fe91bd98ad0 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 907 time: 0.2726517 Jul 22 21:31:07.745853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41842) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:07.780510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:07.781057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b0368-f5f0-4ff3-9e3e-c247b89c2e49 None None] The sync data for ids ['69b6bdd4-8742-452a-a44c-901bc2600c71'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:07.816000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-e32b1591-4791-4b2c-8846-0cff97d6d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:07.817528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-e32b1591-4791-4b2c-8846-0cff97d6d1f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b3f4820-d1dd-4a20-a4a2-7c295b03f523 HTTP/1.1" status: 200 len: 847 time: 0.2261522 Jul 22 21:31:07.845846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c1941-3092-460f-b5a3-b9d02ef2b176 req-e4764335-2e9f-4441-8aa6-26e48d4812df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:07.847786 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-389c1941-3092-460f-b5a3-b9d02ef2b176 req-e4764335-2e9f-4441-8aa6-26e48d4812df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 1097 time: 0.5700593 Jul 22 21:31:07.851129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adeda33f-0da9-40cd-a74a-ad4e92672564 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.857213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 23885e2a-b867-47a8-8ae0-ef564598cf7e no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:07.878470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-1bf48ccf-c51a-41bd-be71-6703b2d3eb53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3015af0f-a7eb-49d6-892d-b2a49f1d1f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494268 Jul 22 21:31:07.922753 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adeda33f-0da9-40cd-a74a-ad4e92672564 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.968190 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:07.996395 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-389c1941-3092-460f-b5a3-b9d02ef2b176 req-af5876d2-93bd-4161-87aa-0b5f2d71c525 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155188 Jul 22 21:31:08.030676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.094266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2ef50-ad4e-4d8d-8f97-c70b3d261c2c req-d12e8934-fb45-4a63-a3e4-a3e964c61fa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:08.097264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08e2ef50-ad4e-4d8d-8f97-c70b3d261c2c req-d12e8934-fb45-4a63-a3e4-a3e964c61fa0 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.5153756 Jul 22 21:31:08.098220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.113270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-27ed4b83-a863-44c3-93fc-bc966df6bbc1 service neutron] 10.222.0.23 "GET /v2.0/networks/3015af0f-a7eb-49d6-892d-b2a49f1d1f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228994 Jul 22 21:31:08.144062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event deleted for resources: {'Port': ['ID=23885e2a-b867-47a8-8ae0-ef564598cf7e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:08.149993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92ee-0995-4dd3-9737-6093bcb20ec3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.256889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adeda33f-0da9-40cd-a74a-ad4e92672564 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.262245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-adeda33f-0da9-40cd-a74a-ad4e92672564 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9913824 Jul 22 21:31:08.285335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41846) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:08.301976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Port': ['ID=223338bd-e97e-4ce3-aa4a-7f1fa72be23e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:08.308052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeda33f-0da9-40cd-a74a-ad4e92672564 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af14c47-6e3d-4c4a-a478-2f614f30c8f6,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:08.335115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0a3bdeab-2178-4e40-8b11-aa884db0613f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:08.363520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] No DVR routers for this DVR port 23885e2a-b867-47a8-8ae0-ef564598cf7e on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:08.397492 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.402317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cc6c7645-42bb-4827-93fe-1aab339df71e req-8b330924-3e37-4101-bed1-08338ff94f7c tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "DELETE /v2.0/ports/23885e2a-b867-47a8-8ae0-ef564598cf7e HTTP/1.1" status: 204 len: 173 time: 3.9569681 Jul 22 21:31:08.428093 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a3bdeab-2178-4e40-8b11-aa884db0613f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.453984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:08.498608 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cc0c1b2-c347-4db3-9ca3-a56f2e462912 req-65e6ee44-13d1-4ba7-9f40-53f7e292f986 service neutron] 10.222.0.23 "GET /v2.0/networks/3015af0f-a7eb-49d6-892d-b2a49f1d1f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181314 Jul 22 21:31:08.595670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:08.599284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:08.600598 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a3bdeab-2178-4e40-8b11-aa884db0613f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.606989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a3bdeab-2178-4e40-8b11-aa884db0613f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.613353 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92ee-0995-4dd3-9737-6093bcb20ec3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.623249 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92ee-0995-4dd3-9737-6093bcb20ec3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.641685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6de969fc-38a9-49ef-b281-bf2219184433 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:08.719053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a3bdeab-2178-4e40-8b11-aa884db0613f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.720691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0a3bdeab-2178-4e40-8b11-aa884db0613f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928142 Jul 22 21:31:08.722038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bdeab-2178-4e40-8b11-aa884db0613f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6056cbb0-2a98-418f-a740-45e6782352dc,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:08.748241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41850) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:08.770749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08e2ef50-ad4e-4d8d-8f97-c70b3d261c2c req-80d55356-2194-4e29-a2fe-4cdc5a3b8747 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6346233 Jul 22 21:31:08.789389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:08.812903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92ee-0995-4dd3-9737-6093bcb20ec3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.814209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3a92ee-0995-4dd3-9737-6093bcb20ec3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Fanout notify agent at l3_agent the message router_deleted on router 69b6bdd4-8742-452a-a44c-901bc2600c71 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:31:08.837142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 6de969fc-38a9-49ef-b281-bf2219184433 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:08.837480 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.840036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92ee-0995-4dd3-9737-6093bcb20ec3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:08.844106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5b3a92ee-0995-4dd3-9737-6093bcb20ec3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/69b6bdd4-8742-452a-a44c-901bc2600c71 HTTP/1.1" status: 204 len: 168 time: 1.0861609 Jul 22 21:31:08.863561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41856) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:08.894924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76709cd-b2de-45b1-be70-9d3a02e30e5a req-8c3d28bd-1954-462a-b8e1-b58989f58c84 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:08.907166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d76709cd-b2de-45b1-be70-9d3a02e30e5a req-8c3d28bd-1954-462a-b8e1-b58989f58c84 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 1.0663121 Jul 22 21:31:08.985218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:09.082346 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet bdc90b58-c478-4c06-9062-7a1afd5a26ac {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:31:09.102046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-6572440c-9f71-4677-9fe4-589dffbf801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:09.122124 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-6572440c-9f71-4677-9fe4-589dffbf801d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2262e8938a41818ddb392711f7d0c8&device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 1096 time: 0.4898915 Jul 22 21:31:09.123233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:09.282448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'name': 'network-vif-deleted', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:09.286470 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f0c5d5-01e2-4118-b7d2-0a4db10b65f9" -d '{"events": [{"server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "name": "network-vif-deleted", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:09.364957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d76709cd-b2de-45b1-be70-9d3a02e30e5a req-01efa898-3aa4-4989-bff4-49199f8e13d1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563169 Jul 22 21:31:09.458543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906b98-6bb4-4f5c-a5c4-d7901791efd9 req-b9cf8b6c-d6f6-42d4-98fd-e6b9f69f4763 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:09.464045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:09.474480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90906b98-6bb4-4f5c-a5c4-d7901791efd9 req-b9cf8b6c-d6f6-42d4-98fd-e6b9f69f4763 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 944 time: 0.5545924 Jul 22 21:31:09.616380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:09.702308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-11faf893-de39-4153-a3e8-bb65ffb2b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:09.705302 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-11faf893-de39-4153-a3e8-bb65ffb2b49c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3015af0f-a7eb-49d6-892d-b2a49f1d1f22 HTTP/1.1" status: 200 len: 908 time: 0.5217125 Jul 22 21:31:09.711295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90906b98-6bb4-4f5c-a5c4-d7901791efd9 req-de50b2f3-c72a-4016-a21f-7c4ef7ac59ad tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319195 Jul 22 21:31:09.718212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:09.795905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc90b58-c478-4c06-9062-7a1afd5a26ac,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:09.884801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff637da3-962e-420a-8419-3b832ea65fd0 req-e9c08abc-6400-424d-9667-3d150fffae44 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=c35aef10-1c5a-4ce7-ad57-dad35e9066b5 HTTP/1.1" status: 200 len: 210 time: 0.1321623 Jul 22 21:31:09.902548 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:09.922011 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45b6de9-4a49-49c3-9cb4-5ed1fb7c35fe x-openstack-request-id: req-d45b6de9-4a49-49c3-9cb4-5ed1fb7c35fe {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:09.922564 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35aef10-1c5a-4ce7-ad57-dad35e9066b5", "name": "network-vif-deleted", "tag": "23885e2a-b867-47a8-8ae0-ef564598cf7e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:09.922985 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d45b6de9-4a49-49c3-9cb4-5ed1fb7c35fe {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:09.923641 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35aef10-1c5a-4ce7-ad57-dad35e9066b5', 'name': 'network-vif-deleted', 'tag': '23885e2a-b867-47a8-8ae0-ef564598cf7e', 'status': 'completed', 'code': 200} Jul 22 21:31:09.925326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:09.929335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-45c64b2e-c2c0-4a8e-bb00-8d5fb68fe06e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/bdc90b58-c478-4c06-9062-7a1afd5a26ac HTTP/1.1" status: 204 len: 168 time: 1.0639884 Jul 22 21:31:09.933081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41878) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:09.934520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9950c-128f-45ae-9b8a-03697f50a5bd None None] Network a6c11b66-6183-46a6-87ac-2d0516ae7d87 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:09.936850 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-de665209-ed8e-4e10-ac11-3a4f61c03be8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a617032-4dbb-400a-a22a-bfa4aa22fbf0 HTTP/1.1" status: 200 len: 217 time: 0.1445487 Jul 22 21:31:10.080688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41880) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:10.190488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:10.218354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-6ff807d9-f639-42f7-9fe9-ce8b6984024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:10.220031 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-6ff807d9-f639-42f7-9fe9-ce8b6984024e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b3f4820-d1dd-4a20-a4a2-7c295b03f523 HTTP/1.1" status: 200 len: 847 time: 0.2577860 Jul 22 21:31:10.365250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:10.414617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cba0b87-7e36-4179-a611-731681b76062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:10.430277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-6a53cf02-d09d-4b37-9215-9a6950652d62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3015af0f-a7eb-49d6-892d-b2a49f1d1f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939979 Jul 22 21:31:10.433300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] DHCP port deletion for a6c11b66-6183-46a6-87ac-2d0516ae7d87 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:31:10.625718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] Deleting port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:10.627487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:10.655937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:10.704754 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-6d75899c-40f6-491c-ba94-64b22d17f276 service neutron] 10.222.0.23 "GET /v2.0/networks/3015af0f-a7eb-49d6-892d-b2a49f1d1f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361448 Jul 22 21:31:10.794559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] For port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,segment=NetworkSegment(0da51628-6461-4696-ab3c-4168c746a876),segment_id=0da51628-6461-4696-ab3c-4168c746a876)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:10.795226 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:10.824072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] Calling delete_port for f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:10.837672 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:10.886967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b14779-de80-4314-b62b-5325e29e0f55 req-a53ca121-d680-4349-a972-239042bbe57c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:10.889684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41b14779-de80-4314-b62b-5325e29e0f55 req-a53ca121-d680-4349-a972-239042bbe57c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 0.3197677 Jul 22 21:31:10.948600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:10.955270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:10.956043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.031312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,segment=NetworkSegment(0da51628-6461-4696-ab3c-4168c746a876),segment_id=0da51628-6461-4696-ab3c-4168c746a876)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:11.044996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.119975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:11.138430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df7f05-ed67-4c72-91b5-1b789dbc1b30 req-f8179819-3699-47ec-905a-db92d2cc6c94 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:11.141058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4df7f05-ed67-4c72-91b5-1b789dbc1b30 req-f8179819-3699-47ec-905a-db92d2cc6c94 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.4365480 Jul 22 21:31:11.153511 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.189237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] Pushing event deleted for resources: {'Port': ['ID=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:11.206966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a66c24-31cd-46ba-b11f-cd1f1fcbea39 None None] No DVR routers for this DVR port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:11.244536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41b14779-de80-4314-b62b-5325e29e0f55 req-37b93e1d-b6f7-424f-a0e7-865179b91caf tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359256 Jul 22 21:31:11.303724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cba0b87-7e36-4179-a611-731681b76062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.325964 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cba0b87-7e36-4179-a611-731681b76062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.355027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4df7f05-ed67-4c72-91b5-1b789dbc1b30 req-de693b6b-cb88-4bfb-8d8d-487dbb92dde8 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734803 Jul 22 21:31:11.429957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cd4a724d-5d8f-4900-b22a-11abbf6217d2 req-1e073e64-8219-4330-b806-f7628c432e1c service neutron] 10.222.0.23 "GET /v2.0/networks/3015af0f-a7eb-49d6-892d-b2a49f1d1f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238550 Jul 22 21:31:11.451901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,segment=NetworkSegment(0da51628-6461-4696-ab3c-4168c746a876),segment_id=0da51628-6461-4696-ab3c-4168c746a876)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:11.451901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.488419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:11.511156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba0b87-7e36-4179-a611-731681b76062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f1f1d-d87e-4bf5-a9f4-d692e40bcb4f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:11.519740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5cba0b87-7e36-4179-a611-731681b76062 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0fb12da9afc14503a88c0585babc80ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4375379 Jul 22 21:31:11.520510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Allocated IP 172.25.5.201 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/4d52688d-1f32-40d5-aed5-a2c26d8089d0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:11.526729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41898) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:11.586275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Router 92311390-5e13-415e-9a63-5ce45dfc57a3 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:31:11.832226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-332dcf4a-9bfa-4baa-bbd3-59ccedc0cd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.866412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:11.867238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:31:11.927329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:11.941051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No DVR routers for this DVR port f86dbf54-cdcf-4d00-a6f5-d25a5ca6ad88 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:11.952900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-332dcf4a-9bfa-4baa-bbd3-59ccedc0cd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.045870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.128961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,segment=NetworkSegment(2932be55-8383-430c-8b98-701ddaad4e41),segment_id=2932be55-8383-430c-8b98-701ddaad4e41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:12.135724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.155789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c11b66-6183-46a6-87ac-2d0516ae7d87']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:12.176417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da51628-6461-4696-ab3c-4168c746a876') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:12.176822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da51628-6461-4696-ab3c-4168c746a876') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:12.192481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0', 'network_id': '3015af0f-a7eb-49d6-892d-b2a49f1d1f22', 'port_id': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0', 'mac_address': 'fa:16:3e:b9:62:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3f4820-d1dd-4a20-a4a2-7c295b03f523', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:31:12.216692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ec724-a4aa-48d8-9080-c9e4bc0f2608 req-75e65340-19b7-46b5-826d-2018ed7cd353 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:12.218391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.229956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-761ec724-a4aa-48d8-9080-c9e4bc0f2608 req-75e65340-19b7-46b5-826d-2018ed7cd353 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 944 time: 0.8317459 Jul 22 21:31:12.251643 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-332dcf4a-9bfa-4baa-bbd3-59ccedc0cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.255993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-332dcf4a-9bfa-4baa-bbd3-59ccedc0cd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.258039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-332dcf4a-9bfa-4baa-bbd3-59ccedc0cd71 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e20f1f1d-d87e-4bf5-a9f4-d692e40bcb4f HTTP/1.1" status: 204 len: 168 time: 0.7297347 Jul 22 21:31:12.260736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.278655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.327898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.367483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:31:12.369438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:31:12.378195 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:31:12.383599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dcf4a-9bfa-4baa-bbd3-59ccedc0cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f1f1d-d87e-4bf5-a9f4-d692e40bcb4f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:12.396758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:12.418117 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Sync routers for ids ['92311390-5e13-415e-9a63-5ce45dfc57a3'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:12.434205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:31:12.440283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-761ec724-a4aa-48d8-9080-c9e4bc0f2608 req-70c5c884-5e4d-4623-9685-1e818dd04934 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089479 Jul 22 21:31:12.461576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:12.496119 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Routers {'92311390-5e13-415e-9a63-5ce45dfc57a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:12.500477 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:30:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['92311390-5e13-415e-9a63-5ce45dfc57a3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:12.518441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.528405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-93a8e038-66a8-44b7-9e8c-a3fe9ebc5083 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.6408238 Jul 22 21:31:12.529139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:12.535631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41908) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:12.543646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:12.549801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,segment=NetworkSegment(2932be55-8383-430c-8b98-701ddaad4e41),segment_id=2932be55-8383-430c-8b98-701ddaad4e41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:12.565393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'Port': ['ID=4d52688d-1f32-40d5-aed5-a2c26d8089d0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:12.582761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.788880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:12.816126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b43ca26f-096f-43bd-939c-71ec93720972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.917137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bf1dc-3a41-405f-bdcd-0b3be572a9f9 req-7bc12098-3637-4819-bdcd-92d25bc8af0d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:12.917399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.924657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d57bf1dc-3a41-405f-bdcd-0b3be572a9f9 req-7bc12098-3637-4819-bdcd-92d25bc8af0d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 0.7799337 Jul 22 21:31:12.939367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:12.940359 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Set router 92311390-5e13-415e-9a63-5ce45dfc57a3 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:12.943666 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/a6c11b66-6183-46a6-87ac-2d0516ae7d87 HTTP/1.1" status: 204 len: 168 time: 3.0048738 Jul 22 21:31:12.963106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41916) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:13.001947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d55af9f2-e201-493d-a7c0-c7e1c6924a2f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1961601614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:13.026080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6c496-6ba7-455a-8b27-f11395ea7571 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=a6c11b66-6183-46a6-87ac-2d0516ae7d87,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:13.038444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d57bf1dc-3a41-405f-bdcd-0b3be572a9f9 req-d8338532-69f0-441f-a235-9006e9de2ef3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022651 Jul 22 21:31:13.072927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6a617032-4dbb-400a-a22a-bfa4aa22fbf0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:31:13.221242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d55af9f2-e201-493d-a7c0-c7e1c6924a2f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.223072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d55af9f2-e201-493d-a7c0-c7e1c6924a2f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.274522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-39ebe9d8-a356-46e5-932e-e304f2b46dbd tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/92311390-5e13-415e-9a63-5ce45dfc57a3 HTTP/1.1" status: 200 len: 907 time: 0.7346172 Jul 22 21:31:13.281433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41924) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:13.300831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189502ef-aaa9-4a9f-9e75-1b83f16964e5 req-eb395465-2819-40d2-a308-31297d136a11 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:13.303196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-189502ef-aaa9-4a9f-9e75-1b83f16964e5 req-eb395465-2819-40d2-a308-31297d136a11 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 946 time: 0.6109042 Jul 22 21:31:13.347014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d55af9f2-e201-493d-a7c0-c7e1c6924a2f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.396397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d55af9f2-e201-493d-a7c0-c7e1c6924a2f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.426890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062f93-cf09-4301-af94-45f260ed5fca req-2bbc6ce9-a3a2-4198-b275-22df72d287d7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:13.429286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00062f93-cf09-4301-af94-45f260ed5fca req-2bbc6ce9-a3a2-4198-b275-22df72d287d7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 946 time: 0.8656323 Jul 22 21:31:13.504051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.517137 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92311390-5e13-415e-9a63-5ce45dfc57a3', 'name': 'tempest-snat-router-2005309706', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '223338bd-e97e-4ce3-aa4a-7f1fa72be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:03Z', 'updated_at': '2021-07-22T21:31:09Z', 'revision_number': 3, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port': {'id': '223338bd-e97e-4ce3-aa4a-7f1fa72be23e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92311390-5e13-415e-9a63-5ce45dfc57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:06Z', 'updated_at': '2021-07-22T21:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:13.579699 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Checking router: 92311390-5e13-415e-9a63-5ce45dfc57a3 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:13.580599 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Updating router 92311390-5e13-415e-9a63-5ce45dfc57a3 port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:31:13.580826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d55af9f2-e201-493d-a7c0-c7e1c6924a2f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.585618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d55af9f2-e201-493d-a7c0-c7e1c6924a2f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6186538 Jul 22 21:31:13.587428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.591058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:13.610315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-970368122'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:13.657456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:13.661868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.676815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.715295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-682e0983-bd25-45a2-a9f4-c8547e829dd1 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:13.717086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-682e0983-bd25-45a2-a9f4-c8547e829dd1 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.23 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.6126475 Jul 22 21:31:13.778502 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.816687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244aef-19ae-4828-9078-b3ccdc228633 req-e7c4bb17-c4c2-429e-a82e-b253b605e727 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:13.827136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88244aef-19ae-4828-9078-b3ccdc228633 req-e7c4bb17-c4c2-429e-a82e-b253b605e727 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.6939566 Jul 22 21:31:13.859304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9f435797-d2d6-4461-873f-aab183edbc99 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:13.888157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:31:13.890223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88244aef-19ae-4828-9078-b3ccdc228633 req-b4e70853-0077-4c87-91c8-ee90280c1b14 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620902 Jul 22 21:31:13.925981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-189502ef-aaa9-4a9f-9e75-1b83f16964e5 req-4f58e6c9-4d19-4232-b921-5364b7ade05a tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845223 Jul 22 21:31:13.948019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Deleting port 9f435797-d2d6-4461-873f-aab183edbc99 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:13.948586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.987897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Deleting port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:13.988425 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.086789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.164025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:14.172824 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1773b0-83e7-4c34-a5b2-92ab468bf175" -d '{"events": [{"server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "name": "network-vif-unplugged", "status": "completed", "tag": "9f435797-d2d6-4461-873f-aab183edbc99"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:14.175531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] For port 9f435797-d2d6-4461-873f-aab183edbc99, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9f435797-d2d6-4461-873f-aab183edbc99,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:14.176013 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.193802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Calling delete_port for 9f435797-d2d6-4461-873f-aab183edbc99 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:14.225226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9f435797-d2d6-4461-873f-aab183edbc99, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9f435797-d2d6-4461-873f-aab183edbc99,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:14.232922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.341151 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=9f435797-d2d6-4461-873f-aab183edbc99,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:14.426791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.441784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.443546 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.445862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.446805 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment 3792a024-e0be-4249-9809-b55a73cd1310 of type vlan for network 9e2df815-4654-4de5-b9f5-6413529971cf Jul 22 21:31:14.449350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Calling delete_port for 223338bd-e97e-4ce3-aa4a-7f1fa72be23e owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:14.460054 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Transition to ACTIVE for port object 223338bd-e97e-4ce3-aa4a-7f1fa72be23e will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:14.465374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['496068a0-8f16-4e25-9728-9b5ffcc7c9ee'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:31:14.478173 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.482478 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.671218 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Attempting to bind port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:14.671218 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Attempting to bind port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:14.671218 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Attempting to bind port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:14.705034 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13179a5-1a18-4e3d-bd4b-1b50921d4d86 None None] Pushing event updated for resources: {'Port': ['ID=223338bd-e97e-4ce3-aa4a-7f1fa72be23e,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:14.722132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:14.724347 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:14.725222 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.728701 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:14.729643 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Bound port: 223338bd-e97e-4ce3-aa4a-7f1fa72be23e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:14.730610 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.747103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.772023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12b45-93f7-4afc-894e-de0afc2e5c13 req-15fe2f7a-e4d2-4389-af0c-0617c07dae6b tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:14.785105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8a12b45-93f7-4afc-894e-de0afc2e5c13 req-15fe2f7a-e4d2-4389-af0c-0617c07dae6b tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 945 time: 0.7372258 Jul 22 21:31:14.859823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] No DVR routers for this DVR port 9f435797-d2d6-4461-873f-aab183edbc99 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:14.869185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.875441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a75ff-e7e6-45c1-ab56-2536cce08162 req-75c42015-78f6-42c3-83a9-aae145f93e3f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:14.877772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a80a75ff-e7e6-45c1-ab56-2536cce08162 req-75c42015-78f6-42c3-83a9-aae145f93e3f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 0.6681283 Jul 22 21:31:14.888595 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] For port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:14.906745 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.db.api [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:31:14.906745 n-d-762330-19 neutron-server[94094]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jul 22 21:31:14.906745 n-d-762330-19 neutron-server[94094]: [parameters: {'port_id': '223338bd-e97e-4ce3-aa4a-7f1fa72be23e', 'host': 'n-d-762330-19', 'level': 0, 'driver': 'openvswitch', 'segment_id': '0dfdb017-47ba-484c-b8eb-ee073149aea4'}] Jul 22 21:31:14.906745 n-d-762330-19 neutron-server[94094]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:31:14.907449 n-d-762330-19 neutron-server[94094]: DEBUG oslo_db.api [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:31:14.918668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8a12b45-93f7-4afc-894e-de0afc2e5c13 req-6dc3a81b-b67e-4b2a-8fc8-d8e560e53127 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320391 Jul 22 21:31:14.925793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:14.936285 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00062f93-cf09-4301-af94-45f260ed5fca req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "DELETE /v2.0/ports/9f435797-d2d6-4461-873f-aab183edbc99 HTTP/1.1" status: 204 len: 173 time: 1.4878712 Jul 22 21:31:14.943657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'name': 'network-vif-deleted', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:14.957406 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6190555-e65a-4857-9fc4-9ccf7e459dad" -d '{"events": [{"server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "name": "network-vif-deleted", "tag": "9f435797-d2d6-4461-873f-aab183edbc99"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:15.023396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a4d90-f839-4d9e-8ff2-4454d62e50fd tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event deleted for resources: {'Port': ['ID=9f435797-d2d6-4461-873f-aab183edbc99,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:15.031748 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302866a5-e12c-415d-9482-623b8cb51dec x-openstack-request-id: req-302866a5-e12c-415d-9482-623b8cb51dec {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:15.032495 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "name": "network-vif-unplugged", "status": "completed", "tag": "9f435797-d2d6-4461-873f-aab183edbc99", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:15.032495 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-302866a5-e12c-415d-9482-623b8cb51dec {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:15.032959 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99', 'code': 200} Jul 22 21:31:15.066833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Deleting port bc9970fe-c619-4c56-b316-a58f6fae580f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:15.067424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.085328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.217632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event deleted for resources: {'Port': ['ID=223338bd-e97e-4ce3-aa4a-7f1fa72be23e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:15.228823 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6ec57afd-cfb8-45d1-85a8-add94424a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.238045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.314590 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.357925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'Port': ['ID=4d52688d-1f32-40d5-aed5-a2c26d8089d0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:15.388930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a80a75ff-e7e6-45c1-ab56-2536cce08162 req-d3dbdff6-1924-4848-bbf3-fb339191c641 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558158 Jul 22 21:31:15.395418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.458264 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Attempting to bind port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:15.458792 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Attempting to bind port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:15.459307 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Attempting to bind port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:15.481402 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:15.482770 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:15.483737 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.483942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] For port bc9970fe-c619-4c56-b316-a58f6fae580f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bc9970fe-c619-4c56-b316-a58f6fae580f,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:15.484558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.485323 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:15.487188 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Bound port: 223338bd-e97e-4ce3-aa4a-7f1fa72be23e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:15.490537 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.492571 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.561854 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Port 223338bd-e97e-4ce3-aa4a-7f1fa72be23e has been deleted concurrently {{(pid=94094) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 21:31:15.603089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Routers {'92311390-5e13-415e-9a63-5ce45dfc57a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:15.604106 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['92311390-5e13-415e-9a63-5ce45dfc57a3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:15.611552 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1cbea9-72b0-4a6a-9821-b98279d21422 x-openstack-request-id: req-2f1cbea9-72b0-4a6a-9821-b98279d21422 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:15.611552 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded", "name": "network-vif-deleted", "tag": "9f435797-d2d6-4461-873f-aab183edbc99", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:15.612455 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f1cbea9-72b0-4a6a-9821-b98279d21422 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:15.612455 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded', 'name': 'network-vif-deleted', 'tag': '9f435797-d2d6-4461-873f-aab183edbc99', 'status': 'completed', 'code': 200} Jul 22 21:31:15.615111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.625685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:15.626869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.677607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.691878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a2ce7945-e126-40b0-a5e4-25f6a6dca1e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9268854 Jul 22 21:31:15.698208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.703527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.759021 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1657786 Jul 22 21:31:15.784058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41966) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:15.788350 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] Set router 92311390-5e13-415e-9a63-5ce45dfc57a3 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:15.794426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:15.860737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f24f5-fb1a-4b99-b941-7321c2c29750 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=9e2df815-4654-4de5-b9f5-6413529971cf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:15.875273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:15.875883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.877150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92311390-5e13-415e-9a63-5ce45dfc57a3 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:31:15.885882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:15.890806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cd09a518-779e-4f68-9b64-f5d57a541e7f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "DELETE /v2.0/routers/92311390-5e13-415e-9a63-5ce45dfc57a3 HTTP/1.1" status: 204 len: 168 time: 2.5979776 Jul 22 21:31:15.907896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a0812-3395-4605-ba7c-3ec0f80631f4 req-c5cdb340-714d-41e4-8970-37e6d838e711 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:15.910754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef6a0812-3395-4605-ba7c-3ec0f80631f4 req-c5cdb340-714d-41e4-8970-37e6d838e711 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 946 time: 0.7856452 Jul 22 21:31:15.929451 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92311390-5e13-415e-9a63-5ce45dfc57a3', 'name': 'tempest-snat-router-2005309706', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:03Z', 'updated_at': '2021-07-22T21:31:14Z', 'revision_number': 5, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:15.933259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41968) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:15.968102 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c814bc-15c5-4840-af77-a954ac3109eb None None] The sync data for ids ['92311390-5e13-415e-9a63-5ce45dfc57a3'] in n-d-762330-19 is: [{'id': '92311390-5e13-415e-9a63-5ce45dfc57a3', 'name': 'tempest-snat-router-2005309706', 'tenant_id': '91d1a6656be24e55b224a577ae29e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:03Z', 'updated_at': '2021-07-22T21:31:14Z', 'revision_number': 5, 'project_id': '91d1a6656be24e55b224a577ae29e613', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:15.996606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f153857c-035e-41c2-b3dd-5b93b73e3b76 req-d66ce36d-778e-43de-a55c-f38e48f13d80 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=60fd30b2-edf2-4bb6-b3ef-1fbfd5238ded HTTP/1.1" status: 200 len: 210 time: 0.1542928 Jul 22 21:31:16.032927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9e2df815-4654-4de5-b9f5-6413529971cf details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:31:16.096217 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:16.164711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef6a0812-3395-4605-ba7c-3ec0f80631f4 req-7c750b07-76ed-43c4-bb25-e253c6fe08a6 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups?id=40f90649-ea83-489e-abc5-bad5ff8b076d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861305 Jul 22 21:31:16.173403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:16.215165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:16.217684 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:16.236774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:16.237827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:16.237827 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Floating IP 7798c706-856b-4147-a302-8f5e998397b5 disassociated. External IP: 172.25.5.213, port: bc9970fe-c619-4c56-b316-a58f6fae580f. Jul 22 21:31:16.238114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Calling delete_port for bc9970fe-c619-4c56-b316-a58f6fae580f owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:16.329468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:16.335329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:16.369669 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:16.467806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,segment=NetworkSegment(2932be55-8383-430c-8b98-701ddaad4e41),segment_id=2932be55-8383-430c-8b98-701ddaad4e41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:16.475143 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:16.580481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:16.719028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeecc2-3a2f-4167-bb65-c8a45fdb2908 req-5a7cefaf-4afa-4e73-8280-0e14424d7202 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:16.721710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acdeecc2-3a2f-4167-bb65-c8a45fdb2908 req-5a7cefaf-4afa-4e73-8280-0e14424d7202 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 0.1367640 Jul 22 21:31:16.803313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acdeecc2-3a2f-4167-bb65-c8a45fdb2908 req-c77e669e-e2e4-4efa-8b8c-63af1dd0cc59 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737231 Jul 22 21:31:16.837462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:17.042099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:17.043658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41986) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:17.046352 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce089719-9011-46d2-a8af-a653e37127f9" -d '{"events": [{"server_uuid": "cf6cdba7-0540-4baf-b041-12086d1a53cf", "name": "network-vif-plugged", "status": "completed", "tag": "6a617032-4dbb-400a-a22a-bfa4aa22fbf0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:17.050109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-fb668214-38e3-4efb-b85e-322cdd12d64a tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--14520382&fields=id&tenant_id=0d274a47ca734ace838daf934b964cf6 HTTP/1.1" status: 200 len: 267 time: 0.0971804 Jul 22 21:31:17.065370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016109408', 'description': 'tempest-secgroup-smoke-1016109408 description', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:17.188180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:17.205104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:17.273503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:17.304593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-90ac4bf6-21c0-4b39-b882-f223264e4f45 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:17.307225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-90ac4bf6-21c0-4b39-b882-f223264e4f45 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 811 time: 0.2443504 Jul 22 21:31:17.310865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event deleted for resources: {'Port': ['ID=bc9970fe-c619-4c56-b316-a58f6fae580f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:17.328663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:17.363255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e2a1-8729-4e84-b1bb-eb7eab585ccb req-0023fa75-6e7c-4361-8fdc-d31a75ef1690 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:17.371181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a552e2a1-8729-4e84-b1bb-eb7eab585ccb req-0023fa75-6e7c-4361-8fdc-d31a75ef1690 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 0.2464423 Jul 22 21:31:17.377654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-dcf1578a-f5c8-4cdd-9106-4d23093a7bcb tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/quotas/0d274a47ca734ace838daf934b964cf6 HTTP/1.1" status: 200 len: 375 time: 0.0477951 Jul 22 21:31:17.379520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:17.492959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a552e2a1-8729-4e84-b1bb-eb7eab585ccb req-9067b8fb-2062-442c-b7dd-320478274969 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131279 Jul 22 21:31:17.564765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-034d82bd-512f-48f6-be27-7804ce51f2f2 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508081 Jul 22 21:31:17.594039 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b8a82-4184-436e-a668-dcb20acd2e5a x-openstack-request-id: req-e14b8a82-4184-436e-a668-dcb20acd2e5a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:17.594841 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6cdba7-0540-4baf-b041-12086d1a53cf", "name": "network-vif-plugged", "status": "completed", "tag": "6a617032-4dbb-400a-a22a-bfa4aa22fbf0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:17.596242 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e14b8a82-4184-436e-a668-dcb20acd2e5a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:17.597999 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0', 'code': 200} Jul 22 21:31:17.661401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:17.825439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc61dcb7-26e3-4c62-8d01-53379a4c3675 req-447f54d7-4833-466a-9d85-2fa8892c7976 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 210 time: 0.0419157 Jul 22 21:31:17.860180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:17.860180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: 9e2df815-4654-4de5-b9f5-6413529971cf, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:31:17.872256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Router 70712dc2-db0c-48d2-8727-82330dfd340d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:17.881316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bc9970fe-c619-4c56-b316-a58f6fae580f no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:17.916638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Deleting port 6de969fc-38a9-49ef-b281-bf2219184433 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:17.917197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:17.919644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: bc9970fe-c619-4c56-b316-a58f6fae580f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:31:17.920308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bc9970fe-c619-4c56-b316-a58f6fae580f not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:31:18.000556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.052646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-b339234b-c1d4-4491-9552-b6af3043a32f service neutron] 10.222.0.54 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781678 Jul 22 21:31:18.085321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.105402 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.194703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 9e2df815-4654-4de5-b9f5-6413529971cf is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:31:18.269136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9e2df815-4654-4de5-b9f5-6413529971cf) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:18.279979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-fdbb90fc-d53a-4cca-8228-ac02841a8a09 service neutron] 10.222.0.54 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967285 Jul 22 21:31:18.285133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d02cd-f279-4305-bf48-5557b5b81517 None None] Network 9e2df815-4654-4de5-b9f5-6413529971cf requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:18.351610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] For port 6de969fc-38a9-49ef-b281-bf2219184433, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6de969fc-38a9-49ef-b281-bf2219184433,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:18.352330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.358056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:18.358887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.397824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705ec4f-9152-471d-9fa6-7a75a7d486bc req-79aeabd8-28e0-4800-a19f-a26a578e54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:18.401191 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c705ec4f-9152-471d-9fa6-7a75a7d486bc req-79aeabd8-28e0-4800-a19f-a26a578e54a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 1098 time: 0.6651039 Jul 22 21:31:18.403032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:18.453803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] Sync routers for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:18.457186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6f5a-671f-4c33-b1a9-c24c3479c9a1 req-23068117-c5d5-4a76-bac9-5b69ef1bbd0d tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:18.461992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-458d6f5a-671f-4c33-b1a9-c24c3479c9a1 req-23068117-c5d5-4a76-bac9-5b69ef1bbd0d tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 0.1797228 Jul 22 21:31:18.561810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:18.562948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:18.566132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Calling delete_port for 6de969fc-38a9-49ef-b281-bf2219184433 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:18.573280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582723b8-93db-435b-a9c1-7a2573027652,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:18.577992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-458d6f5a-671f-4c33-b1a9-c24c3479c9a1 req-80ddfaa8-b118-4c3f-a2f1-2a85b673fbff tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027696 Jul 22 21:31:18.721719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] No DVR routers for this DVR port bc9970fe-c619-4c56-b316-a58f6fae580f on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:18.737893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.743022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-542bceb6-4c74-44cf-8393-65fe61170d84 req-e4bf1639-4e73-41ec-bea8-d329c985469a tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.23 "DELETE /v2.0/ports/bc9970fe-c619-4c56-b316-a58f6fae580f HTTP/1.1" status: 204 len: 173 time: 5.0141089 Jul 22 21:31:18.821627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'name': 'network-vif-deleted', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:18.827523 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77c4e1b-123d-4a2d-a0f7-e8c8254078ad" -d '{"events": [{"server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "name": "network-vif-deleted", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:18.879597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c705ec4f-9152-471d-9fa6-7a75a7d486bc req-50fabf0e-f552-4e20-ac54-a8470278bff3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392016 Jul 22 21:31:18.934647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.950102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddea81-9e15-4da4-a355-824e53ae4048 req-83490bba-dac2-4ebd-a7fc-689485fa642f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:18.958014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.964829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63ddea81-9e15-4da4-a355-824e53ae4048 req-83490bba-dac2-4ebd-a7fc-689485fa642f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.2776177 Jul 22 21:31:18.987168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a1775b73-00c4-4cb3-aa7f-3c39a957dec1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2011805 Jul 22 21:31:19.000116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c23741-23f0-4679-b995-ac01b1cf9a03 req-ac41054d-9452-4c4b-b0fe-11cb62870e32 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:19.004786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42014) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:19.010828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07c23741-23f0-4679-b995-ac01b1cf9a03 req-ac41054d-9452-4c4b-b0fe-11cb62870e32 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 0.2551608 Jul 22 21:31:19.122124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07c23741-23f0-4679-b995-ac01b1cf9a03 req-5fa35385-999a-44c8-88a8-d47c631fe961 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098046 Jul 22 21:31:19.138992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63ddea81-9e15-4da4-a355-824e53ae4048 req-60605008-b3da-448c-a31d-4f3fd54afe78 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252928 Jul 22 21:31:19.228641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-9e2df815-4654-4de5-b9f5-6413529971cf', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:31:19.230775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:19.264882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97a1cfd8-0388-422e-af6e-c7c49c022215 req-0cbc5bc2-136f-4acf-81bf-d5e652b46cf9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 210 time: 0.0580330 Jul 22 21:31:19.331352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:19.333736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2772439 Jul 22 21:31:19.338563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42020) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:19.346864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c1a64be7-7008-41b3-b680-6def63e77527 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '5c24f74b-768a-4743-b2b6-e64a34f07c87', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:19.434455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1a64be7-7008-41b3-b680-6def63e77527 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:19.508256 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea6e13d-430d-4704-b3e1-f27ea2f0933e x-openstack-request-id: req-1ea6e13d-430d-4704-b3e1-f27ea2f0933e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:19.508974 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b9e628-b174-4a15-aa42-422f28086f0d", "name": "network-vif-deleted", "tag": "bc9970fe-c619-4c56-b316-a58f6fae580f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:19.509329 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ea6e13d-430d-4704-b3e1-f27ea2f0933e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:19.514595 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b9e628-b174-4a15-aa42-422f28086f0d', 'name': 'network-vif-deleted', 'tag': 'bc9970fe-c619-4c56-b316-a58f6fae580f', 'status': 'completed', 'code': 200} Jul 22 21:31:19.569058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:19.603749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e26c44c-27ef-45bf-af05-18305f1aab6e req-2d04f011-a4e4-4721-be09-a9188264d106 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9e628-b174-4a15-aa42-422f28086f0d HTTP/1.1" status: 200 len: 210 time: 0.0689678 Jul 22 21:31:19.697636 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1a64be7-7008-41b3-b680-6def63e77527 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:19.707985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1a64be7-7008-41b3-b680-6def63e77527 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:19.762927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde61f8-9ecf-4f34-9e8f-30117daab6e5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c24f74b-768a-4743-b2b6-e64a34f07c87,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:19.771790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a64be7-7008-41b3-b680-6def63e77527 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0331e0d-ef4a-477a-96ee-ca5af1636620,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:19.790661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1a64be7-7008-41b3-b680-6def63e77527 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:19.795218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c1a64be7-7008-41b3-b680-6def63e77527 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4547708 Jul 22 21:31:19.801940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42024) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:19.829748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a77fe2c9-b0c0-4cb7-ba17-eb2f81ec7736 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '5c24f74b-768a-4743-b2b6-e64a34f07c87', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:19.838570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-f8bfafe8-7ad4-4181-981e-0a568f657059 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:19.849015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-f8bfafe8-7ad4-4181-981e-0a568f657059 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 1.2786126 Jul 22 21:31:19.860199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.013437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Allocated IP 172.20.0.2 (9e2df815-4654-4de5-b9f5-6413529971cf/4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2/3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:20.018475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a77fe2c9-b0c0-4cb7-ba17-eb2f81ec7736 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.144775 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a77fe2c9-b0c0-4cb7-ba17-eb2f81ec7736 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.161150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a77fe2c9-b0c0-4cb7-ba17-eb2f81ec7736 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.321554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2656-b708-4bed-8073-b88729c3a154 req-79377413-a978-4207-b743-9d9b3a55216a tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:20.325377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-053a2656-b708-4bed-8073-b88729c3a154 req-79377413-a978-4207-b743-9d9b3a55216a tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 0.5125256 Jul 22 21:31:20.333181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fe2c9-b0c0-4cb7-ba17-eb2f81ec7736 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbef599-f662-481e-93c2-a7c5b6288059,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:20.338298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:07Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:20.382823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a77fe2c9-b0c0-4cb7-ba17-eb2f81ec7736 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.384977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a77fe2c9-b0c0-4cb7-ba17-eb2f81ec7736 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5761783 Jul 22 21:31:20.394658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] Checking router: 70712dc2-db0c-48d2-8727-82330dfd340d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:20.395806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42034) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:20.399493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de969fc-38a9-49ef-b281-bf2219184433,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:20.419277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5155f062-aacc-48a1-b78a-ecc872706227 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '5c24f74b-768a-4743-b2b6-e64a34f07c87', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:20.507336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-053a2656-b708-4bed-8073-b88729c3a154 req-a996e46d-ac39-46bf-821e-bd647b2f0865 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526287 Jul 22 21:31:20.521312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cb9fa-2386-4bf9-809d-8da16d37d3ce req-a27d2aa3-cf75-4651-a988-3bb72c49b2c7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:20.523226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b23cb9fa-2386-4bf9-809d-8da16d37d3ce req-a27d2aa3-cf75-4651-a988-3bb72c49b2c7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 0.1944528 Jul 22 21:31:20.600486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b23cb9fa-2386-4bf9-809d-8da16d37d3ce req-bcd822ff-0cea-4d57-b6bb-f8a06eb7fa77 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628526 Jul 22 21:31:20.659072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5155f062-aacc-48a1-b78a-ecc872706227 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.669835 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.699798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12350-b0a6-4ecc-8189-eba379297849 req-7a7849ce-14ec-4893-90c4-30a6e464f46a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:20.701831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-14c12350-b0a6-4ecc-8189-eba379297849 req-7a7849ce-14ec-4893-90c4-30a6e464f46a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 1.5102534 Jul 22 21:31:20.715811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Transition to ACTIVE for port object 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:20.782543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Transition to ACTIVE for port object 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:20.802936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:20.804084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:20.810351 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.818482 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77a5e2db-0bfc-4377-aa80-ebbb2e883f3b req-241dcc09-9939-40b9-bc66-488532f29204 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 210 time: 0.0626638 Jul 22 21:31:20.977602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f121-1b16-4b49-99ee-573002f6f2ae req-e47b0c30-8d16-406d-ae09-2685a12c9971 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:20.981720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c508f121-1b16-4b49-99ee-573002f6f2ae req-e47b0c30-8d16-406d-ae09-2685a12c9971 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 945 time: 0.1611850 Jul 22 21:31:20.982833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42040) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:21.083126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:21.099391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c508f121-1b16-4b49-99ee-573002f6f2ae req-93228308-8953-48a1-bb34-6accfdbc9b08 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050491 Jul 22 21:31:21.129895 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-411b2120-4e3c-44c1-8d1a-300ce89cca81 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.152136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Network 9e2df815-4654-4de5-b9f5-6413529971cf is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:21.168203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:21.176889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:21.178400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-411b2120-4e3c-44c1-8d1a-300ce89cca81 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.195442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Pushing event updated for resources: {'Port': ['ID=3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:21.255252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Deleting port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:21.255725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.298590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-411b2120-4e3c-44c1-8d1a-300ce89cca81 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.302498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-411b2120-4e3c-44c1-8d1a-300ce89cca81 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.304929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-411b2120-4e3c-44c1-8d1a-300ce89cca81 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "DELETE /v2.0/security-groups/40f90649-ea83-489e-abc5-bad5ff8b076d HTTP/1.1" status: 204 len: 168 time: 0.3201115 Jul 22 21:31:21.312995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42042) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:21.341061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b2120-4e3c-44c1-8d1a-300ce89cca81 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f90649-ea83-489e-abc5-bad5ff8b076d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:21.344039 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-a1655fea-b6ed-45c1-993d-97bd403d7f40 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] show failed (client error): The resource could not be found. Jul 22 21:31:21.345130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a1655fea-b6ed-45c1-993d-97bd403d7f40 tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "GET /v2.0/security-groups/40f90649-ea83-489e-abc5-bad5ff8b076d HTTP/1.1" status: 404 len: 347 time: 0.0308261 Jul 22 21:31:21.349710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42044) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:21.364440 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.375987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.406005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5155f062-aacc-48a1-b78a-ecc872706227 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.428091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Attempting to bind port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:21.428592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Attempting to bind port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:21.430298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Attempting to bind port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 on network 9e2df815-4654-4de5-b9f5-6413529971cf {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:21.442235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:21.442632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Checking segment: {'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:21.443063 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.443467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Bound using segment: {'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:21.444077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Bound port: 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:21.444556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.566990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Deleting port c2d3affa-d515-4fa0-8fb3-8c128ef2efae {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:21.566990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.596704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] For port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:21.608496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] For port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2,segment=NetworkSegment(3792a024-e0be-4249-9809-b55a73cd1310),segment_id=3792a024-e0be-4249-9809-b55a73cd1310)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:21.616168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5155f062-aacc-48a1-b78a-ecc872706227 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.627062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.696844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:07Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:21.754370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28251e7-2900-4de4-a3bf-39678c3a20f6 None None] The sync data for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 is: [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:27:53Z', 'revision_number': 4, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e199e49c-d88b-4718-85e2-492623c5ea0a', 'name': '', 'network_id': 'eb164eca-4953-49ae-a03b-c5ec7eea3c5a', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'mac_address': 'fa:16:3e:c2:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:52Z', 'updated_at': '2021-07-22T21:28:07Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'subnets': [{'id': '1bd70438-fb38-4081-8da7-1e628d452d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:21.793647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e21f1-6e80-43b6-a580-401b8d9a4df5 None None] Pushing event updated for resources: {'Port': ['ID=3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:21.859868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.860157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.894429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Calling delete_port for c2d3affa-d515-4fa0-8fb3-8c128ef2efae owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:21.919115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5155f062-aacc-48a1-b78a-ecc872706227 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.920655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5155f062-aacc-48a1-b78a-ecc872706227 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5173440 Jul 22 21:31:21.924761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.930216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 496068a0-8f16-4e25-9728-9b5ffcc7c9ee no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:21.940096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42052) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:21.950588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-72a2727d-9950-497c-99e6-3e0759e2d0ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '5c24f74b-768a-4743-b2b6-e64a34f07c87', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:21.989398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.003204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f062-aacc-48a1-b78a-ecc872706227 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322b6a0f-6d48-43d4-b9df-73365588b5df,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:22.084447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] For port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:22.085251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.191641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80b465-af87-491d-9f63-87109bdd45cb req-f0e10c7d-25c3-4de7-b3d8-ba1712472da1 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:22.203452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.205736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f80b465-af87-491d-9f63-87109bdd45cb req-f0e10c7d-25c3-4de7-b3d8-ba1712472da1 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 0.5109730 Jul 22 21:31:22.290041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-331efb23-50ee-467d-99d2-6ce727acfecf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:22.291642 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-331efb23-50ee-467d-99d2-6ce727acfecf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 811 time: 1.0390480 Jul 22 21:31:22.293962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Calling delete_port for 496068a0-8f16-4e25-9728-9b5ffcc7c9ee owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:22.303317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.303664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5de8283e-8b28-4b9c-953f-2d80a9eeb041 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:31:22.308044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:22.314340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:22.318808 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae96ddb1-13a5-419c-b0e4-68449f2e5d2d" -d '{"events": [{"server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "name": "network-vif-unplugged", "status": "completed", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:22.324868 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.325915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.327129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-131b29ae-d867-42f2-a0c4-8fab2310ffae tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "DELETE /v2.0/routers/5de8283e-8b28-4b9c-953f-2d80a9eeb041 HTTP/1.1" status: 204 len: 168 time: 6.3780611 Jul 22 21:31:22.334664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f677e9-49ad-417e-a9e1-cf5615c51bea req-e6483c69-ee15-4b98-9cb8-ecafeb144e19 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:22.351943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09f677e9-49ad-417e-a9e1-cf5615c51bea req-e6483c69-ee15-4b98-9cb8-ecafeb144e19 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 945 time: 0.5661948 Jul 22 21:31:22.352437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42058) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:22.366015 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed90384-7039-48b5-8160-a28f911a3b36 None None] New status for floating IP 7798c706-856b-4147-a302-8f5e998397b5: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:31:22.374213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-424318861', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:22.400700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72a2727d-9950-497c-99e6-3e0759e2d0ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.521138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:22.603781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f80b465-af87-491d-9f63-87109bdd45cb req-37b7ea2b-2758-43bb-ae0b-c9c943ddcfa8 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935046 Jul 22 21:31:22.688980 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.692492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.750789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:22.811909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09f677e9-49ad-417e-a9e1-cf5615c51bea req-fad07251-4f0e-41c1-a3f0-55cdeacbfdff tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917294 Jul 22 21:31:22.841536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:22.845026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-9d57c24d-08a7-48d0-bb07-63eb5d76d403 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4369681 Jul 22 21:31:22.901709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-60db7027-8c57-4087-b3d7-20ecaf0eca39 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d274a47ca734ace838daf934b964cf6 HTTP/1.1" status: 200 len: 378 time: 0.5668421 Jul 22 21:31:22.911110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Deleting port ec449171-4da2-43b1-8918-838bdbea7610 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:22.912203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:22.919239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7bdc919-a156-4217-88ad-5d72dd8f295c req-8f713610-c1fa-44bf-8f3a-4bda1fc54db1 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 210 time: 0.1739171 Jul 22 21:31:22.932445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'port': {'device_id': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'admin_state_up': True, 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'security_groups': ['fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:22.965631 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.db.api [None req-fed90384-7039-48b5-8160-a28f911a3b36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:31:22.966481 n-d-762330-19 neutron-server[94094]: DEBUG oslo_db.api [None req-fed90384-7039-48b5-8160-a28f911a3b36 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:31:23.016266 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.036364 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6e0b00-4f04-4d55-9648-85edc570f53c x-openstack-request-id: req-3f6e0b00-4f04-4d55-9648-85edc570f53c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:23.036862 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "name": "network-vif-unplugged", "status": "completed", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:23.037325 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f6e0b00-4f04-4d55-9648-85edc570f53c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:23.038021 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee', 'code': 200} Jul 22 21:31:23.045962 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72a2727d-9950-497c-99e6-3e0759e2d0ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.089005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.128873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Pushing event deleted for resources: {'Port': ['ID=c2d3affa-d515-4fa0-8fb3-8c128ef2efae,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:23.151350 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72a2727d-9950-497c-99e6-3e0759e2d0ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.366359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.20.0.1 (9e2df815-4654-4de5-b9f5-6413529971cf/4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2/84a9245f-7382-40e3-bd43-e479fc61943b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:23.470271 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed90384-7039-48b5-8160-a28f911a3b36 None None] New status for floating IP 7798c706-856b-4147-a302-8f5e998397b5: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:31:23.480743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] For port ec449171-4da2-43b1-8918-838bdbea7610, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ec449171-4da2-43b1-8918-838bdbea7610,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:23.482123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.497760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.618567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Calling delete_port for ec449171-4da2-43b1-8918-838bdbea7610 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:23.686869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event deleted for resources: {'Port': ['ID=496068a0-8f16-4e25-9728-9b5ffcc7c9ee,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:23.765485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-5d94b8eb-7a1d-4b2b-a095-6ba1a425a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:23.768325 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-5d94b8eb-7a1d-4b2b-a095-6ba1a425a731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 1097 time: 0.7420692 Jul 22 21:31:23.779497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.780115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.780206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.780550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.780891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.781230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.781574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.782020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.782369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.782714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.783299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.783642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.796533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.796852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.797399 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.797902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.798568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.799092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.799799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.800522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.801044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.801609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.802479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.803257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:23.817349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59092806-5903-42d5-a0f4-e629e804caf9 None None] Network 9e2df815-4654-4de5-b9f5-6413529971cf requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:23.828077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2727d-9950-497c-99e6-3e0759e2d0ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3839e65a-4f36-4dc1-ae31-ecae7f2ed8ec,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:23.922050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8a13634f-8a5c-4885-9735-a15872d29faf None None] Provisioning for port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:23.925520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Made reservation on behalf of 0d274a47ca734ace838daf934b964cf6 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:23.929479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.932113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8a13634f-8a5c-4885-9735-a15872d29faf None None] Provisioning complete for port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:23.932874 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a13634f-8a5c-4885-9735-a15872d29faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.960407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] No DVR routers for this DVR port 496068a0-8f16-4e25-9728-9b5ffcc7c9ee on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:23.986453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.989780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ec449171-4da2-43b1-8918-838bdbea7610 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:23.990628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cf9b820f-3063-45bf-b90f-80804ad8a464 req-992bfe89-2e5e-4782-a7fe-a915187e2260 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "DELETE /v2.0/ports/496068a0-8f16-4e25-9728-9b5ffcc7c9ee HTTP/1.1" status: 204 len: 173 time: 4.0664184 Jul 22 21:31:23.997090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'name': 'network-vif-deleted', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:24.001027 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8b97d0-1645-4fd6-80a1-46d854d31852" -d '{"events": [{"server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "name": "network-vif-deleted", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:24.011874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.035547 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.044363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a39b5f9b-387b-4163-a446-aa6e08df9ecf tempest-ServersTestJSON-930918109 tempest-ServersTestJSON-930918109-project] 10.222.0.54 "DELETE /v2.0/floatingips/7798c706-856b-4147-a302-8f5e998397b5 HTTP/1.1" status: 204 len: 168 time: 2.6897562 Jul 22 21:31:24.057938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42078) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:24.116829 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.207050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-72a2727d-9950-497c-99e6-3e0759e2d0ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.210163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-72a2727d-9950-497c-99e6-3e0759e2d0ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2669375 Jul 22 21:31:24.230979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-2cbe2c65-af8b-44bf-8e97-4717a5d194a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:24.233613 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-2cbe2c65-af8b-44bf-8e97-4717a5d194a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 200 len: 912 time: 0.3926139 Jul 22 21:31:24.238699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42080) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:24.275552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object 84a9245f-7382-40e3-bd43-e479fc61943b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:24.297963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '5c24f74b-768a-4743-b2b6-e64a34f07c87', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:24.390149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baca28-f39f-4eaf-919d-7810f65738a3 req-c3a39d52-a4bf-4f9a-9b95-ece64ac3c625 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:24.400717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61baca28-f39f-4eaf-919d-7810f65738a3 req-c3a39d52-a4bf-4f9a-9b95-ece64ac3c625 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f0057b8-aa3d-4938-817e-6b3e0e0c3045 HTTP/1.1" status: 200 len: 865 time: 1.3983929 Jul 22 21:31:24.453421 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.517009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6de969fc-38a9-49ef-b281-bf2219184433 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:24.610089 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:31:24.625441 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-f2207f89-6705-45d5-ad80-d5f170907399 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 200 len: 1000 time: 0.3013167 Jul 22 21:31:24.631703 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.634832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 6de969fc-38a9-49ef-b281-bf2219184433 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:31:24.636232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6de969fc-38a9-49ef-b281-bf2219184433 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:31:24.640854 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.642052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61baca28-f39f-4eaf-919d-7810f65738a3 req-1f4bfe7d-b678-4079-9119-d5b5d45135b6 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=df260bbd-28c7-4131-8eb8-33bb5f8df737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654654 Jul 22 21:31:24.663833 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a13634f-8a5c-4885-9735-a15872d29faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.678664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.710764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34438ca-de30-4d0b-b8d8-8b1ddcc96295 req-8aa90fb0-6c7c-4da4-9563-004f3e8b1ab9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:24.724135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a34438ca-de30-4d0b-b8d8-8b1ddcc96295 req-8aa90fb0-6c7c-4da4-9563-004f3e8b1ab9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 867 time: 0.4553800 Jul 22 21:31:24.820811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8a13634f-8a5c-4885-9735-a15872d29faf None None] For port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2,segment=NetworkSegment(3792a024-e0be-4249-9809-b55a73cd1310),segment_id=3792a024-e0be-4249-9809-b55a73cd1310)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:24.873537 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a13634f-8a5c-4885-9735-a15872d29faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:24.968800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13634f-8a5c-4885-9735-a15872d29faf None None] Pushing event updated for resources: {'Port': ['ID=3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:25.075455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a34438ca-de30-4d0b-b8d8-8b1ddcc96295 req-410a7220-01c3-497e-bc8d-f76671494dcd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499949 Jul 22 21:31:25.088938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c768f51-6719-407a-8fcd-49212d3de136 req-980c644c-0b1f-4333-a1a6-1140a399d0bf tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 210 time: 0.2321203 Jul 22 21:31:25.115331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.183517 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032fb6c3-0ead-4312-9761-a515914648f1 x-openstack-request-id: req-032fb6c3-0ead-4312-9761-a515914648f1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:25.184003 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0057b8-aa3d-4938-817e-6b3e0e0c3045", "name": "network-vif-deleted", "tag": "496068a0-8f16-4e25-9728-9b5ffcc7c9ee", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:25.184176 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-032fb6c3-0ead-4312-9761-a515914648f1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:25.184651 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0057b8-aa3d-4938-817e-6b3e0e0c3045', 'name': 'network-vif-deleted', 'tag': '496068a0-8f16-4e25-9728-9b5ffcc7c9ee', 'status': 'completed', 'code': 200} Jul 22 21:31:25.236001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Allocated IP 172.20.0.13 (91a50607-4b39-45ce-a36a-b2d7bf9ff1ad/9fdc7d99-cab5-4d51-ba28-c98cf40eebba/c1f9c326-cbcb-4c19-be8d-614e5a4074d4) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:25.245961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event deleted for resources: {'Port': ['ID=ec449171-4da2-43b1-8918-838bdbea7610,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:25.365536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bb6dd0ad-085b-4fc3-939d-555d2dd421ac None None] Provisioning complete for port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:25.366104 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd0ad-085b-4fc3-939d-555d2dd421ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.369076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=84a9245f-7382-40e3-bd43-e479fc61943b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:25.453374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.473576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 9e2df815-4654-4de5-b9f5-6413529971cf is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:25.499002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.543460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] No DVR routers for this DVR port ec449171-4da2-43b1-8918-838bdbea7610 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:25.547813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:25.554325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:25.566764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.570045 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-14c12350-b0a6-4ecc-8189-eba379297849 req-662f27cd-8706-4694-bfd0-77baa558d3e0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "DELETE /v2.0/ports/ec449171-4da2-43b1-8918-838bdbea7610 HTTP/1.1" status: 204 len: 173 time: 4.8427367 Jul 22 21:31:25.587422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-e0a432c4-0887-48cd-a77e-152eab88f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:25.606191 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-e0a432c4-0887-48cd-a77e-152eab88f4fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 200 len: 850 time: 0.9548893 Jul 22 21:31:25.733980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.779995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.831001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Allocated IP 172.25.5.177 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/7f67f0b0-9766-4ff2-ad0d-55c9a23c49f3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:25.948623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.977628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:25.983311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da03958-ffa4-4184-b902-79cc22e2a248,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:26.014268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.020331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b573f0d9-ebf6-42ab-b18a-92ee377a6bf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7340248 Jul 22 21:31:26.068331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42096) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:26.153418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '5c24f74b-768a-4743-b2b6-e64a34f07c87', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:26.247074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e14b1f14-1e9f-4717-a214-ce7ca1fc0fcb None None] Provisioning for port 84a9245f-7382-40e3-bd43-e479fc61943b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:26.248411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-9a50f9e9-866c-42c0-8d11-e64063bfdcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:26.251144 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-9a50f9e9-866c-42c0-8d11-e64063bfdcf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54816aaf-9317-42d2-88a0-072c36c71da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5999203 Jul 22 21:31:26.256958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e14b1f14-1e9f-4717-a214-ce7ca1fc0fcb None None] Provisioning complete for port 84a9245f-7382-40e3-bd43-e479fc61943b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:26.257866 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e14b1f14-1e9f-4717-a214-ce7ca1fc0fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.259444 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:31:26.272250 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.277267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.360039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e14b1f14-1e9f-4717-a214-ce7ca1fc0fcb None None] Port 84a9245f-7382-40e3-bd43-e479fc61943b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:26.390467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cea0b73c-ca98-4f39-811a-d763d501f092 req-53c7f058-9028-4a0f-aa44-d926c33f0a19 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 210 time: 0.1017344 Jul 22 21:31:26.480717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.548148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22fb1822-2529-437a-814d-d8884d907252 req-4fe7a48d-954b-45c2-8d35-05d64ba076b5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c864e37e-096f-4802-9bc1-e24da928347e HTTP/1.1" status: 200 len: 210 time: 0.1721632 Jul 22 21:31:26.615006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:26.644956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Transition to ACTIVE for port object c1f9c326-cbcb-4c19-be8d-614e5a4074d4 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:26.754297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:26.754855 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.787287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.792834 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.802777 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.857372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:26.924942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:26.939105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acad322-e063-4daa-beb0-4e3586c71db4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:26.955786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:26.967697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:26.971334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event updated for resources: {'Port': ['ID=7f67f0b0-9766-4ff2-ad0d-55c9a23c49f3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:26.987769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326260fb-7545-4fa5-b742-4ae984114f6c req-3c36bb51-b23e-4f73-9d9d-7bfd0b60eeef tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:26.993268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-326260fb-7545-4fa5-b742-4ae984114f6c req-3c36bb51-b23e-4f73-9d9d-7bfd0b60eeef tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4568505 Jul 22 21:31:27.001775 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:27.003617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-3bf86951-98b3-42c0-848c-777547878bd2 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109718 Jul 22 21:31:27.004163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ff461aa8-3068-4f4c-ac54-d571d9c4dc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9316294 Jul 22 21:31:27.024791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:27.026221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42110) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:27.027494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:27.077041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'network': {'name': 'tempest-network-smoke--345701332', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:27.087141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:27.124741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:27.152037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event updated for resources: {'Port': ['ID=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:27.199904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c864e37e-096f-4802-9bc1-e24da928347e', 'name': 'network-vif-deleted', 'tag': 'ec449171-4da2-43b1-8918-838bdbea7610'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:27.204447 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057daef9-64f7-4e1b-abc0-c5dfba4e5d2e" -d '{"events": [{"server_uuid": "c864e37e-096f-4802-9bc1-e24da928347e", "name": "network-vif-deleted", "tag": "ec449171-4da2-43b1-8918-838bdbea7610"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:27.208320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:27.213531 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:27.311603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-326260fb-7545-4fa5-b742-4ae984114f6c req-65333bb3-77d7-45cc-8cef-7c3ac3e5d6b8 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654152 Jul 22 21:31:27.384782 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b44be-d5c2-4091-94c2-5087a123418a x-openstack-request-id: req-869b44be-d5c2-4091-94c2-5087a123418a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:27.385706 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c864e37e-096f-4802-9bc1-e24da928347e", "name": "network-vif-deleted", "tag": "ec449171-4da2-43b1-8918-838bdbea7610", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:27.385706 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-869b44be-d5c2-4091-94c2-5087a123418a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:27.386005 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c864e37e-096f-4802-9bc1-e24da928347e', 'name': 'network-vif-deleted', 'tag': 'ec449171-4da2-43b1-8918-838bdbea7610', 'status': 'completed', 'code': 200} Jul 22 21:31:27.423054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Deleting port e199e49c-d88b-4718-85e2-492623c5ea0a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:27.423436 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:27.520008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-16da8819-2440-4b64-b0dd-6bd1ae4b61f5 None None] Provisioning for port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:27.526309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-16da8819-2440-4b64-b0dd-6bd1ae4b61f5 None None] Provisioning complete for port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:27.528527 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-16da8819-2440-4b64-b0dd-6bd1ae4b61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:27.610456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:27.611519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:27.636626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-16da8819-2440-4b64-b0dd-6bd1ae4b61f5 None None] Port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:27.644204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:31:27.705420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:27.709976 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Added segment 97e2baac-4e28-4a58-9e94-759fa1dcaab3 of type vlan for network d1a84503-f252-439b-bbbc-1eee70cfcb03 Jul 22 21:31:27.737259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0babca66-f5e3-4dd6-a652-ad50e77a988e req-8f0ab2a7-a27c-48f6-948f-c2b945e4a389 service neutron] 10.222.0.23 "GET /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919677 Jul 22 21:31:27.740671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-97b808ba-c3b5-436c-a629-c701d365808b tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8195002 Jul 22 21:31:27.848725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Request body: {'port': {'device_id': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:27.962401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.156400 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.162952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:28.163731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.228213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] For port e199e49c-d88b-4718-85e2-492623c5ea0a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e199e49c-d88b-4718-85e2-492623c5ea0a,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:28.228213 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.251129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.289525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2531946 Jul 22 21:31:28.293282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42138) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:28.294183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Calling delete_port for e199e49c-d88b-4718-85e2-492623c5ea0a owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:28.312267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'admin_state_up': True, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:28.326897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-52a4ce5a-b0ac-4b7d-9139-994faf245e00 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:28.329499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-52a4ce5a-b0ac-4b7d-9139-994faf245e00 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.4768164 Jul 22 21:31:28.338123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.349998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.396527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ee6a7-8830-4ca3-9648-12480d5757af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Network': ['ID=d1a84503-f252-439b-bbbc-1eee70cfcb03,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:28.412518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.418005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:31:28.452086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1ff3a-5563-4627-9943-5e1536f92b60 req-63b92514-e7b5-4e01-8a1b-6240fd364852 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:28.461842 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eda1ff3a-5563-4627-9943-5e1536f92b60 req-63b92514-e7b5-4e01-8a1b-6240fd364852 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 932 time: 0.8062382 Jul 22 21:31:28.529223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-6c64b90b-3db0-4a9c-bd6e-2cda1ce6913c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:28.530792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-6c64b90b-3db0-4a9c-bd6e-2cda1ce6913c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.4039164 Jul 22 21:31:28.577492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.578742 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.618557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-1c3245f6-4372-4698-b862-f9669996b05a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/quotas/e11db7375f0e4e81b2c682578de2ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0651052 Jul 22 21:31:28.685074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eda1ff3a-5563-4627-9943-5e1536f92b60 req-cf813b96-b1d4-4ad9-887c-181180cc4f10 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2206252 Jul 22 21:31:28.744582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=84a9245f-7382-40e3-bd43-e479fc61943b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:28.790898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.798920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-741f8f89-3888-4f59-aeff-2e9a9fd97091 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1610925 Jul 22 21:31:28.973999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:28.976806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Deleting port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:28.977325 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.025853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 9e2df815-4654-4de5-b9f5-6413529971cf is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:29.036112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:29.274882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.278689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-c1374621-e453-4841-a1f8-584ee04f219f service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788706 Jul 22 21:31:29.356797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.391276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24511a5c-d838-4b73-820f-fac0913c0887 req-4bcd7dde-2001-4769-801d-a2ea1124df5b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:29.392977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24511a5c-d838-4b73-820f-fac0913c0887 req-4bcd7dde-2001-4769-801d-a2ea1124df5b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 945 time: 0.5428810 Jul 22 21:31:29.397277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0532eca6-ffbd-47a2-9ae3-a1707cbfd6da None None] Provisioning complete for port 84a9245f-7382-40e3-bd43-e479fc61943b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:29.398906 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0532eca6-ffbd-47a2-9ae3-a1707cbfd6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.471565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0532eca6-ffbd-47a2-9ae3-a1707cbfd6da None None] Port 84a9245f-7382-40e3-bd43-e479fc61943b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:29.487938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.602766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Pushing event deleted for resources: {'Port': ['ID=e199e49c-d88b-4718-85e2-492623c5ea0a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:29.652524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f9c326-cbcb-4c19-be8d-614e5a4074d4 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:31:29.660805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] For port 2ef4de24-e9db-47da-a0f8-2aa57237aad1, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2ef4de24-e9db-47da-a0f8-2aa57237aad1,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:29.661253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.675979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.728426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24511a5c-d838-4b73-820f-fac0913c0887 req-27937da5-1ad9-4dfb-a1c3-35b0d75054cc tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb205700-f42f-47b6-8d27-0262c902e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980587 Jul 22 21:31:29.750755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Transition to ACTIVE for port object c1f9c326-cbcb-4c19-be8d-614e5a4074d4 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:29.762383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:29.769924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-2d99ef8e-38b5-4854-ae2c-33c4e4e0f18e service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455216 Jul 22 21:31:29.940840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Pushing event updated for resources: {'Port': ['ID=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:30.121913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Router de8bd1d6-d967-410f-9a89-10c61a3541e8 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:31:30.123766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:31:30.216857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.280260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13966731-9fef-441d-bed4-12ad936055ab req-e1c7cf9b-b8e0-4937-b661-9986a943af3a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 210 time: 0.0749753 Jul 22 21:31:30.384578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.386406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.387229 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Floating IP 901bf804-94d2-448e-a1cf-da3eb053e78e disassociated. External IP: 172.25.5.218, port: 2ef4de24-e9db-47da-a0f8-2aa57237aad1. Jul 22 21:31:30.387743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Calling delete_port for 2ef4de24-e9db-47da-a0f8-2aa57237aad1 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:30.587130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:30.593082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23be9c66-006c-477d-bbc3-e545b812ea6a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5865595 Jul 22 21:31:30.606173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Attempting to bind port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:30.606742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Attempting to bind port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:30.607230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Attempting to bind port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:30.608066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:30.618396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:30.636467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:30.637814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:30.643679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1881462508'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:30.669831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:31:30.670668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Attempting to bind port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 on network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:30.693005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:30.693463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Checking segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:30.693943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Bound using segment: {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:30.694291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Bound port: c1f9c326-cbcb-4c19-be8d-614e5a4074d4, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702976b7-38af-41eb-be3a-1f68377b805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:30.702836 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.806389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:30.878268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:30.885158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.939769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:31:30.955486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.955486 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment f9b9bdbc-fc09-4ba9-a06e-6e487404486c of type vlan for network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 Jul 22 21:31:31.065763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] For port c1f9c326-cbcb-4c19-be8d-614e5a4074d4, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:31.075898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] For port c1f9c326-cbcb-4c19-be8d-614e5a4074d4, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:31.083282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.106562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.161149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.214356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.256718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:31.256718 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.256718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] 10.222.0.23 "PUT /v2.0/ports/c1f9c326-cbcb-4c19-be8d-614e5a4074d4 HTTP/1.1" status: 200 len: 1093 time: 3.4337747 Jul 22 21:31:31.259472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:31.260899 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b23df-751d-4895-b5f6-6f351474633c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:31.301686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.337893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:26Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:27Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:31.386773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.407764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89befd7-a371-474e-987b-ace0bbb79808 req-fc947049-bff5-4b1d-b845-f0ac67ae8dcb tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:31.410428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d89befd7-a371-474e-987b-ace0bbb79808 req-fc947049-bff5-4b1d-b845-f0ac67ae8dcb tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 944 time: 1.2326355 Jul 22 21:31:31.439291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:31.440049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Updating router 16e350de-4074-4c2c-99d3-fac01d8e71e8 port 84a9245f-7382-40e3-bd43-e479fc61943b binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:31:31.514553 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.544069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f08bd7-bda0-4c3d-ae38-240b5ebd70fc service neutron] Pushing event updated for resources: {'Port': ['ID=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:31.560353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:31.563920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.576388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:31.577721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:31.578905 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] Sync routers for ids ['de8bd1d6-d967-410f-9a89-10c61a3541e8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:31.602513 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] Routers {'de8bd1d6-d967-410f-9a89-10c61a3541e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:31.603743 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de8bd1d6-d967-410f-9a89-10c61a3541e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:31.649750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d965-3801-464b-b6a0-0bb72d4a6880 req-ad694013-ecac-4fa5-8599-b23dc48a266b tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:31.654272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event deleted for resources: {'Port': ['ID=2ef4de24-e9db-47da-a0f8-2aa57237aad1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:31.690989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7982d965-3801-464b-b6a0-0bb72d4a6880 req-ad694013-ecac-4fa5-8599-b23dc48a266b tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 0.7337089 Jul 22 21:31:31.700776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Router 3004dcd3-c483-464f-8f02-fb867c77ec46 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:31.701696 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:31.717789 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] Routers {'de8bd1d6-d967-410f-9a89-10c61a3541e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:31.718734 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de8bd1d6-d967-410f-9a89-10c61a3541e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:31.761846 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1345282 Jul 22 21:31:31.825645 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:31.826895 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a7afb-f565-47e5-baeb-77428c5eb553 None None] The sync data for ids ['de8bd1d6-d967-410f-9a89-10c61a3541e8'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:31.833059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42168) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:31.834551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b497dbe-c3ee-4b0f-90b5-d9baea436665 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=0b3a9aa7-6c4f-4228-84c7-3807782d1060,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:31.851754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:31.873514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:31:31.935693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d89befd7-a371-474e-987b-ace0bbb79808 req-d577901b-4c3c-44dd-9ea6-df2c5e029dd2 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4998710 Jul 22 21:31:32.036060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.209 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/4770c23d-0661-460a-8731-18b9f7276067) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:32.175207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-effd3dc6-5ee7-45bb-85bb-cfcb46168bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:32.176727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-effd3dc6-5ee7-45bb-85bb-cfcb46168bda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 1096 time: 0.8417773 Jul 22 21:31:32.204182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:32.278510 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.279704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.284999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3da6220-3cb5-4d67-b52f-e29b35c69bff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9274402 Jul 22 21:31:32.297084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.298763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 2ef4de24-e9db-47da-a0f8-2aa57237aad1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:31:32.299305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2ef4de24-e9db-47da-a0f8-2aa57237aad1 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:31:32.313648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42170) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:32.349057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:32.352939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': False}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:32.355681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.363510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Transition to ACTIVE for port object 84a9245f-7382-40e3-bd43-e479fc61943b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:32.367891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e95184f-3cd8-46a4-99c0-786916a07973 req-4eb2ab48-6c02-4da9-9114-88e85e64972b tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 210 time: 0.1020648 Jul 22 21:31:32.384493 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.418882 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.644341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67f262-e3a2-4490-b06c-444629cc289c None None] Pushing event updated for resources: {'Port': ['ID=84a9245f-7382-40e3-bd43-e479fc61943b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:32.658126 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225ef08-a07a-4e19-aba1-4db3875d879d x-openstack-request-id: req-e225ef08-a07a-4e19-aba1-4db3875d879d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:32.659825 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:32.660567 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e225ef08-a07a-4e19-aba1-4db3875d879d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:32.661474 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'status': 'completed', 'code': 200} Jul 22 21:31:32.693435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Attempting to bind port 84a9245f-7382-40e3-bd43-e479fc61943b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:32.694491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Attempting to bind port 84a9245f-7382-40e3-bd43-e479fc61943b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:32.695914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Attempting to bind port 84a9245f-7382-40e3-bd43-e479fc61943b on network 9e2df815-4654-4de5-b9f5-6413529971cf {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:32.706791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:32.707787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Checking segment: {'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:32.708999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.709849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Bound using segment: {'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:32.711007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Bound port: 84a9245f-7382-40e3-bd43-e479fc61943b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3792a024-e0be-4249-9809-b55a73cd1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:32.711902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.721906 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:31:32.742772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:32.844405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-8a4747d3-bcee-4670-94e1-ef63ce4ae574 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4 HTTP/1.1" status: 200 len: 217 time: 0.6185498 Jul 22 21:31:32.856026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] For port 84a9245f-7382-40e3-bd43-e479fc61943b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:32.861592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] For port 84a9245f-7382-40e3-bd43-e479fc61943b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=84a9245f-7382-40e3-bd43-e479fc61943b,segment=NetworkSegment(3792a024-e0be-4249-9809-b55a73cd1310),segment_id=3792a024-e0be-4249-9809-b55a73cd1310)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:32.866360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] Sync routers for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:32.869087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7982d965-3801-464b-b6a0-0bb72d4a6880 req-59232897-3b16-415e-9511-553ce106b428 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1764562 Jul 22 21:31:32.873828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.934380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Router 70712dc2-db0c-48d2-8727-82330dfd340d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:32.946413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:32.947513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:32.962275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-ce73aa7c-5902-4773-9680-2503a0da792f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:32.964674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-ce73aa7c-5902-4773-9680-2503a0da792f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.9845493 Jul 22 21:31:32.989916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:33.020052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04ce024d-04ae-44be-892d-a9e2f86c016b req-75cbe6ba-7f05-41e2-b064-fc8fd9c7e221 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 210 time: 0.2965715 Jul 22 21:31:33.064329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-ee09a998-53ae-441b-a21e-744af0f0344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:33.074462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-ee09a998-53ae-441b-a21e-744af0f0344d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.1411195 Jul 22 21:31:33.093454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Request body: {'port': {'device_id': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'admin_state_up': True, 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:33.098580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:33.104657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=4770c23d-0661-460a-8731-18b9f7276067,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:33.109684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:33.131612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:33.160440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:33.161523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:33.224759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] No DVR routers for this DVR port 2ef4de24-e9db-47da-a0f8-2aa57237aad1 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:33.230427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:33.233892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.23 "DELETE /v2.0/ports/2ef4de24-e9db-47da-a0f8-2aa57237aad1 HTTP/1.1" status: 204 len: 173 time: 4.8495955 Jul 22 21:31:33.239179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:33.241509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67f262-e3a2-4490-b06c-444629cc289c None None] Pushing event updated for resources: {'Port': ['ID=84a9245f-7382-40e3-bd43-e479fc61943b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:33.451748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:33.452855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:33.537452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb1d42-9ba6-49dc-83eb-44aef5600c30 req-bb7ba954-c55d-4464-95b3-869fc7e04966 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:33.549590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8bb1d42-9ba6-49dc-83eb-44aef5600c30 req-bb7ba954-c55d-4464-95b3-869fc7e04966 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 944 time: 0.4475844 Jul 22 21:31:33.601132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:33.618965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:33.631753 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] Sync routers for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:33.650512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fe9ba9d8-0c02-4e2d-a1a7-c25f4c68369c admin admin] 10.222.0.54 "PUT /v2.0/routers/70712dc2-db0c-48d2-8727-82330dfd340d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4536128 Jul 22 21:31:33.655136 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:33.655755 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:33.660843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42176) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:33.824944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc13d262-2cc9-4da8-a678-be31820f00ce req-5b8ae78b-9532-47c8-adeb-0343be4c87c7 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/ports?device_id=6871784a-272f-4a93-bf6f-c1bf64bc95bc HTTP/1.1" status: 200 len: 210 time: 0.1621318 Jul 22 21:31:34.003051 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:34.041527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:34.042414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: 0b3a9aa7-6c4f-4228-84c7-3807782d1060, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:31:34.057808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-8ac4730b-7031-42cf-827f-bdd2e093a89a tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:34.059536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-8ac4730b-7031-42cf-827f-bdd2e093a89a tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 1.1276152 Jul 22 21:31:34.079827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9006-7e28-4cae-a128-68e14382a00c req-f654c533-70f2-4f2c-81d8-1cc894b8d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:34.081495 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-f654c533-70f2-4f2c-81d8-1cc894b8d15c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9459469 Jul 22 21:31:34.140442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8bb1d42-9ba6-49dc-83eb-44aef5600c30 req-0c98dea0-dd63-40ad-a5e1-c279802cfb51 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5881422 Jul 22 21:31:34.220952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:31:34.267361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:34.280990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.308199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.324345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.393092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 0b3a9aa7-6c4f-4228-84c7-3807782d1060) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:34.414702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:34.415316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.458198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5e16b-45d3-4b45-a8e5-4ae5214b17b3 None None] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:34.526762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:26Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:32Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:34.535936 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:31:29Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:34.557802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-24394b2c-6817-4feb-9fd5-a4b2ba77d38b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7206171 Jul 22 21:31:34.563411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:34.576973 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] Checking router: 70712dc2-db0c-48d2-8727-82330dfd340d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:34.578345 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-77aca4ba-43e7-4124-9bad-bc0496660d1e service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596987 Jul 22 21:31:34.599006 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] Routers {'70712dc2-db0c-48d2-8727-82330dfd340d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:34.602780 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['70712dc2-db0c-48d2-8727-82330dfd340d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:34.624406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e042c-920c-4895-b64b-1b4678d0fe67 None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:26Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:32Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:34.709118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-deleted', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:34.716919 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40329f0-5eaa-4403-ad79-867a5d351821" -d '{"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-deleted", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:34.793565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] Set router 70712dc2-db0c-48d2-8727-82330dfd340d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:34.818927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:29Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:34.825756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Deleting port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:34.826258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.863471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70f098a6-b033-437b-85de-8512f6cbe8a3 req-0d60c189-ec19-45ad-998a-152eecf322cb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 210 time: 0.1118009 Jul 22 21:31:34.894511 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.918267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] Checking router: 3004dcd3-c483-464f-8f02-fb867c77ec46 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:34.950438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:31:34.952558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.988325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:34.989653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:35.007033 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534844c4-edff-451a-8c34-bf82ca9d7d34 x-openstack-request-id: req-534844c4-edff-451a-8c34-bf82ca9d7d34 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:35.008197 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6871784a-272f-4a93-bf6f-c1bf64bc95bc", "name": "network-vif-deleted", "tag": "2ef4de24-e9db-47da-a0f8-2aa57237aad1", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:35.008647 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-534844c4-edff-451a-8c34-bf82ca9d7d34 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:35.009252 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6871784a-272f-4a93-bf6f-c1bf64bc95bc', 'name': 'network-vif-deleted', 'tag': '2ef4de24-e9db-47da-a0f8-2aa57237aad1', 'status': 'completed', 'code': 200} Jul 22 21:31:35.087548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Allocated IP 172.20.0.7 (bca1f6e1-114f-4930-bd89-a5fd9f153bcd/757bc2a4-8ae5-4593-8eff-91833bb24163/bfe9a459-10c1-4557-820a-5685d60699ed) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:35.125891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42190) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:35.173242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba911b-9bef-4f95-b9ed-5b33f16e236b req-ffd344de-f8bd-4c28-92cd-ca172e85df4b tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:35.179765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-faba911b-9bef-4f95-b9ed-5b33f16e236b req-ffd344de-f8bd-4c28-92cd-ca172e85df4b tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 1.0061092 Jul 22 21:31:35.316622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:35.326012 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:31:29Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:35.337645 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a73e9006-7e28-4cae-a128-68e14382a00c req-c0801b27-c767-4ef6-9c4d-a94d6ebb4488 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459381 Jul 22 21:31:35.360968 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08b657-0375-4a87-9c94-c12fce27b6e1 None None] The sync data for ids ['70712dc2-db0c-48d2-8727-82330dfd340d'] in n-d-762330-19 is: [{'id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'name': 'tempest-ServersTestJSON-2043868994-router', 'tenant_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:27:43Z', 'updated_at': '2021-07-22T21:31:29Z', 'revision_number': 5, 'project_id': 'c9f0d809d78c4820a7bf6257cd540cb9', 'gw_port': {'id': '235cdc39-ddb8-4e2e-936c-5bfe668071dd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70712dc2-db0c-48d2-8727-82330dfd340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:27:44Z', 'updated_at': '2021-07-22T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:35.587206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-faba911b-9bef-4f95-b9ed-5b33f16e236b req-5c3e7147-5ebb-4b9e-840e-2538048ca5d7 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982079 Jul 22 21:31:35.624102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:35.688708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3d31a43-31d0-4a30-8111-9cbe7cde0403 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:35.728536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] For port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,segment=NetworkSegment(2932be55-8383-430c-8b98-701ddaad4e41),segment_id=2932be55-8383-430c-8b98-701ddaad4e41)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:35.729100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:35.756682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Allocated IP 172.21.0.2 (0b3a9aa7-6c4f-4228-84c7-3807782d1060/29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7/d1c98239-41c5-4aee-806c-2324ba188f7c) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:35.774088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:35.794224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3d31a43-31d0-4a30-8111-9cbe7cde0403 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:35.799039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Calling delete_port for 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:35.873233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:29Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:35.959495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb2b5a-f871-4720-87fd-4b2f39fa32c0 req-961e3ccc-cd15-4818-b4e2-f19f0378e37f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:35.967136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4bb2b5a-f871-4720-87fd-4b2f39fa32c0 req-961e3ccc-cd15-4818-b4e2-f19f0378e37f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 944 time: 0.6565452 Jul 22 21:31:36.121977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.134920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b23df-751d-4895-b5f6-6f351474633c req-e1670049-4ea5-4648-b115-88362da4c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:36.137454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de1b23df-751d-4895-b5f6-6f351474633c req-e1670049-4ea5-4648-b115-88362da4c248 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 1096 time: 0.7074227 Jul 22 21:31:36.144651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-388bb8a3-2f46-4b7d-85bf-14f90b89eca0 req-d45255c9-3035-475d-8823-7d8356eaf14d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 210 time: 0.0923054 Jul 22 21:31:36.177952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166d3f7-22bd-497b-865c-48e6d3e2f9f9 None None] The sync data for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 is: [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:17:22Z', 'revision_number': 4, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65a7ec0a-ed63-4b37-8aad-079b490ac43c', 'name': '', 'network_id': '54816aaf-9317-42d2-88a0-072c36c71da5', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'mac_address': 'fa:16:3e:df:aa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:20Z', 'updated_at': '2021-07-22T21:17:29Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'subnets': [{'id': '7136f993-7f31-4f60-9b0c-c2932bc483f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:36.212099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.229961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Transition to ACTIVE for port object d1c98239-41c5-4aee-806c-2324ba188f7c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:36.277542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Transition to ACTIVE for port object d1c98239-41c5-4aee-806c-2324ba188f7c will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:36.287397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.361183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:36.365264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Deleting port 235cdc39-ddb8-4e2e-936c-5bfe668071dd {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:36.365952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.377293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:36.390722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:36.407274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Pushing event updated for resources: {'Port': ['ID=d1c98239-41c5-4aee-806c-2324ba188f7c,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:36.552555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Attempting to bind port d1c98239-41c5-4aee-806c-2324ba188f7c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:36.554633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Attempting to bind port d1c98239-41c5-4aee-806c-2324ba188f7c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:36.555442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Attempting to bind port d1c98239-41c5-4aee-806c-2324ba188f7c on network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:36.569657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:36.570761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Checking segment: {'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:36.571710 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.584341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Bound using segment: {'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:36.586265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Bound port: d1c98239-41c5-4aee-806c-2324ba188f7c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:36.592902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.606062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.701593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 84a9245f-7382-40e3-bd43-e479fc61943b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:36.719179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4bb2b5a-f871-4720-87fd-4b2f39fa32c0 req-5d6f959c-0960-4193-a343-16d95f546411 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5908930 Jul 22 21:31:36.804757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3d31a43-31d0-4a30-8111-9cbe7cde0403 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.809216 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3d31a43-31d0-4a30-8111-9cbe7cde0403 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.815372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c3d31a43-31d0-4a30-8111-9cbe7cde0403 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "DELETE /v2.0/security-groups/fb205700-f42f-47b6-8d27-0262c902e25a HTTP/1.1" status: 204 len: 168 time: 1.6842241 Jul 22 21:31:36.816167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42198) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:36.818977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] For port d1c98239-41c5-4aee-806c-2324ba188f7c, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:36.826423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] For port d1c98239-41c5-4aee-806c-2324ba188f7c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d1c98239-41c5-4aee-806c-2324ba188f7c,segment=NetworkSegment(f9b9bdbc-fc09-4ba9-a06e-6e487404486c),segment_id=f9b9bdbc-fc09-4ba9-a06e-6e487404486c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:36.837183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b23df-751d-4895-b5f6-6f351474633c req-0861f2ee-e389-4cbb-a911-cfb3d381744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:36.837768 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:36.839763 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de1b23df-751d-4895-b5f6-6f351474633c req-0861f2ee-e389-4cbb-a911-cfb3d381744d service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.6769531 Jul 22 21:31:36.889152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad3b93-1ccb-40d1-b964-829ed08bc878 None None] New status for floating IP 901bf804-94d2-448e-a1cf-da3eb053e78e: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:31:36.897303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 84a9245f-7382-40e3-bd43-e479fc61943b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:36.912140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d31a43-31d0-4a30-8111-9cbe7cde0403 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb205700-f42f-47b6-8d27-0262c902e25a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:36.957051 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-47d5e2ff-adbb-4872-a309-0384e99c2e82 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] show failed (client error): The resource could not be found. Jul 22 21:31:36.963106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47d5e2ff-adbb-4872-a309-0384e99c2e82 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "GET /v2.0/security-groups/fb205700-f42f-47b6-8d27-0262c902e25a HTTP/1.1" status: 404 len: 347 time: 0.0778258 Jul 22 21:31:36.964284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42200) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:36.988356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 84a9245f-7382-40e3-bd43-e479fc61943b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:36.989323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.126279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] For port 235cdc39-ddb8-4e2e-936c-5bfe668071dd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=235cdc39-ddb8-4e2e-936c-5bfe668071dd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:37.126747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.153313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.21.0.1 (0b3a9aa7-6c4f-4228-84c7-3807782d1060/29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7/3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:37.269344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de1b23df-751d-4895-b5f6-6f351474633c req-5d2ea8cb-1fc9-4869-af3c-69cc9f149045 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4 HTTP/1.1" status: 200 len: 217 time: 0.3626702 Jul 22 21:31:37.272365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Calling delete_port for 235cdc39-ddb8-4e2e-936c-5bfe668071dd owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:37.363041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.378959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd57aa6-f1ae-424a-8cb1-05d7d9720c00 None None] Pushing event updated for resources: {'Port': ['ID=d1c98239-41c5-4aee-806c-2324ba188f7c,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:37.459369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.467335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 84a9245f-7382-40e3-bd43-e479fc61943b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=84a9245f-7382-40e3-bd43-e479fc61943b,segment=NetworkSegment(3792a024-e0be-4249-9809-b55a73cd1310),segment_id=3792a024-e0be-4249-9809-b55a73cd1310)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:37.483383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.517889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e199e49c-d88b-4718-85e2-492623c5ea0a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:37.532046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9e794-e189-43e2-96df-5bb4cdcabd96 req-3fea1c50-8d80-4d6a-9a55-c577c658cc95 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:37.532349 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.540868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5a9e794-e189-43e2-96df-5bb4cdcabd96 req-3fea1c50-8d80-4d6a-9a55-c577c658cc95 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6cdba7-0540-4baf-b041-12086d1a53cf HTTP/1.1" status: 200 len: 946 time: 0.8044424 Jul 22 21:31:37.547711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e199e49c-d88b-4718-85e2-492623c5ea0a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:31:37.547711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e199e49c-d88b-4718-85e2-492623c5ea0a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:31:37.564208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b23df-751d-4895-b5f6-6f351474633c req-fa48ab92-8976-4389-a73e-e55604ac385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:37.568446 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de1b23df-751d-4895-b5f6-6f351474633c req-fa48ab92-8976-4389-a73e-e55604ac385f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.2324266 Jul 22 21:31:37.578256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=84a9245f-7382-40e3-bd43-e479fc61943b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:37.607787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.614975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 79302ccd-1f36-4108-bc26-1353847544fa is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:31:37.652985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:37.675613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:37.682096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:37.713920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:37.742374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Pushing event deleted for resources: {'Port': ['ID=6a617032-4dbb-400a-a22a-bfa4aa22fbf0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:37.750048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:37.814094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] No DVR routers for this DVR port 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:37.831493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.833069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-38f5bc66-5b8c-4626-a487-7069df851b4e req-b4d3a073-819c-4471-96d8-2fa33c80b070 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.23 "DELETE /v2.0/ports/6a617032-4dbb-400a-a22a-bfa4aa22fbf0 HTTP/1.1" status: 204 len: 173 time: 3.7620745 Jul 22 21:31:37.836085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'name': 'network-vif-deleted', 'tag': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:37.839491 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e515739-e641-4185-9a19-160cb5ff690b" -d '{"events": [{"server_uuid": "cf6cdba7-0540-4baf-b041-12086d1a53cf", "name": "network-vif-deleted", "tag": "6a617032-4dbb-400a-a22a-bfa4aa22fbf0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:37.933865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:37.934558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:37.944146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b23df-751d-4895-b5f6-6f351474633c req-ddfffe0f-8a55-422c-a244-1e29d92e4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:37.947141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c1f9c326-cbcb-4c19-be8d-614e5a4074d4 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:31:37.950869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:37.955483 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de1b23df-751d-4895-b5f6-6f351474633c req-ddfffe0f-8a55-422c-a244-1e29d92e4ab7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3622792 Jul 22 21:31:37.959288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:38.014732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:31:38.015225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a617032-4dbb-400a-a22a-bfa4aa22fbf0 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:31:38.049558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:38.117010 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:38.135351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5a9e794-e189-43e2-96df-5bb4cdcabd96 req-339f8e30-a5ea-4761-8300-a2de76c17ec8 tempest-ServerTagsTestJSON-174270505 tempest-ServerTagsTestJSON-174270505-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b223c95-29c7-4874-a72b-368a6519046a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931761 Jul 22 21:31:38.137441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:38.209273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:38.218859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c1f9c326-cbcb-4c19-be8d-614e5a4074d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:38.219979 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de1b23df-751d-4895-b5f6-6f351474633c req-e0e4c4f4-36be-4d9a-8c46-8b1270b1d307 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521698 Jul 22 21:31:38.234479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:38.240160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-7168740d-a832-4026-a7fc-876c056f28a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1555183 Jul 22 21:31:38.240988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'port_id': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'mac_address': 'fa:16:3e:80:b9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:31:38.318869 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:38.343463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f9c326-cbcb-4c19-be8d-614e5a4074d4 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:31:38.396829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe519f42-9a93-43db-aa5c-94d650dbd8e7 None None] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:38.401713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c1f9c326-cbcb-4c19-be8d-614e5a4074d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:38.425676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:38.551382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d484e0-c92b-429d-8793-e2371ed77b69 req-8ead891e-18d3-4c20-aa0d-5a6b61f9c694 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:38.554822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46d484e0-c92b-429d-8793-e2371ed77b69 req-8ead891e-18d3-4c20-aa0d-5a6b61f9c694 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 931 time: 1.2348578 Jul 22 21:31:38.637216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Deleting port 3e4db191-1fef-4f17-84aa-d0e4451285f3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:38.637609 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:38.648776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b319bc4b-6e13-4b0f-8ea6-02eb86740192 None None] Provisioning for port d1c98239-41c5-4aee-806c-2324ba188f7c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:38.658864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:38.716635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.719788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.719788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.719788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.719788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.719788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.722019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.722019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.722454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.723058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.724273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.725371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:31:38.760528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Router de8bd1d6-d967-410f-9a89-10c61a3541e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:38.798849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:38.816728 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Sync routers for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:38.819151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46d484e0-c92b-429d-8793-e2371ed77b69 req-55908694-fa60-4e95-a360-3cc24ce3b812 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185349 Jul 22 21:31:38.824738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c1f9c326-cbcb-4c19-be8d-614e5a4074d4'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:31:38.852143 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:38.853353 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:38.881678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Request body: {'port': {'device_id': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:38.921407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:38.923176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-371e851f-9808-4f42-b50d-6a4f229e40b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.6210873 Jul 22 21:31:38.937346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42208) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:38.944562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 84a9245f-7382-40e3-bd43-e479fc61943b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:38.959668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc603-9536-4760-bb51-948d273cce91 req-6aaec4bb-f233-4840-a598-74fdfd3e8b88 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:38.962690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-462cc603-9536-4760-bb51-948d273cce91 req-6aaec4bb-f233-4840-a598-74fdfd3e8b88 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 944 time: 0.6700141 Jul 22 21:31:39.017812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-de1b23df-751d-4895-b5f6-6f351474633c req-66eaca93-b0f7-4286-984b-5834eb4a764b service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727778 Jul 22 21:31:39.020233 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e1813-3918-45b3-938e-9f336a4f9cc7 x-openstack-request-id: req-421e1813-3918-45b3-938e-9f336a4f9cc7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:39.020547 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6cdba7-0540-4baf-b041-12086d1a53cf", "name": "network-vif-deleted", "tag": "6a617032-4dbb-400a-a22a-bfa4aa22fbf0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:39.020969 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-421e1813-3918-45b3-938e-9f336a4f9cc7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:39.021446 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6cdba7-0540-4baf-b041-12086d1a53cf', 'name': 'network-vif-deleted', 'tag': '6a617032-4dbb-400a-a22a-bfa4aa22fbf0', 'status': 'completed', 'code': 200} Jul 22 21:31:39.129381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.159504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:39.186266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 84a9245f-7382-40e3-bd43-e479fc61943b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:39.187113 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.213374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:39.249103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:39.299764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.304226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb323d37-b525-4b50-9f73-9d8a3c4474b6 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "PUT /v2.0/routers/de8bd1d6-d967-410f-9a89-10c61a3541e8 HTTP/1.1" status: 200 len: 921 time: 6.9556186 Jul 22 21:31:39.306088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42214) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:39.306713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42216) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:39.307481 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.490024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] Sync routers for ids ['de8bd1d6-d967-410f-9a89-10c61a3541e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:39.503744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] Deleting subnet 5b3f4820-d1dd-4a20-a4a2-7c295b03f523 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:31:39.509564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.546881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] Routers {'de8bd1d6-d967-410f-9a89-10c61a3541e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:39.547536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de8bd1d6-d967-410f-9a89-10c61a3541e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:39.564721 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.583026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe9a459-10c1-4557-820a-5685d60699ed {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:31:39.594179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.611255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:39.615174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Transition to ACTIVE for port object bfe9a459-10c1-4557-820a-5685d60699ed will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:39.626066 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.635272 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.637631 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:39.674651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f3db25d3-4725-4342-84e5-e1f41ecd579d tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/de8bd1d6-d967-410f-9a89-10c61a3541e8 HTTP/1.1" status: 200 len: 921 time: 0.2992542 Jul 22 21:31:39.687281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-45bf9030-6c3c-4b5a-b136-61d47e10e966 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=c53210f20cc944f4a4bc016b9bf23343&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7231905 Jul 22 21:31:39.696765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] Routers {'de8bd1d6-d967-410f-9a89-10c61a3541e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:39.697951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['de8bd1d6-d967-410f-9a89-10c61a3541e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:39.717142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42218) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:39.717788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42220) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:39.805372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:39.806573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faae19e-f1e0-4b49-a479-16c81d72fc8a None None] The sync data for ids ['de8bd1d6-d967-410f-9a89-10c61a3541e8'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:39.815273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1c98239-41c5-4aee-806c-2324ba188f7c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:39.927118 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:33Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:39.973867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:40.024192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Provisioning for port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:40.036775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d1c98239-41c5-4aee-806c-2324ba188f7c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:40.039116 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Checking router: 79302ccd-1f36-4108-bc26-1353847544fa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:40.041643 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Updating router 79302ccd-1f36-4108-bc26-1353847544fa port 4770c23d-0661-460a-8731-18b9f7276067 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:31:40.048179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Provisioning complete for port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:40.052769 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.111498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Attempting to bind port bfe9a459-10c1-4557-820a-5685d60699ed on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:40.112090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Attempting to bind port bfe9a459-10c1-4557-820a-5685d60699ed by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:40.112656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Attempting to bind port bfe9a459-10c1-4557-820a-5685d60699ed on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:40.140332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Port bfe9a459-10c1-4557-820a-5685d60699ed on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:31:40.140594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Attempting to bind port bfe9a459-10c1-4557-820a-5685d60699ed on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:40.161416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:40.161820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Checking segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:40.162231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Bound using segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:40.162725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Bound port: bfe9a459-10c1-4557-820a-5685d60699ed, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:40.163634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.164250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Pushing event deleted for resources: {'Port': ['ID=235cdc39-ddb8-4e2e-936c-5bfe668071dd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:40.168076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.179389 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.197120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:40.199945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d1c98239-41c5-4aee-806c-2324ba188f7c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:40.200686 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.314774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:40.315653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Provisioning complete for port d1c98239-41c5-4aee-806c-2324ba188f7c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:40.316318 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.320704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.321324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.322874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:40.329918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.340677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-462cc603-9536-4760-bb51-948d273cce91 req-cc27cbb9-88d5-4506-a831-c95281881272 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2696409 Jul 22 21:31:40.396759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:40.398724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.401224 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-fe1109ef-e773-4339-bda6-05525681842e service neutron] 10.222.0.23 "PUT /v2.0/ports/bfe9a459-10c1-4557-820a-5685d60699ed HTTP/1.1" status: 200 len: 1092 time: 1.5286660 Jul 22 21:31:40.405772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68de08e-7ef3-46b7-a036-5266b056112e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:40.408376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b68de08e-7ef3-46b7-a036-5266b056112e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6254153 Jul 22 21:31:40.418425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Calling delete_port for 3e4db191-1fef-4f17-84aa-d0e4451285f3 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:40.421405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42224) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:40.509644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1109ef-e773-4339-bda6-05525681842e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:40.531938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-98621603-004d-4d8a-8523-f7e05c79060c tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0988450 Jul 22 21:31:40.556866 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42226) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:40.561997 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.579284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1274539545', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:40.625485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] For port d1c98239-41c5-4aee-806c-2324ba188f7c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d1c98239-41c5-4aee-806c-2324ba188f7c,segment=NetworkSegment(f9b9bdbc-fc09-4ba9-a06e-6e487404486c),segment_id=f9b9bdbc-fc09-4ba9-a06e-6e487404486c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:40.631534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.639513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.649771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.658732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.722375 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.743346 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Transition to ACTIVE for port object 4770c23d-0661-460a-8731-18b9f7276067 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:40.754528 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.776693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-a6cd8dd0-875f-4ea3-af9e-e2a52a5ea280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:40.779451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-a6cd8dd0-875f-4ea3-af9e-e2a52a5ea280 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 1095 time: 0.2601609 Jul 22 21:31:40.780027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:31:40.780902 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:31:40.828432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-12b87cec-e826-4fd4-bd51-5d643908cd4f None None] Provisioning complete for port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:40.829129 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-12b87cec-e826-4fd4-bd51-5d643908cd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.844625 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Attempting to bind port 4770c23d-0661-460a-8731-18b9f7276067 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:40.845475 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Attempting to bind port 4770c23d-0661-460a-8731-18b9f7276067 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:40.846028 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Attempting to bind port 4770c23d-0661-460a-8731-18b9f7276067 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:40.859486 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85072bf-d6ab-4cae-8bc2-74263a329470 None None] Pushing event updated for resources: {'Port': ['ID=4770c23d-0661-460a-8731-18b9f7276067,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:40.864003 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:40.864467 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:40.865096 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.865707 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:40.866545 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Bound port: 4770c23d-0661-460a-8731-18b9f7276067, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:40.867115 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:40.876705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f12c3-6ea5-4311-81d3-133e0c5fcebf None None] Pushing event updated for resources: {'Port': ['ID=d1c98239-41c5-4aee-806c-2324ba188f7c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:40.885044 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-989147e2-3365-4fb1-8482-113efc3bc288 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe9a459-10c1-4557-820a-5685d60699ed HTTP/1.1" status: 200 len: 217 time: 0.0947435 Jul 22 21:31:40.910343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-12b87cec-e826-4fd4-bd51-5d643908cd4f None None] Port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:40.921087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf221a-6637-4e83-b24f-3b53ab9de70a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:40.925022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2daf221a-6637-4e83-b24f-3b53ab9de70a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=de8bd1d6-d967-410f-9a89-10c61a3541e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2042615 Jul 22 21:31:40.931616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:40.980319 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] For port 4770c23d-0661-460a-8731-18b9f7276067, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:40.985565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] For port 4770c23d-0661-460a-8731-18b9f7276067, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4770c23d-0661-460a-8731-18b9f7276067,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:40.997089 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.013270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3f4820-d1dd-4a20-a4a2-7c295b03f523,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:41.017619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.024542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b7c0e83e-ae41-4bda-a705-180d1886acc8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5b3f4820-d1dd-4a20-a4a2-7c295b03f523 HTTP/1.1" status: 204 len: 168 time: 1.7033672 Jul 22 21:31:41.046952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:41.051168 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93da24f6-f679-455d-898c-8e2acc324380" -d '{"events": [{"name": "network-changed", "server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:41.089676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:41.098819 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:41.100142 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:41.102896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626dff4-91f6-4802-8f9f-5a9182568c8a req-ddd02ff6-94fa-436e-91b5-527d17091c27 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:41.113732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9626dff4-91f6-4802-8f9f-5a9182568c8a req-ddd02ff6-94fa-436e-91b5-527d17091c27 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 943 time: 1.0196254 Jul 22 21:31:41.122780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.125785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.129527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-8d9cd83f-d769-423c-bd96-13364ab3a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:41.132906 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-8d9cd83f-d769-423c-bd96-13364ab3a6f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.2376258 Jul 22 21:31:41.184941 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf2cd09-db63-4dd8-81d8-4583347f1ed7 x-openstack-request-id: req-aaf2cd09-db63-4dd8-81d8-4583347f1ed7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:41.185769 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:41.185769 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aaf2cd09-db63-4dd8-81d8-4583347f1ed7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:41.186105 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'status': 'completed', 'code': 200} Jul 22 21:31:41.217969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-c7ada5f5-7dc0-44fd-bab3-daee2d424b0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737593 Jul 22 21:31:41.242968 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85072bf-d6ab-4cae-8bc2-74263a329470 None None] Pushing event updated for resources: {'Port': ['ID=4770c23d-0661-460a-8731-18b9f7276067,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:41.315462 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.315737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.316828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70712dc2-db0c-48d2-8727-82330dfd340d {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:31:41.325811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.329312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-94bb28f2-176a-4e47-a614-d8ed68784506 admin admin] 10.222.0.54 "DELETE /v2.0/routers/70712dc2-db0c-48d2-8727-82330dfd340d HTTP/1.1" status: 204 len: 168 time: 7.6539168 Jul 22 21:31:41.345655 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:41.461378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.483029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:41.502234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.580310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.646693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] Deleting subnet 1bd70438-fb38-4081-8da7-1e628d452d67 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:31:41.661082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Pushing event deleted for resources: {'Port': ['ID=3e4db191-1fef-4f17-84aa-d0e4451285f3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:41.681334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1c98239-41c5-4aee-806c-2324ba188f7c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:41.695821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.699874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9626dff4-91f6-4802-8f9f-5a9182568c8a req-a52aefdb-fa23-4595-ad0b-d361c3263284 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824543 Jul 22 21:31:41.761656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:41.776366 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.781736 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:33Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:41.817336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d1c98239-41c5-4aee-806c-2324ba188f7c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:41.819393 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.828582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:41.842973 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71324ee0-6c14-4ee2-b4af-0dcc4fa28382 None None] The sync data for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 is: [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:33Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:42.001774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c1f9c326-cbcb-4c19-be8d-614e5a4074d4 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:42.163291 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.176627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:42.176947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-817241ee-131a-44d7-9eaa-ded00c116a21 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9445693 Jul 22 21:31:42.187949 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:42.188828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.189915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.197494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:42.316076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3015af0f-a7eb-49d6-892d-b2a49f1d1f22']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:42.374490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2932be55-8383-430c-8b98-701ddaad4e41') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:42.374957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2932be55-8383-430c-8b98-701ddaad4e41') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:42.412562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.456734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:42.460568 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b42ae7-e2d1-425f-b7bc-32a18831bdfc" -d '{"events": [{"server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:42.462537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.492493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c1f9c326-cbcb-4c19-be8d-614e5a4074d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:42.524577 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.579483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54947e4a-ba5c-4a6e-8dfe-590438b77f1a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:42.581777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-54947e4a-ba5c-4a6e-8dfe-590438b77f1a tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 1.5818715 Jul 22 21:31:42.583070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-67ab3a01-6de6-40eb-9e61-5bb61d9b5692 req-b734bac0-9d4a-469e-a1e2-5af2d17cc183 service neutron] (94092) timed out ('10.222.0.58', 50611) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:31:42.593898 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d28fe-26ce-4d84-b539-349efaaed863 x-openstack-request-id: req-714d28fe-26ce-4d84-b539-349efaaed863 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:42.594210 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:42.594548 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-714d28fe-26ce-4d84-b539-349efaaed863 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:42.595268 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'code': 200} Jul 22 21:31:42.602224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42240) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:42.672920 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b667eb33-6946-4983-8ba9-357d3e3b3622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.677904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:42.681020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.686425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:42.688200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:42.718836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:31:42.719346 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:31:42.722530 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:31:42.792142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.813120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-654bc77f-e2ee-4086-9524-ff6ac4585a9b tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=de8bd1d6-d967-410f-9a89-10c61a3541e8 HTTP/1.1" status: 200 len: 205 time: 0.2075198 Jul 22 21:31:42.815544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42244) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:42.826475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.830376 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:42.831802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f821a2b9-94ff-4ad5-9f03-f6a88c368d21 tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] 10.222.0.54 "DELETE /v2.0/floatingips/901bf804-94d2-448e-a1cf-da3eb053e78e HTTP/1.1" status: 204 len: 168 time: 5.8570397 Jul 22 21:31:42.840079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42246) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:42.964242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0afa027f-aa57-48f7-b158-336ea5d78bf2 req-2500a8dd-889d-4dc4-b9d7-1a3be1633ac9 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7594099 Jul 22 21:31:43.057053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.062982 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.084136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.090736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3015af0f-a7eb-49d6-892d-b2a49f1d1f22 HTTP/1.1" status: 204 len: 168 time: 1.9970858 Jul 22 21:31:43.193070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-48c6dcbc-9399-4589-bcdf-f6f65d907129 None None] Provisioning complete for port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:43.201398 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-48c6dcbc-9399-4589-bcdf-f6f65d907129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.204269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4407f-ac76-4153-8bc5-5d3fb04ac0dc req-391cc541-5c37-42bd-a488-eaa3ad6b6168 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:43.217804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83e4407f-ac76-4153-8bc5-5d3fb04ac0dc req-391cc541-5c37-42bd-a488-eaa3ad6b6168 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 945 time: 1.6536093 Jul 22 21:31:43.273855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-48c6dcbc-9399-4589-bcdf-f6f65d907129 None None] Port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:43.513277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:43.536196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83e4407f-ac76-4153-8bc5-5d3fb04ac0dc req-3b267aeb-7490-4e14-835f-e867dfb50534 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3171890 Jul 22 21:31:43.586598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4770c23d-0661-460a-8731-18b9f7276067 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:43.657035 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.674171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46562fc2-33b8-403f-8353-6bdc44b092cf req-885dfa0c-41e4-4b11-930e-e803ec7e79cd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:43.677425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46562fc2-33b8-403f-8353-6bdc44b092cf req-885dfa0c-41e4-4b11-930e-e803ec7e79cd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 943 time: 0.7553306 Jul 22 21:31:43.682053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e68f8809-bb42-4636-aca3-26446da04760 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e2262e8938a41818ddb392711f7d0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668832 Jul 22 21:31:43.682689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4770c23d-0661-460a-8731-18b9f7276067 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:43.688528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42254) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:43.690659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4770c23d-0661-460a-8731-18b9f7276067 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:43.691388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44ee1-8b65-4603-a942-d6ef1a67e5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3015af0f-a7eb-49d6-892d-b2a49f1d1f22,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:43.694687 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.777558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d757eb-17a8-4e4d-a567-f4221f7dc81d req-a869d5b8-680a-4a46-b4fd-94144f3fd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:43.781480 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88d757eb-17a8-4e4d-a567-f4221f7dc81d req-a869d5b8-680a-4a46-b4fd-94144f3fd428 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 1098 time: 1.0570455 Jul 22 21:31:43.787381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.851660 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.864813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:43.871611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:43.874821 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1bd70438-fb38-4081-8da7-1e628d452d67 HTTP/1.1" status: 204 len: 168 time: 2.3895342 Jul 22 21:31:43.893068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42256) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:43.899588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 4770c23d-0661-460a-8731-18b9f7276067, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4770c23d-0661-460a-8731-18b9f7276067,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:43.901292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7330d-3e76-40d0-8806-da5c0c80d2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd70438-fb38-4081-8da7-1e628d452d67,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:43.905520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f0ec0a-582b-40ab-b8b2-0c7f59880fdb None None] Network eb164eca-4953-49ae-a03b-c5ec7eea3c5a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:43.951871 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.032343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 235cdc39-ddb8-4e2e-936c-5bfe668071dd no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:44.076954 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88d757eb-17a8-4e4d-a567-f4221f7dc81d req-f6ba5aa9-de35-44c9-9572-1c4cb3cb8216 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2762225 Jul 22 21:31:44.083002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46562fc2-33b8-403f-8353-6bdc44b092cf req-71aaf216-9ffd-476b-89d3-6c80232483e5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290458 Jul 22 21:31:44.094160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da24f6-f679-455d-898c-8e2acc324380 req-8a9d73ce-20e5-49be-a10f-779a65392f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:44.097171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93da24f6-f679-455d-898c-8e2acc324380 req-8a9d73ce-20e5-49be-a10f-779a65392f17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 1095 time: 0.3938501 Jul 22 21:31:44.118526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 235cdc39-ddb8-4e2e-936c-5bfe668071dd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:31:44.119698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 235cdc39-ddb8-4e2e-936c-5bfe668071dd not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:31:44.144143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:44.159879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6a8a397e-b765-4675-8b7d-ad80c5d75b5a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5909591 Jul 22 21:31:44.160754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42258) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:44.163448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:44.169552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1203647290'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:44.186405 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:44.188069 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:44.216979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.222829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=4770c23d-0661-460a-8731-18b9f7276067,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:44.226712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.230358 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe1d-9b6d-402f-991f-0a94032c8cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.404508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:44.411286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] DHCP port deletion for eb164eca-4953-49ae-a03b-c5ec7eea3c5a request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:31:44.412494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.430781 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe1d-9b6d-402f-991f-0a94032c8cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.440998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Deleting port 7f67f0b0-9766-4ff2-ad0d-55c9a23c49f3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:44.441561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.445555 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:44.474685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da24f6-f679-455d-898c-8e2acc324380 req-59eabc48-86f5-43f9-8415-1c9d08681a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:44.478662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93da24f6-f679-455d-898c-8e2acc324380 req-59eabc48-86f5-43f9-8415-1c9d08681a6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 911 time: 0.3038421 Jul 22 21:31:44.502067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:31:44.535435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] Deleting port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:44.536633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.593540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93da24f6-f679-455d-898c-8e2acc324380 req-1f787d0f-1f21-4b3c-97c5-c6903a6d3a83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe9a459-10c1-4557-820a-5685d60699ed HTTP/1.1" status: 200 len: 217 time: 0.0999985 Jul 22 21:31:44.599171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.599736 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment 7ad46b94-6c96-4660-84c3-a49c9950f171 of type vlan for network 2bae135d-44a8-42b2-9069-9bde203e25d2 Jul 22 21:31:44.637558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Subnet': ['ID=03346b7b-6f2b-482e-b1ca-b89e0a40c057,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:44.692763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] For port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,segment=NetworkSegment(595c289d-9b46-45c9-9538-c6520e903b7f),segment_id=595c289d-9b46-45c9-9538-c6520e903b7f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:44.693900 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.729958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] Calling delete_port for 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:44.795773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.818673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da24f6-f679-455d-898c-8e2acc324380 req-1796bbee-cc89-43b0-9a59-952189a525ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:44.821409 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93da24f6-f679-455d-898c-8e2acc324380 req-1796bbee-cc89-43b0-9a59-952189a525ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.1828563 Jul 22 21:31:44.879343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Checking segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:44.880894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network hostable DHCP agents. Network: d1a84503-f252-439b-bbbc-1eee70cfcb03, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:31:44.887819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93da24f6-f679-455d-898c-8e2acc324380 req-b890bd7e-8ce1-4905-ba1e-98d9f4452522 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474479 Jul 22 21:31:44.905014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.916822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:44.917833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:44.961528 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.013600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.021199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] Pushing event deleted for resources: {'Port': ['ID=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:45.032433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ee5bc-0355-439a-a6a5-2b5e78b68653 None None] No DVR routers for this DVR port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:45.033361 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8709209 Jul 22 21:31:45.045430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42262) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:45.050225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Calling delete_port for 7f67f0b0-9766-4ff2-ad0d-55c9a23c49f3 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:45.060605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:45.100866 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:40Z', 'revision_number': 3, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:40Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:45.168608 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:45.169221 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Updating router 16e350de-4074-4c2c-99d3-fac01d8e71e8 port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:31:45.192162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307aaec-afc4-4624-99fc-377e236d0ea7 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=2bae135d-44a8-42b2-9069-9bde203e25d2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:45.232402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:31:45.234891 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-736af5c8-243c-4cda-b012-c8a1d37be33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.355685 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.403886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93da24f6-f679-455d-898c-8e2acc324380 req-9884b262-fa71-4653-bca0-05ff8c00e0de service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801767 Jul 22 21:31:45.460938 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.503596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:45.516315 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.543037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe1d-9b6d-402f-991f-0a94032c8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.550666 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe1d-9b6d-402f-991f-0a94032c8cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.552680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5cbfbe1d-9b6d-402f-991f-0a94032c8cf3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b223c95-29c7-4874-a72b-368a6519046a HTTP/1.1" status: 204 len: 168 time: 1.8602004 Jul 22 21:31:45.566963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Deleting port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:45.579621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.580361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4770c23d-0661-460a-8731-18b9f7276067 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:45.637434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:31:45.694005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfbe1d-9b6d-402f-991f-0a94032c8cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b223c95-29c7-4874-a72b-368a6519046a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:45.727660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, d1a84503-f252-439b-bbbc-1eee70cfcb03) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:45.764442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-93da24f6-f679-455d-898c-8e2acc324380 req-f3ad7b86-c9c9-424e-850f-8f1ed7dd0a8a service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495355 Jul 22 21:31:45.765927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0909ffb-44dd-40e3-b0c0-2895549cf316 None None] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:45.795045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89baff-1a09-433b-bee4-dd4d289f1c9e req-93b58762-68c8-43e3-9fa6-4eb316d364a3 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:45.797581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f89baff-1a09-433b-bee4-dd4d289f1c9e req-93b58762-68c8-43e3-9fa6-4eb316d364a3 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 946 time: 0.9841952 Jul 22 21:31:45.876583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:45.877445 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.885294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] For port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69, host n-d-762330-19, got binding levels [] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:45.886230 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:45.954321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Calling delete_port for 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:45.966929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb30383-a3fe-4f00-be11-dd330742cc46 req-7deedb4c-8f54-40c6-9a3d-16ccbca5b3c3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:45.968748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cb30383-a3fe-4f00-be11-dd330742cc46 req-7deedb4c-8f54-40c6-9a3d-16ccbca5b3c3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 943 time: 0.6906841 Jul 22 21:31:45.998260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 was not found and therefore no delete operation was performed {{(pid=94092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:31:46.005070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4770c23d-0661-460a-8731-18b9f7276067 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:46.007490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.025663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.029898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.060627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f7216657-969e-4e72-9460-bc18af798808 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.4889064 Jul 22 21:31:46.065940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42268) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:46.114602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.121729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bfe9a459-10c1-4557-820a-5685d60699ed details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:31:46.143026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=41fee147-cb78-460c-8242-244d72879506,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:46.197039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f89baff-1a09-433b-bee4-dd4d289f1c9e req-10241b8a-f9c3-4d08-83fe-893395017553 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3451781 Jul 22 21:31:46.227511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:46.228379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: 2bae135d-44a8-42b2-9069-9bde203e25d2, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:31:46.258119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:46.259355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:31:46.288692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] No DVR routers for this DVR port 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:31:46.293974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 2bae135d-44a8-42b2-9069-9bde203e25d2) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:46.307097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:46.308826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.340492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5aadeebc-fcf9-43e5-91f2-b84145f2213e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2907696 Jul 22 21:31:46.353916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:46.452267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578cc265-8e96-4075-ab8c-fb13afcabcb9 None None] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:46.548536 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.580775 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.627637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Transition to ACTIVE for port object 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:46.639961 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:46.764448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da540ace-a86c-494b-8595-3a3308704f41 None None] Pushing event updated for resources: {'Port': ['ID=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:46.770111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:46.892910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'port_id': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'mac_address': 'fa:16:3e:dd:3b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757bc2a4-8ae5-4593-8eff-91833bb24163', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:31:46.979794 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Attempting to bind port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:46.979794 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Attempting to bind port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:46.980305 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Attempting to bind port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 on network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:46.981901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cb30383-a3fe-4f00-be11-dd330742cc46 req-2821064c-bc80-422f-afa8-d1da413ef13f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9790528 Jul 22 21:31:46.997160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event deleted for resources: {'Port': ['ID=7f67f0b0-9766-4ff2-ad0d-55c9a23c49f3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:47.027481 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:47.031242 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Checking segment: {'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:47.031918 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.032549 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Bound using segment: {'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:47.037140 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Bound port: 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:47.038944 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.215944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:31:47.216407 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] For port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:47.223361 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] For port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,segment=NetworkSegment(f9b9bdbc-fc09-4ba9-a06e-6e487404486c),segment_id=f9b9bdbc-fc09-4ba9-a06e-6e487404486c)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:47.230630 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.269007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.296244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb164eca-4953-49ae-a03b-c5ec7eea3c5a']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:47.342771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.351499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595c289d-9b46-45c9-9538-c6520e903b7f') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:47.351997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595c289d-9b46-45c9-9538-c6520e903b7f') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:47.396416 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da540ace-a86c-494b-8595-3a3308704f41 None None] Pushing event updated for resources: {'Port': ['ID=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:47.405010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-d1a84503-f252-439b-bbbc-1eee70cfcb03', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:31:47.410634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.420508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-2bae135d-44a8-42b2-9069-9bde203e25d2', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:31:47.422018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.429494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.449374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:31:47.450106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0b3592a3-d8b5-4afb-ab3c-d55a5b69bb69 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:31:47.461017 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:47.462958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:47.521085 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.552140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.633241 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.763322 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:47.796049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42292) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:47.934849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe9a459-10c1-4557-820a-5685d60699ed {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:31:48.025166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.040530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:48.044843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2103357951-network', 'tenant_id': '6d91b740c06146358c79fc3937152cb4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:48.119055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Made reservation on behalf of 6d91b740c06146358c79fc3937152cb4 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:48.120483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.122972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.123915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.125211 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.151309 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.307660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:31:48.308275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.321930 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:40Z', 'revision_number': 3, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:47Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:48.327492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.329305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Fanout notify agent at l3_agent the message router_deleted on router de8bd1d6-d967-410f-9a89-10c61a3541e8 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:31:48.340087 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.341307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-25fc341f-0e80-4230-9e2b-62199b580051 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/de8bd1d6-d967-410f-9a89-10c61a3541e8 HTTP/1.1" status: 204 len: 168 time: 5.5197043 Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: items = [ Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:31:48.343139 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:31:48.352372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42298) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:48.357926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b93a3482-e083-4131-b62a-a7f857650f40 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-343207704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:48.383282 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6029029-6a97-4787-a0b4-709807f1e116 None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:40Z', 'revision_number': 3, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:47Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:48.400379 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.413495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.441771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Allocated IP 172.22.0.2 (2bae135d-44a8-42b2-9069-9bde203e25d2/41fee147-cb78-460c-8242-244d72879506/24c8a008-fdb2-40f6-b884-ba304b04f650) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:48.453396 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.528988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Allocated IP 172.20.0.2 (d1a84503-f252-439b-bbbc-1eee70cfcb03/03346b7b-6f2b-482e-b1ca-b89e0a40c057/9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:48.533248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:31:48.588505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b93a3482-e083-4131-b62a-a7f857650f40 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.593900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b93a3482-e083-4131-b62a-a7f857650f40 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.599492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc12ec-2fdc-4653-beb8-ee37697b85fc req-8fb9c83b-d4f6-4704-8c37-b008ba4fb7e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:48.603561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56fc12ec-2fdc-4653-beb8-ee37697b85fc req-8fb9c83b-d4f6-4704-8c37-b008ba4fb7e5 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 946 time: 1.0481832 Jul 22 21:31:48.604110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288cb617-d34d-4e0c-951b-1f9887cdad3a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:48.613046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.613637 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Added segment 4ae42767-f62d-4e09-92fd-96cf309c6f68 of type vlan for network 244257ff-d7bd-4f35-9336-80b67ba51c59 Jul 22 21:31:48.624935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5162d-662a-40e9-aad3-c6b2e09ce660 req-211e628a-5a13-40c1-9f96-3f61609d965e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:48.648747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54f5162d-662a-40e9-aad3-c6b2e09ce660 req-211e628a-5a13-40c1-9f96-3f61609d965e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 944 time: 0.4204495 Jul 22 21:31:48.700678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:48.705744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['bfe9a459-10c1-4557-820a-5685d60699ed'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:31:48.774899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.787627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b93a3482-e083-4131-b62a-a7f857650f40 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.798175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.800107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b93a3482-e083-4131-b62a-a7f857650f40 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.840212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b93a3482-e083-4131-b62a-a7f857650f40 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.844565 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b93a3482-e083-4131-b62a-a7f857650f40 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4883547 Jul 22 21:31:48.849626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42300) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:48.866832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:48.912168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.922045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:48.929748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] 10.222.0.54 "DELETE /v2.0/networks/eb164eca-4953-49ae-a03b-c5ec7eea3c5a HTTP/1.1" status: 204 len: 168 time: 5.0270755 Jul 22 21:31:49.023714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Transition to ACTIVE for port object 24c8a008-fdb2-40f6-b884-ba304b04f650 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:49.026570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee36fce-feda-4539-b528-44a57c80fb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb164eca-4953-49ae-a03b-c5ec7eea3c5a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:49.082287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54f5162d-662a-40e9-aad3-c6b2e09ce660 req-cda96cc8-f982-4ab5-a315-1131bd0ce054 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323282 Jul 22 21:31:49.116535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56fc12ec-2fdc-4653-beb8-ee37697b85fc req-c3f6ca32-04d9-46cf-9fc5-ca5f36921d01 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4604018 Jul 22 21:31:49.138486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Transition to ACTIVE for port object 24c8a008-fdb2-40f6-b884-ba304b04f650 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:49.169501 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.236565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42306) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:49.292135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.293791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:49.294962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.391360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:49.408839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:49.420975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:49.451560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Pushing event updated for resources: {'Port': ['ID=24c8a008-fdb2-40f6-b884-ba304b04f650,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:49.461627 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6585670 Jul 22 21:31:49.461627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.22.0.1 (2bae135d-44a8-42b2-9069-9bde203e25d2/41fee147-cb78-460c-8242-244d72879506/7396d564-1782-4219-99be-bf4d8c3d4108) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:49.469529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42308) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:49.531951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Request body: {'subnet': {'network_id': '244257ff-d7bd-4f35-9336-80b67ba51c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2103357951-subnet', 'tenant_id': '6d91b740c06146358c79fc3937152cb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:49.540626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.578860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Made reservation on behalf of 6d91b740c06146358c79fc3937152cb4 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:49.583233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.632189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Transition to ACTIVE for port object 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:49.645121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd00c6-672a-4ac0-8b30-df2c36bdcd8d admin admin] Pushing event updated for resources: {'Network': ['ID=244257ff-d7bd-4f35-9336-80b67ba51c59,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:49.678620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.707121 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c096c1f1-19dc-492c-b985-160b172fa438 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9f0d809d78c4820a7bf6257cd540cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687855 Jul 22 21:31:49.717859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 244257ff-d7bd-4f35-9336-80b67ba51c59 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:31:49.725784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42310) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:49.826837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:49.890055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Attempting to bind port 24c8a008-fdb2-40f6-b884-ba304b04f650 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:49.890968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Attempting to bind port 24c8a008-fdb2-40f6-b884-ba304b04f650 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:49.891923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3f4ef-a22f-4978-a4f8-7dff2c3bd569 req-b7311ed5-0828-4fdd-bf23-7889a384633e tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:49.892164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Attempting to bind port 24c8a008-fdb2-40f6-b884-ba304b04f650 on network 2bae135d-44a8-42b2-9069-9bde203e25d2 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:49.894477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9e3f4ef-a22f-4978-a4f8-7dff2c3bd569 req-b7311ed5-0828-4fdd-bf23-7889a384633e tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 946 time: 0.5636690 Jul 22 21:31:49.908380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Deleting port 65a7ec0a-ed63-4b37-8aad-079b490ac43c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:49.908905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.910481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Transition to ACTIVE for port object 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:49.917642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42312) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:49.920205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:49.921563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Checking segment: {'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:49.921563 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.922383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Bound using segment: {'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:49.922775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Bound port: 24c8a008-fdb2-40f6-b884-ba304b04f650, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:49.923384 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:49.928289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Request body: {'floatingip': {'port_id': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:49.968448 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.022871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.063750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.067409 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c97fb1eb-032f-42db-baa4-70f2a958536a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.091249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:50.109576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:50.132841 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.134603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:50.139314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:50.144906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object 7396d564-1782-4219-99be-bf4d8c3d4108 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:50.169412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c97fb1eb-032f-42db-baa4-70f2a958536a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.170789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:50.171407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.180964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Pushing event updated for resources: {'Port': ['ID=9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:50.268970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] For port 24c8a008-fdb2-40f6-b884-ba304b04f650, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:50.349590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] For port 24c8a008-fdb2-40f6-b884-ba304b04f650, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=24c8a008-fdb2-40f6-b884-ba304b04f650,segment=NetworkSegment(7ad46b94-6c96-4660-84c3-a49c9950f171),segment_id=7ad46b94-6c96-4660-84c3-a49c9950f171)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:50.364798 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.380873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Attempting to bind port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:50.381557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Attempting to bind port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:50.382170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Attempting to bind port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 on network d1a84503-f252-439b-bbbc-1eee70cfcb03 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:50.438193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:50.438708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Checking segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:50.439094 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.439527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Bound using segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:50.440703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Bound port: 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:50.441598 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.595654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4151-2af6-4f85-9978-5674dd825ac6 None None] Pushing event updated for resources: {'Port': ['ID=24c8a008-fdb2-40f6-b884-ba304b04f650,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:50.633226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.676369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.709494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] For port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:50.725402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:50.742973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:50.753743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:50.768531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,segment=NetworkSegment(f9b9bdbc-fc09-4ba9-a06e-6e487404486c),segment_id=f9b9bdbc-fc09-4ba9-a06e-6e487404486c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:50.771989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] For port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:50.774591 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.855574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.878884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.947564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:51.054045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c97fb1eb-032f-42db-baa4-70f2a958536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:51.058460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c97fb1eb-032f-42db-baa4-70f2a958536a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:51.060759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c97fb1eb-032f-42db-baa4-70f2a958536a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/010727b5-c1f1-488b-9674-58beb7f4fce2 HTTP/1.1" status: 204 len: 168 time: 1.3332245 Jul 22 21:31:51.076788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=7396d564-1782-4219-99be-bf4d8c3d4108,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:51.118988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2b71b-1978-45b2-9759-1c7b4b7cc77d None None] Pushing event updated for resources: {'Port': ['ID=9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:51.288378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fb1eb-032f-42db-baa4-70f2a958536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010727b5-c1f1-488b-9674-58beb7f4fce2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:51.435235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:51.513838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] For port 65a7ec0a-ed63-4b37-8aad-079b490ac43c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65a7ec0a-ed63-4b37-8aad-079b490ac43c,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:51.514570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:51.554907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Calling delete_port for 65a7ec0a-ed63-4b37-8aad-079b490ac43c owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:31:51.576078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:51.796968 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:51.948397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 24c8a008-fdb2-40f6-b884-ba304b04f650 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:51.976482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.022414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Allocated IP 172.25.5.158 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/24602597-70ea-4c7e-8b1b-47eb604684bf) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:52.145633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 24c8a008-fdb2-40f6-b884-ba304b04f650 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:52.161892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:52.184581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bfe9a459-10c1-4557-820a-5685d60699ed up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:52.405738 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.409843 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:31:52.440632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port bfe9a459-10c1-4557-820a-5685d60699ed completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:52.460774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.470973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:52.486180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.488918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:52.512036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b791cfe-f82f-43cc-ad22-aac85d6b8b70,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:52.598788 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.628091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port bfe9a459-10c1-4557-820a-5685d60699ed triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:52.629226 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.630502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936e99c-c4bd-454f-9544-64ec8ed99ce1 req-7a704a0a-2c30-4a4b-98d3-2891a36244fd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:52.633623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d936e99c-c4bd-454f-9544-64ec8ed99ce1 req-7a704a0a-2c30-4a4b-98d3-2891a36244fd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 944 time: 2.3630307 Jul 22 21:31:52.638240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81136410-6089-4f23-a772-e8e5c94f0b0e None None] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:52.669148 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.697469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.729354 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.771525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=7396d564-1782-4219-99be-bf4d8c3d4108,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:52.857877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Checking segment: {'id': '4ae42767-f62d-4e09-92fd-96cf309c6f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '244257ff-d7bd-4f35-9336-80b67ba51c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:52.859013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Network hostable DHCP agents. Network: 244257ff-d7bd-4f35-9336-80b67ba51c59, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:31:52.927688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7aaffca4-2384-4760-b646-dc22828df134 None None] Provisioning for port 24c8a008-fdb2-40f6-b884-ba304b04f650 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:52.947543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:52.948814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7aaffca4-2384-4760-b646-dc22828df134 None None] Provisioning complete for port 24c8a008-fdb2-40f6-b884-ba304b04f650 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:52.949200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7aaffca4-2384-4760-b646-dc22828df134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:52.978690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:53.006187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:53.034781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:53.052075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event updated for resources: {'Port': ['ID=24602597-70ea-4c7e-8b1b-47eb604684bf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:53.068839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da9e70-fa81-4cd8-805c-6e1d3f4d811b None None] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:53.103525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:53.105657 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.116301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d936e99c-c4bd-454f-9544-64ec8ed99ce1 req-9a62b461-461f-4fc3-b480-a93587898053 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447553 Jul 22 21:31:53.240167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-network', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:53.246276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Network 244257ff-d7bd-4f35-9336-80b67ba51c59 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:31:53.260076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:53.261719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:53.310167 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Floating IP 4435fda6-016a-4ec1-bbf5-90b977749851 associated. External IP: 172.25.5.201, port: c1f9c326-cbcb-4c19-be8d-614e5a4074d4. Jul 22 21:31:53.313348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 244257ff-d7bd-4f35-9336-80b67ba51c59) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:53.321675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:53.322635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.350128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20801aec-daa4-4747-a5c3-7f9f1832706f None None] Network 244257ff-d7bd-4f35-9336-80b67ba51c59 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:53.412903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.467491 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.587677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:53.601561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7aaffca4-2384-4760-b646-dc22828df134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.603411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:53.605751 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31d680e-aa56-4eb7-95ca-62f19f2bd6bb" -d '{"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:53.643266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Pushing event deleted for resources: {'Port': ['ID=65a7ec0a-ed63-4b37-8aad-079b490ac43c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:53.676011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:53.690717 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.697950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:53.701148 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.720545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dd18478a-5f7a-4902-bcee-0e1af2fb8411 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.2053428 Jul 22 21:31:53.801363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.1 (d1a84503-f252-439b-bbbc-1eee70cfcb03/03346b7b-6f2b-482e-b1ca-b89e0a40c057/b88974c9-2225-49d0-a100-c82a58c42c9a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:31:53.805654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.859991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.982215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42346) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:54.114865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:54.122748 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a90a1299-91c4-48b3-878f-937ad9946f07 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7663603 Jul 22 21:31:54.130264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42348) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:54.146324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1343665828'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:54.270738 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78280d95-afe6-4641-9f18-b27f0dd12fd5 x-openstack-request-id: req-78280d95-afe6-4641-9f18-b27f0dd12fd5 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:54.271161 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:54.271617 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78280d95-afe6-4641-9f18-b27f0dd12fd5 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:54.272750 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'code': 200} Jul 22 21:31:54.303780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede8c3a-811d-45aa-aa4c-18818dc7277e req-366fbb65-a6b4-4f5e-881b-4b59aa9fb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:54.315529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:54.322473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2ede8c3a-811d-45aa-aa4c-18818dc7277e req-366fbb65-a6b4-4f5e-881b-4b59aa9fb9ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 1097 time: 0.4574349 Jul 22 21:31:54.330168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:54.395656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7aaffca4-2384-4760-b646-dc22828df134 None None] For port 24c8a008-fdb2-40f6-b884-ba304b04f650, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=24c8a008-fdb2-40f6-b884-ba304b04f650,segment=NetworkSegment(7ad46b94-6c96-4660-84c3-a49c9950f171),segment_id=7ad46b94-6c96-4660-84c3-a49c9950f171)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:54.397848 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b3e8ee-3234-4cd7-b49c-7894d08c9650 None None] Network 244257ff-d7bd-4f35-9336-80b67ba51c59 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:54.408734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7aaffca4-2384-4760-b646-dc22828df134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:54.519668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:54.520379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:54.606477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2ede8c3a-811d-45aa-aa4c-18818dc7277e req-1baf52d0-f35d-4845-b6ee-ebc923875dca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013042 Jul 22 21:31:54.610467 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:54.617471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:54.620475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:54.689623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:54.747922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaffca4-2384-4760-b646-dc22828df134 None None] Pushing event updated for resources: {'Port': ['ID=24c8a008-fdb2-40f6-b884-ba304b04f650,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:54.907511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:31:54.913172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:54.924887 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:54.925451 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Added segment c46ce6f8-83ff-4469-99ff-1bfa3970855c of type vlan for network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 Jul 22 21:31:54.986574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Provisioning for port 7396d564-1782-4219-99be-bf4d8c3d4108 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:54.992309 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.008775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Provisioning complete for port 7396d564-1782-4219-99be-bf4d8c3d4108 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:55.009973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.063639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Port 7396d564-1782-4219-99be-bf4d8c3d4108 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:55.128746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.131646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:55.132691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.140231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Provisioning complete for port 24c8a008-fdb2-40f6-b884-ba304b04f650 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:55.140616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.167170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] Deleting subnet 6b791cfe-f82f-43cc-ad22-aac85d6b8b70 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:31:55.192583 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.220348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object b88974c9-2225-49d0-a100-c82a58c42c9a will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:55.268661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:55.276476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.303140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.336485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:31:55.359375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Router d0933604-d5cc-4c16-8dc7-c0261f05f06f is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:31:55.362518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.363086 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added segment 3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e of type vlan for network 8c952401-e84c-4524-ae4f-3af15672179e Jul 22 21:31:55.377883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.447044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.452226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c0693c-30d7-4056-9dfe-42290cb77b6a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:55.463270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4175351 Jul 22 21:31:55.465978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42352) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:55.488876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:55.493474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:51Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:31:52Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:55.505188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Request body: {'subnet': {'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-subnet', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:55.548967 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.567501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:55.569135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Updating router 16e350de-4074-4c2c-99d3-fac01d8e71e8 port 7396d564-1782-4219-99be-bf4d8c3d4108 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:31:55.577618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:31:55.591096 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.633773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d55b47-b7bc-4a79-af9f-a542e6751117 admin admin] Pushing event updated for resources: {'Network': ['ID=d83b34ae-b9da-4254-a7f8-3ea957ceaa49,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:55.638727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:55.639556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Provisioning for port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:55.651549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Provisioning complete for port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:55.651549 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.680765 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.682870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:31:55.727630 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.737744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:55.738114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.779832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79f6dd-83d8-4474-aba9-61f582946929 req-66ffaf0e-6bab-4821-ad0c-997fa374e658 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:55.791184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e79f6dd-83d8-4474-aba9-61f582946929 req-66ffaf0e-6bab-4821-ad0c-997fa374e658 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 1.3486214 Jul 22 21:31:55.795146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:55.804943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.806840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-00cfbf27-6cc1-4a2c-998b-b598f77c9de9 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "PUT /v2.0/routers/d0933604-d5cc-4c16-8dc7-c0261f05f06f HTTP/1.1" status: 200 len: 879 time: 6.9561160 Jul 22 21:31:55.812030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42356) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:55.824139 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] Sync routers for ids ['d0933604-d5cc-4c16-8dc7-c0261f05f06f'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:55.846473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=b88974c9-2225-49d0-a100-c82a58c42c9a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:55.858211 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] Routers {'d0933604-d5cc-4c16-8dc7-c0261f05f06f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:55.859220 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d0933604-d5cc-4c16-8dc7-c0261f05f06f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:55.898861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:55.902044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:55.924240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:31:55.958717 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:56.002268 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] Routers {'d0933604-d5cc-4c16-8dc7-c0261f05f06f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:56.004908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['d0933604-d5cc-4c16-8dc7-c0261f05f06f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:56.032556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8980980 Jul 22 21:31:56.037736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d5a45-658b-4eb1-9a8c-2f5475095d99 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Network': ['ID=8c952401-e84c-4524-ae4f-3af15672179e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:56.045673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42358) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:56.056317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'subnet': {'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:56.095224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 8c952401-e84c-4524-ae4f-3af15672179e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:31:56.122911 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:56.124020 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8a971-2f28-4cc5-9488-3e7d2da4c95e None None] The sync data for ids ['d0933604-d5cc-4c16-8dc7-c0261f05f06f'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:31:56.200709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.259325 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-69583f29-2348-4165-9263-a4d14c0a2b17 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/d0933604-d5cc-4c16-8dc7-c0261f05f06f HTTP/1.1" status: 200 len: 920 time: 0.4461529 Jul 22 21:31:56.270888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42360) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:56.329075 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.386680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.408647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Made reservation on behalf of a83ab778a42743589459e98ab3ceef8e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:31:56.410515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.460993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b791cfe-f82f-43cc-ad22-aac85d6b8b70,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:56.477737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] For port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:31:56.484243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 24c8a008-fdb2-40f6-b884-ba304b04f650 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:56.524793 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.556936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a1238-4641-4fae-b68a-a203ca827026 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:56.563700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac6a1238-4641-4fae-b68a-a203ca827026 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=d0933604-d5cc-4c16-8dc7-c0261f05f06f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2869024 Jul 22 21:31:56.569210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42362) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:56.701538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529258a-147b-4bf5-b1d0-c683d279554d None None] Pushing event updated for resources: {'Port': ['ID=9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:56.721124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d0f95c36-7e92-412a-a9c1-be178389eb2e None None] Provisioning for port b88974c9-2225-49d0-a100-c82a58c42c9a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:31:56.740209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d0f95c36-7e92-412a-a9c1-be178389eb2e None None] Provisioning complete for port b88974c9-2225-49d0-a100-c82a58c42c9a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:56.740692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0f95c36-7e92-412a-a9c1-be178389eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.772819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 24c8a008-fdb2-40f6-b884-ba304b04f650 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:56.773370 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.817698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa831d-4898-47b1-80d3-a01498fa582b tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:56.824549 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14fa831d-4898-47b1-80d3-a01498fa582b tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 0.2492278 Jul 22 21:31:56.827137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42364) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:56.884200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.896968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d0f95c36-7e92-412a-a9c1-be178389eb2e None None] Port b88974c9-2225-49d0-a100-c82a58c42c9a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:31:56.908819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Transition to ACTIVE for port object 7396d564-1782-4219-99be-bf4d8c3d4108 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:31:56.924313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:56.924586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1af68142-ec84-458b-87e7-36129a9afb02 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0933604-d5cc-4c16-8dc7-c0261f05f06f HTTP/1.1" status: 200 len: 205 time: 0.0933802 Jul 22 21:31:56.930373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42366) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:56.998716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d0f95c36-7e92-412a-a9c1-be178389eb2e None None] Provisioning complete for port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:56.999348 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0f95c36-7e92-412a-a9c1-be178389eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.068762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e79f6dd-83d8-4474-aba9-61f582946929 req-b7b71c4f-c3e9-49da-ab4b-4e4030d5fd41 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2761228 Jul 22 21:31:57.080279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.116073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.120640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1ef56013-5cd5-43d7-a460-24f1432f8cb0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6b791cfe-f82f-43cc-ad22-aac85d6b8b70 HTTP/1.1" status: 204 len: 168 time: 3.1174760 Jul 22 21:31:57.137861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3120a-aba7-4dc5-8434-c0d8c12d55b9 None None] Pushing event updated for resources: {'Port': ['ID=7396d564-1782-4219-99be-bf4d8c3d4108,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:57.158448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:57.185336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.211137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Attempting to bind port 7396d564-1782-4219-99be-bf4d8c3d4108 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:31:57.212163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Attempting to bind port 7396d564-1782-4219-99be-bf4d8c3d4108 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:31:57.213076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Attempting to bind port 7396d564-1782-4219-99be-bf4d8c3d4108 on network 2bae135d-44a8-42b2-9069-9bde203e25d2 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:31:57.227100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:31:57.227876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Checking segment: {'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:57.228622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.229348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Bound using segment: {'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:31:57.230194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Bound port: 7396d564-1782-4219-99be-bf4d8c3d4108, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad46b94-6c96-4660-84c3-a49c9950f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:31:57.230889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.343291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:57.361791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.370358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Subnet': ['ID=e2ae30c0-eee7-457d-a0da-d53ef4ef30f1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:57.390144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] For port 7396d564-1782-4219-99be-bf4d8c3d4108, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:31:57.402754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] For port 7396d564-1782-4219-99be-bf4d8c3d4108, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7396d564-1782-4219-99be-bf4d8c3d4108,segment=NetworkSegment(7ad46b94-6c96-4660-84c3-a49c9950f171),segment_id=7ad46b94-6c96-4660-84c3-a49c9950f171)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:31:57.420469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.421091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] Sync routers for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:57.426365 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.489010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Checking segment: {'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:57.489936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network hostable DHCP agents. Network: 8c952401-e84c-4524-ae4f-3af15672179e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:31:57.499480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.523804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:57.525052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:57.743726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2da292a4-15dc-46cd-9ecd-5345b8fdb028 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "PUT /v2.0/floatingips/4435fda6-016a-4ec1-bbf5-90b977749851 HTTP/1.1" status: 200 len: 992 time: 7.8242042 Jul 22 21:31:57.760143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.761728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:31:57.766214 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9114e6d3-4387-4496-95a4-3ac66c3ac805" -d '{"events": [{"name": "network-changed", "server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:31:57.792418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244257ff-d7bd-4f35-9336-80b67ba51c59']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:57.792721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Router 3004dcd3-c483-464f-8f02-fb867c77ec46 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:31:57.819455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae42767-f62d-4e09-92fd-96cf309c6f68') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:57.820014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae42767-f62d-4e09-92fd-96cf309c6f68') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:57.839147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.870573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.882403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:31:57.883209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:57.898369 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e2e222-b2ec-42f7-a9c8-8ef55ab5d145 x-openstack-request-id: req-b0e2e222-b2ec-42f7-a9c8-8ef55ab5d145 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:31:57.898889 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:31:57.899340 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0e2e222-b2ec-42f7-a9c8-8ef55ab5d145 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:31:57.900198 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'status': 'completed', 'code': 200} Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:31:57.924987 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:31:57.939993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 8c952401-e84c-4524-ae4f-3af15672179e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:31:57.959015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:58.057430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:58.058675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:58.064293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3120a-aba7-4dc5-8434-c0d8c12d55b9 None None] Pushing event updated for resources: {'Port': ['ID=7396d564-1782-4219-99be-bf4d8c3d4108,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:58.096260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 8c952401-e84c-4524-ae4f-3af15672179e) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:58.104966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:58.140820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:58.142180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:58.162482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:58.211893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:58.213435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e62b0-0569-4056-ad00-b82ef7cc5e96 None None] Network 8c952401-e84c-4524-ae4f-3af15672179e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:58.220192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] 10.222.0.54 "DELETE /v2.0/networks/244257ff-d7bd-4f35-9336-80b67ba51c59 HTTP/1.1" status: 204 len: 168 time: 1.0521338 Jul 22 21:31:58.220192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528e634-8a1d-477e-8981-fd22ffcebb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=244257ff-d7bd-4f35-9336-80b67ba51c59,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:58.223266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:31:58.241781 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] Sync routers for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:31:58.247444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-52ae352f-92ce-4031-a44f-de0dd69683fa admin admin] 10.222.0.54 "PUT /v2.0/routers/3004dcd3-c483-464f-8f02-fb867c77ec46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3977954 Jul 22 21:31:58.252568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42378) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:58.269255 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:58.270272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:58.332278 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-afd33e4d-9c5d-4d60-96d2-7491ad37b08e tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2843010 Jul 22 21:31:58.342605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42380) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:58.346317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:58.493175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-42e0d035-3e2c-4114-ab69-39675e9aef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:58.507224 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-42e0d035-3e2c-4114-ab69-39675e9aef51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 1098 time: 0.5432787 Jul 22 21:31:58.536277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d39fb80-71f0-47b2-84bc-bc691826ea84,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:31:58.539494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42382) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:58.587100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:58.613997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:31:58.651453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:58.875387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Checking segment: {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:31:58.875975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Network hostable DHCP agents. Network: d83b34ae-b9da-4254-a7f8-3ea957ceaa49, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:31:58.944356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:58.970630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-307f7229-8bc6-425a-b01e-0d3e34a86865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:58.974955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-307f7229-8bc6-425a-b01e-0d3e34a86865 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.3818767 Jul 22 21:31:58.987679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Deleting port 24602597-70ea-4c7e-8b1b-47eb604684bf {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:31:58.988628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:58.996041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd697e36-21c3-4d0e-85f2-a34d758151d9 req-55d6a84d-4857-47ab-a64b-4af2c120beb6 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:59.009760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd697e36-21c3-4d0e-85f2-a34d758151d9 req-55d6a84d-4857-47ab-a64b-4af2c120beb6 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.7716987 Jul 22 21:31:59.015910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3ed4ba40-d37c-4ba3-9b3e-202d289d5a6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d91b740c06146358c79fc3937152cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149907 Jul 22 21:31:59.024181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.026493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42386) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:59.134251 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:31:52Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:59.166521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:31:59.210915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-8c952401-e84c-4524-ae4f-3af15672179e', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:31:59.212578 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.236698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, d83b34ae-b9da-4254-a7f8-3ea957ceaa49) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:31:59.238420 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] Checking router: 3004dcd3-c483-464f-8f02-fb867c77ec46 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:31:59.267090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:31:59.268095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.278988 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] Routers {'3004dcd3-c483-464f-8f02-fb867c77ec46'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:31:59.281480 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3004dcd3-c483-464f-8f02-fb867c77ec46'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:31:59.333485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd697e36-21c3-4d0e-85f2-a34d758151d9 req-7965f81f-2783-4e4e-8e89-6cdd4e16d86f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222120 Jul 22 21:31:59.398205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-adeb41af-8c89-4602-a68f-9a13e1c3ed7d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.9065530 Jul 22 21:31:59.403024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42390) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:31:59.478209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:31:59.524916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:31:59.525519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.565410 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.616445 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.620403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.648095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a91ae-2291-4aa8-a14d-295c2f2c13c4 None None] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:31:59.782781 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.840316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.847639 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] Set router 3004dcd3-c483-464f-8f02-fb867c77ec46 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:31:59.869165 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:59.931785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Allocated IP 172.23.0.2 (8c952401-e84c-4524-ae4f-3af15672179e/e2ae30c0-eee7-457d-a0da-d53ef4ef30f1/bf2f32d2-85df-4d60-84bc-58b9efc39ba2) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:00.036631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-01716f2b-350a-401f-b03e-228782546ac6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4 HTTP/1.1" status: 200 len: 1000 time: 1.0373259 Jul 22 21:32:00.179273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Deleting port a362f6a7-e0d3-46b2-8743-d627469d0235 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:00.180121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.230598 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.233588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=b88974c9-2225-49d0-a100-c82a58c42c9a,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:00.332798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.390434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Calling delete_port for 24602597-70ea-4c7e-8b1b-47eb604684bf owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:00.467612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.803774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-983c47d6-1ecc-42a4-a9ff-0f5a9123925b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.817903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] For port a362f6a7-e0d3-46b2-8743-d627469d0235, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a362f6a7-e0d3-46b2-8743-d627469d0235,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:00.820265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.837219 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:31:52Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:00.851534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Calling delete_port for a362f6a7-e0d3-46b2-8743-d627469d0235 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:00.851830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-983c47d6-1ecc-42a4-a9ff-0f5a9123925b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.867335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-d83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:32:00.868364 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.951381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:00.958295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '4435fda6-016a-4ec1-bbf5-90b977749851', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'port_id': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'mac_address': 'fa:16:3e:80:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:31:12Z', 'updated_at': '2021-07-22T21:31:51Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:00.977846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-9903d1cb-71bc-4d2f-bc44-9a40cbfabbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:00.980723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-9903d1cb-71bc-4d2f-bc44-9a40cbfabbff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.9267950 Jul 22 21:32:01.006116 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155201e-fdb3-4451-957d-c8fb48991434 None None] The sync data for ids ['3004dcd3-c483-464f-8f02-fb867c77ec46'] in n-d-762330-19 is: [{'id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'name': 'tempest-ServerActionsTestJSON-150051627-router', 'tenant_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:17:06Z', 'updated_at': '2021-07-22T21:31:52Z', 'revision_number': 5, 'project_id': 'e6df074fe81a4875a5ee682f7bc5f9d8', 'gw_port': {'id': 'a362f6a7-e0d3-46b2-8743-d627469d0235', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004dcd3-c483-464f-8f02-fb867c77ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:17:07Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:01.050671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Transition to ACTIVE for port object bf2f32d2-85df-4d60-84bc-58b9efc39ba2 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:01.054642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-983c47d6-1ecc-42a4-a9ff-0f5a9123925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:01.059759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-983c47d6-1ecc-42a4-a9ff-0f5a9123925b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:01.061915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-983c47d6-1ecc-42a4-a9ff-0f5a9123925b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/288cb617-d34d-4e0c-951b-1f9887cdad3a HTTP/1.1" status: 204 len: 168 time: 2.0269370 Jul 22 21:32:01.106139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Transition to ACTIVE for port object bf2f32d2-85df-4d60-84bc-58b9efc39ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:01.113576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] Checking router: 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:01.177738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c47d6-1ecc-42a4-a9ff-0f5a9123925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288cb617-d34d-4e0c-951b-1f9887cdad3a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:01.291722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:01.312395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:01.434874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Pushing event updated for resources: {'Port': ['ID=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:01.478972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:01.480680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:01.514398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:51Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:01.516044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:01.527207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:01.689441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-588adb5c-36ba-4b0f-bcd6-5f95b7a360eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:01.692169 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-588adb5c-36ba-4b0f-bcd6-5f95b7a360eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6677899 Jul 22 21:32:01.712129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:01.742673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2c7a6-af7d-46d6-9c30-7091e39fec27 req-dcb7879b-a9d4-4c66-aea3-cf1db6270eec tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:01.763801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ec2c7a6-af7d-46d6-9c30-7091e39fec27 req-dcb7879b-a9d4-4c66-aea3-cf1db6270eec tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 1.0143282 Jul 22 21:32:01.882178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.075448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event deleted for resources: {'Port': ['ID=24602597-70ea-4c7e-8b1b-47eb604684bf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:02.106320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a362f6a7-e0d3-46b2-8743-d627469d0235,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:02.114030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa88f62-ee8e-4364-a1be-5cce51c9eb30 None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:31:51Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:02.119611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Network 8c952401-e84c-4524-ae4f-3af15672179e is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:02.136764 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-bb15aaf2-c601-41fd-82ac-0bd3c2249cb2 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963599 Jul 22 21:32:02.216622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:02.219761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.244815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:02.292733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Allocated IP 172.20.0.2 (d83b34ae-b9da-4254-a7f8-3ea957ceaa49/0d39fb80-71f0-47b2-84bc-bc691826ea84/625579ce-b37f-46a2-9f97-1dddb8eef929) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:02.351036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dc69714c-29f8-41d8-a135-ece7c67232d6 None None] Provisioning complete for port b88974c9-2225-49d0-a100-c82a58c42c9a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:02.351796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dc69714c-29f8-41d8-a135-ece7c67232d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.430133 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.651124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dc69714c-29f8-41d8-a135-ece7c67232d6 None None] Port b88974c9-2225-49d0-a100-c82a58c42c9a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:32:02.653591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Attempting to bind port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:32:02.654191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Attempting to bind port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:32:02.654777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Attempting to bind port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 on network 8c952401-e84c-4524-ae4f-3af15672179e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:02.679472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.712165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:02.719950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:32:02.720530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Checking segment: {'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:32:02.721184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.721832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Bound using segment: {'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:32:02.722616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Bound port: bf2f32d2-85df-4d60-84bc-58b9efc39ba2, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:32:02.723244 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.965128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.970194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.137440 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9114e6d3-4387-4496-95a4-3ac66c3ac805 req-ea8e31d1-b000-4458-a7cf-843c19f83c56 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9825394 Jul 22 21:32:03.148216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.148452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Fanout notify agent at l3_agent the message router_deleted on router d0933604-d5cc-4c16-8dc7-c0261f05f06f {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:32:03.192398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.202938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7396d564-1782-4219-99be-bf4d8c3d4108 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:03.203795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-825d1810-4da7-4fb2-b7b4-0dc773491f73 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/d0933604-d5cc-4c16-8dc7-c0261f05f06f HTTP/1.1" status: 204 len: 168 time: 6.2711933 Jul 22 21:32:03.204428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42430) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:03.221476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ec2c7a6-af7d-46d6-9c30-7091e39fec27 req-b1466dc0-7d59-49b7-aa16-c0ee3c8a995b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4560792 Jul 22 21:32:03.366000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-872aeaf5-baed-4c2a-8edd-2e9859e17997 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-850334410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:03.399358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] For port bf2f32d2-85df-4d60-84bc-58b9efc39ba2, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:32:03.459732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Allocated IP 172.23.0.1 (8c952401-e84c-4524-ae4f-3af15672179e/e2ae30c0-eee7-457d-a0da-d53ef4ef30f1/e909528d-d4c5-42f2-b0c2-f0feb62f6961) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:03.480946 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872aeaf5-baed-4c2a-8edd-2e9859e17997 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.482541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872aeaf5-baed-4c2a-8edd-2e9859e17997 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.506841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] For port bf2f32d2-85df-4d60-84bc-58b9efc39ba2, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,segment=NetworkSegment(3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e),segment_id=3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:32:03.534650 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.550820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.574210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Transition to ACTIVE for port object 625579ce-b37f-46a2-9f97-1dddb8eef929 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:03.602033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.654369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 79302ccd-1f36-4108-bc26-1353847544fa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:03.769521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.776796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.804684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872aeaf5-baed-4c2a-8edd-2e9859e17997 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.808603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Transition to ACTIVE for port object 625579ce-b37f-46a2-9f97-1dddb8eef929 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:03.856838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872aeaf5-baed-4c2a-8edd-2e9859e17997 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.887934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 7396d564-1782-4219-99be-bf4d8c3d4108 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:03.892649 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.923192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872aeaf5-baed-4c2a-8edd-2e9859e17997 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.925616 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-872aeaf5-baed-4c2a-8edd-2e9859e17997 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5688827 Jul 22 21:32:03.934679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42440) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:03.949883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': True}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:03.964247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7396d564-1782-4219-99be-bf4d8c3d4108 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:03.964950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.061594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.063647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3004dcd3-c483-464f-8f02-fb867c77ec46 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:32:04.071587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.077903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-38590d40-9351-43ab-bf79-345a8a45b1e0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3004dcd3-c483-464f-8f02-fb867c77ec46 HTTP/1.1" status: 204 len: 168 time: 5.8110523 Jul 22 21:32:04.079380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42444) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:04.097240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:04.104346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.117245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:04.120309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62099df-fd6f-4c90-ac2d-29ad260fca90 None None] Pushing event updated for resources: {'Port': ['ID=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:04.127097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:04.295318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.402086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] Deleting subnet 7136f993-7f31-4f60-9b0c-c2932bc483f4 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:32:04.430774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Pushing event updated for resources: {'Port': ['ID=625579ce-b37f-46a2-9f97-1dddb8eef929,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:04.499381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.508844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:04.622222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ec8b84b3-9832-4c7c-8727-93c5b8480dbc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/79302ccd-1f36-4108-bc26-1353847544fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5402398 Jul 22 21:32:04.624049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Sync routers for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:04.679100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:04.680324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:04.698020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.716805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.785494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Transition to ACTIVE for port object e909528d-d4c5-42f2-b0c2-f0feb62f6961 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:04.945578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:04.995664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.043822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.111118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Allocated IP 172.25.5.94 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/ad0d08da-ae6c-4971-8c9f-b033d51a4777) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:05.150042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d542b-1764-4503-870e-f0a76d7e8494 req-9b07cde6-59ae-436b-b00f-3c7f5ece2702 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:05.152932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-716d542b-1764-4503-870e-f0a76d7e8494 req-9b07cde6-59ae-436b-b00f-3c7f5ece2702 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.5068498 Jul 22 21:32:05.155594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 8c952401-e84c-4524-ae4f-3af15672179e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:05.171062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:05.204023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:05.302477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '4435fda6-016a-4ec1-bbf5-90b977749851', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'port_id': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'mac_address': 'fa:16:3e:80:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:31:12Z', 'updated_at': '2021-07-22T21:31:51Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:05.421296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Attempting to bind port 625579ce-b37f-46a2-9f97-1dddb8eef929 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:32:05.421809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Attempting to bind port 625579ce-b37f-46a2-9f97-1dddb8eef929 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:32:05.422289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Attempting to bind port 625579ce-b37f-46a2-9f97-1dddb8eef929 on network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:05.430696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76203a-2380-432d-926a-769e4b7afce3 None None] The sync data for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 is: [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '4435fda6-016a-4ec1-bbf5-90b977749851', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'port_id': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'mac_address': 'fa:16:3e:80:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:31:12Z', 'updated_at': '2021-07-22T21:31:51Z', 'revision_number': 1, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:05.433871 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.436409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:32:05.436790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Checking segment: {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:32:05.437428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.437946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Bound using segment: {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:32:05.438572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Bound port: 625579ce-b37f-46a2-9f97-1dddb8eef929, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:32:05.439175 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.492794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=e909528d-d4c5-42f2-b0c2-f0feb62f6961,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:05.617018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.618839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-716d542b-1764-4503-870e-f0a76d7e8494 req-737850e5-ec9f-45fc-ba14-79c919698e13 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385369 Jul 22 21:32:05.620884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.663063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.702345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.738525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] For port 625579ce-b37f-46a2-9f97-1dddb8eef929, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:32:05.746083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] For port 625579ce-b37f-46a2-9f97-1dddb8eef929, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=625579ce-b37f-46a2-9f97-1dddb8eef929,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:32:05.782167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 7396d564-1782-4219-99be-bf4d8c3d4108, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7396d564-1782-4219-99be-bf4d8c3d4108,segment=NetworkSegment(7ad46b94-6c96-4660-84c3-a49c9950f171),segment_id=7ad46b94-6c96-4660-84c3-a49c9950f171)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:05.790879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.851646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.918879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.947799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65a7ec0a-ed63-4b37-8aad-079b490ac43c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:06.011146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-dc3f1329-1366-418e-8bec-9b4e19f1f919 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016109408&fields=id&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 267 time: 0.5049946 Jul 22 21:32:06.018117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:06.047984 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795bd2f-d763-48d8-a02c-bc1d77df0278 None None] New status for floating IP 4435fda6-016a-4ec1-bbf5-90b977749851: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:32:06.145649 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:06.160438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7136f993-7f31-4f60-9b0c-c2932bc483f4 HTTP/1.1" status: 204 len: 168 time: 2.0724719 Jul 22 21:32:06.172230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42482) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:06.214476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5264068-2f3f-4ffa-9b3c-5dca371d5852 None None] Network 54816aaf-9317-42d2-88a0-072c36c71da5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:32:06.254288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f02802-12e7-48f3-a4b6-328071650caf None None] Network 8c952401-e84c-4524-ae4f-3af15672179e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:32:06.262217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 65a7ec0a-ed63-4b37-8aad-079b490ac43c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:06.262779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65a7ec0a-ed63-4b37-8aad-079b490ac43c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:06.605142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7c676d01-7e84-4d68-893a-24f1e9a65379 None None] Provisioning for port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:06.798611 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:06.811320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5686fc-e908-4496-aee0-ae3e87387eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7136f993-7f31-4f60-9b0c-c2932bc483f4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:07.024031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2feb80c-a9c5-48ec-8067-b0b51f2a70d2 None None] Pushing event updated for resources: {'Port': ['ID=625579ce-b37f-46a2-9f97-1dddb8eef929,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:07.095467 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:07.113171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bf2f32d2-85df-4d60-84bc-58b9efc39ba2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:07.116976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-ad107e03-f7fb-4549-a3c2-0f8a2163071f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:07.119548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-ad107e03-f7fb-4549-a3c2-0f8a2163071f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 796 time: 1.0453355 Jul 22 21:32:07.124718 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:07.327464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8a9903b0-4b9d-4f87-8a45-38754cfd972f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/quotas/c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 375 time: 0.1663797 Jul 22 21:32:07.352442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:07.376278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:07.379431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Pushing event updated for resources: {'Port': ['ID=ad0d08da-ae6c-4971-8c9f-b033d51a4777,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:07.391939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:07.568965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=7396d564-1782-4219-99be-bf4d8c3d4108,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:07.705772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:07.777860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Deleting port 30ed346c-186a-43c4-94d8-0cbee276e93a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:07.778741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:07.812258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:07.813560 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:07.854761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c26fda-d68d-47d6-b907-7c87713386f9 req-0f17c0d7-ab10-49b6-b34c-035dadf0d745 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:07.868278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7c26fda-d68d-47d6-b907-7c87713386f9 req-0f17c0d7-ab10-49b6-b34c-035dadf0d745 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.9285567 Jul 22 21:32:07.900471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42494) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:07.902438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Allocated IP 172.25.5.110 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/478001da-2a2c-4735-b5b4-4ec59df1bdba) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:07.996728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:31:59Z', 'revision_number': 2, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:08.065444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd0b7c-a5b5-4e0b-9a46-d4c6a142b1d0 None None] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:32:08.108830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Checking router: 79302ccd-1f36-4108-bc26-1353847544fa for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:08.109122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Updating router 79302ccd-1f36-4108-bc26-1353847544fa port b88974c9-2225-49d0-a100-c82a58c42c9a binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:32:08.139070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.167995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.199098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7c26fda-d68d-47d6-b907-7c87713386f9 req-8eb8e190-77bc-406f-b878-3d0161e03f62 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270910 Jul 22 21:32:08.229720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] For port 30ed346c-186a-43c4-94d8-0cbee276e93a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=30ed346c-186a-43c4-94d8-0cbee276e93a,segment=NetworkSegment(3e0fc2cc-ecb5-44ae-a857-2670bfff306c),segment_id=3e0fc2cc-ecb5-44ae-a857-2670bfff306c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:08.231302 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.261682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Calling delete_port for 30ed346c-186a-43c4-94d8-0cbee276e93a owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:08.265868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d3775fe5-ea22-483a-9713-0fbdac36f39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.334783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.343972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c8fd8a62-4fb5-4e60-b22a-b329c490896b None None] Provisioning for port 625579ce-b37f-46a2-9f97-1dddb8eef929 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:08.348469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2b3e7-f9e9-4d43-9cea-f3fbd35c5c6b None None] DHCP port deletion for 54816aaf-9317-42d2-88a0-072c36c71da5 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:32:08.573729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.578717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event updated for resources: {'Port': ['ID=e909528d-d4c5-42f2-b0c2-f0feb62f6961,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:08.605615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-d7fccf09-16df-42c6-8472-8a4c28172f64 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2766643 Jul 22 21:32:08.610431 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.625014 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.628609 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.708108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-11a2b3e7-f9e9-4d43-9cea-f3fbd35c5c6b None None] The port '30ed346c-186a-43c4-94d8-0cbee276e93a' was deleted {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 21:32:08.756679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:08.828205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Pushing event deleted for resources: {'Port': ['ID=30ed346c-186a-43c4-94d8-0cbee276e93a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:08.840069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] No DVR routers for this DVR port 30ed346c-186a-43c4-94d8-0cbee276e93a on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:32:08.924447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Network 8c952401-e84c-4524-ae4f-3af15672179e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:08.931760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port bf2f32d2-85df-4d60-84bc-58b9efc39ba2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,segment=NetworkSegment(3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e),segment_id=3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:08.941025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51f65ce7-ccb2-4b69-a049-e4ae017ba8c8 None None] Provisioning complete for port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:08.941404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:08.941928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51f65ce7-ccb2-4b69-a049-e4ae017ba8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.054888 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.105974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.119925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a362f6a7-e0d3-46b2-8743-d627469d0235 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:09.149320 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.176667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54816aaf-9317-42d2-88a0-072c36c71da5']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:09.181468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d3775fe5-ea22-483a-9713-0fbdac36f39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.201047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0fc2cc-ecb5-44ae-a857-2670bfff306c') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:09.201534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0fc2cc-ecb5-44ae-a857-2670bfff306c') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:09.225554 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.230636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d3775fe5-ea22-483a-9713-0fbdac36f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.232532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a362f6a7-e0d3-46b2-8743-d627469d0235 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:09.233689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a362f6a7-e0d3-46b2-8743-d627469d0235 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:09.333824 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.371288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:09.372773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:32:09.373747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:32:09.378612 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:32:09.435720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:09.544182 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d3775fe5-ea22-483a-9713-0fbdac36f39e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8495b9e99e4b4c3dacb7d451975a111a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6257374 Jul 22 21:32:09.544182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:09.547679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:09.629071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42502) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:09.718911 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:32:09.756979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-ee6a802b-d94a-4acf-b5eb-fd4007ee90d3 service neutron] 10.222.0.54 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0026186 Jul 22 21:32:09.849305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7396d564-1782-4219-99be-bf4d8c3d4108 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:09.866612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Port': ['ID=478001da-2a2c-4735-b5b4-4ec59df1bdba,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:09.897433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775fe5-ea22-483a-9713-0fbdac36f39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347e209-43fa-4638-a547-25058aae2736,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:09.919465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:09.935965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51f65ce7-ccb2-4b69-a049-e4ae017ba8c8 None None] Provisioning for port e909528d-d4c5-42f2-b0c2-f0feb62f6961 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:09.945920 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:09.951936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51f65ce7-ccb2-4b69-a049-e4ae017ba8c8 None None] Provisioning complete for port e909528d-d4c5-42f2-b0c2-f0feb62f6961 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:09.951936 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51f65ce7-ccb2-4b69-a049-e4ae017ba8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.011594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17e14fa2-9ddd-43e0-a49b-e81de7d28edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.060885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Transition to ACTIVE for port object b88974c9-2225-49d0-a100-c82a58c42c9a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:10.073252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-51f65ce7-ccb2-4b69-a049-e4ae017ba8c8 None None] Port e909528d-d4c5-42f2-b0c2-f0feb62f6961 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:32:10.088861 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.112655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7396d564-1782-4219-99be-bf4d8c3d4108 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:10.112655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.376485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e055-231d-45f8-97d7-b1e0bd5bc0bb None None] Pushing event updated for resources: {'Port': ['ID=b88974c9-2225-49d0-a100-c82a58c42c9a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:10.418097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.420442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a4901b92-60a3-4798-927b-07cf41298b6c None None] Provisioning complete for port e909528d-d4c5-42f2-b0c2-f0feb62f6961 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:10.421003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4901b92-60a3-4798-927b-07cf41298b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.423637 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17e14fa2-9ddd-43e0-a49b-e81de7d28edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.518519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Attempting to bind port b88974c9-2225-49d0-a100-c82a58c42c9a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:32:10.519430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Attempting to bind port b88974c9-2225-49d0-a100-c82a58c42c9a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:32:10.519667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Attempting to bind port b88974c9-2225-49d0-a100-c82a58c42c9a on network d1a84503-f252-439b-bbbc-1eee70cfcb03 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:10.529940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a4901b92-60a3-4798-927b-07cf41298b6c None None] Port e909528d-d4c5-42f2-b0c2-f0feb62f6961 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:32:10.533885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:32:10.534453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Checking segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:32:10.535056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.535465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Bound using segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:32:10.536681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Bound port: b88974c9-2225-49d0-a100-c82a58c42c9a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:32:10.537142 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.544130 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.634977 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.642210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] 10.222.0.54 "DELETE /v2.0/networks/54816aaf-9317-42d2-88a0-072c36c71da5 HTTP/1.1" status: 204 len: 168 time: 4.4620953 Jul 22 21:32:10.642828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:10.662641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 625579ce-b37f-46a2-9f97-1dddb8eef929 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:10.665016 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a22bbc0a-4dff-4f57-96ec-f210c811c971 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2969012 Jul 22 21:32:10.669732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42506) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:10.677108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:10.686530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:10.695106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:10.697632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba0bfd-a971-48ce-9609-84f84ff9acff admin admin] Pushing event deleted for resources: {'Network': ['ID=54816aaf-9317-42d2-88a0-072c36c71da5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:10.809664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:10.810618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:10.878448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8249780-370c-422d-b564-505db3ae89d7 req-4845408d-25c8-4f58-a7f0-0c248344772c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:10.881666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8249780-370c-422d-b564-505db3ae89d7 req-4845408d-25c8-4f58-a7f0-0c248344772c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 1.1988447 Jul 22 21:32:10.888949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c2fda11e-088a-4f72-95e7-89d77811c027 service neutron] 10.222.0.54 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1291957 Jul 22 21:32:10.932816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] For port b88974c9-2225-49d0-a100-c82a58c42c9a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:32:11.010590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] For port b88974c9-2225-49d0-a100-c82a58c42c9a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b88974c9-2225-49d0-a100-c82a58c42c9a,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:32:11.033353 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:11.071092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42508) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:11.090987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8249780-370c-422d-b564-505db3ae89d7 req-ecd58129-c24f-42d5-84ca-c8bd02c5598b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697037 Jul 22 21:32:11.105036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:11.157884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17e14fa2-9ddd-43e0-a49b-e81de7d28edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:11.162660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17e14fa2-9ddd-43e0-a49b-e81de7d28edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:11.190153 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-17e14fa2-9ddd-43e0-a49b-e81de7d28edd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7347e209-43fa-4638-a547-25058aae2736 HTTP/1.1" status: 204 len: 168 time: 1.5436423 Jul 22 21:32:11.191320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1f111840-fe77-4488-964a-40f09dd716cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6df074fe81a4875a5ee682f7bc5f9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184952 Jul 22 21:32:11.196246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42512) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:11.229700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Router b778e5d7-b083-4842-a37e-fb7ada94550a is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:32:11.356432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 625579ce-b37f-46a2-9f97-1dddb8eef929 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:11.368097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e14fa2-9ddd-43e0-a49b-e81de7d28edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347e209-43fa-4638-a547-25058aae2736,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:11.541896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 625579ce-b37f-46a2-9f97-1dddb8eef929 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:11.542455 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:11.579199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:11.595754 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Sync routers for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:11.614753 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:11.616470 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:11.742438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc2a461a-1ce2-4453-a162-163faec0875c req-8dbbc48a-795d-42d6-99a2-71db9637acc7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 210 time: 0.1497850 Jul 22 21:32:11.767664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:11.775279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-619d7eac-4ecf-468a-a2ca-52b7f26d5f7e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.3651450 Jul 22 21:32:11.776726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:11.835929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:11.861434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:11.885599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebd4184a-f7f5-4ca8-a9f6-8d82584da519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:12.024430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:12.025384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:12.070096 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:12.456766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e055-231d-45f8-97d7-b1e0bd5bc0bb None None] Pushing event updated for resources: {'Port': ['ID=b88974c9-2225-49d0-a100-c82a58c42c9a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:12.600713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42532) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:12.651979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:12.672948 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7efd92f6-0c78-40ae-83a3-f65465ece1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:12.822545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a972-3b4e-4993-9d42-fb65cadf1489 req-05609f8e-676c-4a23-a323-d5318bf262cb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:12.826458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9e0a972-3b4e-4993-9d42-fb65cadf1489 req-05609f8e-676c-4a23-a323-d5318bf262cb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4027643 Jul 22 21:32:12.829508 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:07Z', 'revision_number': 3, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:12.929225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9e0a972-3b4e-4993-9d42-fb65cadf1489 req-7a59b469-ee9d-4364-97f9-6793cf23a75b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812812 Jul 22 21:32:13.007785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Checking router: b778e5d7-b083-4842-a37e-fb7ada94550a for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:13.008379 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Updating router b778e5d7-b083-4842-a37e-fb7ada94550a port ad0d08da-ae6c-4971-8c9f-b033d51a4777 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:32:13.027626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5cb995ee-3e8c-43f8-8791-69170d69af84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.073991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebd4184a-f7f5-4ca8-a9f6-8d82584da519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.133121 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.241127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.355595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:06Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:07Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:13.374027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 21:32:13.386089 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54f04dcf-ef83-4af5-9022-b062e8789778 req-6aa74d0f-78f7-4568-8edd-de4e5b45f7e6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 210 time: 0.3124027 Jul 22 21:32:13.435355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:13.436146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Updating router 16e350de-4074-4c2c-99d3-fac01d8e71e8 port e909528d-d4c5-42f2-b0c2-f0feb62f6961 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:32:13.436672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebd4184a-f7f5-4ca8-a9f6-8d82584da519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.450010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebd4184a-f7f5-4ca8-a9f6-8d82584da519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.459960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ebd4184a-f7f5-4ca8-a9f6-8d82584da519 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df260bbd-28c7-4131-8eb8-33bb5f8df737 HTTP/1.1" status: 204 len: 168 time: 2.2543976 Jul 22 21:32:13.499239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 625579ce-b37f-46a2-9f97-1dddb8eef929, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=625579ce-b37f-46a2-9f97-1dddb8eef929,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:13.521821 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.523364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Removed routes are [] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 21:32:13.524502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.549564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4184a-f7f5-4ca8-a9f6-8d82584da519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df260bbd-28c7-4131-8eb8-33bb5f8df737,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:13.587301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7efd92f6-0c78-40ae-83a3-f65465ece1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.604909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7efd92f6-0c78-40ae-83a3-f65465ece1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.724265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 30ed346c-186a-43c4-94d8-0cbee276e93a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:13.733098 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:13.777518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 30ed346c-186a-43c4-94d8-0cbee276e93a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:13.778307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 30ed346c-186a-43c4-94d8-0cbee276e93a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:13.825978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=625579ce-b37f-46a2-9f97-1dddb8eef929,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:13.850909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7efd92f6-0c78-40ae-83a3-f65465ece1ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b02da0e36b64f65ac616f08a91dab91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2321136 Jul 22 21:32:13.858701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42540) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:13.930226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd92f6-0c78-40ae-83a3-f65465ece1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dd3958-cf0e-4baf-ae60-7d5f365ad4c4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:14.249901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bf2f32d2-85df-4d60-84bc-58b9efc39ba2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:14.268585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:10Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:14.384028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4d224-70db-4a5e-a22e-1c1cddcb4156 None None] The sync data for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 is: [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:10Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:14.451134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Router e9c58aab-071c-4d15-813c-5249d0873992 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:32:14.462071 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:14.512714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:14.571101 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Transition to ACTIVE for port object ad0d08da-ae6c-4971-8c9f-b033d51a4777 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:14.582610 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:14.593096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-0070392d-e4c6-4718-81a4-52ea464f588d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:14.595886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-0070392d-e4c6-4718-81a4-52ea464f588d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 796 time: 0.4611435 Jul 22 21:32:14.665943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1664f-d4d2-4dc5-bedb-a3efcfd6f53e req-1e8f5a26-3277-496b-b171-928255297df8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:14.677273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01f1664f-d4d2-4dc5-bedb-a3efcfd6f53e req-1e8f5a26-3277-496b-b171-928255297df8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4100444 Jul 22 21:32:14.807303 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Pushing event updated for resources: {'Port': ['ID=ad0d08da-ae6c-4971-8c9f-b033d51a4777,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:14.855170 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.856147 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.856641 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.861732 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.862148 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.862681 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.863213 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.863735 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.864264 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.864761 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.865236 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.868046 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:14.893265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:14.894673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:14.899554 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Attempting to bind port ad0d08da-ae6c-4971-8c9f-b033d51a4777 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:32:14.899554 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Attempting to bind port ad0d08da-ae6c-4971-8c9f-b033d51a4777 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:32:14.899884 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Attempting to bind port ad0d08da-ae6c-4971-8c9f-b033d51a4777 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:14.910207 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:32:14.911594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:32:14.912254 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:14.913050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:32:14.913818 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Bound port: ad0d08da-ae6c-4971-8c9f-b033d51a4777, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:32:14.914401 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:14.940988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-714a0fe0-3a65-4d40-bdd0-6f446d92a8ef req-1b97409b-210f-4092-8a0a-6695bb4495f7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 210 time: 0.1489654 Jul 22 21:32:15.061130 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] For port ad0d08da-ae6c-4971-8c9f-b033d51a4777, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:32:15.067815 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] For port ad0d08da-ae6c-4971-8c9f-b033d51a4777, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ad0d08da-ae6c-4971-8c9f-b033d51a4777,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:32:15.077313 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.104314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01f1664f-d4d2-4dc5-bedb-a3efcfd6f53e req-cbfc1c37-5b16-4984-af2c-8d88e28ee4b2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254515 Jul 22 21:32:15.192899 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a7e79-647b-481e-b715-31c7c1fdaefd None None] Pushing event updated for resources: {'Port': ['ID=ad0d08da-ae6c-4971-8c9f-b033d51a4777,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:15.277041 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:15.280515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:31:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:15.335879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Allocated IP 172.20.0.1 (d83b34ae-b9da-4254-a7f8-3ea957ceaa49/0d39fb80-71f0-47b2-84bc-bc691826ea84/d23bbcaf-e029-417f-b05a-d10a0d7b0a76) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:15.400846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.401720 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24aa838e-0edb-42a9-96ee-883b23c09503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.416450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.512491 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.528473 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.560720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Transition to ACTIVE for port object e909528d-d4c5-42f2-b0c2-f0feb62f6961 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:15.561561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:15.568551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1249a8e9-5825-464b-acca-408746a246e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.579779 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.606639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1249a8e9-5825-464b-acca-408746a246e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.637836 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:15.682223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] Sync routers for ids ['e9c58aab-071c-4d15-813c-5249d0873992'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:15.733626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:15.747821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42566) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:15.749274 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14982de4-7594-4476-a844-ca2126ebbd9f tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "PUT /v2.0/routers/e9c58aab-071c-4d15-813c-5249d0873992 HTTP/1.1" status: 200 len: 914 time: 11.8071041 Jul 22 21:32:15.884319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] Routers {'e9c58aab-071c-4d15-813c-5249d0873992'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:15.885823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e9c58aab-071c-4d15-813c-5249d0873992'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:15.888485 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-f00262b4-d15d-4e54-9699-9fc16f68edcc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 380 time: 1.0993371 Jul 22 21:32:15.897893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cea6c8-73ea-4645-ad6a-0e7fa24e55f0 None None] Pushing event updated for resources: {'Port': ['ID=e909528d-d4c5-42f2-b0c2-f0feb62f6961,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:16.049300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'port': {'device_id': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'admin_state_up': True, 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'security_groups': ['5c24f74b-768a-4743-b2b6-e64a34f07c87']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:16.110774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:16.136471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:16.206793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1249a8e9-5825-464b-acca-408746a246e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:16.211245 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1249a8e9-5825-464b-acca-408746a246e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:16.213133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1249a8e9-5825-464b-acca-408746a246e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5dd3958-cf0e-4baf-ae60-7d5f365ad4c4 HTTP/1.1" status: 204 len: 168 time: 2.1980264 Jul 22 21:32:16.231360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] Routers {'e9c58aab-071c-4d15-813c-5249d0873992'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:16.232385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e9c58aab-071c-4d15-813c-5249d0873992'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:16.255418 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:16.322472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Transition to ACTIVE for port object d23bbcaf-e029-417f-b05a-d10a0d7b0a76 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:16.396615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:16.397656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc355ca3-9306-4413-901a-729384c4efc4 None None] The sync data for ids ['e9c58aab-071c-4d15-813c-5249d0873992'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:16.401487 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:07Z', 'revision_number': 3, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:16.402440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Attempting to bind port e909528d-d4c5-42f2-b0c2-f0feb62f6961 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:32:16.403204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Attempting to bind port e909528d-d4c5-42f2-b0c2-f0feb62f6961 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:32:16.403598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Attempting to bind port e909528d-d4c5-42f2-b0c2-f0feb62f6961 on network 8c952401-e84c-4524-ae4f-3af15672179e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:16.420804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 625579ce-b37f-46a2-9f97-1dddb8eef929 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:16.449010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249a8e9-5825-464b-acca-408746a246e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dd3958-cf0e-4baf-ae60-7d5f365ad4c4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:16.518918 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3752c3c-3ec9-4642-b6a1-d4e3eefdf3b7 None None] The sync data for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 is: [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:07Z', 'revision_number': 3, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:16.538973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:16.568521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ef11c62-0316-46a8-9ea7-4e038ac8d8ef req-bce931d2-9053-4347-87c7-e782e188d32f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 210 time: 0.2102127 Jul 22 21:32:16.613098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:32:16.627199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Checking segment: {'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:32:16.627791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:16.628371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Bound using segment: {'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:32:16.629154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Bound port: e909528d-d4c5-42f2-b0c2-f0feb62f6961, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:32:16.634059 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:16.784974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7fbabe22-f791-4e05-9b32-499bd89111c3 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/e9c58aab-071c-4d15-813c-5249d0873992 HTTP/1.1" status: 200 len: 920 time: 1.0308440 Jul 22 21:32:16.788387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42578) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:16.850536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:32:16.874834 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:16.876681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 625579ce-b37f-46a2-9f97-1dddb8eef929 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:16.877290 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:17.000113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] For port e909528d-d4c5-42f2-b0c2-f0feb62f6961, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:32:17.019383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:17.112443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] For port e909528d-d4c5-42f2-b0c2-f0feb62f6961, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e909528d-d4c5-42f2-b0c2-f0feb62f6961,segment=NetworkSegment(3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e),segment_id=3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:32:17.123666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:17.138946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:17.188263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:17.190697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e7be1c22-ec55-4ac5-80f5-32445aef1c19 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 200 len: 934 time: 6.5195456 Jul 22 21:32:17.208026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42590) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:17.369660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b88974c9-2225-49d0-a100-c82a58c42c9a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:17.380792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:17.521504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cea6c8-73ea-4645-ad6a-0e7fa24e55f0 None None] Pushing event updated for resources: {'Port': ['ID=e909528d-d4c5-42f2-b0c2-f0feb62f6961,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:17.565112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:17.566444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:17.600118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:17.638303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.3 (d1a84503-f252-439b-bbbc-1eee70cfcb03/03346b7b-6f2b-482e-b1ca-b89e0a40c057/d95bff28-ed8c-448b-9a15-d897d686dfec) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:17.701918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb616c5-ea83-4626-9ab1-bdec30940ca0 req-594799a7-4634-4aca-8c8f-18bedb7623f0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:17.722540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afb616c5-ea83-4626-9ab1-bdec30940ca0 req-594799a7-4634-4aca-8c8f-18bedb7623f0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 1.1770549 Jul 22 21:32:17.815423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42602) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:17.874297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port b88974c9-2225-49d0-a100-c82a58c42c9a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:17.884308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:17.889605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:17.924395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b88974c9-2225-49d0-a100-c82a58c42c9a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:17.924395 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:17.925299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afb616c5-ea83-4626-9ab1-bdec30940ca0 req-6485a05e-b882-478f-ada0-2602c1d397d1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997886 Jul 22 21:32:17.976071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-21e4e17e-7028-42fd-81c2-b75374fede3a tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 200 len: 934 time: 0.7616627 Jul 22 21:32:18.110255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42608) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:18.144438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'routes': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:18.184815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81c4cb44-7496-45f2-827b-437df1185c11 req-a789a2c6-f233-4b35-9b9e-7b890f6c7143 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 210 time: 0.2872210 Jul 22 21:32:18.187994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:18.365038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f8867-6d62-4ccc-98eb-9f682c635837 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:18.370108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ef2f8867-6d62-4ccc-98eb-9f682c635837 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=e9c58aab-071c-4d15-813c-5249d0873992&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.5722375 Jul 22 21:32:18.387694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42614) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:18.523645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:18.582106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:18.587180 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:18.675831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b07be06-6b39-461e-b5f9-77e83e56aa08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:18.717821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object d95bff28-ed8c-448b-9a15-d897d686dfec will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:18.822965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e13755-8f0c-4261-b2c7-8396ae427aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:18.826973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-27e13755-8f0c-4261-b2c7-8396ae427aa2 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 0.4369802 Jul 22 21:32:18.834959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42622) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:18.862492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8dab4747-aef7-4525-8527-81d440773377 None None] Provisioning for port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:18.915903 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:18.917006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:18.922680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8dab4747-aef7-4525-8527-81d440773377 None None] Provisioning complete for port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:18.923376 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8dab4747-aef7-4525-8527-81d440773377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:18.948600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-89ce2e07-486d-4b17-9722-75accedeebe5 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c58aab-071c-4d15-813c-5249d0873992 HTTP/1.1" status: 200 len: 205 time: 0.0745921 Jul 22 21:32:18.951177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42624) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:19.009088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:19.040456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:19.051400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:19.085970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b88974c9-2225-49d0-a100-c82a58c42c9a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b88974c9-2225-49d0-a100-c82a58c42c9a,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:19.126566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8dab4747-aef7-4525-8527-81d440773377 None None] Port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:32:19.143665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:19.144761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:19.150694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:19.186338 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:19.220771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:19.323720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b88974c9-2225-49d0-a100-c82a58c42c9a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:19.383954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:13Z', 'revision_number': 6, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:16Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:19.451853 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a759d-9cf7-4a67-a3c3-09d2c8f207b8 None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:13Z', 'revision_number': 6, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:16Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:19.511972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad0d08da-ae6c-4971-8c9f-b033d51a4777 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:19.544658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added routes are [] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 21:32:19.545178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 21:32:19.661916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:19.695370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5c3d7f3e-cf0b-48d3-981b-c278a31cc591 None None] Provisioning for port d95bff28-ed8c-448b-9a15-d897d686dfec completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:19.703715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5c3d7f3e-cf0b-48d3-981b-c278a31cc591 None None] Provisioning complete for port d95bff28-ed8c-448b-9a15-d897d686dfec triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:19.704397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7f3e-cf0b-48d3-981b-c278a31cc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:19.733631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:19.803078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ad0d08da-ae6c-4971-8c9f-b033d51a4777 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:19.820162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d7f3e-cf0b-48d3-981b-c278a31cc591 None None] Port d95bff28-ed8c-448b-9a15-d897d686dfec cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:32:19.827974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ad0d08da-ae6c-4971-8c9f-b033d51a4777 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:19.835439 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:19.985060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc0ede-bb31-481a-91d8-cb832c89d3b4 req-31896590-f716-4582-859e-cd16b0bc2780 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:19.987175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13bc0ede-bb31-481a-91d8-cb832c89d3b4 req-31896590-f716-4582-859e-cd16b0bc2780 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.8227088 Jul 22 21:32:20.061367 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b07be06-6b39-461e-b5f9-77e83e56aa08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.102840 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b07be06-6b39-461e-b5f9-77e83e56aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.115961 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.185685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port ad0d08da-ae6c-4971-8c9f-b033d51a4777, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ad0d08da-ae6c-4971-8c9f-b033d51a4777,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:20.196445 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.324249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=ad0d08da-ae6c-4971-8c9f-b033d51a4777,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:20.359993 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-8062500b-d2cd-4fbd-a873-1fd984caf8e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3206325 Jul 22 21:32:20.380202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13bc0ede-bb31-481a-91d8-cb832c89d3b4 req-302df261-fcd7-42a2-9adb-258acbdb71ca tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689473 Jul 22 21:32:20.384145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Request body: {'port': {'device_id': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:20.427193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.458188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b07be06-6b39-461e-b5f9-77e83e56aa08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e2411d9ff074555aafbd85d898f2f80&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5858624 Jul 22 21:32:20.460736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.468514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42646) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:20.490570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fd257-84c6-495a-96bf-758c1f25b292 req-d79c193a-cb44-4236-bd71-906460edef99 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:20.505796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b7fd257-84c6-495a-96bf-758c1f25b292 req-d79c193a-cb44-4236-bd71-906460edef99 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 931 time: 1.0334175 Jul 22 21:32:20.510363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07be06-6b39-461e-b5f9-77e83e56aa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa753a-0888-4e55-84d5-acb440574064,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:20.706536 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.713366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b7fd257-84c6-495a-96bf-758c1f25b292 req-c1f11993-756b-4cd4-b3af-f1ac86940e93 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060220 Jul 22 21:32:20.728339 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.740858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.762475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:20.934542 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c5d40cd-5995-40d2-befa-a604933dd4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.956715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.965477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.999809 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c5d40cd-5995-40d2-befa-a604933dd4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:21.028443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Deleting port 478001da-2a2c-4735-b5b4-4ec59df1bdba {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:21.028941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:21.038698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:21.059177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:21.245552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:21.448642 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:21.480840 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:21.481923 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:21.570389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e909528d-d4c5-42f2-b0c2-f0feb62f6961 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:21.688582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ea9f35c4-ca85-49fa-91de-4ba228d14fa8 None None] Provisioning complete for port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:21.689893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea9f35c4-ca85-49fa-91de-4ba228d14fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:21.737556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e909528d-d4c5-42f2-b0c2-f0feb62f6961 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:21.741576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42660) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:21.748445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e909528d-d4c5-42f2-b0c2-f0feb62f6961 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:21.748998 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:21.787281 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:21.805285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:21.823690 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:21.825561 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9a672a02-51c6-4daf-8beb-b2a245383c93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 200 len: 700 time: 3.7133644 Jul 22 21:32:21.830021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42666) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:21.841386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95bff28-ed8c-448b-9a15-d897d686dfec {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:32:21.871295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f35c4-ca85-49fa-91de-4ba228d14fa8 None None] Port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:32:21.956450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.035469 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.091028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-85f293bc-0e04-46df-99d3-c5ea9ce5d94c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 200 len: 700 time: 0.2589188 Jul 22 21:32:22.105697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e909528d-d4c5-42f2-b0c2-f0feb62f6961, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e909528d-d4c5-42f2-b0c2-f0feb62f6961,segment=NetworkSegment(3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e),segment_id=3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:22.107250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42668) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:22.115147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.120415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b88974c9-2225-49d0-a100-c82a58c42c9a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:22.122660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-86d6c1d1-c453-4b86-b2bc-40d5d036fc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.244209 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:19Z', 'revision_number': 7, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:16Z', 'revision_number': 4, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:22.255620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e909528d-d4c5-42f2-b0c2-f0feb62f6961,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:22.261973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b88974c9-2225-49d0-a100-c82a58c42c9a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:22.262949 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.311892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Transition to ACTIVE for port object d95bff28-ed8c-448b-9a15-d897d686dfec will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:22.314119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.321708 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:22.322597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.332550 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:22.333750 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:22.344158 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c5d40cd-5995-40d2-befa-a604933dd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.347718 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c5d40cd-5995-40d2-befa-a604933dd4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.352905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9c5d40cd-5995-40d2-befa-a604933dd4e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2fa753a-0888-4e55-84d5-acb440574064 HTTP/1.1" status: 204 len: 168 time: 1.8747885 Jul 22 21:32:22.409210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Calling delete_port for 478001da-2a2c-4735-b5b4-4ec59df1bdba owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:22.459594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d40cd-5995-40d2-befa-a604933dd4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa753a-0888-4e55-84d5-acb440574064,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:22.482390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad0d08da-ae6c-4971-8c9f-b033d51a4777 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:22.575488 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:22.609538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8eb90-b0bd-4ace-ade6-280aa738f4a4 req-45fff61d-22a2-4ed5-b16f-5e4dced45cc1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:22.622658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0af8eb90-b0bd-4ace-ade6-280aa738f4a4 req-45fff61d-22a2-4ed5-b16f-5e4dced45cc1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 931 time: 0.4626920 Jul 22 21:32:22.653026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Router b778e5d7-b083-4842-a37e-fb7ada94550a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:22.690113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ad0d08da-ae6c-4971-8c9f-b033d51a4777 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:22.690924 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:22.695458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa9211-6325-4673-9bd9-758ef6a6345b req-32d9b2d4-07b7-4ada-8b0f-986b8b84d071 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:22.714283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1daa9211-6325-4673-9bd9-758ef6a6345b req-32d9b2d4-07b7-4ada-8b0f-986b8b84d071 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.5536797 Jul 22 21:32:22.828788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0af8eb90-b0bd-4ace-ade6-280aa738f4a4 req-f83a28f2-b3d8-4439-97d9-3abe3b3485f5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041717 Jul 22 21:32:22.905701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1daa9211-6325-4673-9bd9-758ef6a6345b req-b22fa8cf-6fbd-4b1e-a22c-0958983d8046 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618636 Jul 22 21:32:22.986515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:23.058441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:19Z', 'revision_number': 7, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:22Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:23.102032 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a025f-d2d6-43fa-ac06-dfde850b5379 None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:19Z', 'revision_number': 7, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:22Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:23.258209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-86d6c1d1-c453-4b86-b2bc-40d5d036fc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:23.261329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:32:23.261917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:32:23.262292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec on network d1a84503-f252-439b-bbbc-1eee70cfcb03 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:23.269004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-86d6c1d1-c453-4b86-b2bc-40d5d036fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:23.288275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:23.302266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Sync routers for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:23.309311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-56c55c68-15f7-40e0-960c-d4fc56887dc8 admin admin] 10.222.0.54 "PUT /v2.0/routers/b778e5d7-b083-4842-a37e-fb7ada94550a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5307651 Jul 22 21:32:23.331896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:23.333407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:23.409359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e909528d-d4c5-42f2-b0c2-f0feb62f6961 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:23.412382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Port d95bff28-ed8c-448b-9a15-d897d686dfec on network d1a84503-f252-439b-bbbc-1eee70cfcb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:32:23.412725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec on network d1a84503-f252-439b-bbbc-1eee70cfcb03 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:23.433941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:32:23.434537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Checking segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:32:23.435318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Bound using segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:32:23.438938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Bound port: d95bff28-ed8c-448b-9a15-d897d686dfec, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:32:23.440174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:23.456555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6c1d1-c453-4b86-b2bc-40d5d036fc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790546e8-73c0-42c1-84b6-586eb7863179,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:23.457049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:23.512194 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-86d6c1d1-c453-4b86-b2bc-40d5d036fc08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b35cd23bce3493dbe36cf4637052b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7647471 Jul 22 21:32:23.515884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42686) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:23.584940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event deleted for resources: {'Port': ['ID=478001da-2a2c-4735-b5b4-4ec59df1bdba,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:23.632754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:23.685737 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:23.718573 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:23.720420 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:23.721323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:23.958942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:32:23.961143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:23.969365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.018912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-386b17d9-78d2-41bf-aa1c-e94ff9365509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.032858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:32:24.089150 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:24.133065 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.249712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-386b17d9-78d2-41bf-aa1c-e94ff9365509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.260113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:24.261199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.263706 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] 10.222.0.23 "PUT /v2.0/ports/d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 1092 time: 3.8853614 Jul 22 21:32:24.286465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.286881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Fanout notify agent at l3_agent the message router_deleted on router e9c58aab-071c-4d15-813c-5249d0873992 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:32:24.293450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:32:24.300147 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf5c5f-8283-4a41-9614-3ed16abf6409" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:32:24.328942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.332362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-37fea682-c81a-4f44-a479-25d880f30967 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/e9c58aab-071c-4d15-813c-5249d0873992 HTTP/1.1" status: 204 len: 168 time: 5.3762262 Jul 22 21:32:24.341907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42726) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:24.349949 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3c3b2958-897d-4605-88a2-2074e6a3aa71 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-877792624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:24.374747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e909528d-d4c5-42f2-b0c2-f0feb62f6961 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:24.375412 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.487769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2958-897d-4605-88a2-2074e6a3aa71 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.492758 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2958-897d-4605-88a2-2074e6a3aa71 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.520791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c592-2f0e-4378-8c3f-8dba5293e5ca req-389df735-25be-43bf-968c-a08642299dc4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:24.523962 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8be3c592-2f0e-4378-8c3f-8dba5293e5ca req-389df735-25be-43bf-968c-a08642299dc4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.5387444 Jul 22 21:32:24.585586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323315b-5072-4ec0-ac7f-7962cc5d2785 req-858a540e-e6a5-48b6-807d-54efe61690e7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:24.594333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8323315b-5072-4ec0-ac7f-7962cc5d2785 req-858a540e-e6a5-48b6-807d-54efe61690e7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4379971 Jul 22 21:32:24.603268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:19Z', 'revision_number': 2, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:24.675196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Checking router: b778e5d7-b083-4842-a37e-fb7ada94550a for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:24.676717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Updating router b778e5d7-b083-4842-a37e-fb7ada94550a port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:32:24.733995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-386b17d9-78d2-41bf-aa1c-e94ff9365509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.743212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-386b17d9-78d2-41bf-aa1c-e94ff9365509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.748265 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-386b17d9-78d2-41bf-aa1c-e94ff9365509 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/790546e8-73c0-42c1-84b6-586eb7863179 HTTP/1.1" status: 204 len: 168 time: 1.2301023 Jul 22 21:32:24.779697 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:19Z', 'revision_number': 7, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:22Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:24.808780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:24.825939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.826593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.827115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.827628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.828220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.828895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.829827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.830551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.831472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.832783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.833484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.834506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44455f1-c03b-4355-9d02-deb7dd171022 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:24.862957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b17d9-78d2-41bf-aa1c-e94ff9365509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790546e8-73c0-42c1-84b6-586eb7863179,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:24.887699 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.893909 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:24.935059 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8be3c592-2f0e-4378-8c3f-8dba5293e5ca req-c4df791a-aa7e-4a90-81af-7f74a5eea0f5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945203 Jul 22 21:32:24.971002 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:25.016090 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:25.020220 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:25.055968 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2958-897d-4605-88a2-2074e6a3aa71 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:25.076308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2958-897d-4605-88a2-2074e6a3aa71 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:25.137601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8323315b-5072-4ec0-ac7f-7962cc5d2785 req-c7b2920d-f7d2-4a66-92dc-4d13f800050f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720364 Jul 22 21:32:25.180074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2958-897d-4605-88a2-2074e6a3aa71 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:25.181626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3c3b2958-897d-4605-88a2-2074e6a3aa71 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8379116 Jul 22 21:32:25.189059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42748) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:25.231322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': False}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:25.317599 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:25.951693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:25.987856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Transition to ACTIVE for port object d23bbcaf-e029-417f-b05a-d10a0d7b0a76 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:32:26.023947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:26.234254 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9941af4a-f387-4954-9324-146f6474b416 x-openstack-request-id: req-9941af4a-f387-4954-9324-146f6474b416 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:32:26.235064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:32:26.235064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9941af4a-f387-4954-9324-146f6474b416 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:32:26.235435 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'status': 'completed', 'code': 200} Jul 22 21:32:26.309497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bc23a-77fa-4095-9cb8-9fc1a4c92f1d None None] Pushing event updated for resources: {'Port': ['ID=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:26.351210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Attempting to bind port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:32:26.351602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Attempting to bind port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:32:26.373272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-99b36011-52ae-4b30-bdb2-10f8ccd8203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:26.379383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Attempting to bind port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 on network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:32:26.391981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-99b36011-52ae-4b30-bdb2-10f8ccd8203d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1095 time: 1.9064434 Jul 22 21:32:26.413675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:32:26.416420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Checking segment: {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:32:26.417066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:26.417671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Bound using segment: {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:32:26.418611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Bound port: d23bbcaf-e029-417f-b05a-d10a0d7b0a76, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:32:26.425342 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:26.446841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42806) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:26.511970 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:26.520370 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:19Z', 'revision_number': 7, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:22Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:26.578836 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513866-6fd8-47a0-9838-066e65acdc00 None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:19Z', 'revision_number': 7, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909528d-d4c5-42f2-b0c2-f0feb62f6961', 'name': '', 'network_id': '8c952401-e84c-4524-ae4f-3af15672179e', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:16:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:02Z', 'updated_at': '2021-07-22T21:32:22Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': 'e2ae30c0-eee7-457d-a0da-d53ef4ef30f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:26.676611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] For port d23bbcaf-e029-417f-b05a-d10a0d7b0a76, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:32:26.683560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] For port d23bbcaf-e029-417f-b05a-d10a0d7b0a76, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:32:26.692890 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:26.764489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f27f2-1651-4a6f-8bce-fa4461b8c950 req-457278fe-3646-4112-8f6b-df4a61b9e68b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:26.776555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d64f27f2-1651-4a6f-8bce-fa4461b8c950 req-457278fe-3646-4112-8f6b-df4a61b9e68b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.5717061 Jul 22 21:32:26.855401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bc23a-77fa-4095-9cb8-9fc1a4c92f1d None None] Pushing event updated for resources: {'Port': ['ID=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:26.916427 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-fd04f101-91d8-4f65-b098-215e1fd4148f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 217 time: 0.5105512 Jul 22 21:32:26.935924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:26.936888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:26.960179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.009059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98522e7-6ab1-4676-a556-64eb502652f5 req-c19aee3d-b34e-4d56-b0ea-87439771ddc5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:27.021002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e98522e7-6ab1-4676-a556-64eb502652f5 req-c19aee3d-b34e-4d56-b0ea-87439771ddc5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.6574192 Jul 22 21:32:27.023829 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.088840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=915481bbbd144b869465075a59cf4a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356220 Jul 22 21:32:27.120355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42818) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:27.207642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e6c0f-8ac3-4986-9b43-ca48dc601469,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:27.235230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.235779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.236340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.237277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.237742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.238811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.239362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.239925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.240621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.241160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.241699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.242266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aeea19-a57c-4380-9e85-ba67054f02d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:27.301374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e98522e7-6ab1-4676-a556-64eb502652f5 req-cc3e7ee1-645c-45eb-bf07-e87f8fb869a3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790635 Jul 22 21:32:27.381732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d64f27f2-1651-4a6f-8bce-fa4461b8c950 req-7675769b-d000-42d7-a323-2db24fc49d77 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142406 Jul 22 21:32:27.440533 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.451734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07ca805b-5e22-48b0-a30d-6b057bb456af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.534006 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07ca805b-5e22-48b0-a30d-6b057bb456af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.544927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:27.549359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-e9ef827e-bca9-4fe5-a6c3-214944d2e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:27.551909 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-e9ef827e-bca9-4fe5-a6c3-214944d2e5d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.5679934 Jul 22 21:32:27.692869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07ca805b-5e22-48b0-a30d-6b057bb456af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.697536 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07ca805b-5e22-48b0-a30d-6b057bb456af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.703999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-07ca805b-5e22-48b0-a30d-6b057bb456af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf1e6c0f-8ac3-4986-9b43-ca48dc601469 HTTP/1.1" status: 204 len: 168 time: 0.5829780 Jul 22 21:32:27.726787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca805b-5e22-48b0-a30d-6b057bb456af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e6c0f-8ac3-4986-9b43-ca48dc601469,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:27.957051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-7cbcfcf0-0d49-46ef-a289-0c2cbf01422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:27.965112 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-7cbcfcf0-0d49-46ef-a289-0c2cbf01422b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3586173 Jul 22 21:32:28.002371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:26Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:28.057191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba7352-9076-44cc-8d35-01efe6e3eb70 None None] The sync data for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 is: [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:26Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:28.096595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port e909528d-d4c5-42f2-b0c2-f0feb62f6961 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:28.098174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:28.150404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42830) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:28.548858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13e7e546-a675-472e-8bed-02c9e9a49e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:28.894408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:28.904208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-2e7a19c1-e8fb-4aca-8eba-58e8f841ad08 service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9232287 Jul 22 21:32:28.950732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b1667-12a0-4d0e-bf57-fca2ef923c56 req-45024fa2-31f4-4184-a82c-63736c3e20eb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:28.953082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb9b1667-12a0-4d0e-bf57-fca2ef923c56 req-45024fa2-31f4-4184-a82c-63736c3e20eb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.2995341 Jul 22 21:32:28.985045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825c7f-b4e4-4042-868b-434d9e39804e req-77c59db9-547c-45d2-bf33-d50de8dc9530 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:28.987045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce825c7f-b4e4-4042-868b-434d9e39804e req-77c59db9-547c-45d2-bf33-d50de8dc9530 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4303050 Jul 22 21:32:28.987389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port e909528d-d4c5-42f2-b0c2-f0feb62f6961, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e909528d-d4c5-42f2-b0c2-f0feb62f6961,segment=NetworkSegment(3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e),segment_id=3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:28.988156 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.037952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for e909528d-d4c5-42f2-b0c2-f0feb62f6961 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:29.040593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13e7e546-a675-472e-8bed-02c9e9a49e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.057868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13e7e546-a675-472e-8bed-02c9e9a49e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.154414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.184075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb9b1667-12a0-4d0e-bf57-fca2ef923c56 req-2adead7c-3521-4ea0-9cc8-3607fb8aae21 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085264 Jul 22 21:32:29.206468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce825c7f-b4e4-4042-868b-434d9e39804e req-0f4bb780-2dbf-45a9-801f-ba6f78dda0ae tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064667 Jul 22 21:32:29.227701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-13e7e546-a675-472e-8bed-02c9e9a49e18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f863428b4934c7fbf0fe3addfcf6796&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0725892 Jul 22 21:32:29.227701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e546-a675-472e-8bed-02c9e9a49e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d49b95b-8514-455b-ad7b-92b217e0b404,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:29.248999 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42856) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:29.433693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9b6554c-4d28-4155-9646-28b1771e7948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.508546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d23bbcaf-e029-417f-b05a-d10a0d7b0a76 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:29.537603 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9b6554c-4d28-4155-9646-28b1771e7948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.622790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:29.636679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:29.637778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.671754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9b6554c-4d28-4155-9646-28b1771e7948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.676307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9b6554c-4d28-4155-9646-28b1771e7948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.679458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b9b6554c-4d28-4155-9646-28b1771e7948 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d49b95b-8514-455b-ad7b-92b217e0b404 HTTP/1.1" status: 204 len: 168 time: 0.4292288 Jul 22 21:32:29.702800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6554c-4d28-4155-9646-28b1771e7948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d49b95b-8514-455b-ad7b-92b217e0b404,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:29.921512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:29.948904 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e7465880-fb70-4c91-93c4-f94ae68a5884 req-40fe46e3-310a-422d-8b16-76fc49b8014a service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9815605 Jul 22 21:32:30.042084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port d23bbcaf-e029-417f-b05a-d10a0d7b0a76, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:30.048631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:30.190774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:30.214594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:30.424520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=e909528d-d4c5-42f2-b0c2-f0feb62f6961,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:30.973157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa975f9-201c-4b35-a055-495163e85b7f req-f19f8fd3-0a40-43cd-a26c-fe7df27122c6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:30.995702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3aa975f9-201c-4b35-a055-495163e85b7f req-f19f8fd3-0a40-43cd-a26c-fe7df27122c6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.5355756 Jul 22 21:32:31.030721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Allocated IP 172.25.5.123 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/61de5520-fcb6-4651-b7cf-53601979127f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:31.040755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24322b0a-e093-4e40-909e-784c5737ad85 req-40b42fca-18d7-4115-b904-7dd15030c414 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:31.055798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24322b0a-e093-4e40-909e-784c5737ad85 req-40b42fca-18d7-4115-b904-7dd15030c414 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4401548 Jul 22 21:32:31.066427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-6c9c89d1-6886-4e56-ae05-2415690b4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:31.074669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-6c9c89d1-6886-4e56-ae05-2415690b4ab9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1095 time: 0.9042161 Jul 22 21:32:31.216691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:31.299582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24322b0a-e093-4e40-909e-784c5737ad85 req-1713c699-6ca3-4050-a8e2-25f815bdc3d6 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413402 Jul 22 21:32:31.316530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3aa975f9-201c-4b35-a055-495163e85b7f req-dd2e270c-49bc-42ac-bfcb-d65f8832d854 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167350 Jul 22 21:32:31.516560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d23bbcaf-e029-417f-b05a-d10a0d7b0a76 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:31.605595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-8e166b7c-7b73-4db7-bf51-de919a0b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:31.607280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-8e166b7c-7b73-4db7-bf51-de919a0b0425 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 0.2477045 Jul 22 21:32:31.680832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:31.681506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:31.715875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-a91e3f12-0f05-49b7-8dbf-5cf9010413f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 217 time: 0.0939927 Jul 22 21:32:31.833146 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.022463 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.044925 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.049437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-21549b1f-0c35-4175-8635-7f17cebfd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:32.051796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-21549b1f-0c35-4175-8635-7f17cebfd3a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.3226142 Jul 22 21:32:32.286207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-1b8fb7a9-0c17-47cd-9632-77c3c290227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:32.288149 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-1b8fb7a9-0c17-47cd-9632-77c3c290227f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2239580 Jul 22 21:32:32.291643 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.319769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d95bff28-ed8c-448b-9a15-d897d686dfec details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:32:32.479665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:32.486590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:32.507158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:32.529373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:32.535619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Pushing event updated for resources: {'Port': ['ID=61de5520-fcb6-4651-b7cf-53601979127f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:32.545037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42928) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:32.715486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:32.741789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'port_id': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'mac_address': 'fa:16:3e:9e:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:32:32.845880 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.871772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95bff28-ed8c-448b-9a15-d897d686dfec {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:32:32.897523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1c473f-017a-4989-afde-bfcff9d03611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.941318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:32.952708 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.971867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84204f-4df6-4f23-a3ac-8bf4d70efb08 req-9a34bd2a-d6b3-47bb-abfe-0f57288486f1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:32.975301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c84204f-4df6-4f23-a3ac-8bf4d70efb08 req-9a34bd2a-d6b3-47bb-abfe-0f57288486f1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.4216242 Jul 22 21:32:32.998773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a4e5-b6c2-49d1-9598-5662799fcf6f req-93a7cf62-e4b2-4c0d-94f9-565f4729157f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:33.001299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0406a4e5-b6c2-49d1-9598-5662799fcf6f req-93a7cf62-e4b2-4c0d-94f9-565f4729157f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4256003 Jul 22 21:32:33.122542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:33.126606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c84204f-4df6-4f23-a3ac-8bf4d70efb08 req-58eae55c-6e65-4044-9402-4af0bfdc6c6c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217389 Jul 22 21:32:33.213761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0406a4e5-b6c2-49d1-9598-5662799fcf6f req-ec883f92-50fd-4a18-be41-f3f094f24263 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756258 Jul 22 21:32:33.396558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1c473f-017a-4989-afde-bfcff9d03611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:33.405003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1c473f-017a-4989-afde-bfcff9d03611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:33.455186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d95bff28-ed8c-448b-9a15-d897d686dfec'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:32:33.488190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c473f-017a-4989-afde-bfcff9d03611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f600c59-882e-45f2-b173-3fffc549e3bf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:33.495913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dc1c473f-017a-4989-afde-bfcff9d03611 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f35c2c026fa43fd825793521182eddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9491930 Jul 22 21:32:33.499397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:33.632179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e44fbc4c-cb56-4396-bdf4-bf43bcd8f9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:33.691269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e44fbc4c-cb56-4396-bdf4-bf43bcd8f9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:33.784273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:33.799926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e44fbc4c-cb56-4396-bdf4-bf43bcd8f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:33.805456 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e44fbc4c-cb56-4396-bdf4-bf43bcd8f9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:33.809341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e44fbc4c-cb56-4396-bdf4-bf43bcd8f9ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4f600c59-882e-45f2-b173-3fffc549e3bf HTTP/1.1" status: 204 len: 168 time: 0.3064487 Jul 22 21:32:33.818738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fbc4c-cb56-4396-bdf4-bf43bcd8f9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f600c59-882e-45f2-b173-3fffc549e3bf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:33.821342 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-72856827-59c2-456a-a7fb-819000fb4939 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7124805 Jul 22 21:32:33.824747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:33.837538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:33.955876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet e2ae30c0-eee7-457d-a0da-d53ef4ef30f1 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:32:33.965841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:33.966873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:33.978031 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.107203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.139345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.294912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:34.314690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.431199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.553367 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-4cda5d51-e71c-4da9-bc51-bc1cac8301f3 service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2285326 Jul 22 21:32:34.559764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.564409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/e2ae30c0-eee7-457d-a0da-d53ef4ef30f1 HTTP/1.1" status: 204 len: 168 time: 0.7382417 Jul 22 21:32:34.571703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee457e-8c31-4bb8-8b1b-83a0aac55032 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ae30c0-eee7-457d-a0da-d53ef4ef30f1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:34.576679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42970) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:34.605241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa3c15-2622-4db2-8f2e-8b6431d0ed27 None None] Network 8c952401-e84c-4524-ae4f-3af15672179e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:32:34.815412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e1cb0-aa9c-4af6-bc97-76b1e4fb1733 req-77db7dd2-511b-476f-979e-1069883018b9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:34.818569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e4e1cb0-aa9c-4af6-bc97-76b1e4fb1733 req-77db7dd2-511b-476f-979e-1069883018b9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 944 time: 0.2494805 Jul 22 21:32:35.038159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e4e1cb0-aa9c-4af6-bc97-76b1e4fb1733 req-d9140971-240f-4c8a-b875-ced55df902aa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962988 Jul 22 21:32:35.054988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc492e-f163-4f6b-ba22-baa91fb896a2 req-9c577517-87fc-46c6-a024-33203adeb27c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:35.083264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77fc492e-f163-4f6b-ba22-baa91fb896a2 req-9c577517-87fc-46c6-a024-33203adeb27c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.5148757 Jul 22 21:32:35.262220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77fc492e-f163-4f6b-ba22-baa91fb896a2 req-e604b281-c819-4dd3-ad7b-d34ea495eafb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755900 Jul 22 21:32:35.293318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:30Z', 'revision_number': 8, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:35.379792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:35.404229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:35.407244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:35.408465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:35.438912 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adaf5c5f-8283-4a41-9614-3ed16abf6409 req-96b583b2-86b1-4b19-bb72-c9754cc1426b service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604131 Jul 22 21:32:35.489637 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:35.505113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:35.572327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] DHCP port deletion for 8c952401-e84c-4524-ae4f-3af15672179e request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:32:35.676026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:35.698590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:35.699022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:35.791460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port bf2f32d2-85df-4d60-84bc-58b9efc39ba2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,segment=NetworkSegment(3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e),segment_id=3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:35.792093 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:35.833194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for bf2f32d2-85df-4d60-84bc-58b9efc39ba2 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:35.855125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] Deleting port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:35.856302 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:35.990626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Router ae01c2de-18ea-4204-80a7-85942d929414 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:32:36.007751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] For port bf2f32d2-85df-4d60-84bc-58b9efc39ba2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,segment=NetworkSegment(3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e),segment_id=3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:36.008469 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:36.038137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] Calling delete_port for bf2f32d2-85df-4d60-84bc-58b9efc39ba2 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:36.240745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:36.355153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2219-23eb-4b99-96fb-3435e9dd9b43 req-76933b31-84e1-432d-b446-021d38df0ddc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:36.368593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef5d2219-23eb-4b99-96fb-3435e9dd9b43 req-76933b31-84e1-432d-b446-021d38df0ddc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 944 time: 0.1997027 Jul 22 21:32:36.401476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d95bff28-ed8c-448b-9a15-d897d686dfec up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:36.473442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:36.482105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No DVR routers for this DVR port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:32:36.502150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef5d2219-23eb-4b99-96fb-3435e9dd9b43 req-a1ec81ca-dafe-4e1c-a111-7f8b8c5ac224 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323054 Jul 22 21:32:36.540313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:30Z', 'revision_number': 8, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:36.605276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d1eb5-f625-4b43-9dff-4bd372e94fdd None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:30Z', 'revision_number': 8, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7396d564-1782-4219-99be-bf4d8c3d4108', 'name': '', 'network_id': '2bae135d-44a8-42b2-9069-9bde203e25d2', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:71:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '41fee147-cb78-460c-8242-244d72879506', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:47Z', 'updated_at': '2021-07-22T21:32:05Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '41fee147-cb78-460c-8242-244d72879506', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:36.624522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:36.712615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] Pushing event deleted for resources: {'Port': ['ID=bf2f32d2-85df-4d60-84bc-58b9efc39ba2,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:36.727697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a2b0c-9b3e-4f36-a60f-3fab21802a58 None None] No DVR routers for this DVR port bf2f32d2-85df-4d60-84bc-58b9efc39ba2 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:32:36.776030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c4974-1e31-4f38-8bad-5e9660d21b97 req-054fda00-2610-4eb1-a90a-bf124035248d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:36.778566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d95bff28-ed8c-448b-9a15-d897d686dfec completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:32:36.784442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a2c4974-1e31-4f38-8bad-5e9660d21b97 req-054fda00-2610-4eb1-a90a-bf124035248d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.2583165 Jul 22 21:32:36.790696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d95bff28-ed8c-448b-9a15-d897d686dfec triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:36.792386 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:36.839364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:36.858011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c952401-e84c-4524-ae4f-3af15672179e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:36.887777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:36.888307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4dc6a2-aaa7-4ec4-a2d2-e2189199a16e') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:36.912423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a2c4974-1e31-4f38-8bad-5e9660d21b97 req-24c4c518-0fb6-4d61-8587-79c143d2393f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107962 Jul 22 21:32:36.923461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:36.959088 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] Sync routers for ids ['ae01c2de-18ea-4204-80a7-85942d929414'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:36.959592 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:36.959592 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:36.960868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fe75ec5d-17b7-4b90-8de6-da6b3756d701 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "PUT /v2.0/routers/ae01c2de-18ea-4204-80a7-85942d929414 HTTP/1.1" status: 200 len: 915 time: 11.7411056 Jul 22 21:32:36.966926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43010) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:36.994453 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] Routers {'ae01c2de-18ea-4204-80a7-85942d929414'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:36.996569 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ae01c2de-18ea-4204-80a7-85942d929414'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:37.003800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:37.025731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:32:37.039735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:32:37.044048 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:32:37.123571 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:37.141288 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] Routers {'ae01c2de-18ea-4204-80a7-85942d929414'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:37.142389 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ae01c2de-18ea-4204-80a7-85942d929414'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:37.317739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:37.322695 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:37.335958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf4d80-c042-4806-a8d4-67b5eaf4c31e None None] The sync data for ids ['ae01c2de-18ea-4204-80a7-85942d929414'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:37.417410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:37.435195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bf2f32d2-85df-4d60-84bc-58b9efc39ba2 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:37.438616 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/8c952401-e84c-4524-ae4f-3af15672179e HTTP/1.1" status: 204 len: 168 time: 2.7843664 Jul 22 21:32:37.443175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-83968192-c37d-4f28-983e-49c794fdc081 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/ae01c2de-18ea-4204-80a7-85942d929414 HTTP/1.1" status: 200 len: 921 time: 0.4742301 Jul 22 21:32:37.445004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:37.448601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:37.456680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264addb5-fb34-4d10-aa8e-0d046e0fb1c2 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=8c952401-e84c-4524-ae4f-3af15672179e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:37.567334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: bf2f32d2-85df-4d60-84bc-58b9efc39ba2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:37.567334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bf2f32d2-85df-4d60-84bc-58b9efc39ba2 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:37.567713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e909528d-d4c5-42f2-b0c2-f0feb62f6961 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:37.655770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e909528d-d4c5-42f2-b0c2-f0feb62f6961 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:37.658008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e909528d-d4c5-42f2-b0c2-f0feb62f6961 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:37.689747 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:37.788740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:32:37.792701 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8662b1-054d-477b-9fd3-173e2c77d3a5" -d '{"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-plugged", "status": "completed", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:32:37.869732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:37.883369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:37.966786 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faac1785-5fdd-42d8-93bb-e318b1dfdc4a x-openstack-request-id: req-faac1785-5fdd-42d8-93bb-e318b1dfdc4a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:32:37.967275 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-plugged", "status": "completed", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:32:37.969057 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-faac1785-5fdd-42d8-93bb-e318b1dfdc4a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:32:37.969519 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'code': 200} Jul 22 21:32:38.028170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:38.109713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604e1300-5db3-4310-a1dd-b9ebdf9edbf7 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:38.111711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-604e1300-5db3-4310-a1dd-b9ebdf9edbf7 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=ae01c2de-18ea-4204-80a7-85942d929414&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6339707 Jul 22 21:32:38.118997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43036) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:38.207113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e53887-3134-4d28-ac6c-a214e69069f8 req-196aad91-eeb8-490b-a8ea-4fe49feb7edf tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:38.214860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27e53887-3134-4d28-ac6c-a214e69069f8 req-196aad91-eeb8-490b-a8ea-4fe49feb7edf tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 944 time: 0.4528906 Jul 22 21:32:38.226253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c399c5-d9e9-4bad-9a05-b9760ae92d7f req-4afd1a10-e699-4cac-8295-d4c036756342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:38.231076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b2c399c5-d9e9-4bad-9a05-b9760ae92d7f req-4afd1a10-e699-4cac-8295-d4c036756342 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1097 time: 0.1308680 Jul 22 21:32:38.311634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b2c399c5-d9e9-4bad-9a05-b9760ae92d7f req-39d87fc9-9bbd-4381-9e3c-b7b91934a5ab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703626 Jul 22 21:32:38.508050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27e53887-3134-4d28-ac6c-a214e69069f8 req-1d93efce-20e9-4540-9e66-41cbd4e471c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918127 Jul 22 21:32:38.545852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b228bf-e753-4a03-9328-5ec9a7ae0be0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:38.549130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-87b228bf-e753-4a03-9328-5ec9a7ae0be0 tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 0.4234850 Jul 22 21:32:38.557257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43048) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:38.635046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b838-c38a-4deb-aaed-8c3220aced18 req-18c362bd-fb32-423e-a697-a879e8d74bc3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:38.636903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c56b838-c38a-4deb-aaed-8c3220aced18 req-18c362bd-fb32-423e-a697-a879e8d74bc3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4889235 Jul 22 21:32:38.659928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47c38199-c739-4347-8b6a-dbd70916fc0c tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae01c2de-18ea-4204-80a7-85942d929414 HTTP/1.1" status: 200 len: 205 time: 0.1003907 Jul 22 21:32:38.662699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43054) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:38.728801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c56b838-c38a-4deb-aaed-8c3220aced18 req-e674aea6-23ee-4965-94a2-2d1cde03c9ca tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784450 Jul 22 21:32:38.754008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:38.951102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:38.961111 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:39.115958 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b74a8b1-17a4-4afa-ab66-718a7547257c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:39.183674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:39.304975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Deleting port 61de5520-fcb6-4651-b7cf-53601979127f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:39.306070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:39.520134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:39.561674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Calling delete_port for 61de5520-fcb6-4651-b7cf-53601979127f owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:40.041652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.087293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event deleted for resources: {'Port': ['ID=61de5520-fcb6-4651-b7cf-53601979127f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:40.129156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273a473-69fc-4759-a3a1-8915adced566 req-0119e4b3-2047-4b1d-83dd-e34a9a8c9cee tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:40.132038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b273a473-69fc-4759-a3a1-8915adced566 req-0119e4b3-2047-4b1d-83dd-e34a9a8c9cee tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3637900 Jul 22 21:32:40.197048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b74a8b1-17a4-4afa-ab66-718a7547257c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.236201 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b74a8b1-17a4-4afa-ab66-718a7547257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.292200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.383686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b273a473-69fc-4759-a3a1-8915adced566 req-9ee7d059-53f1-4b05-aed8-0c2a53f9be43 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848814 Jul 22 21:32:40.399766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b74a8b1-17a4-4afa-ab66-718a7547257c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=982e3405de9f4f57bf68512c6387ad9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6393394 Jul 22 21:32:40.401899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74a8b1-17a4-4afa-ab66-718a7547257c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b542faa-5f39-479e-9474-e82d4af88452,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:40.421775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bba5c-7574-48bf-bfd2-1521dcd9db25 req-cf83c369-df1e-4d00-97d7-9702652aa5cc tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:40.440002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a23bba5c-7574-48bf-bfd2-1521dcd9db25 req-cf83c369-df1e-4d00-97d7-9702652aa5cc tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4482229 Jul 22 21:32:40.440002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43140) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:40.469243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.478672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.588016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.592365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 7396d564-1782-4219-99be-bf4d8c3d4108 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:40.592998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.595176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Fanout notify agent at l3_agent the message router_deleted on router ae01c2de-18ea-4204-80a7-85942d929414 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:32:40.615196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a23bba5c-7574-48bf-bfd2-1521dcd9db25 req-d4b134f7-05af-42df-b902-80e07b7c7d6b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784408 Jul 22 21:32:40.636423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.661628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-093307ac-4b58-4c59-bbde-e5fcc9b7169d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/ae01c2de-18ea-4204-80a7-85942d929414 HTTP/1.1" status: 204 len: 168 time: 1.9952569 Jul 22 21:32:40.666353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43148) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:40.678767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1310316503', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:40.701094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48ff72b8-6dce-430b-aac8-bddcf65ee07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.734107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.736634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.819910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48ff72b8-6dce-430b-aac8-bddcf65ee07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.856689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.890812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port 7396d564-1782-4219-99be-bf4d8c3d4108, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7396d564-1782-4219-99be-bf4d8c3d4108,segment=NetworkSegment(7ad46b94-6c96-4660-84c3-a49c9950f171),segment_id=7ad46b94-6c96-4660-84c3-a49c9950f171)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:40.892154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:40.923889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 7396d564-1782-4219-99be-bf4d8c3d4108 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:41.031406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48ff72b8-6dce-430b-aac8-bddcf65ee07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:41.038696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48ff72b8-6dce-430b-aac8-bddcf65ee07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:41.042164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-48ff72b8-6dce-430b-aac8-bddcf65ee07f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b542faa-5f39-479e-9474-e82d4af88452 HTTP/1.1" status: 204 len: 168 time: 0.6009226 Jul 22 21:32:41.071701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff72b8-6dce-430b-aac8-bddcf65ee07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b542faa-5f39-479e-9474-e82d4af88452,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:41.199685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43154) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:41.220623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:41.379445 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:41.472502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=7396d564-1782-4219-99be-bf4d8c3d4108,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:41.665544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:41.755729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:41.905749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37ec062c-1c71-4a75-a630-627754b26b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:41.946735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a59b9-403d-4294-a054-a948c9fdfee5 req-784ba9d6-6e3c-45a5-92f5-4eb44d57a9aa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:41.957817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9a59b9-403d-4294-a054-a948c9fdfee5 req-784ba9d6-6e3c-45a5-92f5-4eb44d57a9aa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3437319 Jul 22 21:32:41.989658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43168) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:42.012223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.053203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9a59b9-403d-4294-a054-a948c9fdfee5 req-260d2817-bb69-4125-9b46-d46a97ebfe35 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939758 Jul 22 21:32:42.076914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd9858c7-80eb-4468-9dad-8daa863a8d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.174760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Allocated IP 172.25.5.164 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/b5108205-01a3-4feb-9a78-5b3810769814) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:42.295047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6630-6d6b-4f06-a3d6-ab303e794741 req-974a318e-9713-4f98-9892-8f37ae9e21f4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:42.297592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d9c6630-6d6b-4f06-a3d6-ab303e794741 req-974a318e-9713-4f98-9892-8f37ae9e21f4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.3339143 Jul 22 21:32:42.328048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37ec062c-1c71-4a75-a630-627754b26b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.345642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37ec062c-1c71-4a75-a630-627754b26b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.535299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d9c6630-6d6b-4f06-a3d6-ab303e794741 req-0bb863e6-b4a2-4d7f-aef5-13cc4ee368e2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211885 Jul 22 21:32:42.568175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd9858c7-80eb-4468-9dad-8daa863a8d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.587975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.594751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-38446fcc-98af-41ff-9741-352efcd5cbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.607637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e21dd-ce19-4be3-88c6-3749f1c0f0ab req-dab86f6f-429e-4f19-87da-bbd9328ed755 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:42.610635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-485e21dd-ce19-4be3-88c6-3749f1c0f0ab req-dab86f6f-429e-4f19-87da-bbd9328ed755 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.4258378 Jul 22 21:32:42.645745 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-37ec062c-1c71-4a75-a630-627754b26b65 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6bea068854cf47b28ea4095d3a2d78c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4429643 Jul 22 21:32:42.653997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd9858c7-80eb-4468-9dad-8daa863a8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.656811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43174) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:42.696169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:42.716361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec062c-1c71-4a75-a630-627754b26b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6c4889-fcbd-4dc7-a4ae-f82781c5bb38,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:42.779100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-485e21dd-ce19-4be3-88c6-3749f1c0f0ab req-84062f4b-31e2-4999-8c3a-1f0c1c220f19 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020150 Jul 22 21:32:42.807626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fd9858c7-80eb-4468-9dad-8daa863a8d8e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=764c21dd4d6744e08b8ad034041f5a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8125739 Jul 22 21:32:42.825972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43176) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:42.837127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43178) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:42.849304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9858c7-80eb-4468-9dad-8daa863a8d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14336e-af39-47c6-ad7f-1eeacb8ead23,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:42.856041 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.945299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:42.948434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4f04562-6b36-44aa-afb4-85dfd7630366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:42.961548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:42.963417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event updated for resources: {'Port': ['ID=b5108205-01a3-4feb-9a78-5b3810769814,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:42.973606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:43.014106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb3b22ab-16f3-46d8-9759-504c99ae0d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.024668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4f04562-6b36-44aa-afb4-85dfd7630366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.040921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:43.046849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-87385289-7175-414f-be1e-2a64621dbe2c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6001713 Jul 22 21:32:43.051058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43182) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:43.062230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:43.091423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb3b22ab-16f3-46d8-9759-504c99ae0d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.103581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f58693-5e88-44df-b0a5-008ff731bab7 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:43.105464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:43.108669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-80f58693-5e88-44df-b0a5-008ff731bab7 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1092 time: 0.2716761 Jul 22 21:32:43.110580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43184) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:43.115266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:43.116666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:43.128771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet 41fee147-cb78-460c-8242-244d72879506 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:32:43.134042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.203870 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.334723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:43.371782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.499193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.544273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=41fee147-cb78-460c-8242-244d72879506,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:43.563688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.572278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c53b1471-c5db-4d2d-bded-83be71fef4f9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/41fee147-cb78-460c-8242-244d72879506 HTTP/1.1" status: 204 len: 168 time: 0.5199010 Jul 22 21:32:43.573247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43188) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:43.709589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf777d3c-3521-48a9-8511-27900333987b None None] Network 2bae135d-44a8-42b2-9069-9bde203e25d2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:32:43.754183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4f04562-6b36-44aa-afb4-85dfd7630366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.760337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4f04562-6b36-44aa-afb4-85dfd7630366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.766058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a4f04562-6b36-44aa-afb4-85dfd7630366 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae6c4889-fcbd-4dc7-a4ae-f82781c5bb38 HTTP/1.1" status: 204 len: 168 time: 1.1018965 Jul 22 21:32:43.798364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.848542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f04562-6b36-44aa-afb4-85dfd7630366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6c4889-fcbd-4dc7-a4ae-f82781c5bb38,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:43.874637 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb3b22ab-16f3-46d8-9759-504c99ae0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.878224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb3b22ab-16f3-46d8-9759-504c99ae0d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:43.883423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb3b22ab-16f3-46d8-9759-504c99ae0d6e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b14336e-af39-47c6-ad7f-1eeacb8ead23 HTTP/1.1" status: 204 len: 168 time: 1.0526958 Jul 22 21:32:43.901234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b22ab-16f3-46d8-9759-504c99ae0d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14336e-af39-47c6-ad7f-1eeacb8ead23,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:43.944826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.175726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510732f8-d414-4b45-85be-7360474b4284 req-9ecb4588-62c5-4545-8a66-078ade601fc9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:44.189031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-510732f8-d414-4b45-85be-7360474b4284 req-9ecb4588-62c5-4545-8a66-078ade601fc9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.3667290 Jul 22 21:32:44.288253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 24c8a008-fdb2-40f6-b884-ba304b04f650 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:44.288802 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.366732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-510732f8-d414-4b45-85be-7360474b4284 req-5350f682-b6c5-4799-aa57-4085bee07b90 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761520 Jul 22 21:32:44.419228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.431212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:41Z', 'revision_number': 9, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:44.474627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:44.491145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:44.491979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:44.566525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port 24c8a008-fdb2-40f6-b884-ba304b04f650, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=24c8a008-fdb2-40f6-b884-ba304b04f650,segment=NetworkSegment(7ad46b94-6c96-4660-84c3-a49c9950f171),segment_id=7ad46b94-6c96-4660-84c3-a49c9950f171)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:44.567206 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.591575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:44.625838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:44.641784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c93d-0d46-4cc6-bc47-7f20c84bf07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.669423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] DHCP port deletion for 2bae135d-44a8-42b2-9069-9bde203e25d2 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:32:44.689196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.690633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 24c8a008-fdb2-40f6-b884-ba304b04f650 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:44.917709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Deleting port 24c8a008-fdb2-40f6-b884-ba304b04f650 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:44.918551 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.922730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.40 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/f6154ee0-f805-407f-8fd7-d78f91b4cd45) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:32:44.975193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.036260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] For port 24c8a008-fdb2-40f6-b884-ba304b04f650, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=24c8a008-fdb2-40f6-b884-ba304b04f650,segment=NetworkSegment(7ad46b94-6c96-4660-84c3-a49c9950f171),segment_id=7ad46b94-6c96-4660-84c3-a49c9950f171)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:45.036939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.061418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=24c8a008-fdb2-40f6-b884-ba304b04f650,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:45.076375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Calling delete_port for 24c8a008-fdb2-40f6-b884-ba304b04f650 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:45.088396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c93d-0d46-4cc6-bc47-7f20c84bf07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.090916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No DVR routers for this DVR port 24c8a008-fdb2-40f6-b884-ba304b04f650 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:32:45.109821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c93d-0d46-4cc6-bc47-7f20c84bf07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.110179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:41Z', 'revision_number': 9, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:45.259123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3c93d-0d46-4cc6-bc47-7f20c84bf07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fbf953-d25c-493c-a41f-6b7eaa56fcb9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:45.261874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe940f6-6ad3-4e7a-b746-af9304e3a4ba None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:41Z', 'revision_number': 9, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24', 'name': '', 'network_id': '0b3a9aa7-6c4f-4228-84c7-3807782d1060', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:97:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:36Z', 'updated_at': '2021-07-22T21:31:50Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:45.357678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-014431a7-067f-4da3-9743-cbd3fbd00b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.368960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 24c8a008-fdb2-40f6-b884-ba304b04f650 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:45.413111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 24c8a008-fdb2-40f6-b884-ba304b04f650 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:45.413665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 24c8a008-fdb2-40f6-b884-ba304b04f650 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:45.416550 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.447037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.460284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.466684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.481743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b0b3c93d-0d46-4cc6-bc47-7f20c84bf07e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c0bac82a7df4f0881c28b443fe150fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8763139 Jul 22 21:32:45.483513 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.493517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43220) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:45.506958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bae135d-44a8-42b2-9069-9bde203e25d2']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:45.530204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad46b94-6c96-4660-84c3-a49c9950f171') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:45.530500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad46b94-6c96-4660-84c3-a49c9950f171') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:45.551301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.552825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] No DVR routers for this DVR port 24c8a008-fdb2-40f6-b884-ba304b04f650 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:32:45.581920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.603092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:32:45.604084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:32:45.610373 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:32:45.637721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Pushing event deleted for resources: {'Port': ['ID=24c8a008-fdb2-40f6-b884-ba304b04f650,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:45.652683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.653595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.654392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.655172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.655978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.656754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.657515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.658320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.659134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.666574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.667247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.667781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87cd280-095f-488d-87d0-c05ade96a677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:32:45.732878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.811678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:32:45.819589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:32:45.829638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:32:45.829890 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-201bd6fa-49e7-4531-9289-406e97010d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.855187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.910920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.925892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/2bae135d-44a8-42b2-9069-9bde203e25d2 HTTP/1.1" status: 204 len: 168 time: 2.3510947 Jul 22 21:32:45.929782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f04c00-dc1a-40b2-a2f2-c3da3274ee63 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=2bae135d-44a8-42b2-9069-9bde203e25d2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:45.937396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43230) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:45.942817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=f6154ee0-f805-407f-8fd7-d78f91b4cd45,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:45.966961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-201bd6fa-49e7-4531-9289-406e97010d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:45.984163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85000f0-b6f9-4ff4-9b86-bdd921ac7a35 req-4b625ccc-192b-40e2-92a6-72e157b2d6a4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:45.985819 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c85000f0-b6f9-4ff4-9b86-bdd921ac7a35 req-4b625ccc-192b-40e2-92a6-72e157b2d6a4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.3533182 Jul 22 21:32:46.082459 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:46.175188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Router 30afa2c2-edc1-494a-8220-3080b6b0e682 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:32:46.256900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c85000f0-b6f9-4ff4-9b86-bdd921ac7a35 req-0c4f5e97-d246-4f1f-8fab-6ac439f96d59 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813121 Jul 22 21:32:46.528256 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-201bd6fa-49e7-4531-9289-406e97010d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:46.531377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-201bd6fa-49e7-4531-9289-406e97010d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:46.532680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-201bd6fa-49e7-4531-9289-406e97010d80 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37fbf953-d25c-493c-a41f-6b7eaa56fcb9 HTTP/1.1" status: 204 len: 168 time: 1.0370338 Jul 22 21:32:46.560913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bd6fa-49e7-4531-9289-406e97010d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fbf953-d25c-493c-a41f-6b7eaa56fcb9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:46.675675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:46.691594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] Sync routers for ids ['30afa2c2-edc1-494a-8220-3080b6b0e682'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:46.706849 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] Routers {'30afa2c2-edc1-494a-8220-3080b6b0e682'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:46.716925 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30afa2c2-edc1-494a-8220-3080b6b0e682'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:46.842832 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:32:46.849698 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:46.887405 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] Routers {'30afa2c2-edc1-494a-8220-3080b6b0e682'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:46.888213 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30afa2c2-edc1-494a-8220-3080b6b0e682'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:46.969848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:46.998652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:47.005241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9ac16604-0a1b-405f-a1a7-ffba830eab79 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3322141 Jul 22 21:32:47.020674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43244) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:47.028501 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:47.029395 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab89f5-f9e9-4475-bd45-7662932b7164 None None] The sync data for ids ['30afa2c2-edc1-494a-8220-3080b6b0e682'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:47.036324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:32:47.289384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7396d564-1782-4219-99be-bf4d8c3d4108 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:47.356259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 7396d564-1782-4219-99be-bf4d8c3d4108 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:47.368748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7396d564-1782-4219-99be-bf4d8c3d4108 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:47.620443 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.023444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125ce0-265f-4bf1-ae4d-d6849df1dfd5 req-bcbb2db6-50f8-4c38-8e0c-7e02c2684bbd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:48.026467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a125ce0-265f-4bf1-ae4d-d6849df1dfd5 req-bcbb2db6-50f8-4c38-8e0c-7e02c2684bbd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.2799764 Jul 22 21:32:48.129519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a125ce0-265f-4bf1-ae4d-d6849df1dfd5 req-5b4e2d72-09c7-4f24-a73d-f54eefc5ac61 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947430 Jul 22 21:32:48.142022 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.406204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:48.406944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.429781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.433572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bfe9a459-10c1-4557-820a-5685d60699ed details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:32:48.558134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.622326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.638296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,segment=NetworkSegment(f9b9bdbc-fc09-4ba9-a06e-6e487404486c),segment_id=f9b9bdbc-fc09-4ba9-a06e-6e487404486c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:48.638881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.675264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:48.726805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:48.768787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'port_id': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'mac_address': 'fa:16:3e:dd:3b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757bc2a4-8ae5-4593-8eff-91833bb24163', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:32:48.901406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:48.976149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfe9a459-10c1-4557-820a-5685d60699ed {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:32:48.980362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Deleting port b5108205-01a3-4feb-9a78-5b3810769814 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:48.981876 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:49.020472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:49.029169 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:49.229564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:49.238024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['bfe9a459-10c1-4557-820a-5685d60699ed'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:32:49.248210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:49.325485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:49.370803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:49.397259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:49.467645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Calling delete_port for b5108205-01a3-4feb-9a78-5b3810769814 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:49.518620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=f6154ee0-f805-407f-8fd7-d78f91b4cd45,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:49.584551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:49.602412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:49.755653 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP ddc95d1b-b6ee-40f4-90fb-fa8301d271bf associated. External IP: 172.25.5.40, port: d95bff28-ed8c-448b-9a15-d897d686dfec. Jul 22 21:32:49.791549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777f13-8f20-4e3b-9ac1-d87b4ad607c3 req-68876376-6c32-46e8-a468-5bc1b70940bf tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:49.793678 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43777f13-8f20-4e3b-9ac1-d87b4ad607c3 req-68876376-6c32-46e8-a468-5bc1b70940bf tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 944 time: 0.4577525 Jul 22 21:32:50.164212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.302879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43777f13-8f20-4e3b-9ac1-d87b4ad607c3 req-90167031-0186-4f23-aa54-a919a4b1be34 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944942 Jul 22 21:32:50.418636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.450048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bfe9a459-10c1-4557-820a-5685d60699ed up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:32:50.489831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Pushing event deleted for resources: {'Port': ['ID=b5108205-01a3-4feb-9a78-5b3810769814,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:50.561887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port bfe9a459-10c1-4557-820a-5685d60699ed triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:32:50.561887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.608148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:50.680705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 79302ccd-1f36-4108-bc26-1353847544fa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:50.694150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.776358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.875879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:50.886614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3ce6e06c-90c1-4ba4-a615-c0de30a50df6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9418519 Jul 22 21:32:50.887484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43352) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:50.920976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:32:50.924715 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03998e96-648a-452b-90ac-895cfeb80963" -d '{"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:32:50.954048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:50.961829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:50.978180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:50.978851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:50.980122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet 29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:32:50.980987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.990408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.104083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.137889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.146483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.260935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Router 30afa2c2-edc1-494a-8220-3080b6b0e682 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:32:51.273839 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:51.288827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] Sync routers for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:51.304151 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:51.310091 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:51.366361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.493672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.568676 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e1e76f-ca4d-47c5-aa92-0cf9e26e8aa9 x-openstack-request-id: req-e8e1e76f-ca4d-47c5-aa92-0cf9e26e8aa9 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:32:51.569266 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:32:51.569434 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8e1e76f-ca4d-47c5-aa92-0cf9e26e8aa9 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:32:51.569918 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'code': 200} Jul 22 21:32:51.591619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:32:51.622423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.626675 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e23ec0aa-d2b6-4ee3-87bb-760a2e5c9c83 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "PUT /v2.0/routers/30afa2c2-edc1-494a-8220-3080b6b0e682 HTTP/1.1" status: 200 len: 706 time: 4.6021042 Jul 22 21:32:51.637706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43372) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:51.660580 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:51.694503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] Sync routers for ids ['30afa2c2-edc1-494a-8220-3080b6b0e682'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:32:51.751021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f33de-b45f-4159-97a1-7c3b7163cf9e req-d44d5c2e-64bb-43a6-95b2-bce65e972d8d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:51.752896 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-173f33de-b45f-4159-97a1-7c3b7163cf9e req-d44d5c2e-64bb-43a6-95b2-bce65e972d8d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.2844760 Jul 22 21:32:51.786213 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.790119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] Routers {'30afa2c2-edc1-494a-8220-3080b6b0e682'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:51.796132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30afa2c2-edc1-494a-8220-3080b6b0e682'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:51.887362 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.903684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7 HTTP/1.1" status: 204 len: 168 time: 1.0144715 Jul 22 21:32:51.979254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43382) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:52.038592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bebbdc-8ba2-469c-a873-ff4d75d02df3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:52.075197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de71741-4e32-499f-a0c6-fd5b4a96603b None None] Network 0b3a9aa7-6c4f-4228-84c7-3807782d1060 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:32:52.082495 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cde547d3-18a9-4ac6-80cb-e62e91ff0626 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.9657731 Jul 22 21:32:52.106183 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-173f33de-b45f-4159-97a1-7c3b7163cf9e req-fc0c57ce-cc0e-4093-a7e2-d705baa953bf tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458664 Jul 22 21:32:52.114196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:32:52.118387 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:32:52.125038 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ddc95d1b-b6ee-40f4-90fb-fa8301d271bf', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'port_id': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'mac_address': 'fa:16:3e:9e:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:32:46Z', 'updated_at': '2021-07-22T21:32:46Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:52.162028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-96863733-30a3-4797-8e04-af0f5da413ff tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/routers/30afa2c2-edc1-494a-8220-3080b6b0e682 HTTP/1.1" status: 200 len: 741 time: 0.5224807 Jul 22 21:32:52.164765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43390) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:52.221794 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] Checking router: 79302ccd-1f36-4108-bc26-1353847544fa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:52.249095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:52.249943 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:52.342872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:52.351038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eac3e355-14fd-4afa-976b-558a78376aad tempest-RoutersAdminTest-881003601 tempest-RoutersAdminTest-881003601-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=30afa2c2-edc1-494a-8220-3080b6b0e682 HTTP/1.1" status: 200 len: 205 time: 0.1844199 Jul 22 21:32:52.363338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43396) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:52.405827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:52.411358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:52.420394 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b241f23-d1dc-4e7b-b1f3-1a807cf706d0 x-openstack-request-id: req-0b241f23-d1dc-4e7b-b1f3-1a807cf706d0 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:32:52.421441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:52.433054 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:52.453759 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:32:52.454200 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b241f23-d1dc-4e7b-b1f3-1a807cf706d0 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:32:52.454689 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'status': 'completed', 'code': 200} Jul 22 21:32:52.541268 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f2ccf1ad-a57f-4dac-8f77-ff44d6bb3f1d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=30afa2c2-edc1-494a-8220-3080b6b0e682 HTTP/1.1" status: 200 len: 205 time: 0.1729155 Jul 22 21:32:52.566782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43400) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:52.698893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] Routers {'30afa2c2-edc1-494a-8220-3080b6b0e682'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:52.699829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30afa2c2-edc1-494a-8220-3080b6b0e682'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:53.108372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-9917cec4-0105-4c2b-96e2-cc4a0338292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:53.110673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-9917cec4-0105-4c2b-96e2-cc4a0338292f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1097 time: 0.5954514 Jul 22 21:32:53.114515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port d1c98239-41c5-4aee-806c-2324ba188f7c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:53.118915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:53.120353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c5f9c-3515-4cc1-b600-47fcd31dee56 None None] The sync data for ids ['30afa2c2-edc1-494a-8220-3080b6b0e682'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:53.124655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:53.134543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb938d88-8af2-47af-9702-408d30ca8839 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:53.447023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] DHCP port deletion for 0b3a9aa7-6c4f-4228-84c7-3807782d1060 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:32:53.566268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e191f32-fe8d-4cd8-900b-80749e4a266e req-6a9c6770-44d0-414c-b11c-ce4bb447c5f6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:53.576620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e191f32-fe8d-4cd8-900b-80749e4a266e req-6a9c6770-44d0-414c-b11c-ce4bb447c5f6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 1.1415417 Jul 22 21:32:53.650620 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ddc95d1b-b6ee-40f4-90fb-fa8301d271bf', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'port_id': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'mac_address': 'fa:16:3e:9e:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:32:46Z', 'updated_at': '2021-07-22T21:32:46Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:53.792219 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94dfc31-610a-47b5-b59f-4247ba98a8d7 None None] The sync data for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 is: [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ddc95d1b-b6ee-40f4-90fb-fa8301d271bf', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'port_id': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'mac_address': 'fa:16:3e:9e:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:32:46Z', 'updated_at': '2021-07-22T21:32:46Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:53.801043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:49Z', 'revision_number': 10, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:53.818150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] Deleting port d1c98239-41c5-4aee-806c-2324ba188f7c {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:53.821738 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:53.911412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:32:53.957419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:32:53.957980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:54.003594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e191f32-fe8d-4cd8-900b-80749e4a266e req-580864cb-6ca9-4a17-817c-dc0dc1b4289e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958611 Jul 22 21:32:54.212724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb938d88-8af2-47af-9702-408d30ca8839 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:54.224313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb938d88-8af2-47af-9702-408d30ca8839 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:54.266608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:54.277446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb938d88-8af2-47af-9702-408d30ca8839 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:54.278058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb938d88-8af2-47af-9702-408d30ca8839 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Fanout notify agent at l3_agent the message router_deleted on router 30afa2c2-edc1-494a-8220-3080b6b0e682 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:32:54.325429 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb938d88-8af2-47af-9702-408d30ca8839 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:54.331292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eb938d88-8af2-47af-9702-408d30ca8839 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/30afa2c2-edc1-494a-8220-3080b6b0e682 HTTP/1.1" status: 204 len: 168 time: 1.7619345 Jul 22 21:32:54.455062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43448) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:54.461453 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e1def-dd83-4558-8fdc-23b64fbd5f4a None None] New status for floating IP ddc95d1b-b6ee-40f4-90fb-fa8301d271bf: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:32:54.532253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e0f5d80f-bc56-47b8-9fdc-ed164fb9e74c tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=30afa2c2-edc1-494a-8220-3080b6b0e682 HTTP/1.1" status: 200 len: 205 time: 0.0722945 Jul 22 21:32:54.534348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43456) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:54.574386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76951f6-a466-4a07-9ea6-c8e94b24c6c7 req-735c90e7-9018-4110-b5f1-6adf57e0fd62 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:54.582270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c76951f6-a466-4a07-9ea6-c8e94b24c6c7 req-735c90e7-9018-4110-b5f1-6adf57e0fd62 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.9805729 Jul 22 21:32:54.604033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] For port d1c98239-41c5-4aee-806c-2324ba188f7c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d1c98239-41c5-4aee-806c-2324ba188f7c,segment=NetworkSegment(f9b9bdbc-fc09-4ba9-a06e-6e487404486c),segment_id=f9b9bdbc-fc09-4ba9-a06e-6e487404486c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:54.604739 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:54.649873 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-27fc9808-c95f-46a9-bf78-c637d53e4138 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] delete failed (client error): The resource could not be found. Jul 22 21:32:54.653505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-27fc9808-c95f-46a9-bf78-c637d53e4138 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/30afa2c2-edc1-494a-8220-3080b6b0e682 HTTP/1.1" status: 404 len: 336 time: 0.1092088 Jul 22 21:32:54.662834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43458) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:54.666622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d8d39bda-5973-45f0-b2a1-14c757ea6b2c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/ddc95d1b-b6ee-40f4-90fb-fa8301d271bf HTTP/1.1" status: 200 len: 990 time: 0.3980401 Jul 22 21:32:54.683344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] Calling delete_port for d1c98239-41c5-4aee-806c-2324ba188f7c owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:54.687883 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:32:54.722081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port d1c98239-41c5-4aee-806c-2324ba188f7c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d1c98239-41c5-4aee-806c-2324ba188f7c,segment=NetworkSegment(f9b9bdbc-fc09-4ba9-a06e-6e487404486c),segment_id=f9b9bdbc-fc09-4ba9-a06e-6e487404486c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:32:54.722594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:54.763877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c76951f6-a466-4a07-9ea6-c8e94b24c6c7 req-faff5aff-f925-480f-92f8-3fd234e8ea5f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805494 Jul 22 21:32:54.766753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-25f970d0-b23e-4385-a475-93dbfb0e5f94 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae01c2de-18ea-4204-80a7-85942d929414 HTTP/1.1" status: 200 len: 205 time: 0.0988736 Jul 22 21:32:54.770104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:54.788653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for d1c98239-41c5-4aee-806c-2324ba188f7c owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:32:54.866402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-89f26394-68e8-4c4b-8da5-e14a9479198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:54.868899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-89f26394-68e8-4c4b-8da5-e14a9479198e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 1.7406712 Jul 22 21:32:54.912820 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-188effa5-b5b4-4b5a-bfa5-d5a4cf11dd3d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] delete failed (client error): The resource could not be found. Jul 22 21:32:54.914269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-188effa5-b5b4-4b5a-bfa5-d5a4cf11dd3d tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/ae01c2de-18ea-4204-80a7-85942d929414 HTTP/1.1" status: 404 len: 336 time: 0.1427863 Jul 22 21:32:54.916887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43468) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.006984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-390e2d57-cada-4597-9ff9-9127aac4a188 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c58aab-071c-4d15-813c-5249d0873992 HTTP/1.1" status: 200 len: 205 time: 0.0885272 Jul 22 21:32:55.013951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.077510 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-0494c039-4710-4e7a-a9a6-7222cc05668f tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] delete failed (client error): The resource could not be found. Jul 22 21:32:55.078972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0494c039-4710-4e7a-a9a6-7222cc05668f tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/e9c58aab-071c-4d15-813c-5249d0873992 HTTP/1.1" status: 404 len: 336 time: 0.0638800 Jul 22 21:32:55.083485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43478) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.171814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6825500c-6e61-43ef-b2f4-0634463d0814 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0933604-d5cc-4c16-8dc7-c0261f05f06f HTTP/1.1" status: 200 len: 205 time: 0.0863824 Jul 22 21:32:55.174457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43482) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.296598 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-c01e00eb-92a1-4ad4-bb53-617399887805 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 998 time: 0.4092753 Jul 22 21:32:55.335264 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-46b63f1c-45ea-4bef-acb4-787d0231e8a1 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] delete failed (client error): The resource could not be found. Jul 22 21:32:55.341643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-46b63f1c-45ea-4bef-acb4-787d0231e8a1 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/d0933604-d5cc-4c16-8dc7-c0261f05f06f HTTP/1.1" status: 404 len: 336 time: 0.1656158 Jul 22 21:32:55.347827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43496) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.461979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1c98239-41c5-4aee-806c-2324ba188f7c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:55.517175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e1e607e1-cbd4-4135-8e57-92acae4e5e15 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=de8bd1d6-d967-410f-9a89-10c61a3541e8 HTTP/1.1" status: 200 len: 205 time: 0.1650121 Jul 22 21:32:55.518445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43502) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.547647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:55.633450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No active binding found for port d1c98239-41c5-4aee-806c-2324ba188f7c {{(pid=94093) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:32:55.634318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d1c98239-41c5-4aee-806c-2324ba188f7c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:55.672104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43506) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: from cryptography.utils import int_from_bytes Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: from cryptography.utils import int_from_bytes Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:32:55.760165 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:32:55.801605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=d1c98239-41c5-4aee-806c-2324ba188f7c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:55.806022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No DVR routers for this DVR port d1c98239-41c5-4aee-806c-2324ba188f7c on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:32:55.808922 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-acf7aecf-453c-41b6-aeb2-58535cb49870 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] delete failed (client error): The resource could not be found. Jul 22 21:32:55.814271 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-acf7aecf-453c-41b6-aeb2-58535cb49870 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/de8bd1d6-d967-410f-9a89-10c61a3541e8 HTTP/1.1" status: 404 len: 336 time: 0.2919881 Jul 22 21:32:55.816869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-df748f0b-6cfd-49d0-83bc-fd28b2a00838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:55.819439 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-df748f0b-6cfd-49d0-83bc-fd28b2a00838 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.5102708 Jul 22 21:32:55.820422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43512) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:55.833843 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:55.929815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] No DVR routers for this DVR port d1c98239-41c5-4aee-806c-2324ba188f7c on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:32:55.988789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b1fc3b71-314b-47fd-a80b-5bcc4f0cd06b tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa30a094-62f2-4183-a34c-2debfd3df9d7 HTTP/1.1" status: 200 len: 205 time: 0.1599419 Jul 22 21:32:55.990227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43514) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:56.051194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0c81b331-10f6-42ef-9ac8-7f5b3603c906 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/ddc95d1b-b6ee-40f4-90fb-fa8301d271bf HTTP/1.1" status: 200 len: 992 time: 0.3762887 Jul 22 21:32:56.062114 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-565ef12a-e0bd-42a1-bdcf-70767e62d0ff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] delete failed (client error): The resource could not be found. Jul 22 21:32:56.066590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-565ef12a-e0bd-42a1-bdcf-70767e62d0ff tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/routers/fa30a094-62f2-4183-a34c-2debfd3df9d7 HTTP/1.1" status: 404 len: 336 time: 0.0728488 Jul 22 21:32:56.066801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:49Z', 'revision_number': 10, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:56.078826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6fb0d-610e-4966-877e-7be2f319c4e3 None None] Pushing event deleted for resources: {'Port': ['ID=d1c98239-41c5-4aee-806c-2324ba188f7c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:56.080643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43520) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:56.159706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed20853-4278-4f35-b589-cca6bcfdf772 None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:32:49Z', 'revision_number': 10, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None, '_interfaces': [{'id': '84a9245f-7382-40e3-bd43-e479fc61943b', 'name': '', 'network_id': '9e2df815-4654-4de5-b9f5-6413529971cf', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'mac_address': 'fa:16:3e:54:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:22Z', 'updated_at': '2021-07-22T21:31:37Z', 'revision_number': 5, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'subnets': [{'id': '4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:32:56.234420 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-df892470-a3ce-4d73-bc3d-95e23f09b480 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] DELETE failed (client error): The resource could not be found. Jul 22 21:32:56.240147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df892470-a3ce-4d73-bc3d-95e23f09b480 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:32:56.245710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43522) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:56.249930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-df892470-a3ce-4d73-bc3d-95e23f09b480 tempest-RoutersAdminTest-763030030 tempest-RoutersAdminTest-763030030-project] 10.222.0.54 "DELETE /v2.0/subnets/490da87c-55ae-482a-9f5e-a8e1618ae0ae HTTP/1.1" status: 404 len: 337 time: 0.1651199 Jul 22 21:32:56.321608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e9a07-2cb7-48c7-8cea-dff2c5b68d66 req-c9ed1ea8-c9a0-4d3e-9755-fee5c17e2d87 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:56.323272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e79e9a07-2cb7-48c7-8cea-dff2c5b68d66 req-c9ed1ea8-c9a0-4d3e-9755-fee5c17e2d87 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.2359998 Jul 22 21:32:56.351093 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:56.398704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3a9aa7-6c4f-4228-84c7-3807782d1060']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:56.414955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:56.415579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b9bdbc-fc09-4ba9-a06e-6e487404486c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:32:56.431249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-7e77334d-1f8c-40ab-996e-d7e4934c0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:56.434807 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-7e77334d-1f8c-40ab-996e-d7e4934c0ed9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5955243 Jul 22 21:32:56.441023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:56.493036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e79e9a07-2cb7-48c7-8cea-dff2c5b68d66 req-46a2b2a7-2edd-41d1-b46b-6ccb5a9e11b6 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497064 Jul 22 21:32:56.541079 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:56.649567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-5a7564d0-cf5a-43a0-921f-e984f825aebf service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963646 Jul 22 21:32:56.680861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:32:56.681799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:32:56.694044 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:32:56.990664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43546) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:57.038622 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:57.121844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df2dd0f-a321-43d3-a8a4-ebd4fad532a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:57.183117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:57.186323 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/0b3a9aa7-6c4f-4228-84c7-3807782d1060 HTTP/1.1" status: 204 len: 168 time: 5.2057362 Jul 22 21:32:57.205882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43552) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:57.208109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405756d-ecfc-4f85-abb5-371f1f97a591 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=0b3a9aa7-6c4f-4228-84c7-3807782d1060,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:57.259141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5edb7a28-8674-47d0-b0a0-c0f67ac71cc0 req-80d0ff47-a1e4-4825-b3c2-4dc94ffbc49b service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015348 Jul 22 21:32:57.293009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:32:57.370366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:32:57.371035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d41a575-b8a9-4fc2-b9e8-05bb8ee7ac24 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:32:57.627750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df2dd0f-a321-43d3-a8a4-ebd4fad532a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:57.667791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04dd6e24-04b7-44ca-9187-f99e86b5e55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:57.699205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df2dd0f-a321-43d3-a8a4-ebd4fad532a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.034336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4df2dd0f-a321-43d3-a8a4-ebd4fad532a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d802210c5e3418d92634208e58bd40c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7819159 Jul 22 21:32:58.038718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43568) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:58.039438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2dd0f-a321-43d3-a8a4-ebd4fad532a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a2a21-6791-40a1-b754-cfce7b6dd2ff,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:58.093371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04dd6e24-04b7-44ca-9187-f99e86b5e55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.137892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04dd6e24-04b7-44ca-9187-f99e86b5e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.159451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca382e89-56c4-43ef-92d8-db5742a6d1d1 req-09e6ccce-fcb0-4af9-89e5-100e2ba2be27 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:32:58.161854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca382e89-56c4-43ef-92d8-db5742a6d1d1 req-09e6ccce-fcb0-4af9-89e5-100e2ba2be27 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4689660 Jul 22 21:32:58.263982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e32a6d3-7621-4fef-a86c-f31a70cec2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.269215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-04dd6e24-04b7-44ca-9187-f99e86b5e55a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5b4b713c7f74322b794fff7d0846dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2731271 Jul 22 21:32:58.269215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd6e24-04b7-44ca-9187-f99e86b5e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13556307-3c9f-4af8-a13f-a205036da642,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:58.269215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43570) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:32:58.339624 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e32a6d3-7621-4fef-a86c-f31a70cec2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.456976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e32a6d3-7621-4fef-a86c-f31a70cec2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.460902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e32a6d3-7621-4fef-a86c-f31a70cec2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.462114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e32a6d3-7621-4fef-a86c-f31a70cec2ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c5a2a21-6791-40a1-b754-cfce7b6dd2ff HTTP/1.1" status: 204 len: 168 time: 0.4210558 Jul 22 21:32:58.476521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32a6d3-7621-4fef-a86c-f31a70cec2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a2a21-6791-40a1-b754-cfce7b6dd2ff,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:58.560626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca382e89-56c4-43ef-92d8-db5742a6d1d1 req-3375ff6f-62cb-4cd9-8756-5484a0e0822e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774815 Jul 22 21:32:58.659013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33f09a95-dbdb-474c-8c37-4a1f5be7b35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.801328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33f09a95-dbdb-474c-8c37-4a1f5be7b35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:58.954991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:59.125940 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33f09a95-dbdb-474c-8c37-4a1f5be7b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:59.130214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33f09a95-dbdb-474c-8c37-4a1f5be7b35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:59.135365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-33f09a95-dbdb-474c-8c37-4a1f5be7b35b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13556307-3c9f-4af8-a13f-a205036da642 HTTP/1.1" status: 204 len: 168 time: 0.8574293 Jul 22 21:32:59.158053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f09a95-dbdb-474c-8c37-4a1f5be7b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13556307-3c9f-4af8-a13f-a205036da642,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:32:59.657357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 84a9245f-7382-40e3-bd43-e479fc61943b {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:32:59.658639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:59.956636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43602) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:00.012388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8675159-f7be-4a63-b72c-9656bea127fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:00.437795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8675159-f7be-4a63-b72c-9656bea127fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:00.449968 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8675159-f7be-4a63-b72c-9656bea127fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:00.594841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a8675159-f7be-4a63-b72c-9656bea127fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b80c6aa35bd24adebc61cd2afdcc2124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346412 Jul 22 21:33:00.597449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43610) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:00.598382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8675159-f7be-4a63-b72c-9656bea127fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4895a49-99b1-4769-ab3b-753d39e666d1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:00.640861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43612) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:00.813306 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-356aae79-fec6-4f42-9166-d040f445ec70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91d1a6656be24e55b224a577ae29e613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691468 Jul 22 21:33:00.826451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43614) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:00.843023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port 84a9245f-7382-40e3-bd43-e479fc61943b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=84a9245f-7382-40e3-bd43-e479fc61943b,segment=NetworkSegment(3792a024-e0be-4249-9809-b55a73cd1310),segment_id=3792a024-e0be-4249-9809-b55a73cd1310)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:00.843023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:00.858689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 84a9245f-7382-40e3-bd43-e479fc61943b owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:00.883497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-815345d3-cb2a-4706-a95f-3aa6948476ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:00.966050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-815345d3-cb2a-4706-a95f-3aa6948476ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.194763 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fca63973-2c3c-438c-aa40-83ab93abb0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.195274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220551-3da3-49d3-bafd-fed2a6506f38 req-0bcbfa26-815a-4a54-8bbb-4ab69716fa8b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:01.208150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18220551-3da3-49d3-bafd-fed2a6506f38 req-0bcbfa26-815a-4a54-8bbb-4ab69716fa8b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.2263563 Jul 22 21:33:01.231455 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.246539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fca63973-2c3c-438c-aa40-83ab93abb0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.374543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-815345d3-cb2a-4706-a95f-3aa6948476ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.380761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-815345d3-cb2a-4706-a95f-3aa6948476ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.383239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-815345d3-cb2a-4706-a95f-3aa6948476ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4895a49-99b1-4769-ab3b-753d39e666d1 HTTP/1.1" status: 204 len: 168 time: 0.7766411 Jul 22 21:33:01.403254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fca63973-2c3c-438c-aa40-83ab93abb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.408204 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18220551-3da3-49d3-bafd-fed2a6506f38 req-dd5fe257-054b-4688-9181-af583fee9a99 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984737 Jul 22 21:33:01.424915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fca63973-2c3c-438c-aa40-83ab93abb0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.434529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fca63973-2c3c-438c-aa40-83ab93abb0b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6ceff25-49e2-4258-b56c-ff4891ccf8da HTTP/1.1" status: 204 len: 168 time: 0.6047964 Jul 22 21:33:01.439032 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:01.461889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815345d3-cb2a-4706-a95f-3aa6948476ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4895a49-99b1-4769-ab3b-753d39e666d1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:01.490056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=84a9245f-7382-40e3-bd43-e479fc61943b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:01.497535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca63973-2c3c-438c-aa40-83ab93abb0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ceff25-49e2-4258-b56c-ff4891ccf8da,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:01.940286 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:02.015226 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:02.441558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:33:02.664025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:33:02.683099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:33:02.693909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43650) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:02.709022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dc826ec3-fcd7-4479-9d41-df4a4d4f557f tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4681621 Jul 22 21:33:02.713984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:33:02.721070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:02.833463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc4ac-9039-4212-a583-cbff4d24d7f9 req-189a31b6-1876-4001-9328-bdf60ae50a56 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:02.837207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7cbc4ac-9039-4212-a583-cbff4d24d7f9 req-189a31b6-1876-4001-9328-bdf60ae50a56 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.2542844 Jul 22 21:33:02.940431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting subnet 4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:33:02.967859 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:03.009194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7cbc4ac-9039-4212-a583-cbff4d24d7f9 req-d34f77f1-1e4a-461a-bfd0-ee7a5a1ea1f5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574385 Jul 22 21:33:03.152062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:03.176152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:33:03.354955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:33:01Z', 'revision_number': 11, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:03.523000 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:03.685798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:03.806825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:03.810863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:33:03.817774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:03.839765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-578023ef-b6d2-439a-a22c-3ddf684de462 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2 HTTP/1.1" status: 204 len: 168 time: 1.1401672 Jul 22 21:33:03.840222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43666) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:03.843003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02614cb4-7893-4c9a-a93c-c99b1b07fc56 None None] Network 9e2df815-4654-4de5-b9f5-6413529971cf requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:04.045827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:04.123260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:33:04.123582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:04.242653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Deleting port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:04.243050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:04.377806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:33:04.448524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] For port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2,segment=NetworkSegment(3792a024-e0be-4249-9809-b55a73cd1310),segment_id=3792a024-e0be-4249-9809-b55a73cd1310)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:04.449513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:04.503863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:33:01Z', 'revision_number': 11, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:04.523457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Calling delete_port for 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:04.580119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc061bd-386c-4b77-9270-970df6f31d6c None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:33:01Z', 'revision_number': 11, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:33:04.783238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd252f2-6e85-4512-a74a-edb6a76efc5f req-dd2c1551-be7b-42ed-8b4b-9545bfade073 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:04.797898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fd252f2-6e85-4512-a74a-edb6a76efc5f req-dd2c1551-be7b-42ed-8b4b-9545bfade073 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4278412 Jul 22 21:33:05.002268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fd252f2-6e85-4512-a74a-edb6a76efc5f req-b5f194a4-57f5-4113-afd0-d3113510814a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802292 Jul 22 21:33:05.033981 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.034328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d2dea-8e6d-4220-9fc6-7848bf2aebc6 None None] DHCP port deletion for 9e2df815-4654-4de5-b9f5-6413529971cf request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:33:05.174385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43694) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:05.185920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Port': ['ID=3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:05.209272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No DVR routers for this DVR port 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:33:05.425491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:33:05.505515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:33:05.510283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3e5c4b15-9328-4d66-8c4e-a4f87c75fdf2 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:33:05.511190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 84a9245f-7382-40e3-bd43-e479fc61943b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:33:05.544747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.571637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 84a9245f-7382-40e3-bd43-e479fc61943b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:33:05.572084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 84a9245f-7382-40e3-bd43-e479fc61943b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:33:05.600840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2df815-4654-4de5-b9f5-6413529971cf']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:05.629347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3792a024-e0be-4249-9809-b55a73cd1310') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:05.630021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3792a024-e0be-4249-9809-b55a73cd1310') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:05.645118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.664532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.675251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:33:05.677774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:33:05.685341 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:33:05.934477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.935014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1788b82-866c-40f9-9d2e-0082601d412a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.938731 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:05.946137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/networks/9e2df815-4654-4de5-b9f5-6413529971cf HTTP/1.1" status: 204 len: 168 time: 2.1043954 Jul 22 21:33:05.971427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43746) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:05.976950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a81ed-32af-46f1-86b6-4ba79c475226 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Pushing event deleted for resources: {'Network': ['ID=9e2df815-4654-4de5-b9f5-6413529971cf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:05.981048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'routes': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:06.420590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:06.434833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa54df-bb6c-42ea-b6dd-ee43468483bf req-d1f0586a-e08c-44a4-9914-d9c5c82b6970 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:06.456004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89fa54df-bb6c-42ea-b6dd-ee43468483bf req-d1f0586a-e08c-44a4-9914-d9c5c82b6970 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.2351868 Jul 22 21:33:06.541009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Added routes are [] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 21:33:06.541329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Removed routes are [] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 21:33:06.542172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:06.590720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89fa54df-bb6c-42ea-b6dd-ee43468483bf req-00bf798c-16c8-47f2-975d-2fe47c0cb381 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320503 Jul 22 21:33:06.877881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:06.949530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:06.963265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c52f0005-0edf-42b7-aced-c8f87b533707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:07.019582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1788b82-866c-40f9-9d2e-0082601d412a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:07.139444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1788b82-866c-40f9-9d2e-0082601d412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:07.220306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 16e350de-4074-4c2c-99d3-fac01d8e71e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:33:07.296229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a1788b82-866c-40f9-9d2e-0082601d412a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c09484812fad4e7394ecb161f3c5c0af&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1200902 Jul 22 21:33:07.296807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43778) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:07.340405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1788b82-866c-40f9-9d2e-0082601d412a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbf3fb-beb4-4279-b63b-287fcd60fd88,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:07.354394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43780) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:07.541702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ad754a4-70d1-47ff-b83e-b90adc150ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:07.559672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:33:07.577598 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] Sync routers for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:33:07.593764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:07.595957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-60fdcf83-deea-4d57-96e4-a460619a6ef9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 200 len: 701 time: 1.6205494 Jul 22 21:33:07.600909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43786) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:07.632721 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:33:07.633905 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:07.690412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ad754a4-70d1-47ff-b83e-b90adc150ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:07.746278 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-80b6542f-e67b-459a-8d9a-b820d2e788e6 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 200 len: 205 time: 0.1436503 Jul 22 21:33:07.756068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2003639775', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:07.756401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43794) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:07.928571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32a13461-b290-4cea-a57a-40e7ac9789f0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:07.956891 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:33:07.992582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dce33-8283-491d-ac0d-c711b9340806 req-3fb6d856-75d8-41c5-bb1c-80683024a521 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:08.005605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b35dce33-8283-491d-ac0d-c711b9340806 req-3fb6d856-75d8-41c5-bb1c-80683024a521 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.1660745 Jul 22 21:33:08.009922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ad754a4-70d1-47ff-b83e-b90adc150ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.019821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ad754a4-70d1-47ff-b83e-b90adc150ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.021299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5ad754a4-70d1-47ff-b83e-b90adc150ddb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49dbf3fb-beb4-4279-b63b-287fcd60fd88 HTTP/1.1" status: 204 len: 168 time: 0.7227445 Jul 22 21:33:08.070116 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:33:01Z', 'revision_number': 11, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:08.077271 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c52f0005-0edf-42b7-aced-c8f87b533707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.095428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c52f0005-0edf-42b7-aced-c8f87b533707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.140883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad754a4-70d1-47ff-b83e-b90adc150ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbf3fb-beb4-4279-b63b-287fcd60fd88,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:08.189260 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] Checking router: 16e350de-4074-4c2c-99d3-fac01d8e71e8 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:33:08.193742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b35dce33-8283-491d-ac0d-c711b9340806 req-d6ea5309-df29-462e-b187-30c6156764d7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870196 Jul 22 21:33:08.205306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Made reservation on behalf of 6d4145f7731845a8a98539a23144ebf1 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:08.213596 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] Routers {'16e350de-4074-4c2c-99d3-fac01d8e71e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:33:08.213876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.215122 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['16e350de-4074-4c2c-99d3-fac01d8e71e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:08.248170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.381679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32a13461-b290-4cea-a57a-40e7ac9789f0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.388367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32a13461-b290-4cea-a57a-40e7ac9789f0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.395356 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] Set router 16e350de-4074-4c2c-99d3-fac01d8e71e8 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:33:08.513966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32a13461-b290-4cea-a57a-40e7ac9789f0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.514519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a13461-b290-4cea-a57a-40e7ac9789f0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Fanout notify agent at l3_agent the message router_deleted on router 16e350de-4074-4c2c-99d3-fac01d8e71e8 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:33:08.523688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.534695 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.534980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32a13461-b290-4cea-a57a-40e7ac9789f0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.536121 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-32a13461-b290-4cea-a57a-40e7ac9789f0 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 204 len: 168 time: 0.7783546 Jul 22 21:33:08.540760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:08.553719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c52f0005-0edf-42b7-aced-c8f87b533707 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8fc180b150ee432a80d1346aa2fbb3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1235108 Jul 22 21:33:08.557069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43804) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:08.557883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f0005-0edf-42b7-aced-c8f87b533707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf50f5c-122c-413d-9e79-2874e0ffed9f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:08.576198 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:33:01Z', 'revision_number': 11, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:08.578299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] device_id is not set on port 56a7b551-65ac-4349-88c5-205a57481fdc yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:33:08.641052 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f74dd9-3e49-4ddd-81e7-0ae80ac5078b None None] The sync data for ids ['16e350de-4074-4c2c-99d3-fac01d8e71e8'] in n-d-762330-19 is: [{'id': '16e350de-4074-4c2c-99d3-fac01d8e71e8', 'name': 'tempest-RoutersTest-router-1961601614', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:13Z', 'updated_at': '2021-07-22T21:33:01Z', 'revision_number': 11, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:33:08.701657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3607603c-9c20-4e70-b029-4d5b81bfdb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.705584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e3ff167d-55ef-4777-bcd5-9f2761019603 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1235745043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:08.755302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3607603c-9c20-4e70-b029-4d5b81bfdb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.823441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9cf445-d216-4557-b1bc-647d4c978697,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:08.864167 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3ff167d-55ef-4777-bcd5-9f2761019603 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.865567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3ff167d-55ef-4777-bcd5-9f2761019603 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.885713 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3607603c-9c20-4e70-b029-4d5b81bfdb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.890181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3607603c-9c20-4e70-b029-4d5b81bfdb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:08.892822 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3607603c-9c20-4e70-b029-4d5b81bfdb2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fbf50f5c-122c-413d-9e79-2874e0ffed9f HTTP/1.1" status: 204 len: 168 time: 0.3313477 Jul 22 21:33:08.908458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Allocated IP 172.25.5.4 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/56a7b551-65ac-4349-88c5-205a57481fdc) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:08.926695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607603c-9c20-4e70-b029-4d5b81bfdb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf50f5c-122c-413d-9e79-2874e0ffed9f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:09.016116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43810) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:09.043290 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46c775df-af90-49a1-9092-d69709784b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.099095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3ff167d-55ef-4777-bcd5-9f2761019603 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.117232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3ff167d-55ef-4777-bcd5-9f2761019603 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.382644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46c775df-af90-49a1-9092-d69709784b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.392431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46c775df-af90-49a1-9092-d69709784b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.451124 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-46c775df-af90-49a1-9092-d69709784b7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1df8a6c7607649cd947a722237c94fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330280 Jul 22 21:33:09.452033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c775df-af90-49a1-9092-d69709784b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555271d2-071c-497d-80ba-b4429d01cec3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:09.465176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:09.527021 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.571745 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3ff167d-55ef-4777-bcd5-9f2761019603 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.573649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e3ff167d-55ef-4777-bcd5-9f2761019603 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0237167 Jul 22 21:33:09.583649 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de8aa4fd-4f22-4246-9b2c-bf01af1cc1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.583916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43820) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:09.591810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-db7d14c5-d602-47e6-b398-96ec4330be3b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:09.645343 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de8aa4fd-4f22-4246-9b2c-bf01af1cc1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.738432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de8aa4fd-4f22-4246-9b2c-bf01af1cc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.743112 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de8aa4fd-4f22-4246-9b2c-bf01af1cc1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:09.744619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-de8aa4fd-4f22-4246-9b2c-bf01af1cc1e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/555271d2-071c-497d-80ba-b4429d01cec3 HTTP/1.1" status: 204 len: 168 time: 0.2776618 Jul 22 21:33:09.756899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aa4fd-4f22-4246-9b2c-bf01af1cc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555271d2-071c-497d-80ba-b4429d01cec3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:09.891875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9623ea-ee7b-4d5b-a794-60803114e563 req-033c8946-4edd-46a6-976d-c959367d9d52 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:09.902492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da9623ea-ee7b-4d5b-a794-60803114e563 req-033c8946-4edd-46a6-976d-c959367d9d52 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4032815 Jul 22 21:33:10.061379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da9623ea-ee7b-4d5b-a794-60803114e563 req-91124c4b-76e6-4a56-8fb5-59f3771aa6f4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602800 Jul 22 21:33:10.070690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:10.116459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db7d14c5-d602-47e6-b398-96ec4330be3b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:10.171535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:10.171535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:10.171535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:10.208786 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db7d14c5-d602-47e6-b398-96ec4330be3b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:10.237099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:10.237897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:10.241425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Pushing event updated for resources: {'Port': ['ID=56a7b551-65ac-4349-88c5-205a57481fdc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:10.372472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb3e016a-16fb-4858-90a4-3d83b50a82ad tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0157464 Jul 22 21:33:10.375659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43856) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:10.382533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.4'}]}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:10.474051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:10.478056 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:10.567969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7d14c5-d602-47e6-b398-96ec4330be3b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Router 64ca3eef-e879-4bf7-afc4-c2818c3b1990 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:33:10.880200 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:11.121270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d14c5-d602-47e6-b398-96ec4330be3b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:33:11.132142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] Sync routers for ids ['64ca3eef-e879-4bf7-afc4-c2818c3b1990'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:33:11.145069 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db7d14c5-d602-47e6-b398-96ec4330be3b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:11.149850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-db7d14c5-d602-47e6-b398-96ec4330be3b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "PUT /v2.0/routers/64ca3eef-e879-4bf7-afc4-c2818c3b1990 HTTP/1.1" status: 200 len: 694 time: 1.5609386 Jul 22 21:33:11.150265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43878) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:11.160560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] Routers {'64ca3eef-e879-4bf7-afc4-c2818c3b1990'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:33:11.161241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['64ca3eef-e879-4bf7-afc4-c2818c3b1990'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:11.345767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] Set router 64ca3eef-e879-4bf7-afc4-c2818c3b1990 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:33:11.525002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ca3eef-e879-4bf7-afc4-c2818c3b1990', 'name': 'tempest-RoutersTest-router-1235745043', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:33:08Z', 'updated_at': '2021-07-22T21:33:10Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:11.606174 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] Checking router: 64ca3eef-e879-4bf7-afc4-c2818c3b1990 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:33:11.635755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] Routers {'64ca3eef-e879-4bf7-afc4-c2818c3b1990'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:33:11.637035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:32:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['64ca3eef-e879-4bf7-afc4-c2818c3b1990'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:11.679093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:11.761138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43894) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:11.764614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-013a7a77-5fce-4605-83e0-7bbd9ccf8e49 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/routers/64ca3eef-e879-4bf7-afc4-c2818c3b1990 HTTP/1.1" status: 200 len: 700 time: 0.6107395 Jul 22 21:33:11.845998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] Set router 64ca3eef-e879-4bf7-afc4-c2818c3b1990 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:33:11.877023 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bad44553-e6db-4603-a7f3-d792929d6a58 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=64ca3eef-e879-4bf7-afc4-c2818c3b1990 HTTP/1.1" status: 200 len: 205 time: 0.1141086 Jul 22 21:33:11.882006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43898) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:11.908110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385a151-0db5-47c4-bc7d-097afa98cef4 req-c078c295-1692-4f48-94ec-eefb97016373 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:11.927666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c385a151-0db5-47c4-bc7d-097afa98cef4 req-c078c295-1692-4f48-94ec-eefb97016373 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.6460900 Jul 22 21:33:11.983915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ca3eef-e879-4bf7-afc4-c2818c3b1990', 'name': 'tempest-RoutersTest-router-1235745043', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:33:08Z', 'updated_at': '2021-07-22T21:33:10Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:12.146769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db88b8e-b87f-4e97-82d7-cf8a0e8b5810 None None] The sync data for ids ['64ca3eef-e879-4bf7-afc4-c2818c3b1990'] in n-d-762330-19 is: [{'id': '64ca3eef-e879-4bf7-afc4-c2818c3b1990', 'name': 'tempest-RoutersTest-router-1235745043', 'tenant_id': 'a83ab778a42743589459e98ab3ceef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:33:08Z', 'updated_at': '2021-07-22T21:33:10Z', 'revision_number': 2, 'project_id': 'a83ab778a42743589459e98ab3ceef8e', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:33:12.214710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aae169cd-dc71-4294-9b42-8fe53bde196c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:12.225287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c385a151-0db5-47c4-bc7d-097afa98cef4 req-9b85189d-fa24-4317-866d-6377430e8765 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961721 Jul 22 21:33:12.613502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f61b50ce-a450-42cd-b51b-3c02383cb7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:12.882294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:12.917709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:13.235808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43924) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:13.441795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43932) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:13.464883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1602407600'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:13.482103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:13.664469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aae169cd-dc71-4294-9b42-8fe53bde196c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:13.665218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aae169cd-dc71-4294-9b42-8fe53bde196c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:13.807170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aae169cd-dc71-4294-9b42-8fe53bde196c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:13.807799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae169cd-dc71-4294-9b42-8fe53bde196c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Fanout notify agent at l3_agent the message router_deleted on router 64ca3eef-e879-4bf7-afc4-c2818c3b1990 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:33:13.822151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aae169cd-dc71-4294-9b42-8fe53bde196c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:13.832427 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aae169cd-dc71-4294-9b42-8fe53bde196c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/64ca3eef-e879-4bf7-afc4-c2818c3b1990 HTTP/1.1" status: 204 len: 168 time: 1.9486506 Jul 22 21:33:13.834119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:13.926946 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e9848c93-7825-4af7-8e55-1a1542090697 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=64ca3eef-e879-4bf7-afc4-c2818c3b1990 HTTP/1.1" status: 200 len: 205 time: 0.0897663 Jul 22 21:33:13.930257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43942) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.095172 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-26e242f2-ce1e-44bc-930a-02c5f6bd13cc tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] delete failed (client error): The resource could not be found. Jul 22 21:33:14.096405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-26e242f2-ce1e-44bc-930a-02c5f6bd13cc tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/64ca3eef-e879-4bf7-afc4-c2818c3b1990 HTTP/1.1" status: 404 len: 336 time: 0.1643438 Jul 22 21:33:14.099675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43946) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.157099 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-531f8d78-a00b-4084-a894-31210a16c1da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:14.157567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531f8d78-a00b-4084-a894-31210a16c1da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:14.162040 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-531f8d78-a00b-4084-a894-31210a16c1da tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/e2ae30c0-eee7-457d-a0da-d53ef4ef30f1 HTTP/1.1" status: 404 len: 337 time: 0.0587091 Jul 22 21:33:14.168451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43948) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.285865 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-8273d2f0-3380-4fc0-a0f3-ab4e51678c9b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:14.291631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8273d2f0-3380-4fc0-a0f3-ab4e51678c9b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:14.300660 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8273d2f0-3380-4fc0-a0f3-ab4e51678c9b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/41fee147-cb78-460c-8242-244d72879506 HTTP/1.1" status: 404 len: 337 time: 0.1297872 Jul 22 21:33:14.304173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43954) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.352315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cf66a8cf-a4d0-4e64-bb7e-b6fc541c3297 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:14.373974 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e77885-995f-4849-ae57-a7d91cf774d9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:14.376078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e77885-995f-4849-ae57-a7d91cf774d9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:14.383193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-97e77885-995f-4849-ae57-a7d91cf774d9 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/29c4b0d4-fb08-4b76-97a4-ebd95b0a26e7 HTTP/1.1" status: 404 len: 337 time: 0.0737205 Jul 22 21:33:14.383830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43958) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.443986 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4331eb8-c9e8-4840-a314-10941ba258f1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:14.445090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4331eb8-c9e8-4840-a314-10941ba258f1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:14.447547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d4331eb8-c9e8-4840-a314-10941ba258f1 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/4b4e5e4c-cb20-4a52-9bfa-f17bcc4700f2 HTTP/1.1" status: 404 len: 337 time: 0.0619020 Jul 22 21:33:14.458623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43960) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.648566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf66a8cf-a4d0-4e64-bb7e-b6fc541c3297 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] 10.222.0.54 "PUT /v2.0/quotas/af378bf94665439a867c28422d1552be HTTP/1.1" status: 200 len: 368 time: 1.4110215 Jul 22 21:33:14.652637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43966) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.665513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Request body: {'network': {'project_id': 'af378bf94665439a867c28422d1552be'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:14.712172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Made reservation on behalf of af378bf94665439a867c28422d1552be for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:14.716819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:14.744714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:14.763194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:14.781286 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:14.791880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a83dc814-817a-414f-a2af-9d2b13c1779c tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 200 len: 205 time: 0.3253849 Jul 22 21:33:14.796645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43970) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:14.870965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:14.887749 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:14.955529 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-38ca7f9f-fe87-4c94-b93a-997e166fc526 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] delete failed (client error): The resource could not be found. Jul 22 21:33:14.957635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-38ca7f9f-fe87-4c94-b93a-997e166fc526 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/16e350de-4074-4c2c-99d3-fac01d8e71e8 HTTP/1.1" status: 404 len: 336 time: 0.1555297 Jul 22 21:33:14.964562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43976) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.007329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b037383-9a26-4435-ba96-f65a1a33a506 req-3bbe8590-922f-4536-881f-894856923054 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:15.019126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b037383-9a26-4435-ba96-f65a1a33a506 req-3bbe8590-922f-4536-881f-894856923054 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.6757808 Jul 22 21:33:15.028896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:15.039695 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-328359af-808d-44f9-a623-a0a4c1e59d0d tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=69b6bdd4-8742-452a-a44c-901bc2600c71 HTTP/1.1" status: 200 len: 205 time: 0.0723979 Jul 22 21:33:15.045721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43980) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.054610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.055511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2501a248-1b22-441c-9d12-d499dee8d003 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:33:15.089498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.090053 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Added segment 810ce157-9a80-4b3f-9f5b-164abbf0dd73 of type vlan for network 5ad52515-1268-479b-b734-694780a533e7 Jul 22 21:33:15.137920 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-327b4fbd-8ea3-4302-86bc-dbf7edd4eece tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] delete failed (client error): The resource could not be found. Jul 22 21:33:15.141529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-327b4fbd-8ea3-4302-86bc-dbf7edd4eece tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/69b6bdd4-8742-452a-a44c-901bc2600c71 HTTP/1.1" status: 404 len: 336 time: 0.0934267 Jul 22 21:33:15.148936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43984) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.207025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b037383-9a26-4435-ba96-f65a1a33a506 req-3795bc2c-0e1b-44b8-88b3-bdf92a1b04a8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863427 Jul 22 21:33:15.210242 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73142dd1-8d0a-4993-9faf-814cc821ff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.226857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.256308 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-8583004d-a321-4e0d-8e0a-ed051841e684 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:15.256914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8583004d-a321-4e0d-8e0a-ed051841e684 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:15.259244 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8583004d-a321-4e0d-8e0a-ed051841e684 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/bdc90b58-c478-4c06-9062-7a1afd5a26ac HTTP/1.1" status: 404 len: 337 time: 0.1090436 Jul 22 21:33:15.266626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.354332 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.398295 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:33:15.417219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0827fb32-64c9-4511-91b1-387227a55728 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=71af623f-8d6f-4ab5-a8c3-c5054139aab6 HTTP/1.1" status: 200 len: 205 time: 0.1500459 Jul 22 21:33:15.435721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43990) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.444380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.456394 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.492733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:15.526810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.527391 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Added segment 1d6761b0-2cfa-4738-90ae-2beebc3061a4 of type vlan for network f4d7f99f-a8bb-40cb-a3fb-506e5ca855c5 Jul 22 21:33:15.535659 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 21:33:15.542928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-762e9a22-b2ae-439e-811c-2a9ab6f170ff tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.1653149 Jul 22 21:33:15.545011 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-c5886969-9851-414b-bfc0-a9bd8a61462b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] delete failed (client error): The resource could not be found. Jul 22 21:33:15.546801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c5886969-9851-414b-bfc0-a9bd8a61462b tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/71af623f-8d6f-4ab5-a8c3-c5054139aab6 HTTP/1.1" status: 404 len: 336 time: 0.1093221 Jul 22 21:33:15.548443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43994) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.559606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.560607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.569273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:15.570223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.593189 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.660880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.662809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:15.664031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.705256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.706563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2630770 Jul 22 21:33:15.718318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041b0f49-2e61-47b2-8dba-1a094f26f824,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:15.725516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-258724780'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:15.739802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4a325-cd47-4af8-a448-55ed909ee64e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Network': ['ID=5ad52515-1268-479b-b734-694780a533e7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:15.767012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:15.772674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 5ad52515-1268-479b-b734-694780a533e7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:15.778131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.778451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-86582300-27fd-4dad-be6c-22aaef714c58 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e9b09fe-0e06-4232-b82c-c7dca2495d68 HTTP/1.1" status: 200 len: 205 time: 0.1831942 Jul 22 21:33:15.778451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44000) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.784754 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1306789 Jul 22 21:33:15.801237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44002) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.817036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Request body: {'network': {'project_id': 'af378bf94665439a867c28422d1552be'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:15.870742 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-e5abe5f4-c114-4eec-9b5a-43eb239d2399 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] delete failed (client error): The resource could not be found. Jul 22 21:33:15.872601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e5abe5f4-c114-4eec-9b5a-43eb239d2399 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/0e9b09fe-0e06-4232-b82c-c7dca2495d68 HTTP/1.1" status: 404 len: 336 time: 0.0929358 Jul 22 21:33:15.881410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44004) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.893517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966df8b9-e222-4486-b070-92e6bb9e2912 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Pushing event updated for resources: {'Network': ['ID=f4d7f99f-a8bb-40cb-a3fb-506e5ca855c5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:15.919639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:15.933674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f4d7f99f-a8bb-40cb-a3fb-506e5ca855c5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:15.943782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:15.944710 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Added segment e4b13c33-6549-4175-a525-ecc5b1dd60dd of type vlan for network e36c9c13-3075-44ed-add2-4df81517f00d Jul 22 21:33:15.961520 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ed893f-60ff-4fcb-a3fa-68828f201ca3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:15.962328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ed893f-60ff-4fcb-a3fa-68828f201ca3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:15.964888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-60ed893f-60ff-4fcb-a3fa-68828f201ca3 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/84ca455e-f0a0-4716-a93d-f75ad41f3a08 HTTP/1.1" status: 404 len: 337 time: 0.0818532 Jul 22 21:33:15.972784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44006) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:15.999489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Made reservation on behalf of af378bf94665439a867c28422d1552be for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:16.010949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.013501 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.055282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3bfea33b-efc4-42b7-bbae-1b952f958e93 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0916dbe0-4731-4da9-9921-b13081bbc5e0 HTTP/1.1" status: 200 len: 205 time: 0.0743520 Jul 22 21:33:16.060016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44008) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.068759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.077421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:16.078707 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.122928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:16.148104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.148643 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Added segment 4ffc6834-950c-488b-b936-cf04d7d471cd of type vlan for network 814b66f4-1e20-4dad-87da-f6e2ba6ae869 Jul 22 21:33:16.158243 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.181111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Network': ['ID=e36c9c13-3075-44ed-add2-4df81517f00d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:16.204201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e36c9c13-3075-44ed-add2-4df81517f00d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:16.206619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-35da795c-7fa3-4f4a-8799-47c467467cf7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4986720 Jul 22 21:33:16.210918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44012) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.217053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'subnet': {'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:16.222524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.300875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Deleting port 56a7b551-65ac-4349-88c5-205a57481fdc {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:16.306241 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.312985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.343450 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-2c3e9905-4e22-4ead-90a4-173e9d186387 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] delete failed (client error): The resource could not be found. Jul 22 21:33:16.352250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c3e9905-4e22-4ead-90a4-173e9d186387 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/0916dbe0-4731-4da9-9921-b13081bbc5e0 HTTP/1.1" status: 404 len: 336 time: 0.2823997 Jul 22 21:33:16.352738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44020) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.394317 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32c91ec-a674-4636-8ea1-66c4b1277611 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:16.394791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32c91ec-a674-4636-8ea1-66c4b1277611 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:16.397525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c32c91ec-a674-4636-8ea1-66c4b1277611 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/262adc73-b9e1-48a3-9476-44e99fcc81d0 HTTP/1.1" status: 404 len: 337 time: 0.0428245 Jul 22 21:33:16.400947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44022) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.419390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:16.421550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.450142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7dddbc7a-efa7-40ae-a708-c1c6c46c68aa tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7b9efdd-88a4-4f75-a01c-17b1e05f9561 HTTP/1.1" status: 200 len: 205 time: 0.0468674 Jul 22 21:33:16.454056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44026) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.535389 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-a7ef25f1-bab2-4ef0-ac21-b9f5bc77f9d8 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] delete failed (client error): The resource could not be found. Jul 22 21:33:16.536646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a7ef25f1-bab2-4ef0-ac21-b9f5bc77f9d8 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/routers/e7b9efdd-88a4-4f75-a01c-17b1e05f9561 HTTP/1.1" status: 404 len: 336 time: 0.0811863 Jul 22 21:33:16.541341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44028) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.554196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.562935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:16.564281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.587099 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d1a9d4-02a5-4b34-b269-a360e357f67d tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:16.587664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d1a9d4-02a5-4b34-b269-a360e357f67d tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:16.596164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-49d1a9d4-02a5-4b34-b269-a360e357f67d tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/288c624e-965e-47b1-afdc-692fb902cfb8 HTTP/1.1" status: 404 len: 337 time: 0.0501125 Jul 22 21:33:16.596469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44030) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.649801 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece5e643-b6ad-4878-a42e-0964356aad41 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] DELETE failed (client error): The resource could not be found. Jul 22 21:33:16.651072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece5e643-b6ad-4878-a42e-0964356aad41 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:16.653757 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ece5e643-b6ad-4878-a42e-0964356aad41 tempest-RoutersTest-607240236 tempest-RoutersTest-607240236-project] 10.222.0.54 "DELETE /v2.0/subnets/f6dc671f-98b1-4865-a7aa-b0628ae0af2f HTTP/1.1" status: 404 len: 337 time: 0.0560005 Jul 22 21:33:16.799669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Pushing event updated for resources: {'Network': ['ID=814b66f4-1e20-4dad-87da-f6e2ba6ae869,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:16.806651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9d076fe1-d7ca-400f-80f9-f1e871183d05 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0039110 Jul 22 21:33:16.818652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 814b66f4-1e20-4dad-87da-f6e2ba6ae869 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:16.820638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44034) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:16.835186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2e0f7069-4c40-4bab-8e4a-2dc79997305b tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Request body: {'network': {'project_id': 'af378bf94665439a867c28422d1552be'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:16.902022 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0f7069-4c40-4bab-8e4a-2dc79997305b tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 21:33:16.902511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0f7069-4c40-4bab-8e4a-2dc79997305b tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:33:16.904985 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2e0f7069-4c40-4bab-8e4a-2dc79997305b tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0825369 Jul 22 21:33:16.962766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.968839 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b3934f6-a461-4bc3-b14e-906cb553f96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.984312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:16.988276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44038) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:17.103111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Checking segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:17.103801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network hostable DHCP agents. Network: 5ad52515-1268-479b-b734-694780a533e7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:33:17.116805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Subnet': ['ID=8548027f-a404-408b-b068-8fb062dbc333,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:17.148437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network 5ad52515-1268-479b-b734-694780a533e7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:33:17.169434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 5ad52515-1268-479b-b734-694780a533e7) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:17.181993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:17.182305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc3d94-1bb7-46f1-836a-56a7272afb6f None None] Network 5ad52515-1268-479b-b734-694780a533e7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:17.183169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.230272 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b3934f6-a461-4bc3-b14e-906cb553f96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.245337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-69587933-374a-4cc1-827e-538b77e320d7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0327554 Jul 22 21:33:17.248451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44044) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:17.250760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Calling delete_port for 56a7b551-65ac-4349-88c5-205a57481fdc owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:17.275801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'subnet': {'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:17.277440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11e88-7d02-40f2-8b90-035fe91aa6f3 req-50bcc28b-0f4e-4012-9c34-57c5aaf64cd2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:17.281290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bb11e88-7d02-40f2-8b90-035fe91aa6f3 req-50bcc28b-0f4e-4012-9c34-57c5aaf64cd2 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.8648102 Jul 22 21:33:17.283346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b3934f6-a461-4bc3-b14e-906cb553f96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.311043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44046) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:17.456180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b3934f6-a461-4bc3-b14e-906cb553f96b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2833971e3e941669fc9066d1112fe11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1416004 Jul 22 21:33:17.465600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44050) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:17.490022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3934f6-a461-4bc3-b14e-906cb553f96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946b4413-0b52-4b8c-a6dc-ac59b565a86d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:17.555287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bb11e88-7d02-40f2-8b90-035fe91aa6f3 req-58ec13a1-4796-4f43-ab20-feca87fd1ea9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473876 Jul 22 21:33:17.560594 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f10d1b66-60a0-4d14-8916-6f4726bed685 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af378bf94665439a867c28422d1552be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657012 Jul 22 21:33:17.568542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44052) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:17.576658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-5ad52515-1268-479b-b734-694780a533e7', 'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'fixed_ips': [{'subnet_id': '8548027f-a404-408b-b068-8fb062dbc333'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:33:17.578288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.614409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7c28d587-c37c-49d6-bf7e-1dc40f169f72 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a83ab778a42743589459e98ab3ceef8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872674 Jul 22 21:33:17.628550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44054) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:17.768526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82b0c94f-220a-426c-993e-644208efb971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.781997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:17.788518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.795675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.822784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82b0c94f-220a-426c-993e-644208efb971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.881774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Pushing event deleted for resources: {'Port': ['ID=56a7b551-65ac-4349-88c5-205a57481fdc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:17.952374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eaa78e1-0570-4dd7-a1cf-6162123dccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.968248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Allocated IP 10.1.1.2 (5ad52515-1268-479b-b734-694780a533e7/8548027f-a404-408b-b068-8fb062dbc333/34ba824d-b4c6-43a5-b260-665c75716216) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:17.972520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9831cb1-720a-4ad6-b7ef-a2ed5a3c8252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.023509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.040364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-54313385-7799-421d-9f96-021485a5bddd tempest-RoutersAdminNegativeTest-1633885734 tempest-RoutersAdminNegativeTest-1633885734-project-admin] 10.222.0.54 "DELETE /v2.0/ports/56a7b551-65ac-4349-88c5-205a57481fdc HTTP/1.1" status: 204 len: 168 time: 2.4844141 Jul 22 21:33:18.072790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9831cb1-720a-4ad6-b7ef-a2ed5a3c8252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.085146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82b0c94f-220a-426c-993e-644208efb971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.089677 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82b0c94f-220a-426c-993e-644208efb971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.091568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-82b0c94f-220a-426c-993e-644208efb971 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11842fb2-98df-47ab-b120-a8bb8f3dfd14 HTTP/1.1" status: 204 len: 168 time: 0.4611943 Jul 22 21:33:18.121732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0c94f-220a-426c-993e-644208efb971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11842fb2-98df-47ab-b120-a8bb8f3dfd14,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:18.123092 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eaa78e1-0570-4dd7-a1cf-6162123dccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.226659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eaa78e1-0570-4dd7-a1cf-6162123dccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.235622 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9eaa78e1-0570-4dd7-a1cf-6162123dccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.237467 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9eaa78e1-0570-4dd7-a1cf-6162123dccda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/946b4413-0b52-4b8c-a6dc-ac59b565a86d HTTP/1.1" status: 204 len: 168 time: 0.7639678 Jul 22 21:33:18.282517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa78e1-0570-4dd7-a1cf-6162123dccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946b4413-0b52-4b8c-a6dc-ac59b565a86d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:18.398110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.417902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.459712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Transition to ACTIVE for port object 34ba824d-b4c6-43a5-b260-665c75716216 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:18.498244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Transition to ACTIVE for port object 34ba824d-b4c6-43a5-b260-665c75716216 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:18.512504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.554702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44068) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:18.563748 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9831cb1-720a-4ad6-b7ef-a2ed5a3c8252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.571102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9831cb1-720a-4ad6-b7ef-a2ed5a3c8252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.574554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a9831cb1-720a-4ad6-b7ef-a2ed5a3c8252 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/041b0f49-2e61-47b2-8dba-1a094f26f824 HTTP/1.1" status: 204 len: 168 time: 0.9572206 Jul 22 21:33:18.601324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44072) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:18.640209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9831cb1-720a-4ad6-b7ef-a2ed5a3c8252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041b0f49-2e61-47b2-8dba-1a094f26f824,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:18.686838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.799962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Network 5ad52515-1268-479b-b734-694780a533e7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:18.805334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Pushing event updated for resources: {'Port': ['ID=34ba824d-b4c6-43a5-b260-665c75716216,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:18.817267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:18.826131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:18.883886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Subnet': ['ID=6f920a27-0d51-43d7-8c17-43ae987f1438,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:18.893537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:18.908609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Checking segment: {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:18.909139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network hostable DHCP agents. Network: e36c9c13-3075-44ed-add2-4df81517f00d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:33:18.949821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network e36c9c13-3075-44ed-add2-4df81517f00d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:33:18.980507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e36c9c13-3075-44ed-add2-4df81517f00d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:18.988907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:18.990430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.027952 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5bae164f-e469-47f9-88c0-408190059dbc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7732451 Jul 22 21:33:19.028199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Attempting to bind port 34ba824d-b4c6-43a5-b260-665c75716216 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:33:19.028199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Attempting to bind port 34ba824d-b4c6-43a5-b260-665c75716216 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:33:19.028199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Attempting to bind port 34ba824d-b4c6-43a5-b260-665c75716216 on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:33:19.029087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44086) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:19.043972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'port': {'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'name': 'tempest-TaggedBootDevicesTest_v242-468475391', 'fixed_ips': [{'subnet_id': '8548027f-a404-408b-b068-8fb062dbc333'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:19.054448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32796598-a878-49b5-b22e-509ba260c626 None None] Network e36c9c13-3075-44ed-add2-4df81517f00d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:19.107074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01602a4f-2504-478c-bbaa-448b0144bbd1 req-d0e75477-f941-46c3-922d-fe01383dcd0e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:19.116593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01602a4f-2504-478c-bbaa-448b0144bbd1 req-d0e75477-f941-46c3-922d-fe01383dcd0e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.3218129 Jul 22 21:33:19.183365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.262392 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.312728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:33:19.313312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Checking segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:19.313987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.315711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Bound using segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:33:19.316523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Bound port: 34ba824d-b4c6-43a5-b260-665c75716216, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:33:19.318258 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.321811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814b66f4-1e20-4dad-87da-f6e2ba6ae869']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:19.384720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffc6834-950c-488b-b936-cf04d7d471cd') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:19.385628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffc6834-950c-488b-b936-cf04d7d471cd') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:19.398769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01602a4f-2504-478c-bbaa-448b0144bbd1 req-cd7c38ad-2db5-479b-ae29-fc29ba1075e6 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810721 Jul 22 21:33:19.413231 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.424101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:33:19.424101 n-d-762330-19 neutron-server[94092]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:33:19.424101 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id': '1e362bc03cfb45819d1bf9986768cc00', 'id': '652303b1-627b-4b28-9728-cf22369af3dc', 'expiration': datetime.datetime(2021, 7, 22, 21, 35, 19, 407751)}] Jul 22 21:33:19.424101 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:33:19.424843 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:33:19.427962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:19.435964 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.446879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:33:19.447709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:33:19.450678 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:33:19.550400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:19.572300 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8081d5aa-81de-47e2-964a-06f40903b6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.593399 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.653246 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.665014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] 10.222.0.54 "DELETE /v2.0/networks/814b66f4-1e20-4dad-87da-f6e2ba6ae869 HTTP/1.1" status: 204 len: 168 time: 1.0607650 Jul 22 21:33:19.667342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6b5ba-464a-4c3a-9e77-103ce8ab8e44 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Pushing event deleted for resources: {'Network': ['ID=814b66f4-1e20-4dad-87da-f6e2ba6ae869,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:19.678024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44096) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:19.763224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e36c9c13-3075-44ed-add2-4df81517f00d', 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'fixed_ips': [{'subnet_id': '6f920a27-0d51-43d7-8c17-43ae987f1438'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:33:19.764592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.821081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.869002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:19.900742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] device_id is not set on port a8362cca-b5a5-45f9-9c97-9c91a0315d78 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:33:19.950348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.092525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.116891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d7f99f-a8bb-40cb-a3fb-506e5ca855c5']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:20.137074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6761b0-2cfa-4738-90ae-2beebc3061a4') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:20.137576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6761b0-2cfa-4738-90ae-2beebc3061a4') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:20.154681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.230196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.233280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:33:20.234020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.266296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] For port 34ba824d-b4c6-43a5-b260-665c75716216, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:33:20.309705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] For port 34ba824d-b4c6-43a5-b260-665c75716216, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=34ba824d-b4c6-43a5-b260-665c75716216,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:33:20.331389 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.357531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8081d5aa-81de-47e2-964a-06f40903b6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:33:20.361117 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:33:20.456613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Allocated IP 10.2.2.2 (e36c9c13-3075-44ed-add2-4df81517f00d/6f920a27-0d51-43d7-8c17-43ae987f1438/79dc861c-07ae-4af9-8622-34315ba8c477) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:20.526969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8081d5aa-81de-47e2-964a-06f40903b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.580764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8081d5aa-81de-47e2-964a-06f40903b6b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7fb38e9142d4d489bab146a5f0efc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0288210 Jul 22 21:33:20.591813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:20.606531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb2f35-b532-4255-b578-6146225e668b None None] Pushing event updated for resources: {'Port': ['ID=34ba824d-b4c6-43a5-b260-665c75716216,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:20.636552 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.709210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.724553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] 10.222.0.54 "DELETE /v2.0/networks/f4d7f99f-a8bb-40cb-a3fb-506e5ca855c5 HTTP/1.1" status: 204 len: 168 time: 1.0328965 Jul 22 21:33:20.780890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 10.1.1.76 (5ad52515-1268-479b-b734-694780a533e7/8548027f-a404-408b-b068-8fb062dbc333/a8362cca-b5a5-45f9-9c97-9c91a0315d78) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:20.821846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081d5aa-81de-47e2-964a-06f40903b6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5396829-b425-4692-be12-308fbface89c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:20.829991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342cec1-8b58-4d95-86ed-92dc86231fc6 tempest-QuotasNegativeTest-265565630 tempest-QuotasNegativeTest-265565630-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4d7f99f-a8bb-40cb-a3fb-506e5ca855c5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:21.208682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.209016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468215d-b341-4d79-8133-715aec7dfe2d req-a5deb1c8-d6bb-4087-8f32-c317833ef324 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:21.224683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c468215d-b341-4d79-8133-715aec7dfe2d req-a5deb1c8-d6bb-4087-8f32-c317833ef324 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4901457 Jul 22 21:33:21.229819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44124) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:21.273402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.279948 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81e3bf9a-1f4a-4fe2-a38d-1aea28872bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.309621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Transition to ACTIVE for port object 79dc861c-07ae-4af9-8622-34315ba8c477 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:21.314562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Transition to ACTIVE for port object a8362cca-b5a5-45f9-9c97-9c91a0315d78 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:21.335360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81e3bf9a-1f4a-4fe2-a38d-1aea28872bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.417640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Transition to ACTIVE for port object 79dc861c-07ae-4af9-8622-34315ba8c477 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:21.429850 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.444324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.504725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.524088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.548181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Network e36c9c13-3075-44ed-add2-4df81517f00d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:21.560196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:21.572809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:21.593526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1aff5-e833-4684-90f2-cd6373fe4222,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:21.630933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network 5ad52515-1268-479b-b734-694780a533e7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:21.656021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:21.669674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:21.673734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c468215d-b341-4d79-8133-715aec7dfe2d req-af36bd7b-26c2-4ede-aa28-16e84f67de05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472723 Jul 22 21:33:21.680909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-335e7d13-d993-4937-9398-9eec74250f9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e362bc03cfb45819d1bf9986768cc00&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1245892 Jul 22 21:33:21.681826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44136) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:21.726039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34ba824d-b4c6-43a5-b260-665c75716216 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:33:21.751557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81e3bf9a-1f4a-4fe2-a38d-1aea28872bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.754486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81e3bf9a-1f4a-4fe2-a38d-1aea28872bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.756917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-81e3bf9a-1f4a-4fe2-a38d-1aea28872bf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5396829-b425-4692-be12-308fbface89c HTTP/1.1" status: 204 len: 168 time: 1.1641490 Jul 22 21:33:21.758796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=a8362cca-b5a5-45f9-9c97-9c91a0315d78,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:21.788270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3bf9a-1f4a-4fe2-a38d-1aea28872bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5396829-b425-4692-be12-308fbface89c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:21.797768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38f093fc-7e8b-4e36-93da-87352befc2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.846314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38f093fc-7e8b-4e36-93da-87352befc2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.849160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:21.851724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.899649 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a6c21e24-02c2-4686-a2ad-c7980b5f7b1e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8654897 Jul 22 21:33:21.901293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44140) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:21.921289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'port': {'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'name': 'tempest-TaggedBootDevicesTest_v242-245750948', 'fixed_ips': [{'subnet_id': '8548027f-a404-408b-b068-8fb062dbc333'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:21.926744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Pushing event updated for resources: {'Port': ['ID=79dc861c-07ae-4af9-8622-34315ba8c477,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:21.939563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Attempting to bind port 79dc861c-07ae-4af9-8622-34315ba8c477 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:33:21.940326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Attempting to bind port 79dc861c-07ae-4af9-8622-34315ba8c477 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:33:21.940971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Attempting to bind port 79dc861c-07ae-4af9-8622-34315ba8c477 on network e36c9c13-3075-44ed-add2-4df81517f00d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:33:21.952977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3fce1d9c-31a8-451c-9627-b16d273cea4b tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:21.954712 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-3fce1d9c-31a8-451c-9627-b16d273cea4b tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 21:33:21.956261 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-3fce1d9c-31a8-451c-9627-b16d273cea4b tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 21:33:21.964525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3fce1d9c-31a8-451c-9627-b16d273cea4b tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7212059 Jul 22 21:33:21.968412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44142) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:21.982325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031316385'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:21.983414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:33:21.984431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Checking segment: {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:21.985917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.986831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Bound using segment: {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:33:21.988044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Bound port: 79dc861c-07ae-4af9-8622-34315ba8c477, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:33:21.988965 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.002279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44144) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:22.017152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 34ba824d-b4c6-43a5-b260-665c75716216 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:22.054598 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62d53f18-c565-4684-a287-06bd28ee2ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.149759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] For port 79dc861c-07ae-4af9-8622-34315ba8c477, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:33:22.157488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] For port 79dc861c-07ae-4af9-8622-34315ba8c477, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=79dc861c-07ae-4af9-8622-34315ba8c477,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:33:22.165058 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.172252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.235273 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38f093fc-7e8b-4e36-93da-87352befc2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.238455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38f093fc-7e8b-4e36-93da-87352befc2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.240207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-38f093fc-7e8b-4e36-93da-87352befc2d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ca1aff5-e833-4684-90f2-cd6373fe4222 HTTP/1.1" status: 204 len: 168 time: 0.5568750 Jul 22 21:33:22.241994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.315461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f093fc-7e8b-4e36-93da-87352befc2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca1aff5-e833-4684-90f2-cd6373fe4222,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:22.368099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699d4b4-4fe7-4ff4-9e77-a4b464753f20 None None] Pushing event updated for resources: {'Port': ['ID=79dc861c-07ae-4af9-8622-34315ba8c477,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:22.426328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62d53f18-c565-4684-a287-06bd28ee2ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.433027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62d53f18-c565-4684-a287-06bd28ee2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.476364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:22.494658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.538415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44150) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:22.538661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-62d53f18-c565-4684-a287-06bd28ee2ec1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27d64990396b4b27ab31f0d6f598a1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329366 Jul 22 21:33:22.549498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d53f18-c565-4684-a287-06bd28ee2ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6c2ddf-0ae5-4068-8662-c1562d188a4d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:22.567149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] device_id is not set on port 7550fcc9-cc40-4743-b8e4-62b71f52771b yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:33:22.852568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.864151 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:22.882186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7765cead-8d67-4132-a7c8-cce313ebd5a7 None None] Network 5ad52515-1268-479b-b734-694780a533e7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:23.029164 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71b4e88f-cfdc-48ba-8a86-e72a6abbcda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.037543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-c8cf243b-4fd4-45a2-abdd-48a391f20e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:23.039694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-c8cf243b-4fd4-45a2-abdd-48a391f20e36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 1097 time: 0.4005837 Jul 22 21:33:23.102846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7521a6c4-9770-45ce-95e1-bc665c451022 None None] Provisioning for port 34ba824d-b4c6-43a5-b260-665c75716216 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:23.125748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.139414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7521a6c4-9770-45ce-95e1-bc665c451022 None None] Provisioning complete for port 34ba824d-b4c6-43a5-b260-665c75716216 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:23.140035 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7521a6c4-9770-45ce-95e1-bc665c451022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.145351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.177754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:23.207075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bda04a-a478-41b6-b779-ecd870b01bfe,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:23.309405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49b86a9-2619-4eae-94c4-fb366e233d13,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:23.315265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-f2b9532c-4de6-4d3c-b431-41b049b245ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:23.317103 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-f2b9532c-4de6-4d3c-b431-41b049b245ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 911 time: 0.2337875 Jul 22 21:33:23.380287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.383586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5d3ebdb1-b7f3-4fd2-b183-86d0bbcd120d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4106176 Jul 22 21:33:23.399662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44170) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:23.411142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9a5b4d8a-c8d5-4e79-97b9-99d6cd1ce985 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'f49b86a9-2619-4eae-94c4-fb366e233d13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:23.424183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-aa991373-829d-489a-8958-f37ed19430fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe9a459-10c1-4557-820a-5685d60699ed HTTP/1.1" status: 200 len: 217 time: 0.0769131 Jul 22 21:33:23.439607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71b4e88f-cfdc-48ba-8a86-e72a6abbcda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.465399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7c0c3599-055c-4e2e-a8b2-efde2f552c61 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d4145f7731845a8a98539a23144ebf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840507 Jul 22 21:33:23.465763 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7521a6c4-9770-45ce-95e1-bc665c451022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.480900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44172) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:23.571337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 79dc861c-07ae-4af9-8622-34315ba8c477 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:33:23.586488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254dde2-a4cc-43dc-a4c3-7caa1252189e req-058ee80f-b831-4a3c-988c-867e605e2c59 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:23.589336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5254dde2-a4cc-43dc-a4c3-7caa1252189e req-058ee80f-b831-4a3c-988c-867e605e2c59 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4614737 Jul 22 21:33:23.617483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4d8a-c8d5-4e79-97b9-99d6cd1ce985 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.632109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 10.1.1.218 (5ad52515-1268-479b-b734-694780a533e7/8548027f-a404-408b-b068-8fb062dbc333/7550fcc9-cc40-4743-b8e4-62b71f52771b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:23.690334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af20298f-9a14-4764-9450-85c2dd0ae258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.696330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7521a6c4-9770-45ce-95e1-bc665c451022 None None] For port 34ba824d-b4c6-43a5-b260-665c75716216, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=34ba824d-b4c6-43a5-b260-665c75716216,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:23.709280 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7521a6c4-9770-45ce-95e1-bc665c451022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.728777 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:33:23.770746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-42be3762-7c8f-4d66-8467-40a9a0c2a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:23.773127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-42be3762-7c8f-4d66-8467-40a9a0c2a0a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.2945626 Jul 22 21:33:23.773462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5254dde2-a4cc-43dc-a4c3-7caa1252189e req-af514e81-284d-4840-9631-610b270b45bb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727588 Jul 22 21:33:23.828982 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-f7ab51cc-440c-46da-a677-6cdfce7de6d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4033861 Jul 22 21:33:23.842601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af20298f-9a14-4764-9450-85c2dd0ae258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.865437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-d3b14a28-430c-4f9b-a117-b8dfff545a1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806146 Jul 22 21:33:23.939926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4d8a-c8d5-4e79-97b9-99d6cd1ce985 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.946009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71b4e88f-cfdc-48ba-8a86-e72a6abbcda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.954891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71b4e88f-cfdc-48ba-8a86-e72a6abbcda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.956475 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71b4e88f-cfdc-48ba-8a86-e72a6abbcda1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e6c2ddf-0ae5-4068-8662-c1562d188a4d HTTP/1.1" status: 204 len: 168 time: 1.4148521 Jul 22 21:33:23.967700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521a6c4-9770-45ce-95e1-bc665c451022 None None] Pushing event updated for resources: {'Port': ['ID=34ba824d-b4c6-43a5-b260-665c75716216,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:23.983311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4d8a-c8d5-4e79-97b9-99d6cd1ce985 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.985560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 79dc861c-07ae-4af9-8622-34315ba8c477 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:24.060175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b4d8a-c8d5-4e79-97b9-99d6cd1ce985 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780dd3ec-9b86-4493-a1f0-d472ebe99159,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:24.077380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4d8a-c8d5-4e79-97b9-99d6cd1ce985 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.080536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9a5b4d8a-c8d5-4e79-97b9-99d6cd1ce985 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6764755 Jul 22 21:33:24.084963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44186) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:24.110307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-583dcd40-e043-4627-bb13-0e0aa6ad60ed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'f49b86a9-2619-4eae-94c4-fb366e233d13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:24.112149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4e88f-cfdc-48ba-8a86-e72a6abbcda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6c2ddf-0ae5-4068-8662-c1562d188a4d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:24.163820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af20298f-9a14-4764-9450-85c2dd0ae258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.174118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af20298f-9a14-4764-9450-85c2dd0ae258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.181974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-af20298f-9a14-4764-9450-85c2dd0ae258 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f9cf445-d216-4557-b1bc-647d4c978697 HTTP/1.1" status: 204 len: 168 time: 0.6951728 Jul 22 21:33:24.228653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20298f-9a14-4764-9450-85c2dd0ae258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9cf445-d216-4557-b1bc-647d4c978697,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:24.309003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-3b66dedd-245b-421b-be79-c3501baa760b service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252534 Jul 22 21:33:24.315627 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583dcd40-e043-4627-bb13-0e0aa6ad60ed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.515228 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-583dcd40-e043-4627-bb13-0e0aa6ad60ed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 21:33:24.517025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-583dcd40-e043-4627-bb13-0e0aa6ad60ed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4252102 Jul 22 21:33:24.523785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44194) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:24.618305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bfe9a459-10c1-4557-820a-5685d60699ed no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:33:24.704741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68c6a795-6ea3-4822-9b30-308dda3fc6eb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.730034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.735663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-d35f9863-71cb-41aa-9960-ea447ad32301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:24.737108 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-d35f9863-71cb-41aa-9960-ea447ad32301 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d274a47ca734ace838daf934b964cf6&device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 1098 time: 0.7790339 Jul 22 21:33:24.775674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Transition to ACTIVE for port object 7550fcc9-cc40-4743-b8e4-62b71f52771b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:24.787379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-63b13cf0-4016-4db8-9e60-c58a80cef901 None None] Provisioning complete for port 34ba824d-b4c6-43a5-b260-665c75716216 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:24.787933 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63b13cf0-4016-4db8-9e60-c58a80cef901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.809017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fdf4387d-81f7-4706-906e-95f42d6411cd req-2d6a5686-d60e-4b16-a294-008aac40a9d7 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420729 Jul 22 21:33:24.828590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68c6a795-6ea3-4822-9b30-308dda3fc6eb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.965793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f017b64c-b359-4817-8d37-cbca136e0c55 None None] Network e36c9c13-3075-44ed-add2-4df81517f00d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:24.989336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68c6a795-6ea3-4822-9b30-308dda3fc6eb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:24.994812 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68c6a795-6ea3-4822-9b30-308dda3fc6eb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.012131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-68c6a795-6ea3-4822-9b30-308dda3fc6eb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/f49b86a9-2619-4eae-94c4-fb366e233d13 HTTP/1.1" status: 204 len: 168 time: 0.4735639 Jul 22 21:33:25.017884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44204) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:25.067467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6a795-6ea3-4822-9b30-308dda3fc6eb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49b86a9-2619-4eae-94c4-fb366e233d13,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:25.167575 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.178611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.239745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network 5ad52515-1268-479b-b734-694780a533e7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:25.246598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e6d55d7-155d-4292-9f4f-387c58424302 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2181003 Jul 22 21:33:25.252593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44208) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:25.266129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-807069ea-f7b8-42a3-bc05-1939d83a2e78 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141468015'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:25.272415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:25.356256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:33:25.359984 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129078fd-690f-40ec-86be-2d8ddb4f55d6" -d '{"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:33:25.426325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:25.453314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da81ae-c03b-4bdf-872b-18131d34ef5f req-7aa167f0-a33f-4d81-80ea-7697bda538c4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:25.457973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56da81ae-c03b-4bdf-872b-18131d34ef5f req-7aa167f0-a33f-4d81-80ea-7697bda538c4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 945 time: 0.4426751 Jul 22 21:33:25.458960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:25.460312 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-807069ea-f7b8-42a3-bc05-1939d83a2e78 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.524836 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.538336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34ba824d-b4c6-43a5-b260-665c75716216 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:33:25.548796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-63b13cf0-4016-4db8-9e60-c58a80cef901 None None] Provisioning for port a8362cca-b5a5-45f9-9c97-9c91a0315d78 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:25.589631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-63b13cf0-4016-4db8-9e60-c58a80cef901 None None] Provisioning complete for port a8362cca-b5a5-45f9-9c97-9c91a0315d78 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:25.590050 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63b13cf0-4016-4db8-9e60-c58a80cef901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.651371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44214) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:25.674747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:25.680511 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.727859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-880b4457-0558-498e-85e2-c4432bfd8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:25.731249 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-880b4457-0558-498e-85e2-c4432bfd8120 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 200 len: 912 time: 0.9524457 Jul 22 21:33:25.758575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56da81ae-c03b-4bdf-872b-18131d34ef5f req-039c6b09-dbb7-456f-b28a-3ba2c0855acf tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646270 Jul 22 21:33:25.759792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be0b513a-ce8e-4ba1-b7e4-a5d438210c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.852925 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4d8b21-8be2-411e-821d-b58deab8081c x-openstack-request-id: req-2e4d8b21-8be2-411e-821d-b58deab8081c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:33:25.854553 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:33:25.855254 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e4d8b21-8be2-411e-821d-b58deab8081c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:33:25.856111 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'code': 200} Jul 22 21:33:25.857317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-63b13cf0-4016-4db8-9e60-c58a80cef901 None None] Port a8362cca-b5a5-45f9-9c97-9c91a0315d78 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:25.865413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:25.889845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=7550fcc9-cc40-4743-b8e4-62b71f52771b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:25.909650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.910225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.910779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.911317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.911894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.912430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.913316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.913867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.914408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.915907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.916453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.916974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:25.938375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-d02cb319-5ce7-434f-ad20-247c5a4eae49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4 HTTP/1.1" status: 200 len: 1002 time: 0.1751082 Jul 22 21:33:25.939030 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-807069ea-f7b8-42a3-bc05-1939d83a2e78 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.945330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-807069ea-f7b8-42a3-bc05-1939d83a2e78 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:25.972210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 34ba824d-b4c6-43a5-b260-665c75716216 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:25.973251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.078409 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1da7671a-ee0d-46bb-9750-4206ead8bfa7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1717527 Jul 22 21:33:26.115661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-b37f5389-eec8-4baf-82c9-a95cecbd38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:26.120081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-b37f5389-eec8-4baf-82c9-a95cecbd38a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 200 len: 850 time: 0.1643748 Jul 22 21:33:26.220781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Provisioning for port 7550fcc9-cc40-4743-b8e4-62b71f52771b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:26.250958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Provisioning complete for port 7550fcc9-cc40-4743-b8e4-62b71f52771b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:26.251577 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.308485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807069ea-f7b8-42a3-bc05-1939d83a2e78 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533ab223-e47a-40fb-b512-c4bd6a53986c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:26.339860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-ffe5c593-81db-4bc9-8419-378449df6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:26.342292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-ffe5c593-81db-4bc9-8419-378449df6ac6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2038214 Jul 22 21:33:26.409177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Port 7550fcc9-cc40-4743-b8e4-62b71f52771b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:26.413028 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be0b513a-ce8e-4ba1-b7e4-a5d438210c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.429751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be0b513a-ce8e-4ba1-b7e4-a5d438210c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.445424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Provisioning for port 79dc861c-07ae-4af9-8622-34315ba8c477 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:26.452132 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-807069ea-f7b8-42a3-bc05-1939d83a2e78 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.453486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-807069ea-f7b8-42a3-bc05-1939d83a2e78 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1994395 Jul 22 21:33:26.460621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:26.498983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Provisioning complete for port 79dc861c-07ae-4af9-8622-34315ba8c477 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:26.500137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.532250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-be0b513a-ce8e-4ba1-b7e4-a5d438210c14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7eba68aa331d433e83f74b2b337a8b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8648157 Jul 22 21:33:26.532250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b513a-ce8e-4ba1-b7e4-a5d438210c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a87e1-3b24-4cc5-89d2-9f9d60fe1af4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:26.535039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44238) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:26.539651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fc227709-029c-4080-9100-1835bd972348 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': '533ab223-e47a-40fb-b512-c4bd6a53986c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:26.553410 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-fc227709-029c-4080-9100-1835bd972348 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 21:33:26.554310 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-fc227709-029c-4080-9100-1835bd972348 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:26.571711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fc227709-029c-4080-9100-1835bd972348 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0902462 Jul 22 21:33:26.583891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:26.621380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76e50b36-3b51-411c-9f79-f31ee9dc37a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.660737 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76e50b36-3b51-411c-9f79-f31ee9dc37a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.754586 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76e50b36-3b51-411c-9f79-f31ee9dc37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.759999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76e50b36-3b51-411c-9f79-f31ee9dc37a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.761806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-76e50b36-3b51-411c-9f79-f31ee9dc37a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b54a87e1-3b24-4cc5-89d2-9f9d60fe1af4 HTTP/1.1" status: 204 len: 168 time: 0.2250946 Jul 22 21:33:26.774935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e50b36-3b51-411c-9f79-f31ee9dc37a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a87e1-3b24-4cc5-89d2-9f9d60fe1af4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:26.804217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:26.811240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554382078', 'description': 'tempest-description--1201633271'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:26.853709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:26.882813 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-f435f90a-3483-4287-8518-d9811b58756b service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280561 Jul 22 21:33:26.920604 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.008765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e90f-fdfa-4443-905f-fc19e197c573 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.073190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] For port 79dc861c-07ae-4af9-8622-34315ba8c477, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=79dc861c-07ae-4af9-8622-34315ba8c477,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:27.079657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e90f-fdfa-4443-905f-fc19e197c573 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.085840 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.139173 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.154785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.188078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Provisioning complete for port a8362cca-b5a5-45f9-9c97-9c91a0315d78 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:27.188800 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.196284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca22cef-5de2-4e56-b5ad-502220ad8300 req-f22ab74a-9a99-4c97-8e88-114d79d0813a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:27.200101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ca22cef-5de2-4e56-b5ad-502220ad8300 req-f22ab74a-9a99-4c97-8e88-114d79d0813a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 943 time: 0.1947155 Jul 22 21:33:27.234987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bd4e4453-b0fa-48ec-9f65-b44487b83ef6 req-ee584aa3-f895-44b1-87f4-2108cf884e34 service neutron] 10.222.0.23 "GET /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404987 Jul 22 21:33:27.263618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e90f-fdfa-4443-905f-fc19e197c573 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.270547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e90f-fdfa-4443-905f-fc19e197c573 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.275408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3bb8e90f-fdfa-4443-905f-fc19e197c573 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/533ab223-e47a-40fb-b512-c4bd6a53986c HTTP/1.1" status: 204 len: 168 time: 0.6879303 Jul 22 21:33:27.286503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Port a8362cca-b5a5-45f9-9c97-9c91a0315d78 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:27.298305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44258) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:27.331908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432d34c-a27c-426d-91f1-a10b5ba5feea None None] Pushing event updated for resources: {'Port': ['ID=79dc861c-07ae-4af9-8622-34315ba8c477,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:27.362162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ca22cef-5de2-4e56-b5ad-502220ad8300 req-df9050fc-27e3-4922-8cd0-51a8cf8f0a1b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471345 Jul 22 21:33:27.363324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.370562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5652151 Jul 22 21:33:27.373170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44266) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:27.381729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e43f3dc6-fa26-4b80-beee-dc6095afb7ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'security_group_rule': {'security_group_id': '3705ec3e-a646-44cf-bcc7-46f86963eaf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:27.417381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8e90f-fdfa-4443-905f-fc19e197c573 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533ab223-e47a-40fb-b512-c4bd6a53986c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:27.422664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3705ec3e-a646-44cf-bcc7-46f86963eaf4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:27.434277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7866ea09-00e0-4bfc-a10d-a075d40eeae7 None None] Provisioning complete for port 79dc861c-07ae-4af9-8622-34315ba8c477 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:27.435037 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7866ea09-00e0-4bfc-a10d-a075d40eeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.457440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e43f3dc6-fa26-4b80-beee-dc6095afb7ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.494213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.494828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.500326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.500326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.504448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.512018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.514055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.517869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.518348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.520051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.520641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.521870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd518eb-ec06-4f0c-8085-6228ea4fa6a2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:27.533169 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7d2b6bdb-f4a9-4fb2-8cf4-5de819e34fac tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2268345 Jul 22 21:33:27.539916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44268) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:27.547986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2240c213-8384-4b3f-99b6-cb3bcbcdb28a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032475320'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:27.604556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2240c213-8384-4b3f-99b6-cb3bcbcdb28a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.658754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e43f3dc6-fa26-4b80-beee-dc6095afb7ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.666903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e43f3dc6-fa26-4b80-beee-dc6095afb7ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.740588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f3dc6-fa26-4b80-beee-dc6095afb7ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d331af-2d40-423d-9b43-ea91a4fb3824,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:27.777263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2240c213-8384-4b3f-99b6-cb3bcbcdb28a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.784076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2240c213-8384-4b3f-99b6-cb3bcbcdb28a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.790798 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e43f3dc6-fa26-4b80-beee-dc6095afb7ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.795905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e43f3dc6-fa26-4b80-beee-dc6095afb7ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4184973 Jul 22 21:33:27.797584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44276) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:27.806072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6c54ac6e-bf03-4c85-9371-4ed298e6b7a0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'security_group_rule': {'security_group_id': '3705ec3e-a646-44cf-bcc7-46f86963eaf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:27.819546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2240c213-8384-4b3f-99b6-cb3bcbcdb28a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:27.824873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2240c213-8384-4b3f-99b6-cb3bcbcdb28a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2830732 Jul 22 21:33:27.836776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44278) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:27.850980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240c213-8384-4b3f-99b6-cb3bcbcdb28a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524d8242-39c8-410e-9baa-37b451552098,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:27.868856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3e909fdd-5305-4f5b-8abb-a142be49414d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': '524d8242-39c8-410e-9baa-37b451552098', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:27.871306 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-3e909fdd-5305-4f5b-8abb-a142be49414d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 21:33:27.884148 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-3e909fdd-5305-4f5b-8abb-a142be49414d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:27.890541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3e909fdd-5305-4f5b-8abb-a142be49414d tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0324824 Jul 22 21:33:27.900766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44280) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:27.932479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44284) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:27.959902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c54ac6e-bf03-4c85-9371-4ed298e6b7a0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.031904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7abd411-4adb-49dd-b179-65f6855da091 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.084196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7abd411-4adb-49dd-b179-65f6855da091 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.097687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c54ac6e-bf03-4c85-9371-4ed298e6b7a0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.104142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c54ac6e-bf03-4c85-9371-4ed298e6b7a0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.134164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54ac6e-bf03-4c85-9371-4ed298e6b7a0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267099fe-b94e-4f0b-b3dd-a53240444000,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:28.174650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c54ac6e-bf03-4c85-9371-4ed298e6b7a0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.177281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6c54ac6e-bf03-4c85-9371-4ed298e6b7a0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3777952 Jul 22 21:33:28.179533 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7abd411-4adb-49dd-b179-65f6855da091 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.183106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7abd411-4adb-49dd-b179-65f6855da091 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.188934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e7abd411-4adb-49dd-b179-65f6855da091 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/524d8242-39c8-410e-9baa-37b451552098 HTTP/1.1" status: 204 len: 168 time: 0.2821460 Jul 22 21:33:28.191049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44292) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:28.191290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44294) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:28.201480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:28.230452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abd411-4adb-49dd-b179-65f6855da091 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d8242-39c8-410e-9baa-37b451552098,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:28.272529 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.482137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.755590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb4f6-36c9-4a27-8e05-afbd56530062 req-a532b6bd-50a4-47a5-aa8b-c646a925dc6e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:28.757265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-786bb4f6-36c9-4a27-8e05-afbd56530062 req-a532b6bd-50a4-47a5-aa8b-c646a925dc6e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 943 time: 0.1979270 Jul 22 21:33:28.793594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 172.25.5.229 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/34ad2480-ee9d-48b5-9e94-6eebbef11ef6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:28.819028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8d76c7e5-fecc-4229-b1c0-6e004d823672 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6264622 Jul 22 21:33:28.825276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44314) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:28.830930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-70d8cd26-e0ea-4d05-80fb-9c4d05088427 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--299543981'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:28.850246 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c3e75c37-bb22-44fc-a568-14ce46e29319 tempest-AgentManagementNegativeTest-976329140 tempest-AgentManagementNegativeTest-976329140-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9156854 Jul 22 21:33:28.899286 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70d8cd26-e0ea-4d05-80fb-9c4d05088427 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:28.907744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-786bb4f6-36c9-4a27-8e05-afbd56530062 req-fb7392a4-b255-4253-a96b-3bc70d8e2b8d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351309 Jul 22 21:33:29.088750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.172661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70d8cd26-e0ea-4d05-80fb-9c4d05088427 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.176301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.182757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70d8cd26-e0ea-4d05-80fb-9c4d05088427 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.251106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8cd26-e0ea-4d05-80fb-9c4d05088427 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c5feeb-f10f-4258-8e28-a68d445c1187,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:29.266489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:29.271478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:29.279786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:29.299432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70d8cd26-e0ea-4d05-80fb-9c4d05088427 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.301806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-70d8cd26-e0ea-4d05-80fb-9c4d05088427 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4752378 Jul 22 21:33:29.306735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44332) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.321027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9d5f5663-69cd-496f-8962-b33d66ed0b48 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'd6c5feeb-f10f-4258-8e28-a68d445c1187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:29.333917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=34ad2480-ee9d-48b5-9e94-6eebbef11ef6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:29.345712 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-9d5f5663-69cd-496f-8962-b33d66ed0b48 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 21:33:29.347159 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-9d5f5663-69cd-496f-8962-b33d66ed0b48 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:29.357507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9d5f5663-69cd-496f-8962-b33d66ed0b48 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0477052 Jul 22 21:33:29.358477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44336) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.367534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-34ee9cf2-2d99-41d9-98cb-c5a9a1fc746f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'd6c5feeb-f10f-4258-8e28-a68d445c1187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:29.370511 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-34ee9cf2-2d99-41d9-98cb-c5a9a1fc746f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 21:33:29.371526 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-34ee9cf2-2d99-41d9-98cb-c5a9a1fc746f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:29.379793 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-34ee9cf2-2d99-41d9-98cb-c5a9a1fc746f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0187273 Jul 22 21:33:29.381236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44338) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.392948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-66734a38-0637-418e-8544-21a889bc0fae tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'd6c5feeb-f10f-4258-8e28-a68d445c1187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:29.396123 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-66734a38-0637-418e-8544-21a889bc0fae tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 21:33:29.397641 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-66734a38-0637-418e-8544-21a889bc0fae tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:29.404230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44340) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.405338 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-66734a38-0637-418e-8544-21a889bc0fae tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0202835 Jul 22 21:33:29.410442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a8483aa5-9806-484f-ba2e-e824b3369cab tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'd6c5feeb-f10f-4258-8e28-a68d445c1187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:29.413539 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-a8483aa5-9806-484f-ba2e-e824b3369cab tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 21:33:29.414479 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-a8483aa5-9806-484f-ba2e-e824b3369cab tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:29.416448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a8483aa5-9806-484f-ba2e-e824b3369cab tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107648 Jul 22 21:33:29.422660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44342) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.449054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 79dc861c-07ae-4af9-8622-34315ba8c477 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:33:29.573013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.577036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 79dc861c-07ae-4af9-8622-34315ba8c477 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:29.577723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.582662 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd05a142-8742-4613-a71f-419e3e94c341 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.627380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd05a142-8742-4613-a71f-419e3e94c341 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.715709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44348) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.799458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd05a142-8742-4613-a71f-419e3e94c341 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.802731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dd05a142-8742-4613-a71f-419e3e94c341 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:29.809106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dd05a142-8742-4613-a71f-419e3e94c341 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/d6c5feeb-f10f-4258-8e28-a68d445c1187 HTTP/1.1" status: 204 len: 168 time: 0.3764842 Jul 22 21:33:29.809650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44356) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.868965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05a142-8742-4613-a71f-419e3e94c341 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c5feeb-f10f-4258-8e28-a68d445c1187,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:29.929585 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dbaeae70-076e-4ef5-965e-38d15a1e980f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181195 Jul 22 21:33:29.938674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44358) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:29.950349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-19fb4911-db17-4870-a791-6f35cca00cbb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--161999726'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.009384 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19fb4911-db17-4870-a791-6f35cca00cbb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.224460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19fb4911-db17-4870-a791-6f35cca00cbb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.241302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19fb4911-db17-4870-a791-6f35cca00cbb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.287918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb4911-db17-4870-a791-6f35cca00cbb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ee0630-5df6-413f-9a81-2dcf52c9b472,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:30.308350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19fb4911-db17-4870-a791-6f35cca00cbb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.318012 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-19fb4911-db17-4870-a791-6f35cca00cbb tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3770921 Jul 22 21:33:30.318547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44364) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.328975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3ade7e35-ba32-460a-83f2-c50bddc66472 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.330147 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-3ade7e35-ba32-460a-83f2-c50bddc66472 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 21:33:30.331029 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-3ade7e35-ba32-460a-83f2-c50bddc66472 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:30.337094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3ade7e35-ba32-460a-83f2-c50bddc66472 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146227 Jul 22 21:33:30.337421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.344075 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.346164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-82cf6074-f653-408b-925b-94af5502de21 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.419118 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-82cf6074-f653-408b-925b-94af5502de21 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:30.428364 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-82cf6074-f653-408b-925b-94af5502de21 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0857348 Jul 22 21:33:30.434594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44372) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.452119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-df7b60d5-e990-4bd2-850b-d3f9cccadfed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.454798 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-df7b60d5-e990-4bd2-850b-d3f9cccadfed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 21:33:30.455662 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-df7b60d5-e990-4bd2-850b-d3f9cccadfed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:30.457423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-df7b60d5-e990-4bd2-850b-d3f9cccadfed tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213175 Jul 22 21:33:30.461774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44376) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.480771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b97cc023-46f9-411b-a614-ca96d8013f54 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.580896 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-b97cc023-46f9-411b-a614-ca96d8013f54 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:30.584577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b97cc023-46f9-411b-a614-ca96d8013f54 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1207874 Jul 22 21:33:30.588743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44384) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.601992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-11d89565-d5fd-4f87-b864-39a7bdd81153 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.603023 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-11d89565-d5fd-4f87-b864-39a7bdd81153 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 21:33:30.604293 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-11d89565-d5fd-4f87-b864-39a7bdd81153 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:30.612223 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-11d89565-d5fd-4f87-b864-39a7bdd81153 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136135 Jul 22 21:33:30.613369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44388) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.618388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ea523734-08d4-421e-853f-092a928c0c67 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.645022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device bfe9a459-10c1-4557-820a-5685d60699ed no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:33:30.724934 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-ea523734-08d4-421e-853f-092a928c0c67 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Project 6298bba2c78a4f6f867c129e1aeecd18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:33:30.751929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e05f-dda6-4d10-9348-3ce7ffe9e0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.770974 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-ea523734-08d4-421e-853f-092a928c0c67 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:30.772612 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ea523734-08d4-421e-853f-092a928c0c67 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1582265 Jul 22 21:33:30.781052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.811059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-80058d73-d99f-400d-a45f-39557ea7e568 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.820651 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-80058d73-d99f-400d-a45f-39557ea7e568 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 21:33:30.821502 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-80058d73-d99f-400d-a45f-39557ea7e568 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:30.823866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-80058d73-d99f-400d-a45f-39557ea7e568 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0400848 Jul 22 21:33:30.841930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:30.867115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e6c5d78e-1acf-404d-9dbf-65d8d8ff33d5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:30.945641 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.954389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.006014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e05f-dda6-4d10-9348-3ce7ffe9e0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.015200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e05f-dda6-4d10-9348-3ce7ffe9e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.164485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=34ad2480-ee9d-48b5-9e94-6eebbef11ef6,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:31.195742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c4c9e05f-dda6-4d10-9348-3ce7ffe9e0e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f76530fba1dd4d1aa97be194ee4c2856&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4619551 Jul 22 21:33:31.195742 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-e6c5d78e-1acf-404d-9dbf-65d8d8ff33d5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Project 6298bba2c78a4f6f867c129e1aeecd18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:33:31.195742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44418) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:31.235448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.243382 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.254562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9e05f-dda6-4d10-9348-3ce7ffe9e0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6d76f-1044-4002-94f6-d9d00e392d6c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:31.294930 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-e6c5d78e-1acf-404d-9dbf-65d8d8ff33d5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:31.296698 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e6c5d78e-1acf-404d-9dbf-65d8d8ff33d5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4496853 Jul 22 21:33:31.304535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44422) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:31.312674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-804d0821-5159-404e-902d-6bbcca1fd197 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'e8ee0630-5df6-413f-9a81-2dcf52c9b472', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:31.360009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.363714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd04dba3-f598-406f-b150-86fc49f6eec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.367141 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-804d0821-5159-404e-902d-6bbcca1fd197 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Project 6298bba2c78a4f6f867c129e1aeecd18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:33:31.373051 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-87b7b1ae-1851-4145-8297-3166ad4b425d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1793878 Jul 22 21:33:31.414331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd04dba3-f598-406f-b150-86fc49f6eec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.418144 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-804d0821-5159-404e-902d-6bbcca1fd197 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:31.423526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-804d0821-5159-404e-902d-6bbcca1fd197 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1124392 Jul 22 21:33:31.425662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44426) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:31.444843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-b6d01924-417f-4e49-9eb8-37685731a328 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:31.448588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-b6d01924-417f-4e49-9eb8-37685731a328 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee286f-6100-46e3-be42-a58a23abd9bc HTTP/1.1" status: 200 len: 943 time: 0.1754611 Jul 22 21:33:31.555087 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e1b823-894f-4417-a52d-0bdb0fb43046 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.578163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd04dba3-f598-406f-b150-86fc49f6eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.584121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd04dba3-f598-406f-b150-86fc49f6eec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.585954 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cd04dba3-f598-406f-b150-86fc49f6eec7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89c6d76f-1044-4002-94f6-d9d00e392d6c HTTP/1.1" status: 204 len: 168 time: 0.3899028 Jul 22 21:33:31.607754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e1b823-894f-4417-a52d-0bdb0fb43046 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.622668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04dba3-f598-406f-b150-86fc49f6eec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6d76f-1044-4002-94f6-d9d00e392d6c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:31.711315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Deleting port bfe9a459-10c1-4557-820a-5685d60699ed {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:31.711949 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.719789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e1b823-894f-4417-a52d-0bdb0fb43046 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.724728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e1b823-894f-4417-a52d-0bdb0fb43046 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:31.728476 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-79e1b823-894f-4417-a52d-0bdb0fb43046 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/e8ee0630-5df6-413f-9a81-2dcf52c9b472 HTTP/1.1" status: 204 len: 168 time: 0.2996705 Jul 22 21:33:31.731127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44436) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:31.757028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1b823-894f-4417-a52d-0bdb0fb43046 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ee0630-5df6-413f-9a81-2dcf52c9b472,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:31.848991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-daa3f24b-a64f-414d-b080-71d24145a45c tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102479 Jul 22 21:33:31.851668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:31.860453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-02176fb0-02d9-4dcb-8b25-dc5cf73ad124 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--178854831'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:31.941108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02176fb0-02d9-4dcb-8b25-dc5cf73ad124 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.003465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] For port bfe9a459-10c1-4557-820a-5685d60699ed, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=bfe9a459-10c1-4557-820a-5685d60699ed,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:32.003465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.041307 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.043638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Calling delete_port for bfe9a459-10c1-4557-820a-5685d60699ed owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:32.243561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44458) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:32.311418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-772f879b-7615-476a-8c7a-5a549aa61ea5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--554382078&fields=id&tenant_id=9a83f9d3225a4b7a9ce708ceca131949 HTTP/1.1" status: 200 len: 267 time: 0.1335628 Jul 22 21:33:32.317806 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02176fb0-02d9-4dcb-8b25-dc5cf73ad124 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.335747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02176fb0-02d9-4dcb-8b25-dc5cf73ad124 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.349192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44462) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:32.455339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02176fb0-02d9-4dcb-8b25-dc5cf73ad124 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.461256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-02176fb0-02d9-4dcb-8b25-dc5cf73ad124 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6021087 Jul 22 21:33:32.461942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44470) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:32.475575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-cefa6eae-7344-441d-a0f0-a4f386459164 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:32.476688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-339fc8d1-4f0a-4c75-b128-915f50ddb0da tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': '85154d7c-0387-46b6-abfd-5ef41eaad607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:32.477115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-cefa6eae-7344-441d-a0f0-a4f386459164 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports/a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 935 time: 0.1645072 Jul 22 21:33:32.483988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02176fb0-02d9-4dcb-8b25-dc5cf73ad124 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85154d7c-0387-46b6-abfd-5ef41eaad607,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:32.552369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.565937 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-339fc8d1-4f0a-4c75-b128-915f50ddb0da tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The resource could not be found. Jul 22 21:33:32.571892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-339fc8d1-4f0a-4c75-b128-915f50ddb0da tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1033776 Jul 22 21:33:32.572521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44472) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:32.579107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8f6211c8-c61c-4ea4-87ce-b5f3e2c5360f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': '85154d7c-0387-46b6-abfd-5ef41eaad607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '600e61ce-11ce-4135-80ae-7af74bbb5bd7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:32.609277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02275e9d-c109-452c-9894-e4754f6f8840 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:32.611398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02275e9d-c109-452c-9894-e4754f6f8840 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports/7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 936 time: 0.1220572 Jul 22 21:33:32.616772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event deleted for resources: {'Port': ['ID=bfe9a459-10c1-4557-820a-5685d60699ed,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:32.657661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-664864252', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:32.666177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-921b2b25-ad14-469a-8146-c141e35dbccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.706971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Made reservation on behalf of 5f5af18e80824fa8b9040a5201ced2fb for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:32.709557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.729876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] No DVR routers for this DVR port bfe9a459-10c1-4557-820a-5685d60699ed on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:33:32.734571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a5108ada-36cb-4907-90be-901cd53e62e5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0866168 Jul 22 21:33:32.735735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.738347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40e8bb2e-d989-4821-863d-dfda264ff708 req-a9b9fa3b-d8db-467b-9b95-a6e6942743ad tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "DELETE /v2.0/ports/bfe9a459-10c1-4557-820a-5685d60699ed HTTP/1.1" status: 204 len: 173 time: 1.2810502 Jul 22 21:33:32.739014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-deleted', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:33:32.741611 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bde0c2-6137-4ba2-a0aa-6b1deb548b3e" -d '{"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-deleted", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:33:32.742248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.744573 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-8f6211c8-c61c-4ea4-87ce-b5f3e2c5360f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The resource could not be found. Jul 22 21:33:32.745873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f6211c8-c61c-4ea4-87ce-b5f3e2c5360f tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1720026 Jul 22 21:33:32.756952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44480) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:32.806589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a3158650-1e12-45da-bdb5-bb810676ad8a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0603940 Jul 22 21:33:32.919629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-921b2b25-ad14-469a-8146-c141e35dbccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.996373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-921b2b25-ad14-469a-8146-c141e35dbccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.001780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7c677e9-e30a-4591-83f6-d61f872e83be tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.073758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b2b25-ad14-469a-8146-c141e35dbccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9f58b6-ca72-4442-813c-a6b18086e64a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:33.084691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-921b2b25-ad14-469a-8146-c141e35dbccd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3308ef10a7914224b4c8fc068aca4498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283244 Jul 22 21:33:33.088204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44488) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:33.095520 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7c677e9-e30a-4591-83f6-d61f872e83be tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.131729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.146705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.150010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ed4d4468-fe4f-430f-bdf6-b3681ed9ec97 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:33.154513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] device_id is not set on port 65d515b5-3f58-4e90-bc7d-a45d31ff8426 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:33:33.161403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ed4d4468-fe4f-430f-bdf6-b3681ed9ec97 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:33.172953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ed4d4468-fe4f-430f-bdf6-b3681ed9ec97 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:33.175945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ed4d4468-fe4f-430f-bdf6-b3681ed9ec97 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/networks?id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=e36c9c13-3075-44ed-add2-4df81517f00d&id=e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 200 len: 1995 time: 0.3600328 Jul 22 21:33:33.214176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-3cc13352-fae1-4b95-88ab-607aab525887 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/quotas/9a83f9d3225a4b7a9ce708ceca131949 HTTP/1.1" status: 200 len: 375 time: 0.0257328 Jul 22 21:33:33.227293 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 21:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da92dbf-5ea9-4384-9ba8-841a1544a8ef x-openstack-request-id: req-8da92dbf-5ea9-4384-9ba8-841a1544a8ef {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:33:33.227734 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee286f-6100-46e3-be42-a58a23abd9bc", "name": "network-vif-deleted", "tag": "bfe9a459-10c1-4557-820a-5685d60699ed", "status": "failed", "code": 422}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:33:33.228162 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8da92dbf-5ea9-4384-9ba8-841a1544a8ef {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:33:33.228771 n-d-762330-19 neutron-server[94092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'caee286f-6100-46e3-be42-a58a23abd9bc', 'name': 'network-vif-deleted', 'tag': 'bfe9a459-10c1-4557-820a-5685d60699ed', 'status': 'failed', 'code': 422} returned with failed status Jul 22 21:33:33.281792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b9d58-5c24-4551-84af-74a962ce775d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:33.331728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ec6656c-dc09-4236-89b3-f8b832ed85ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.348641 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7c677e9-e30a-4591-83f6-d61f872e83be tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.351801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7c677e9-e30a-4591-83f6-d61f872e83be tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.353147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d7c677e9-e30a-4591-83f6-d61f872e83be tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/85154d7c-0387-46b6-abfd-5ef41eaad607 HTTP/1.1" status: 204 len: 168 time: 0.5932529 Jul 22 21:33:33.363038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:33.385721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c677e9-e30a-4591-83f6-d61f872e83be tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85154d7c-0387-46b6-abfd-5ef41eaad607,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:33.415563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ec6656c-dc09-4236-89b3-f8b832ed85ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.434851 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ddcf2fc4-d46b-4fc3-ac39-280770607f20 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2105515 Jul 22 21:33:33.520804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Allocated IP 172.25.5.120 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/65d515b5-3f58-4e90-bc7d-a45d31ff8426) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:33.530926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-08490d49-ef40-443f-b34d-87de33c292b5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1643984 Jul 22 21:33:33.537309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44502) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:33.550021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9bd762f8-fc39-40b0-af6e-dfdd57678578 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': '31ccfcf6-0deb-4ccc-b47c-b94c54212307', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:33.627360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ec6656c-dc09-4236-89b3-f8b832ed85ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.631623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ec6656c-dc09-4236-89b3-f8b832ed85ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.635719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ec6656c-dc09-4236-89b3-f8b832ed85ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e9f58b6-ca72-4442-813c-a6b18086e64a HTTP/1.1" status: 204 len: 168 time: 0.5437589 Jul 22 21:33:33.666425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6656c-dc09-4236-89b3-f8b832ed85ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9f58b6-ca72-4442-813c-a6b18086e64a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:33.739255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44516) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:33.804465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-48af44da-0d83-4e57-aa96-0035d017eecf service neutron] 10.222.0.54 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295867 Jul 22 21:33:33.809750 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-9bd762f8-fc39-40b0-af6e-dfdd57678578 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The resource could not be found. Jul 22 21:33:33.811321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9bd762f8-fc39-40b0-af6e-dfdd57678578 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2729685 Jul 22 21:33:33.819343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44520) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:33.829037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6fa67936-3ac0-40ad-8f0a-ea081e385e61 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236904985'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:33.878580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.911513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fa67936-3ac0-40ad-8f0a-ea081e385e61 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.979297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-42c4f813-c905-4ff7-8c7e-69cab52d93b9 service neutron] 10.222.0.54 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622570 Jul 22 21:33:34.017269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.113312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-9cc75d0e-cffe-4b5c-b41d-b8d62ae3d498 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:34.120631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:34.125491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-9cc75d0e-cffe-4b5c-b41d-b8d62ae3d498 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.4070251 Jul 22 21:33:34.127660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:34.140001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:34.163806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-fa4fe7bc-5cab-4fed-a296-61075a143cfd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/quotas/e11db7375f0e4e81b2c682578de2ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0350902 Jul 22 21:33:34.188097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a9881cdc-27f9-4a6a-892b-16fbd258c94d service neutron] 10.222.0.54 "GET /v2.0/ports/a8362cca-b5a5-45f9-9c97-9c91a0315d78?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1816447 Jul 22 21:33:34.194632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Pushing event updated for resources: {'Port': ['ID=65d515b5-3f58-4e90-bc7d-a45d31ff8426,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:34.234759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-889dd868-b18f-4546-85ab-678b121ef628 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689259 Jul 22 21:33:34.256451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fa67936-3ac0-40ad-8f0a-ea081e385e61 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.259336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:34.261253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.266276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fa67936-3ac0-40ad-8f0a-ea081e385e61 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.307918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-112162448'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:34.337141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-840fd0f1-c343-49e4-a7e7-cbfa54ab61e0 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0923359 Jul 22 21:33:34.344759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44526) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:34.351795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.120'}]}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:34.356333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa67936-3ac0-40ad-8f0a-ea081e385e61 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc0b2af-314e-4372-9911-c618a6c10779,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:34.371614 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fa67936-3ac0-40ad-8f0a-ea081e385e61 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.373201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6fa67936-3ac0-40ad-8f0a-ea081e385e61 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5523460 Jul 22 21:33:34.377611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44528) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:34.384496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233272265'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:34.457264 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:33:34.457264 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:33:34.457264 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id_1': '5f5af18e80824fa8b9040a5201ced2fb', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 33, 34, 374889)}] Jul 22 21:33:34.457264 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:33:34.458281 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:33:34.459430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:33:34.459430 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:33:34.459430 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id_1': '6298bba2c78a4f6f867c129e1aeecd18', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 33, 34, 391246)}] Jul 22 21:33:34.459430 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:33:34.460116 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:33:34.491588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Made reservation on behalf of d95317e9cd4b4521bc4d0884a2335d60 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:34.495768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.520953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44530) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:34.541790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-dee540ec-5d4e-455b-a569-27a69f6ae1a3 service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895873 Jul 22 21:33:34.543064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.543729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70baf136-3152-4f34-af18-4def1e812041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.562262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-90f27e80-4513-46c2-9f84-bbd39eb42580 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406503 Jul 22 21:33:34.717660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70baf136-3152-4f34-af18-4def1e812041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.723469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70baf136-3152-4f34-af18-4def1e812041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.793501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-70baf136-3152-4f34-af18-4def1e812041 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b23d1327841d4ff4b8f055b8997b1800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707911 Jul 22 21:33:34.794751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf136-3152-4f34-af18-4def1e812041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24fe69e-4f5f-425c-9aab-93fdc81ba0b2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:34.803967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44532) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:34.819556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-767c23e4-4b00-448f-9493-0848df5e8e56 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424030 Jul 22 21:33:34.828557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-b6e5f868-0e2c-4c92-b4fa-45605ab857de service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643449 Jul 22 21:33:34.898098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-721250b0-c6f8-45dd-8b5f-f3063749c607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.917023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02b9d73b-e8d4-43b0-827e-b3b42a6e415e service neutron] 10.222.0.54 "GET /v2.0/ports/7550fcc9-cc40-4743-b8e4-62b71f52771b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0865791 Jul 22 21:33:34.936936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-721250b0-c6f8-45dd-8b5f-f3063749c607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.027009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.055075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-721250b0-c6f8-45dd-8b5f-f3063749c607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.059342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-721250b0-c6f8-45dd-8b5f-f3063749c607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.060624 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-721250b0-c6f8-45dd-8b5f-f3063749c607 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d24fe69e-4f5f-425c-9aab-93fdc81ba0b2 HTTP/1.1" status: 204 len: 168 time: 0.2598641 Jul 22 21:33:35.074414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721250b0-c6f8-45dd-8b5f-f3063749c607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24fe69e-4f5f-425c-9aab-93fdc81ba0b2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:35.076074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.080504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.081681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.104079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:35.116432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.125497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.126298 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Added segment d1d784d5-ebfc-4239-ab57-71dd438c05a4 of type vlan for network 52266f19-313f-4722-8877-462f0b66d774 Jul 22 21:33:35.215134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.220913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8275d97d-4742-436e-b701-a69c086870d0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:35.237610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.283367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-5ccb425d-0837-4340-9b01-2148dcb2f25a service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491604 Jul 22 21:33:35.290766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.301322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:35.302800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.462751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.532977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-794db1de-ebec-49c5-b0b9-b87d965cbecb service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250040 Jul 22 21:33:35.534790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event updated for resources: {'Network': ['ID=52266f19-313f-4722-8877-462f0b66d774,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:35.552197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.563777 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.565571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 52266f19-313f-4722-8877-462f0b66d774 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:35.584198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15f61c1e-7171-4b95-a4f7-b05d4a231933 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8370414 Jul 22 21:33:35.586656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44538) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:35.617137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Request body: {'subnet': {'network_id': '52266f19-313f-4722-8877-462f0b66d774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:35.671626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.671626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2927015 Jul 22 21:33:35.680543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:35.689985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e91fea06-9f41-49cc-b057-7c8aa2120dc5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': '7cc0b2af-314e-4372-9911-c618a6c10779', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bcc0df5b-d1fe-463f-9ec4-9c98db5bda5d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:35.753206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0f581-e1f1-45c2-aa3f-793f9c45bdd5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0df5b-d1fe-463f-9ec4-9c98db5bda5d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:35.768781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d27ee2fb-12f6-47f5-b3f2-b8ba79e2b067 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070913 Jul 22 21:33:35.796759 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-e91fea06-9f41-49cc-b057-7c8aa2120dc5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:35.798185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e91fea06-9f41-49cc-b057-7c8aa2120dc5 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1163192 Jul 22 21:33:35.807556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44548) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:35.898721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Made reservation on behalf of d95317e9cd4b4521bc4d0884a2335d60 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:35.903115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.957843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-2f972c51-ba87-4d83-9112-fcb4d3a3faf3 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803236 Jul 22 21:33:35.962324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-498f3f35-11b0-4c47-9bf8-c0e5456b7169 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:36.181398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-485ce295-131d-46e5-96e0-bac4e39fc2c5 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121859 Jul 22 21:33:36.210443 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-498f3f35-11b0-4c47-9bf8-c0e5456b7169 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:36.348627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9dc75021-164f-45ca-a1f8-8e292717f37a req-9e59558d-476d-4020-b461-1f4838cdb099 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 210 time: 0.0913775 Jul 22 21:33:36.389671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:36.454038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:36.461455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-498f3f35-11b0-4c47-9bf8-c0e5456b7169 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:36.466047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-498f3f35-11b0-4c47-9bf8-c0e5456b7169 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:36.476004 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-498f3f35-11b0-4c47-9bf8-c0e5456b7169 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/bcc0df5b-d1fe-463f-9ec4-9c98db5bda5d HTTP/1.1" status: 204 len: 168 time: 0.6591024 Jul 22 21:33:36.479651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-80c2bc50-b5c8-4c28-a054-3622c4af741b service neutron] 10.222.0.54 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964602 Jul 22 21:33:36.480535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44570) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:36.502140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3f35-11b0-4c47-9bf8-c0e5456b7169 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0df5b-d1fe-463f-9ec4-9c98db5bda5d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:36.629249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44574) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:36.630195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a18621da-f3ff-4549-8216-382d1974616e tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1469142 Jul 22 21:33:36.745545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-332805cc-c347-4268-aa28-3919b97f4996 service neutron] 10.222.0.54 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257996 Jul 22 21:33:36.756858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:36.951940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event updated for resources: {'Subnet': ['ID=7e0ce888-2fc2-483d-aa8d-b8620cb24912,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:36.956929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-19ab272e-1fcb-46d4-9ed3-17bfccc82afb service neutron] 10.222.0.54 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936352 Jul 22 21:33:36.987058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0794-95f3-4ae0-979d-07dfdb902454 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.008812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.018248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Checking segment: {'id': 'd1d784d5-ebfc-4239-ab57-71dd438c05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '52266f19-313f-4722-8877-462f0b66d774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:37.018653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Network hostable DHCP agents. Network: 52266f19-313f-4722-8877-462f0b66d774, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:33:37.138094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0794-95f3-4ae0-979d-07dfdb902454 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.177911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-f9aa5934-b380-4866-b57b-ca8fa7207e02 service neutron] 10.222.0.54 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955032 Jul 22 21:33:37.364107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Network 52266f19-313f-4722-8877-462f0b66d774 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:33:37.379958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.385623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.389222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0794-95f3-4ae0-979d-07dfdb902454 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.392972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0794-95f3-4ae0-979d-07dfdb902454 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.394481 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bd5a0794-95f3-4ae0-979d-07dfdb902454 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/7cc0b2af-314e-4372-9911-c618a6c10779 HTTP/1.1" status: 204 len: 168 time: 0.7605767 Jul 22 21:33:37.402122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:37.409252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 52266f19-313f-4722-8877-462f0b66d774) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:37.424613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a0794-95f3-4ae0-979d-07dfdb902454 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc0b2af-314e-4372-9911-c618a6c10779,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:37.438307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e7087-881e-4b65-9268-182f1a566d4d None None] Network 52266f19-313f-4722-8877-462f0b66d774 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:37.484824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:37.486739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.521425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-6428819d-373a-4b0d-8e08-4e288f1d6c6b service neutron] 10.222.0.54 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296826 Jul 22 21:33:37.534707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4ee1afd6-b893-465d-80da-6403c1179f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9244115 Jul 22 21:33:37.535494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44596) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:37.552754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Request body: {'port': {'network_id': '52266f19-313f-4722-8877-462f0b66d774', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2094417298'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:37.556549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cedd1-e60d-4b2b-9b48-1a36e50244c9 req-f0343e86-66e9-43d8-b187-2c8f3cd586a8 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:37.568564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a83cedd1-e60d-4b2b-9b48-1a36e50244c9 req-f0343e86-66e9-43d8-b187-2c8f3cd586a8 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1097 time: 0.3386729 Jul 22 21:33:37.579036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7a9883e2-4bad-40c8-a936-920bed7819af tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1750634 Jul 22 21:33:37.588535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44598) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:37.608868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c6b3e005-be05-45a2-ba21-f5ae7ccade18 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241775307'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:37.614060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.614903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc6e4fa-57b5-49be-b119-9fe695e1c336 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:33:37.630487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a83cedd1-e60d-4b2b-9b48-1a36e50244c9 req-20069d66-9497-4508-9e17-91b940bd79f1 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.735654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e005-be05-45a2-ba21-f5ae7ccade18 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:37.846120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-52266f19-313f-4722-8877-462f0b66d774', 'network_id': '52266f19-313f-4722-8877-462f0b66d774', 'tenant_id': 'd95317e9cd4b4521bc4d0884a2335d60', 'fixed_ips': [{'subnet_id': '7e0ce888-2fc2-483d-aa8d-b8620cb24912'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:33:37.847117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.035468 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a83cedd1-e60d-4b2b-9b48-1a36e50244c9 req-20069d66-9497-4508-9e17-91b940bd79f1 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.041918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a83cedd1-e60d-4b2b-9b48-1a36e50244c9 req-20069d66-9497-4508-9e17-91b940bd79f1 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.058645 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 21:33:38.062306 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a32d8899-4335-406e-b21a-71222e436c83 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7148252 Jul 22 21:33:38.086032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44612) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:38.090631 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:33:38.090631 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:33:38.090631 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id_1': 'd95317e9cd4b4521bc4d0884a2335d60', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 33, 37, 835894)}] Jul 22 21:33:38.090631 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:33:38.094213 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:33:38.189097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Allocated IP 2001:db8::2 (52266f19-313f-4722-8877-462f0b66d774/7e0ce888-2fc2-483d-aa8d-b8620cb24912/bf1bad3c-140b-416b-b7f1-756314860cf0) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:38.192258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a83cedd1-e60d-4b2b-9b48-1a36e50244c9 req-20069d66-9497-4508-9e17-91b940bd79f1 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6219852 Jul 22 21:33:38.298936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20069d66-9497-4508-9e17-91b940bd79f1 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0243e6-2aa2-48e6-95dc-b8bcc1f137c7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:38.450199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e005-be05-45a2-ba21-f5ae7ccade18 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.457242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e005-be05-45a2-ba21-f5ae7ccade18 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.483049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-879e7148-5448-46c1-bde3-15321c05257b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:38.493737 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-879e7148-5448-46c1-bde3-15321c05257b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.4278951 Jul 22 21:33:38.535583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Request body: {'port': {'device_id': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'admin_state_up': True, 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:38.581312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3e005-be05-45a2-ba21-f5ae7ccade18 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03aeea2-ba6a-4483-8fb3-87a9780b6bd8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:38.607511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Deleting port 65d515b5-3f58-4e90-bc7d-a45d31ff8426 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:38.608184 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.638268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e005-be05-45a2-ba21-f5ae7ccade18 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.640903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c6b3e005-be05-45a2-ba21-f5ae7ccade18 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0508606 Jul 22 21:33:38.725961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44628) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:38.732656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-72501309-2238-491f-9491-5ba2a0a13810 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'c03aeea2-ba6a-4483-8fb3-87a9780b6bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:38.756062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.786690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Transition to ACTIVE for port object bf1bad3c-140b-416b-b7f1-756314860cf0 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:38.815155 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.821784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Made reservation on behalf of d95317e9cd4b4521bc4d0884a2335d60 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:38.827712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.839699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Calling delete_port for 65d515b5-3f58-4e90-bc7d-a45d31ff8426 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:38.852993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Transition to ACTIVE for port object bf1bad3c-140b-416b-b7f1-756314860cf0 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:38.868383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] device_id is not set on port d7119dee-7468-4622-99f7-8aec29c1b75c yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:33:38.872406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.945037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:38.950181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:38.990836 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-72501309-2238-491f-9491-5ba2a0a13810 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:38.997189 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-72501309-2238-491f-9491-5ba2a0a13810 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2668087 Jul 22 21:33:39.016924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44638) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:39.028050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d3d47b2c-94bb-4fcc-bb7c-3af316beaf22 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group_rule': {'security_group_id': 'c03aeea2-ba6a-4483-8fb3-87a9780b6bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:39.051220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Pushing event updated for resources: {'Port': ['ID=bf1bad3c-140b-416b-b7f1-756314860cf0,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:39.069256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Network 52266f19-313f-4722-8877-462f0b66d774 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:39.071716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:39.073902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f37e1711-9545-4e0d-8ba4-ec421bb50380 req-1de203cf-e1dd-428e-8046-ff4a0a1ee05c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 210 time: 0.5005205 Jul 22 21:33:39.103415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:39.188667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:39.284641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Pushing event deleted for resources: {'Port': ['ID=65d515b5-3f58-4e90-bc7d-a45d31ff8426,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:39.347621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Attempting to bind port bf1bad3c-140b-416b-b7f1-756314860cf0 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:33:39.348239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Attempting to bind port bf1bad3c-140b-416b-b7f1-756314860cf0 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'd1d784d5-ebfc-4239-ab57-71dd438c05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '52266f19-313f-4722-8877-462f0b66d774'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:33:39.349072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Attempting to bind port bf1bad3c-140b-416b-b7f1-756314860cf0 on network 52266f19-313f-4722-8877-462f0b66d774 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:33:39.360182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2006bd81-c0d7-41cc-aed7-641c43ed3cbf req-9e9b88c9-6867-4f45-82a6-b604a26a6b84 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.1029203 Jul 22 21:33:39.361227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:33:39.362074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Checking segment: {'id': 'd1d784d5-ebfc-4239-ab57-71dd438c05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '52266f19-313f-4722-8877-462f0b66d774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:39.364618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:39.366004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Bound using segment: {'id': 'd1d784d5-ebfc-4239-ab57-71dd438c05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '52266f19-313f-4722-8877-462f0b66d774'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:33:39.374246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Bound port: bf1bad3c-140b-416b-b7f1-756314860cf0, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d784d5-ebfc-4239-ab57-71dd438c05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '52266f19-313f-4722-8877-462f0b66d774'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:33:39.375400 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:39.409749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8a134-b6ff-48ad-8771-5badb6770df6 req-8f256867-b28f-493d-a610-bda8680c3b67 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:39.427860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89c8a134-b6ff-48ad-8771-5badb6770df6 req-8f256867-b28f-493d-a610-bda8680c3b67 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3477540 Jul 22 21:33:39.475148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Allocated IP 172.20.0.10 (bca1f6e1-114f-4930-bd89-a5fd9f153bcd/757bc2a4-8ae5-4593-8eff-91833bb24163/20f6796c-0e12-4224-834f-75b5d82c6cf8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:39.568434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] For port bf1bad3c-140b-416b-b7f1-756314860cf0, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:33:39.585145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] For port bf1bad3c-140b-416b-b7f1-756314860cf0, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf1bad3c-140b-416b-b7f1-756314860cf0,segment=NetworkSegment(d1d784d5-ebfc-4239-ab57-71dd438c05a4),segment_id=d1d784d5-ebfc-4239-ab57-71dd438c05a4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:33:39.595703 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:39.713293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89c8a134-b6ff-48ad-8771-5badb6770df6 req-dc587f71-c00d-4019-a7f4-db4e96a902fc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435962 Jul 22 21:33:39.758922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:39.765132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-60c0f9fd-5f56-47a8-8a46-64b3f8aeaa76 tempest-RoutersAdminNegativeIpV6Test-325301353 tempest-RoutersAdminNegativeIpV6Test-325301353-project-admin] 10.222.0.54 "DELETE /v2.0/ports/65d515b5-3f58-4e90-bc7d-a45d31ff8426 HTTP/1.1" status: 204 len: 168 time: 1.6767874 Jul 22 21:33:39.765916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44658) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:39.780917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12bc3-1991-4e2e-98a7-5cba8ad3d7c1 None None] Pushing event updated for resources: {'Port': ['ID=bf1bad3c-140b-416b-b7f1-756314860cf0,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:39.833657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Allocated IP 2001:db8::1df (52266f19-313f-4722-8877-462f0b66d774/7e0ce888-2fc2-483d-aa8d-b8620cb24912/d7119dee-7468-4622-99f7-8aec29c1b75c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:39.837909 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-d3d47b2c-94bb-4fcc-bb7c-3af316beaf22 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:33:39.840180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d3d47b2c-94bb-4fcc-bb7c-3af316beaf22 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8176296 Jul 22 21:33:39.851677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:39.930979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c183c6e8-af09-4fa0-a0fe-ae2cd3dc406e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/ddc95d1b-b6ee-40f4-90fb-fa8301d271bf HTTP/1.1" status: 200 len: 992 time: 0.1640217 Jul 22 21:33:40.356421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0d2ab8-48b5-4ce5-b763-171698aa45ec tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.393516 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0d2ab8-48b5-4ce5-b763-171698aa45ec tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.499358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f73e71df-b3a1-486d-8776-dd8aa3172e83 req-6bf7a98b-c7da-4a29-a727-f04fb4fc99c0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 210 time: 0.0987353 Jul 22 21:33:40.531289 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0d2ab8-48b5-4ce5-b763-171698aa45ec tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.542118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0d2ab8-48b5-4ce5-b763-171698aa45ec tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.548517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44682) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:40.551734 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0a0d2ab8-48b5-4ce5-b763-171698aa45ec tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/c03aeea2-ba6a-4483-8fb3-87a9780b6bd8 HTTP/1.1" status: 204 len: 168 time: 0.6900520 Jul 22 21:33:40.577369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.692741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44690) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:40.707654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c1ba42fb-4507-4ab2-89f9-64931a9b18e9 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469791 Jul 22 21:33:40.734775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44692) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:40.745306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9f60a2a5-bdc9-408c-9a84-97ab9e263f5a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'tempest-secgroup--23814305'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:40.845634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a80d1364-371a-41b2-8246-0925621e5029 req-c4e55a42-4c00-4afd-ac35-8f385a232858 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.1061230 Jul 22 21:33:40.848052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f60a2a5-bdc9-408c-9a84-97ab9e263f5a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.848260 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.878564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Transition to ACTIVE for port object d7119dee-7468-4622-99f7-8aec29c1b75c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:40.943370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d2ab8-48b5-4ce5-b763-171698aa45ec tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03aeea2-ba6a-4483-8fb3-87a9780b6bd8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:41.013921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44698) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:41.107216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.178100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f60a2a5-bdc9-408c-9a84-97ab9e263f5a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.188631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f60a2a5-bdc9-408c-9a84-97ab9e263f5a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.222087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Network 52266f19-313f-4722-8877-462f0b66d774 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:41.235153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:41.239292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:41.255943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:41.256799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.257675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f60a2a5-bdc9-408c-9a84-97ab9e263f5a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.265062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f60a2a5-bdc9-408c-9a84-97ab9e263f5a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5226555 Jul 22 21:33:41.287614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44702) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:41.296497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b469f8e5-221d-4139-93bc-7f5af6ea1398 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:41.297200 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-b469f8e5-221d-4139-93bc-7f5af6ea1398 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 21:33:41.298686 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-b469f8e5-221d-4139-93bc-7f5af6ea1398 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 21:33:41.304500 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b469f8e5-221d-4139-93bc-7f5af6ea1398 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "PUT /v2.0/security-groups/b668db62-095a-4024-9143-d2b80ed2b11e HTTP/1.1" status: 409 len: 330 time: 0.0105267 Jul 22 21:33:41.311858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.312216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44704) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:41.385664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60a2a5-bdc9-408c-9a84-97ab9e263f5a tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b668db62-095a-4024-9143-d2b80ed2b11e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:41.426756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f4ddae-6f53-430e-848d-84fd9ed7b0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.496820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-42262efa-b99f-404a-be39-b87f30789f02 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.569186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-42262efa-b99f-404a-be39-b87f30789f02 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.621374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bf1bad3c-140b-416b-b7f1-756314860cf0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:33:41.649779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event updated for resources: {'Port': ['ID=d7119dee-7468-4622-99f7-8aec29c1b75c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:41.656721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7e24949-50bb-4738-a628-bf0a63768f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.753720 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e8c1b7d6-9254-4c4d-9e1b-722c5427c6af tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.2076969 Jul 22 21:33:41.756937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44710) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:41.793503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Request body: {'port': {'network_id': '52266f19-313f-4722-8877-462f0b66d774', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1524909292', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:41.795163 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] bootfile-name is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 21:33:41.795163 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] tftp-server is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 21:33:41.795663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] server-ip-address is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 21:33:41.798501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port bf1bad3c-140b-416b-b7f1-756314860cf0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:41.875344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-42262efa-b99f-404a-be39-b87f30789f02 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.880673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-42262efa-b99f-404a-be39-b87f30789f02 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:41.882905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-42262efa-b99f-404a-be39-b87f30789f02 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/b668db62-095a-4024-9143-d2b80ed2b11e HTTP/1.1" status: 204 len: 168 time: 0.5697393 Jul 22 21:33:41.891964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:41.897547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:41.915699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9edb42-0c41-46c6-a7ce-1b6c136a7805 None None] Network 52266f19-313f-4722-8877-462f0b66d774 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:41.956354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-c223963e-3cbf-473b-b4ed-8d103c417d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:41.960755 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-c223963e-3cbf-473b-b4ed-8d103c417d62 service neutron] 10.222.0.23 "GET /v2.0/ports/a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 1031 time: 0.4474087 Jul 22 21:33:41.961129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42262efa-b99f-404a-be39-b87f30789f02 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b668db62-095a-4024-9143-d2b80ed2b11e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:41.989583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:42.002208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-31ace87f-3f14-46de-a010-fa86a48be50c None None] Provisioning for port bf1bad3c-140b-416b-b7f1-756314860cf0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:42.002790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:42.017847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-31ace87f-3f14-46de-a010-fa86a48be50c None None] Provisioning complete for port bf1bad3c-140b-416b-b7f1-756314860cf0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:42.018261 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31ace87f-3f14-46de-a010-fa86a48be50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.254895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event updated for resources: {'Port': ['ID=20f6796c-0e12-4224-834f-75b5d82c6cf8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:42.272515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ae38140e-d270-4e2c-bc2c-f63096879344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:42.275059 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ae38140e-d270-4e2c-bc2c-f63096879344 service neutron] 10.222.0.23 "GET /v2.0/ports/7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 1032 time: 0.2396433 Jul 22 21:33:42.397390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:42.398070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.405165 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31ace87f-3f14-46de-a010-fa86a48be50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.430988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b42520cc-6369-4096-ac69-914240256e47 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5177090 Jul 22 21:33:42.436212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44720) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:42.520230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-31ace87f-3f14-46de-a010-fa86a48be50c None None] For port bf1bad3c-140b-416b-b7f1-756314860cf0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf1bad3c-140b-416b-b7f1-756314860cf0,segment=NetworkSegment(d1d784d5-ebfc-4239-ab57-71dd438c05a4),segment_id=d1d784d5-ebfc-4239-ab57-71dd438c05a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:42.532969 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-6ad59ec8-7417-4af7-9ef1-009a5e9aad59 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] delete failed (client error): The resource could not be found. Jul 22 21:33:42.538209 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6ad59ec8-7417-4af7-9ef1-009a5e9aad59 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "DELETE /v2.0/security-groups/91fb8018-9eb7-43ca-8169-3252040f9409 HTTP/1.1" status: 404 len: 347 time: 0.0974481 Jul 22 21:33:42.539901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44722) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:42.548162 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31ace87f-3f14-46de-a010-fa86a48be50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.571600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-64d79633-63d4-43d6-80e2-55042c7a097d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6863401 Jul 22 21:33:42.594701 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-02ca993a-503d-49dd-9371-6c6ba3fe007b tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] show failed (client error): The resource could not be found. Jul 22 21:33:42.601328 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-02ca993a-503d-49dd-9371-6c6ba3fe007b tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-groups/0e924ad7-f775-4d96-9097-2dc1370aeab6 HTTP/1.1" status: 404 len: 347 time: 0.0552242 Jul 22 21:33:42.609182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44724) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:42.664434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f4ddae-6f53-430e-848d-84fd9ed7b0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.682909 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-45217b35-05d2-4490-bd47-294f1ced9a42 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] show failed (client error): The resource could not be found. Jul 22 21:33:42.685080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-45217b35-05d2-4490-bd47-294f1ced9a42 tempest-NegativeSecGroupIPv6Test-539389186 tempest-NegativeSecGroupIPv6Test-539389186-project] 10.222.0.54 "GET /v2.0/security-group-rules/0763ad07-d416-42eb-94a7-ef5774989653 HTTP/1.1" status: 404 len: 356 time: 0.0674918 Jul 22 21:33:42.824887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1948-2730-4828-a16f-17831a13715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.834123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ace87f-3f14-46de-a010-fa86a48be50c None None] Pushing event updated for resources: {'Port': ['ID=bf1bad3c-140b-416b-b7f1-756314860cf0,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:42.899360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f4ddae-6f53-430e-848d-84fd9ed7b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.918229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7e24949-50bb-4738-a628-bf0a63768f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:42.958800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f0bebf0-5829-4323-80ac-3f66c515d159 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:42.985511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f0bebf0-5829-4323-80ac-3f66c515d159 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:43.007782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f0bebf0-5829-4323-80ac-3f66c515d159 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:43.010133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f0bebf0-5829-4323-80ac-3f66c515d159 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "GET /v2.0/networks?id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=e36c9c13-3075-44ed-add2-4df81517f00d&id=e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 200 len: 1995 time: 0.7104590 Jul 22 21:33:43.015564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7e24949-50bb-4738-a628-bf0a63768f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:43.024386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0c0b76a8-3049-4d24-9cb8-760eb8af877f None None] Provisioning for port d7119dee-7468-4622-99f7-8aec29c1b75c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:43.031655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32f4ddae-6f53-430e-848d-84fd9ed7b0f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d4f7b941a7e4a64b31dad8e42cbec82&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3211029 Jul 22 21:33:43.054326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44738) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:43.056335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0c0b76a8-3049-4d24-9cb8-760eb8af877f None None] Provisioning complete for port d7119dee-7468-4622-99f7-8aec29c1b75c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:43.059758 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0c0b76a8-3049-4d24-9cb8-760eb8af877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:43.078174 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-1603b016-5c04-48f5-aa04-9a84bb68a3eb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5493276 Jul 22 21:33:43.125849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Request body: {'port': {'device_id': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:43.194560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b76a8-3049-4d24-9cb8-760eb8af877f None None] Port d7119dee-7468-4622-99f7-8aec29c1b75c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:43.284945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0c0b76a8-3049-4d24-9cb8-760eb8af877f None None] Provisioning complete for port bf1bad3c-140b-416b-b7f1-756314860cf0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:43.285747 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0c0b76a8-3049-4d24-9cb8-760eb8af877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:43.318100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4ddae-6f53-430e-848d-84fd9ed7b0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850fa52c-8616-492d-ba17-ef4489a13140,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:43.370636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043375-c0c7-4a56-9c6b-32a1fedba2bf req-fb35a437-26ee-45f3-917b-174e38d99d47 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:43.381970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a043375-c0c7-4a56-9c6b-32a1fedba2bf req-fb35a437-26ee-45f3-917b-174e38d99d47 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 932 time: 1.5084538 Jul 22 21:33:43.596834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ca302-9273-4260-9f5b-392e6aadd769 req-b2561935-bc14-406f-959c-62a9424548e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:43.609369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c4ca302-9273-4260-9f5b-392e6aadd769 req-b2561935-bc14-406f-959c-62a9424548e1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 1.7213967 Jul 22 21:33:43.619074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bf1bad3c-140b-416b-b7f1-756314860cf0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:33:43.626697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-008a0706-ec76-4f49-b6a7-18a2bad352ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:43.675831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Made reservation on behalf of d95317e9cd4b4521bc4d0884a2335d60 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:43.679464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:43.740825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a043375-c0c7-4a56-9c6b-32a1fedba2bf req-fca7a3f2-9322-46ef-8a6a-0bc721f8e030 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203118 Jul 22 21:33:43.787316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44750) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:43.810585 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-008a0706-ec76-4f49-b6a7-18a2bad352ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:43.850112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] device_id is not set on port eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:33:43.895370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c4ca302-9273-4260-9f5b-392e6aadd769 req-a47e1eb0-1e60-4188-8f45-007617f9d5f7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853475 Jul 22 21:33:43.979254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port bf1bad3c-140b-416b-b7f1-756314860cf0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:43.980188 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.070890 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a7e24949-50bb-4738-a628-bf0a63768f7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=733d3ac997654073806d11933ec9a353&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0516655 Jul 22 21:33:44.085062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:44.098165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e24949-50bb-4738-a628-bf0a63768f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3492dd-e62d-43fe-bcee-38ef1d5ba331,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:44.131136 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-071a9c63-1b2a-453e-9e9e-fa5415e4b90f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a83f9d3225a4b7a9ce708ceca131949 HTTP/1.1" status: 200 len: 379 time: 1.1042380 Jul 22 21:33:44.162915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-525d3764-175b-4b60-ab83-8694a0fb7fce None None] Provisioning complete for port d7119dee-7468-4622-99f7-8aec29c1b75c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:44.163867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'admin_state_up': True, 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'security_groups': ['3705ec3e-a646-44cf-bcc7-46f86963eaf4']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:44.166235 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-525d3764-175b-4b60-ab83-8694a0fb7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.209175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8098c6e7-4ac2-4ed0-b4fa-25169aaca66e req-0873e096-83e9-4dbd-841a-d09b8390da1a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.1645563 Jul 22 21:33:44.274363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-525d3764-175b-4b60-ab83-8694a0fb7fce None None] Port d7119dee-7468-4622-99f7-8aec29c1b75c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:44.325327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-57daf6e8-45b2-494c-9e82-dacc123cb897 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6298bba2c78a4f6f867c129e1aeecd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337429 Jul 22 21:33:44.331781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44760) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:44.335944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-008a0706-ec76-4f49-b6a7-18a2bad352ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.340765 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-008a0706-ec76-4f49-b6a7-18a2bad352ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.346457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-008a0706-ec76-4f49-b6a7-18a2bad352ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/850fa52c-8616-492d-ba17-ef4489a13140 HTTP/1.1" status: 204 len: 168 time: 1.2731209 Jul 22 21:33:44.459354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a0706-ec76-4f49-b6a7-18a2bad352ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850fa52c-8616-492d-ba17-ef4489a13140,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:44.520752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.536872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df7b6b06-240e-4652-8e22-a15d9d3dfb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.579754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df7b6b06-240e-4652-8e22-a15d9d3dfb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.674327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Allocated IP 2001:db8::2a0 (52266f19-313f-4722-8877-462f0b66d774/7e0ce888-2fc2-483d-aa8d-b8620cb24912/eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:44.773004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b87db967-d758-470a-8a0a-2dc6f75185b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.854453 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b87db967-d758-470a-8a0a-2dc6f75185b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:44.957496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:44.963935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.140388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44772) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:45.267858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df7b6b06-240e-4652-8e22-a15d9d3dfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.269861 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b87db967-d758-470a-8a0a-2dc6f75185b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.272799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df7b6b06-240e-4652-8e22-a15d9d3dfb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.273145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b87db967-d758-470a-8a0a-2dc6f75185b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.275590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-df7b6b06-240e-4652-8e22-a15d9d3dfb18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e3492dd-e62d-43fe-bcee-38ef1d5ba331 HTTP/1.1" status: 204 len: 168 time: 1.1889207 Jul 22 21:33:45.284019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b87db967-d758-470a-8a0a-2dc6f75185b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/84bda04a-a478-41b6-b779-ecd870b01bfe HTTP/1.1" status: 204 len: 168 time: 0.9494550 Jul 22 21:33:45.312748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8abc91ec-fbff-4f77-96e8-0fa32600cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.319810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766dec0-4017-4861-a47b-879a3fef6a13 req-0720f58d-9a2a-4daf-9b58-669e9560cc3c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:45.335246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6766dec0-4017-4861-a47b-879a3fef6a13 req-0720f58d-9a2a-4daf-9b58-669e9560cc3c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 932 time: 0.3995488 Jul 22 21:33:45.354335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.372832 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.420828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87db967-d758-470a-8a0a-2dc6f75185b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bda04a-a478-41b6-b779-ecd870b01bfe,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:45.503658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b6b06-240e-4652-8e22-a15d9d3dfb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3492dd-e62d-43fe-bcee-38ef1d5ba331,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:45.529243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Transition to ACTIVE for port object eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:45.551772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c55b5039-a880-4ffd-87c5-efcf3fc80c86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f5af18e80824fa8b9040a5201ced2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035509 Jul 22 21:33:45.561974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44780) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:45.604740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6766dec0-4017-4861-a47b-879a3fef6a13 req-138e9346-c616-48d6-8302-cd2ca19336aa tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681031 Jul 22 21:33:45.721599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-65e937e1-375e-41ab-a716-ac00babcc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:45.724339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-65e937e1-375e-41ab-a716-ac00babcc4a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1097 time: 0.5317864 Jul 22 21:33:45.733727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 172.20.0.8 (d83b34ae-b9da-4254-a7f8-3ea957ceaa49/0d39fb80-71f0-47b2-84bc-bc691826ea84/6b41f441-e310-4001-aa2f-8d9d78144fb9) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:45.779490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bae78-1b07-4c1d-be0b-47fe3b9c5f22 req-2cb2a3d7-7c92-4a03-ae41-fb449878cc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:45.792556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef6bae78-1b07-4c1d-be0b-47fe3b9c5f22 req-2cb2a3d7-7c92-4a03-ae41-fb449878cc94 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.6286049 Jul 22 21:33:45.937372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dae77abd-ebd2-45df-bc2b-b7d2d33953ab req-8884c11a-b790-4c41-83f6-3779bede1b7f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0921290 Jul 22 21:33:45.945722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:45.946933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f6796c-0e12-4224-834f-75b5d82c6cf8 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:33:45.977328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.053573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-c2db003a-d43c-410e-b566-56a93d687863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:46.056201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-c2db003a-d43c-410e-b566-56a93d687863 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 0.3181300 Jul 22 21:33:46.093641 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.195248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event updated for resources: {'Port': ['ID=eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:46.215748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef6bae78-1b07-4c1d-be0b-47fe3b9c5f22 req-6b3863e0-5f97-406e-b727-8dc03a6cad84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219956 Jul 22 21:33:46.240598 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0885decf-093b-409b-82c2-27ab76e81766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.247732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Network 52266f19-313f-4722-8877-462f0b66d774 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:46.261327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:46.267814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:46.274399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.279993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:46.282123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.318175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0885decf-093b-409b-82c2-27ab76e81766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.319822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Transition to ACTIVE for port object 6b41f441-e310-4001-aa2f-8d9d78144fb9 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:46.337873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b181a9d6-8fb4-4d99-8edd-df434f2ec174 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.5793042 Jul 22 21:33:46.343244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44794) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:46.445189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Transition to ACTIVE for port object 20f6796c-0e12-4224-834f-75b5d82c6cf8 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:46.448469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.461847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44796) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:46.518317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a74de459-c443-45a4-a525-82a954acbf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.578242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.590213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ee2a6-9b0b-4e99-9e34-1db3afabc9f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:46.608201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ee2a6-9b0b-4e99-9e34-1db3afabc9f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:46.627549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ee2a6-9b0b-4e99-9e34-1db3afabc9f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:46.629582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-153ee2a6-9b0b-4e99-9e34-1db3afabc9f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2847259 Jul 22 21:33:46.652198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:46.660312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44798) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:46.666848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:46.669727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:46.790266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=6b41f441-e310-4001-aa2f-8d9d78144fb9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:46.853356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6dac4e2b-abea-4e06-9cac-2de739563447 None None] Provisioning for port eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:46.868941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6dac4e2b-abea-4e06-9cac-2de739563447 None None] Provisioning complete for port eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:46.869446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6dac4e2b-abea-4e06-9cac-2de739563447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.905376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Pushing event updated for resources: {'Port': ['ID=20f6796c-0e12-4224-834f-75b5d82c6cf8,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:46.929480 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-eb88a5eb-c6f6-4520-9757-5c114ede59c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 1000 time: 0.4984238 Jul 22 21:33:46.962868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0885decf-093b-409b-82c2-27ab76e81766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.967696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0885decf-093b-409b-82c2-27ab76e81766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:46.977011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0885decf-093b-409b-82c2-27ab76e81766 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/605b9d58-5c24-4551-84af-74a962ce775d HTTP/1.1" status: 204 len: 168 time: 1.3984654 Jul 22 21:33:46.978585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6dac4e2b-abea-4e06-9cac-2de739563447 None None] Port eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:47.009627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885decf-093b-409b-82c2-27ab76e81766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b9d58-5c24-4551-84af-74a962ce775d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:47.065869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:47.066626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.072531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-091d3a36-33da-4d5b-b9c1-ca81b3e73da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:47.074358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-091d3a36-33da-4d5b-b9c1-ca81b3e73da8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.1156790 Jul 22 21:33:47.140497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a74de459-c443-45a4-a525-82a954acbf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.148912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Deleting port eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:47.149482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.228406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Attempting to bind port 20f6796c-0e12-4224-834f-75b5d82c6cf8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:33:47.229205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Attempting to bind port 20f6796c-0e12-4224-834f-75b5d82c6cf8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:33:47.229856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Attempting to bind port 20f6796c-0e12-4224-834f-75b5d82c6cf8 on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:33:47.236502 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-56a4586d-2d5f-47a5-82eb-ffb8bb22569d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0900083 Jul 22 21:33:47.241592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Port 20f6796c-0e12-4224-834f-75b5d82c6cf8 on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:33:47.241990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Attempting to bind port 20f6796c-0e12-4224-834f-75b5d82c6cf8 on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:33:47.251204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:33:47.251896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Checking segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:47.252501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Bound using segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:33:47.253108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Bound port: 20f6796c-0e12-4224-834f-75b5d82c6cf8, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:33:47.253577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.259412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'admin_state_up': True, 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'security_groups': ['3705ec3e-a646-44cf-bcc7-46f86963eaf4']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:47.333106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e30523f-dbfb-420b-a526-be1318ca26f8 None None] Provisioning for port 6b41f441-e310-4001-aa2f-8d9d78144fb9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:47.342319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e30523f-dbfb-420b-a526-be1318ca26f8 None None] Provisioning complete for port 6b41f441-e310-4001-aa2f-8d9d78144fb9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:47.345560 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e30523f-dbfb-420b-a526-be1318ca26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.370338 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.404489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Calling delete_port for eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:47.437127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8e30523f-dbfb-420b-a526-be1318ca26f8 None None] Port 6b41f441-e310-4001-aa2f-8d9d78144fb9 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:47.549539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:47.558830 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a74de459-c443-45a4-a525-82a954acbf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.623660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] For port 20f6796c-0e12-4224-834f-75b5d82c6cf8, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:33:47.629164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-7b3bf581-1103-40c3-af52-3fea641ba8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:47.632451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-7b3bf581-1103-40c3-af52-3fea641ba8ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5239127 Jul 22 21:33:47.633325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:47.639765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.645317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] For port 20f6796c-0e12-4224-834f-75b5d82c6cf8, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=20f6796c-0e12-4224-834f-75b5d82c6cf8,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:33:47.676038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.770162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:47.771195 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:47.773536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] 10.222.0.23 "PUT /v2.0/ports/20f6796c-0e12-4224-834f-75b5d82c6cf8 HTTP/1.1" status: 200 len: 1093 time: 4.6598530 Jul 22 21:33:47.778719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a74de459-c443-45a4-a525-82a954acbf04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59d244b3b8824ecb80fd252245110705&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3144886 Jul 22 21:33:47.789366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'tag': '20f6796c-0e12-4224-834f-75b5d82c6cf8'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:33:47.793527 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74ee1a5-e277-49ee-8b75-48120bfbba4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9596c3a-ab4f-4a79-87b8-1b576459a70a", "tag": "20f6796c-0e12-4224-834f-75b5d82c6cf8"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:33:47.803355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44832) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:47.904671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74de459-c443-45a4-a525-82a954acbf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5892b7ba-8c35-4ca5-a9df-ed1232e1ea4e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:47.917732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-290e4256-b50f-4415-8788-cb1b509dc212 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1754996091', 'prefixes': ['172.20.0.0/16']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:47.995056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcced33-952b-4345-9289-896f77cfdf11 req-3315bce1-d842-4a5a-a5ab-8c476d024b4c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:47.997557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bcced33-952b-4345-9289-896f77cfdf11 req-3315bce1-d842-4a5a-a5ab-8c476d024b4c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 944 time: 0.4590778 Jul 22 21:33:48.017969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e185b-f031-46c9-bef4-a06c60236aca service neutron] Pushing event updated for resources: {'Port': ['ID=20f6796c-0e12-4224-834f-75b5d82c6cf8,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:48.121301 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-f77f57e4-e5ff-4940-90f5-88294fd84158 service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736240 Jul 22 21:33:48.132945 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.157447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73c13d-2e57-4288-8149-72fb79fb671e req-efd94a59-fd39-41d5-ad5c-4b56dbb9c7b3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:48.168198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a73c13d-2e57-4288-8149-72fb79fb671e req-efd94a59-fd39-41d5-ad5c-4b56dbb9c7b3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 931 time: 0.6197321 Jul 22 21:33:48.200164 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afe0fb-e780-46f0-8c48-db04c9e0ef73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.247525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.257599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 10.1.1.63 (5ad52515-1268-479b-b734-694780a533e7/8548027f-a404-408b-b068-8fb062dbc333/3a9d35e0-e880-4261-99ed-66149b42b9e6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:48.309225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a73c13d-2e57-4288-8149-72fb79fb671e req-3ae03742-aba3-45a7-a57d-dbc82626270d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364217 Jul 22 21:33:48.333993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event deleted for resources: {'Port': ['ID=eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:48.349893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bcced33-952b-4345-9289-896f77cfdf11 req-18a63849-32a4-433c-90e7-15fa761e07a1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425193 Jul 22 21:33:48.393543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-ae2b3f13-cfc0-44d9-a67a-1549916144d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:48.395606 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-ae2b3f13-cfc0-44d9-a67a-1549916144d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 1096 time: 0.4906957 Jul 22 21:33:48.419676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.430251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c75d1925-3e3d-4c21-ae3b-be0f89b1111b tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "DELETE /v2.0/ports/eb5f7b8e-7b9b-4aab-bd66-4cc543d2ade6 HTTP/1.1" status: 204 len: 168 time: 1.7613633 Jul 22 21:33:48.431367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44848) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:48.447811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afe0fb-e780-46f0-8c48-db04c9e0ef73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.450292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Request body: {'port': {'name': 'tempest-new-port-name-1500974743', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:48.452046 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] bootfile-name is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 21:33:48.452756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] tftp-server is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 21:33:48.454196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] server-ip-address is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 21:33:48.466539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-290e4256-b50f-4415-8788-cb1b509dc212 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.470929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-290e4256-b50f-4415-8788-cb1b509dc212 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9155850 Jul 22 21:33:48.478349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:48.587317 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71010b69-3f2f-45c7-beeb-3a1b81864b6e x-openstack-request-id: req-71010b69-3f2f-45c7-beeb-3a1b81864b6e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:33:48.587774 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9596c3a-ab4f-4a79-87b8-1b576459a70a", "tag": "20f6796c-0e12-4224-834f-75b5d82c6cf8", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:33:48.588194 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71010b69-3f2f-45c7-beeb-3a1b81864b6e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:33:48.588801 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'tag': '20f6796c-0e12-4224-834f-75b5d82c6cf8', 'status': 'completed', 'code': 200} Jul 22 21:33:48.679545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-1a979423-9461-459e-84e5-e55e31103e3b service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390074 Jul 22 21:33:48.682782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-5e574c53-a7a4-4915-bde1-73a3cbb604de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f6796c-0e12-4224-834f-75b5d82c6cf8 HTTP/1.1" status: 200 len: 217 time: 0.2318974 Jul 22 21:33:48.755129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a107f4e-ed06-4759-9bdd-94009476403d tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] 10.222.0.54 "GET /v2.0/subnetpools/c095c035-2335-4cf2-8d11-7cedc29dcee5 HTTP/1.1" status: 200 len: 732 time: 0.2750304 Jul 22 21:33:48.764561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44854) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:48.777911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f849c6f3-01ce-4659-aaa0-ac8a872526d1 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-111563468'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:48.823016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44856) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:48.882931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2bcb-0d5e-41ab-a10b-96d9c53ce8a1 req-25cf80f1-8e92-49ad-b2cd-1971587afb8e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:48.884552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f32c2bcb-0d5e-41ab-a10b-96d9c53ce8a1 req-25cf80f1-8e92-49ad-b2cd-1971587afb8e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3249609 Jul 22 21:33:48.893209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.975711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-044e3c33-1f99-4b0d-af44-5b44ce05570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:48.977651 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-044e3c33-1f99-4b0d-af44-5b44ce05570f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.2767210 Jul 22 21:33:49.025624 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afe0fb-e780-46f0-8c48-db04c9e0ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.028958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1afe0fb-e780-46f0-8c48-db04c9e0ef73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.030263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e1afe0fb-e780-46f0-8c48-db04c9e0ef73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5892b7ba-8c35-4ca5-a9df-ed1232e1ea4e HTTP/1.1" status: 204 len: 168 time: 1.2160761 Jul 22 21:33:49.067696 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f32c2bcb-0d5e-41ab-a10b-96d9c53ce8a1 req-d390a5f8-27da-49d4-b4c1-2265615f6d9c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684768 Jul 22 21:33:49.108617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-c5bea8db-e0e1-4891-bf5b-3cf78fdb690e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964148 Jul 22 21:33:49.128748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afe0fb-e780-46f0-8c48-db04c9e0ef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5892b7ba-8c35-4ca5-a9df-ed1232e1ea4e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:49.136376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8083688c-41c1-4200-a3dc-34326e3987a7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-344721122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:49.201640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f849c6f3-01ce-4659-aaa0-ac8a872526d1 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.203369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f849c6f3-01ce-4659-aaa0-ac8a872526d1 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] 10.222.0.54 "PUT /v2.0/subnetpools/c095c035-2335-4cf2-8d11-7cedc29dcee5 HTTP/1.1" status: 200 len: 683 time: 0.4374919 Jul 22 21:33:49.211054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:49.274532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8083688c-41c1-4200-a3dc-34326e3987a7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.275447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8083688c-41c1-4200-a3dc-34326e3987a7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.302657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.370655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Transition to ACTIVE for port object 3a9d35e0-e880-4261-99ed-66149b42b9e6 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:49.415433 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8083688c-41c1-4200-a3dc-34326e3987a7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.421478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8083688c-41c1-4200-a3dc-34326e3987a7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.505691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8083688c-41c1-4200-a3dc-34326e3987a7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.514017 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8083688c-41c1-4200-a3dc-34326e3987a7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6874821 Jul 22 21:33:49.514963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:49.542720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-143925955'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:49.547046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-06b612d0-a2df-468a-a630-3fe8991708c1 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898702 Jul 22 21:33:49.557918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5186438b-bc4f-4b38-940b-a068d5f2d26b tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.564610 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5186438b-bc4f-4b38-940b-a068d5f2d26b tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] 10.222.0.54 "DELETE /v2.0/subnetpools/c095c035-2335-4cf2-8d11-7cedc29dcee5 HTTP/1.1" status: 204 len: 168 time: 0.3482203 Jul 22 21:33:49.570299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44872) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:49.694942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.737486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.768300 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.805495 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-6d3fadbf-5e93-4613-ba13-7d5fa8d9b3d2 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] show failed (client error): The resource could not be found. Jul 22 21:33:49.806959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6d3fadbf-5e93-4613-ba13-7d5fa8d9b3d2 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] 10.222.0.54 "GET /v2.0/subnetpools/c095c035-2335-4cf2-8d11-7cedc29dcee5 HTTP/1.1" status: 404 len: 346 time: 0.2218006 Jul 22 21:33:49.815000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44882) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:49.856260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network 5ad52515-1268-479b-b734-694780a533e7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:49.859291 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-85680ede-1517-4922-a1a8-6ef1cadb5b58 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] delete failed (client error): The resource could not be found. Jul 22 21:33:49.860737 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-85680ede-1517-4922-a1a8-6ef1cadb5b58 tempest-SubnetPoolsTestJSON-1175896992 tempest-SubnetPoolsTestJSON-1175896992-project] 10.222.0.54 "DELETE /v2.0/subnetpools/c095c035-2335-4cf2-8d11-7cedc29dcee5 HTTP/1.1" status: 404 len: 346 time: 0.0391741 Jul 22 21:33:49.863789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:49.866003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=3a9d35e0-e880-4261-99ed-66149b42b9e6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:49.867192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] In _notify_port_updated(), no bound segment for port d7119dee-7468-4622-99f7-8aec29c1b75c on network 52266f19-313f-4722-8877-462f0b66d774 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:33:49.879408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:49.880161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:49.881133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.886782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "PUT /v2.0/ports/d7119dee-7468-4622-99f7-8aec29c1b75c HTTP/1.1" status: 200 len: 1130 time: 1.4525280 Jul 22 21:33:49.896394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44886) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:49.916944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:49.923859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.961782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:49.962925 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:49.992556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d487ddd9-d8ef-41d0-8b72-3245ed912b0d req-dea0d22b-bddd-4e19-8ce3-d5284e1a906a service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247565 Jul 22 21:33:49.996504 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-67bb84c5-d3cc-4016-86cc-517e359e8b4e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7464895 Jul 22 21:33:50.027781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'admin_state_up': True, 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'security_groups': ['3705ec3e-a646-44cf-bcc7-46f86963eaf4']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:50.184239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361dad91-200c-48ac-adce-03e8f80757e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:50.187291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-361dad91-200c-48ac-adce-03e8f80757e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "GET /v2.0/ports/d7119dee-7468-4622-99f7-8aec29c1b75c HTTP/1.1" status: 200 len: 1130 time: 0.2545187 Jul 22 21:33:50.252013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44892) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:50.289834 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:50.399975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850d8c-d57d-4447-a914-43429beef41d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event updated for resources: {'Port': ['ID=d7119dee-7468-4622-99f7-8aec29c1b75c,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:50.505093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61910429-b64f-4752-8d56-624423b90f23 req-c4f5194f-abab-4d10-ba8d-0c29965ecfcb tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:50.514909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61910429-b64f-4752-8d56-624423b90f23 req-c4f5194f-abab-4d10-ba8d-0c29965ecfcb tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 931 time: 0.9609659 Jul 22 21:33:50.593504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-429b00de-41b6-46ce-a967-9c3fec9c8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:50.607321 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-429b00de-41b6-46ce-a967-9c3fec9c8f1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 1096 time: 0.4671993 Jul 22 21:33:50.626612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e0e10364-5318-45f7-b02f-1dd2707be8a5 None None] Provisioning for port 3a9d35e0-e880-4261-99ed-66149b42b9e6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:50.640910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e0e10364-5318-45f7-b02f-1dd2707be8a5 None None] Provisioning complete for port 3a9d35e0-e880-4261-99ed-66149b42b9e6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:50.641978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e0e10364-5318-45f7-b02f-1dd2707be8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:50.651830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecec51-fd25-4065-8c76-daf81e11cfe6 req-569686d4-1147-46c7-8ae5-ac5d9e0ffbc4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:50.656050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92ecec51-fd25-4065-8c76-daf81e11cfe6 req-569686d4-1147-46c7-8ae5-ac5d9e0ffbc4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 944 time: 1.0985520 Jul 22 21:33:50.676139 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61910429-b64f-4752-8d56-624423b90f23 req-550efaf4-2845-4b46-ba2f-9b248815ffdc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595807 Jul 22 21:33:50.790492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44902) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:50.791586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e0e10364-5318-45f7-b02f-1dd2707be8a5 None None] Port 3a9d35e0-e880-4261-99ed-66149b42b9e6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:50.839288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e0e10364-5318-45f7-b02f-1dd2707be8a5 None None] Provisioning complete for port d7119dee-7468-4622-99f7-8aec29c1b75c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:50.840034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e0e10364-5318-45f7-b02f-1dd2707be8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:50.942744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-ce90cd88-0651-4337-ba73-140620aadeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:50.946282 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-ce90cd88-0651-4337-ba73-140620aadeed service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 911 time: 0.3368921 Jul 22 21:33:51.044506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92ecec51-fd25-4065-8c76-daf81e11cfe6 req-91b795b0-9d7d-4dc1-97ba-a91703c3185d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641198 Jul 22 21:33:51.088157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-eccf9927-3933-43b7-ba32-6b43d3d64b2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f6796c-0e12-4224-834f-75b5d82c6cf8 HTTP/1.1" status: 200 len: 217 time: 0.1295724 Jul 22 21:33:51.196096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Deleting port d7119dee-7468-4622-99f7-8aec29c1b75c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:51.196678 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.268047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e0e10364-5318-45f7-b02f-1dd2707be8a5 None None] Port d7119dee-7468-4622-99f7-8aec29c1b75c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:51.290566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-7ebe2035-5d38-44ac-92c8-47a07f98a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:51.293545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-7ebe2035-5d38-44ac-92c8-47a07f98a4e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.1819754 Jul 22 21:33:51.360985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.377083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.398975 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-ab40e7aa-001c-442b-aa03-369a93bcd770 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923293 Jul 22 21:33:51.438930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:51.444162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.452513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e048a01-5f04-4d7c-9c5c-8a55de378559 req-21a42f88-d62f-498c-b733-2039fd3811d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:51.465373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e048a01-5f04-4d7c-9c5c-8a55de378559 req-21a42f88-d62f-498c-b733-2039fd3811d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3888505 Jul 22 21:33:51.469337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:51.546021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1500ba71-cf77-47b1-ae38-66756325fd9b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:51.568518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.611147 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.611688 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Added segment ddeb7015-6cd2-4d05-87ea-14b76b4dd39c of type vlan for network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 Jul 22 21:33:51.630602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b47b2b4-b427-4edf-9abd-d67da801067c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.645142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Calling delete_port for d7119dee-7468-4622-99f7-8aec29c1b75c owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:51.867433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e048a01-5f04-4d7c-9c5c-8a55de378559 req-53c36d6c-ad2b-4c66-bcdb-6048bcd2b1ea tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998168 Jul 22 21:33:51.883603 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:52.085138 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:52.096570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:52.097739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:52.343746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 10.1.1.134 (5ad52515-1268-479b-b734-694780a533e7/8548027f-a404-408b-b068-8fb062dbc333/818bbe03-9465-4d53-b7f9-1ed61d4c1cda) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:52.400687 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-e48b6724-8123-4747-961e-3af335e97d83 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9737706 Jul 22 21:33:52.707457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b65fe-c2cb-4b62-90f5-9c9a353ac85f req-bcba160d-2ff5-489d-a582-418926454f27 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:52.715794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b65fe-c2cb-4b62-90f5-9c9a353ac85f req-bcba160d-2ff5-489d-a582-418926454f27 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:52.717964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db3b65fe-c2cb-4b62-90f5-9c9a353ac85f req-bcba160d-2ff5-489d-a582-418926454f27 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 1652 time: 0.8487535 Jul 22 21:33:52.724619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Network': ['ID=ebf43d19-e3ba-4d0d-8745-d324ec436fa7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:52.738464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:52.766830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:52.773049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 20f6796c-0e12-4224-834f-75b5d82c6cf8 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:33:52.799358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Transition to ACTIVE for port object 818bbe03-9465-4d53-b7f9-1ed61d4c1cda will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:52.866455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c74ee1a5-e277-49ee-8b75-48120bfbba4e req-0b19e4c1-fb06-482b-a7ea-130986ac1245 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318204 Jul 22 21:33:52.868625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:52.942265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:33:52.955275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network 5ad52515-1268-479b-b734-694780a533e7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:52.999921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b47b2b4-b427-4edf-9abd-d67da801067c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.004044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:53.005958 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.022540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:53.026884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:53.035885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db3b65fe-c2cb-4b62-90f5-9c9a353ac85f req-7416b324-663a-44b9-9c91-70b4d5a7bf0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580233 Jul 22 21:33:53.037006 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b47b2b4-b427-4edf-9abd-d67da801067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.130323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47b2b4-b427-4edf-9abd-d67da801067c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17be87c2-1c63-4e7f-90b9-4a3781aea69b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:53.139167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:53.140581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.151748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1433e954-86bb-465f-8607-f81d904c973e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.6217113 Jul 22 21:33:53.163600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:53.185263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'subnet': {'network_id': 'ebf43d19-e3ba-4d0d-8745-d324ec436fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:53.203873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event deleted for resources: {'Port': ['ID=d7119dee-7468-4622-99f7-8aec29c1b75c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:53.268715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 20f6796c-0e12-4224-834f-75b5d82c6cf8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=20f6796c-0e12-4224-834f-75b5d82c6cf8,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:53.310492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '20f6796c-0e12-4224-834f-75b5d82c6cf8', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'port_id': '20f6796c-0e12-4224-834f-75b5d82c6cf8', 'mac_address': 'fa:16:3e:16:53:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757bc2a4-8ae5-4593-8eff-91833bb24163', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:33:53.346125 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.356062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5d7d76fb-954d-4352-9473-333c4d5da8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "DELETE /v2.0/ports/d7119dee-7468-4622-99f7-8aec29c1b75c HTTP/1.1" status: 204 len: 168 time: 3.0959153 Jul 22 21:33:53.384594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44942) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:53.436869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a6f98f0c-0cd5-435a-ba43-89b856340507 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4279921 Jul 22 21:33:53.437773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b47b2b4-b427-4edf-9abd-d67da801067c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=866d98869ae74facb9a3c74747f16e50&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6168275 Jul 22 21:33:53.443318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44944) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:53.459045 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.506090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f6796c-0e12-4224-834f-75b5d82c6cf8 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:33:53.565952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d', 'admin_state_up': True, 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'security_groups': ['3705ec3e-a646-44cf-bcc7-46f86963eaf4']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:53.585332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 20f6796c-0e12-4224-834f-75b5d82c6cf8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=20f6796c-0e12-4224-834f-75b5d82c6cf8,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:53.604625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.667909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd43f4-4a8c-4b9a-9dff-37857ae0ea93 req-8f246734-3cd0-410f-82dc-3d2a8eacbda4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:53.682586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdbd43f4-4a8c-4b9a-9dff-37857ae0ea93 req-8f246734-3cd0-410f-82dc-3d2a8eacbda4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 944 time: 0.9870970 Jul 22 21:33:53.693798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Deleting subnet 7e0ce888-2fc2-483d-aa8d-b8620cb24912 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:33:53.702899 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.742399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a37358cc-c227-424c-ba6f-ad6ee41cd418 None None] Provisioning for port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:53.764523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a37358cc-c227-424c-ba6f-ad6ee41cd418 None None] Provisioning complete for port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:53.765392 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a37358cc-c227-424c-ba6f-ad6ee41cd418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.776668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.830343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a37358cc-c227-424c-ba6f-ad6ee41cd418 None None] Port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:53.839368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=20f6796c-0e12-4224-834f-75b5d82c6cf8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:53.854311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.855890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.856770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.858827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.859879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.861711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.862633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.863588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.864402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.865153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.866046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.866743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:33:53.928714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:53.938874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.037896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['20f6796c-0e12-4224-834f-75b5d82c6cf8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:33:54.061306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.093968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdbd43f4-4a8c-4b9a-9dff-37857ae0ea93 req-4ecd88b7-d02e-4a77-8fde-e874b29357b9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100795 Jul 22 21:33:54.317868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea1318-c256-42c3-95f0-b481d48d6f1b req-3c913bb8-ab93-4d4a-925c-2fd322152df4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:54.322907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16ea1318-c256-42c3-95f0-b481d48d6f1b req-3c913bb8-ab93-4d4a-925c-2fd322152df4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.9939883 Jul 22 21:33:54.448584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16ea1318-c256-42c3-95f0-b481d48d6f1b req-e43482e6-31b2-460f-94b6-7b78ccbd06a4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962884 Jul 22 21:33:54.460143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4556a330-8356-4108-a961-665fb29dad0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.472187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:54.474947 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.532553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.614705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0ce888-2fc2-483d-aa8d-b8620cb24912,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:54.620506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4556a330-8356-4108-a961-665fb29dad0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.647497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.653706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2eb8439-575f-4fcc-ab80-7313aa2f8828 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "DELETE /v2.0/subnets/7e0ce888-2fc2-483d-aa8d-b8620cb24912 HTTP/1.1" status: 204 len: 168 time: 1.2606001 Jul 22 21:33:54.665062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f6392-8de9-429f-9d91-d41493145443 None None] Network 52266f19-313f-4722-8877-462f0b66d774 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:54.681685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44956) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:54.821757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Checking segment: {'id': 'ddeb7015-6cd2-4d05-87ea-14b76b4dd39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ebf43d19-e3ba-4d0d-8745-d324ec436fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:54.822490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network hostable DHCP agents. Network: ebf43d19-e3ba-4d0d-8745-d324ec436fa7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:33:54.833849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Subnet': ['ID=4be45e15-b4d2-4e00-a1c1-6d8d16ccb7a0,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:54.878877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:54.885046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:33:54.953945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6698a1-dc26-4fd5-af1d-9a76ee6f531c req-93deffab-ac5b-4265-be58-b0ff067b3a4b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:54.964237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ebf43d19-e3ba-4d0d-8745-d324ec436fa7) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:54.966985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6698a1-dc26-4fd5-af1d-9a76ee6f531c req-93deffab-ac5b-4265-be58-b0ff067b3a4b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:54.982732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d2488-1fb7-4ab2-b6db-7d5cc2b7f266 None None] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:33:55.018279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:55.019341 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.023713 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4556a330-8356-4108-a961-665fb29dad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.030432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4556a330-8356-4108-a961-665fb29dad0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.036128 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4556a330-8356-4108-a961-665fb29dad0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17be87c2-1c63-4e7f-90b9-4a3781aea69b HTTP/1.1" status: 204 len: 168 time: 1.5865657 Jul 22 21:33:55.036411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6698a1-dc26-4fd5-af1d-9a76ee6f531c req-93deffab-ac5b-4265-be58-b0ff067b3a4b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:55.044784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a6698a1-dc26-4fd5-af1d-9a76ee6f531c req-93deffab-ac5b-4265-be58-b0ff067b3a4b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 2373 time: 0.4319727 Jul 22 21:33:55.075003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.218670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] DHCP port deletion for 52266f19-313f-4722-8877-462f0b66d774 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:33:55.289714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a6698a1-dc26-4fd5-af1d-9a76ee6f531c req-b52febfe-5ae9-49ac-9da7-23a01fb86a89 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006969 Jul 22 21:33:55.445976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Deleting port bf1bad3c-140b-416b-b7f1-756314860cf0 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:55.449094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.495164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] Deleting port bf1bad3c-140b-416b-b7f1-756314860cf0 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:33:55.495886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.523279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556a330-8356-4108-a961-665fb29dad0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17be87c2-1c63-4e7f-90b9-4a3781aea69b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:55.587381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bf1bad3c-140b-416b-b7f1-756314860cf0 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:33:55.593306 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f9cd2e2-ab3c-43dd-8cb0-ad4cb9640a9d tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4278264 Jul 22 21:33:55.600977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-ebf43d19-e3ba-4d0d-8745-d324ec436fa7', 'network_id': 'ebf43d19-e3ba-4d0d-8745-d324ec436fa7', 'tenant_id': 'ec47ebc0f01c4215b2b40c62c975d579', 'fixed_ips': [{'subnet_id': '4be45e15-b4d2-4e00-a1c1-6d8d16ccb7a0'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:33:55.602642 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.617165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44970) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:55.625826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'network': {'name': 'tempest-router-network01--335820527'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:55.737771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] For port bf1bad3c-140b-416b-b7f1-756314860cf0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf1bad3c-140b-416b-b7f1-756314860cf0,segment=NetworkSegment(d1d784d5-ebfc-4239-ab57-71dd438c05a4),segment_id=d1d784d5-ebfc-4239-ab57-71dd438c05a4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:55.738120 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.785841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c677128-d7bc-45d9-a89f-6300bdfbd77a req-c8657325-037f-4e63-87c3-34078463ea73 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:55.787469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c677128-d7bc-45d9-a89f-6300bdfbd77a req-c8657325-037f-4e63-87c3-34078463ea73 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 945 time: 0.4661880 Jul 22 21:33:55.810564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Calling delete_port for bf1bad3c-140b-416b-b7f1-756314860cf0 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:55.824570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] For port bf1bad3c-140b-416b-b7f1-756314860cf0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf1bad3c-140b-416b-b7f1-756314860cf0,segment=NetworkSegment(d1d784d5-ebfc-4239-ab57-71dd438c05a4),segment_id=d1d784d5-ebfc-4239-ab57-71dd438c05a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:55.825347 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.851474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] Calling delete_port for bf1bad3c-140b-416b-b7f1-756314860cf0 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:33:55.871476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:55.877737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.959647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:55.985957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:55.988016 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Added segment adad00a7-9ce0-47ed-aed2-7f45e5b7edff of type vlan for network 02f3ad58-83f8-41eb-961a-535c309be2a7 Jul 22 21:33:55.990173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 10.2.2.100 (e36c9c13-3075-44ed-add2-4df81517f00d/6f920a27-0d51-43d7-8c17-43ae987f1438/6ab34fa4-7d88-4abd-8e16-15e0866d6bab) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:56.050738 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.210839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c677128-d7bc-45d9-a89f-6300bdfbd77a req-7fe25221-988e-4513-98f3-736741c76011 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043236 Jul 22 21:33:56.258222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.275376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Transition to ACTIVE for port object 6ab34fa4-7d88-4abd-8e16-15e0866d6bab will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:56.298326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ae166-106d-4f3d-95d2-e45689fef7a9 req-4b24a679-4475-4d05-b85e-56fe97e6d8ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:56.310669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-749ae166-106d-4f3d-95d2-e45689fef7a9 req-4b24a679-4475-4d05-b85e-56fe97e6d8ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.5017781 Jul 22 21:33:56.316121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.323717 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.336990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.355661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.359594 n-d-762330-19 neutron-server[94093]: INFO neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No ports have port_id starting with bf1bad3c-140b-416b-b7f1-756314860cf0 Jul 22 21:33:56.363351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:56.364242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.401697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] No DVR routers for this DVR port bf1bad3c-140b-416b-b7f1-756314860cf0 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:33:56.437019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] No DVR routers for this DVR port bf1bad3c-140b-416b-b7f1-756314860cf0 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:33:56.438040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event deleted for resources: {'Port': ['ID=bf1bad3c-140b-416b-b7f1-756314860cf0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:56.442302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6afcef-7ced-4bd4-a6e0-9e4a98347c79 None None] Pushing event deleted for resources: {'Port': ['ID=bf1bad3c-140b-416b-b7f1-756314860cf0,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:56.447450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network e36c9c13-3075-44ed-add2-4df81517f00d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:56.473641 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8552651 Jul 22 21:33:56.475344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:56.487052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44984) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:56.497164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'network': {'name': 'tempest-router-network02--811225957'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:56.509075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:56.633635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:56.654153 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.682488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Allocated IP 2001:db8::2 (ebf43d19-e3ba-4d0d-8745-d324ec436fa7/4be45e15-b4d2-4e00-a1c1-6d8d16ccb7a0/d72f1ebd-2947-495f-ad75-fcb0033dc33f) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:56.736975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.770285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:56.781173 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-b2e059eb-f9e5-4ee3-b331-8ac944b7f7f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2778635 Jul 22 21:33:56.784743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0d325-662a-450d-a0f1-269b2f1bb6f9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Network': ['ID=02f3ad58-83f8-41eb-961a-535c309be2a7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:56.805647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 20f6796c-0e12-4224-834f-75b5d82c6cf8 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:33:56.819210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d', 'admin_state_up': True, 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'security_groups': ['3705ec3e-a646-44cf-bcc7-46f86963eaf4']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:56.822380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52266f19-313f-4722-8877-462f0b66d774']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:56.888533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d784d5-ebfc-4239-ab57-71dd438c05a4') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:56.889129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d784d5-ebfc-4239-ab57-71dd438c05a4') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:33:56.897809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:56.910683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:56.915724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:56.962374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.011436 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.028784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:33:57.029494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.080935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:33:57.108900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.110259 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Added segment b9067e2d-ae8f-49d9-ae49-6d4ab907311d of type vlan for network ac6b6022-bb72-4eba-9644-fc86a41e98a6 Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:33:57.263614 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:33:57.267209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.291481 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.308232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] 10.222.0.54 "DELETE /v2.0/networks/52266f19-313f-4722-8877-462f0b66d774 HTTP/1.1" status: 204 len: 168 time: 2.6142023 Jul 22 21:33:57.350818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Made reservation on behalf of 9a83f9d3225a4b7a9ce708ceca131949 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:57.381037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108471fc-ace2-4b8c-9344-8e7085a7078d tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741 tempest-ExtraDHCPOptionsIpV6TestJSON-1117904741-project] Pushing event deleted for resources: {'Network': ['ID=52266f19-313f-4722-8877-462f0b66d774,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:57.386581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.402388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-749ae166-106d-4f3d-95d2-e45689fef7a9 req-46059aaa-1148-4845-bf31-2ce1bb246f14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0889368 Jul 22 21:33:57.411293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.485447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c53b8666-3f31-41d6-9e84-b1dfb0b2b49c None None] Provisioning for port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:57.548539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c53b8666-3f31-41d6-9e84-b1dfb0b2b49c None None] Provisioning complete for port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:57.548539 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c53b8666-3f31-41d6-9e84-b1dfb0b2b49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.549401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 20f6796c-0e12-4224-834f-75b5d82c6cf8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:57.606031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a346-75f5-4304-ac0e-fa33b841cf04 req-f8980401-82ef-43b3-b8e1-e1f5b35b491f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:57.614109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a346-75f5-4304-ac0e-fa33b841cf04 req-f8980401-82ef-43b3-b8e1-e1f5b35b491f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:57.621987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a346-75f5-4304-ac0e-fa33b841cf04 req-f8980401-82ef-43b3-b8e1-e1f5b35b491f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:57.629227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a346-75f5-4304-ac0e-fa33b841cf04 req-f8980401-82ef-43b3-b8e1-e1f5b35b491f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:57.631206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8c4a346-75f5-4304-ac0e-fa33b841cf04 req-f8980401-82ef-43b3-b8e1-e1f5b35b491f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 3094 time: 0.3748477 Jul 22 21:33:57.766765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8c4a346-75f5-4304-ac0e-fa33b841cf04 req-8b5dfd86-7b09-49e9-9b05-73f36c9203c8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675814 Jul 22 21:33:57.801679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.resource_extend [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:33:57.853320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133307-dd92-412e-981e-f9910d05b598 req-c6163854-d184-4e67-ba1e-f88a3d5f4afa tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:57.866744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3133307-dd92-412e-981e-f9910d05b598 req-c6163854-d184-4e67-ba1e-f88a3d5f4afa tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 945 time: 0.2339792 Jul 22 21:33:57.870060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Allocated IP 10.2.2.200 (e36c9c13-3075-44ed-add2-4df81517f00d/6f920a27-0d51-43d7-8c17-43ae987f1438/093a06b0-eae3-474f-be1b-5ad2df916aa9) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:33:57.923108 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.938465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:57.943438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:57.988508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3133307-dd92-412e-981e-f9910d05b598 req-2cb430e7-0d41-4311-abce-efee7ca2ff4f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189992 Jul 22 21:33:57.996155 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.019789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c53b8666-3f31-41d6-9e84-b1dfb0b2b49c None None] Port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:58.036502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 20f6796c-0e12-4224-834f-75b5d82c6cf8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:58.037096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.092669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Network': ['ID=ac6b6022-bb72-4eba-9644-fc86a41e98a6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:58.102302 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e7364769-0eb5-4aea-b5ef-d270ee7c2c03 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6121192 Jul 22 21:33:58.104787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:58.114367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'subnet': {'network_id': '02f3ad58-83f8-41eb-961a-535c309be2a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:58.123922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Transition to ACTIVE for port object d72f1ebd-2947-495f-ad75-fcb0033dc33f will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:58.126903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ac6b6022-bb72-4eba-9644-fc86a41e98a6 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:33:58.203565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Transition to ACTIVE for port object d72f1ebd-2947-495f-ad75-fcb0033dc33f will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:58.272856 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.362764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:33:58.373673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.387029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:58.394154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:58.408860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:58.417172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:58.574508 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.610938 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.616641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Transition to ACTIVE for port object 093a06b0-eae3-474f-be1b-5ad2df916aa9 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:33:58.665641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Pushing event updated for resources: {'Port': ['ID=d72f1ebd-2947-495f-ad75-fcb0033dc33f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:58.674333 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.721783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Network e36c9c13-3075-44ed-add2-4df81517f00d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:33:58.724985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:33:58.734094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 20f6796c-0e12-4224-834f-75b5d82c6cf8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=20f6796c-0e12-4224-834f-75b5d82c6cf8,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:33:58.739275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6796c-0e12-4224-834f-75b5d82c6cf8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:33:58.748945 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449b3914-d807-408a-941f-2d1e9674959d" -d '{"events": [{"server_uuid": "d9596c3a-ab4f-4a79-87b8-1b576459a70a", "name": "network-vif-plugged", "status": "completed", "tag": "20f6796c-0e12-4224-834f-75b5d82c6cf8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:33:58.762297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.771690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:33:58.904287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Attempting to bind port d72f1ebd-2947-495f-ad75-fcb0033dc33f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:33:58.912975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Attempting to bind port d72f1ebd-2947-495f-ad75-fcb0033dc33f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'ddeb7015-6cd2-4d05-87ea-14b76b4dd39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ebf43d19-e3ba-4d0d-8745-d324ec436fa7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:33:58.916244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Attempting to bind port d72f1ebd-2947-495f-ad75-fcb0033dc33f on network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:33:58.930677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event updated for resources: {'Port': ['ID=093a06b0-eae3-474f-be1b-5ad2df916aa9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:58.931413 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805fd475-a4e2-4232-8497-e0ff51eebfb2 x-openstack-request-id: req-805fd475-a4e2-4232-8497-e0ff51eebfb2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:33:58.931413 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9596c3a-ab4f-4a79-87b8-1b576459a70a", "name": "network-vif-plugged", "status": "completed", "tag": "20f6796c-0e12-4224-834f-75b5d82c6cf8", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:33:58.931413 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-805fd475-a4e2-4232-8497-e0ff51eebfb2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:33:58.932032 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6796c-0e12-4224-834f-75b5d82c6cf8', 'code': 200} Jul 22 21:33:58.946699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a794fe-ee20-41e8-8bbd-c3eeeb56ed1b req-8bfed64e-13d1-46b2-a6ce-b144ea0c5847 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:58.959721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:58.962590 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.965562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8a794fe-ee20-41e8-8bbd-c3eeeb56ed1b req-8bfed64e-13d1-46b2-a6ce-b144ea0c5847 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3512771 Jul 22 21:33:58.998083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9f19c671-0eef-42dd-8d6c-fac16606432c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1989546 Jul 22 21:33:59.020634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:33:59.046107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=20f6796c-0e12-4224-834f-75b5d82c6cf8,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:59.054690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:33:59.055922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Checking segment: {'id': 'ddeb7015-6cd2-4d05-87ea-14b76b4dd39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ebf43d19-e3ba-4d0d-8745-d324ec436fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:59.056995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:59.057794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Bound using segment: {'id': 'ddeb7015-6cd2-4d05-87ea-14b76b4dd39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ebf43d19-e3ba-4d0d-8745-d324ec436fa7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:33:59.058596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Bound port: d72f1ebd-2947-495f-ad75-fcb0033dc33f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddeb7015-6cd2-4d05-87ea-14b76b4dd39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ebf43d19-e3ba-4d0d-8745-d324ec436fa7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:33:59.060633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:59.343313 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:59.349301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:59.385051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-45e4f5dd-5331-4913-ada7-d0a99363563d None None] Provisioning for port 093a06b0-eae3-474f-be1b-5ad2df916aa9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:33:59.419700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f32af-d2cf-4a1e-b9fe-ee3cc5ea8c35 req-7d93f408-0324-4834-8a1a-7a1d476b1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:59.420218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] For port d72f1ebd-2947-495f-ad75-fcb0033dc33f, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:33:59.423216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-016f32af-d2cf-4a1e-b9fe-ee3cc5ea8c35 req-7d93f408-0324-4834-8a1a-7a1d476b1f25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 1098 time: 0.3058760 Jul 22 21:33:59.426950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-45e4f5dd-5331-4913-ada7-d0a99363563d None None] Provisioning complete for port 093a06b0-eae3-474f-be1b-5ad2df916aa9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:33:59.428376 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45e4f5dd-5331-4913-ada7-d0a99363563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:59.449566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8a794fe-ee20-41e8-8bbd-c3eeeb56ed1b req-6c32316a-1e2a-4d45-ba56-2d24ae29bff5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821074 Jul 22 21:33:59.456396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] For port d72f1ebd-2947-495f-ad75-fcb0033dc33f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d72f1ebd-2947-495f-ad75-fcb0033dc33f,segment=NetworkSegment(ddeb7015-6cd2-4d05-87ea-14b76b4dd39c),segment_id=ddeb7015-6cd2-4d05-87ea-14b76b4dd39c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:33:59.522745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45044) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:59.550702 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:59.611733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45050) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:59.613278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0183806 Jul 22 21:33:59.641537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f2814d89-0ce1-4d48-83bf-0ece1e0e3079 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d95317e9cd4b4521bc4d0884a2335d60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2507355 Jul 22 21:33:59.644260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45052) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:33:59.690429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Subnet': ['ID=a074afa7-b1d7-4bf9-8a25-7faf873e5029,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:59.726314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-45e4f5dd-5331-4913-ada7-d0a99363563d None None] Port 093a06b0-eae3-474f-be1b-5ad2df916aa9 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:33:59.769803 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-016f32af-d2cf-4a1e-b9fe-ee3cc5ea8c35 req-eee3562d-df80-4369-b94d-d307d469884b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354623 Jul 22 21:33:59.781301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434a976-f6c6-4382-bae8-fdf4d6c44263 None None] Pushing event updated for resources: {'Port': ['ID=d72f1ebd-2947-495f-ad75-fcb0033dc33f,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:33:59.784435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Checking segment: {'id': 'adad00a7-9ce0-47ed-aed2-7f45e5b7edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02f3ad58-83f8-41eb-961a-535c309be2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:33:59.785331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network hostable DHCP agents. Network: 02f3ad58-83f8-41eb-961a-535c309be2a7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:33:59.875338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e186bf2-40f7-49da-af6b-3c38b3486f2e req-c4f14920-02ba-431e-8c65-a9533d90fd68 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:59.881715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e186bf2-40f7-49da-af6b-3c38b3486f2e req-c4f14920-02ba-431e-8c65-a9533d90fd68 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:59.894568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e186bf2-40f7-49da-af6b-3c38b3486f2e req-c4f14920-02ba-431e-8c65-a9533d90fd68 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:59.906782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e186bf2-40f7-49da-af6b-3c38b3486f2e req-c4f14920-02ba-431e-8c65-a9533d90fd68 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:59.912875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e186bf2-40f7-49da-af6b-3c38b3486f2e req-c4f14920-02ba-431e-8c65-a9533d90fd68 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:33:59.923442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e186bf2-40f7-49da-af6b-3c38b3486f2e req-c4f14920-02ba-431e-8c65-a9533d90fd68 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 3815 time: 0.6066477 Jul 22 21:34:00.017507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:00.022329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77e64ea7-56fa-4a42-ae0d-87eca1e85671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.079833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 02f3ad58-83f8-41eb-961a-535c309be2a7) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:00.118251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ae239-33cf-4a68-907e-4aa7075be0c3 None None] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:00.131163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129166a-c3a4-4fce-92ae-c9de644c0eba req-ed49fe7d-ea2e-4312-86b8-e8222d8d7577 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:00.143110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a129166a-c3a4-4fce-92ae-c9de644c0eba req-ed49fe7d-ea2e-4312-86b8-e8222d8d7577 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.4375069 Jul 22 21:34:00.182529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b08d3c8-ee36-4a3c-8b77-7a993068610e tempest-NetworksApiDiscovery-292409002 tempest-NetworksApiDiscovery-292409002-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5575747 Jul 22 21:34:00.183901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e186bf2-40f7-49da-af6b-3c38b3486f2e req-6fd2eea1-d820-42d0-91fd-c18e5ce7efa2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567375 Jul 22 21:34:00.187366 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77e64ea7-56fa-4a42-ae0d-87eca1e85671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.198341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:00.199330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.320467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eceec619-2aba-407e-9ef4-59661b093c01 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2143006 Jul 22 21:34:00.326886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45064) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:00.350357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a129166a-c3a4-4fce-92ae-c9de644c0eba req-e6f347cf-d50e-494e-a6f8-4b9884866c21 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054672 Jul 22 21:34:00.361733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'subnet': {'network_id': 'ac6b6022-bb72-4eba-9644-fc86a41e98a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:00.411555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77e64ea7-56fa-4a42-ae0d-87eca1e85671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.421019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77e64ea7-56fa-4a42-ae0d-87eca1e85671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.436202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b41f441-e310-4001-aa2f-8d9d78144fb9 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:00.437627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-77e64ea7-56fa-4a42-ae0d-87eca1e85671 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8275d97d-4742-436e-b701-a69c086870d0 HTTP/1.1" status: 204 len: 168 time: 0.7899618 Jul 22 21:34:00.487913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.488420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e64ea7-56fa-4a42-ae0d-87eca1e85671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275d97d-4742-436e-b701-a69c086870d0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:00.577304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Transition to ACTIVE for port object 6b41f441-e310-4001-aa2f-8d9d78144fb9 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:00.594549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.742813 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:34:00.805215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-02f3ad58-83f8-41eb-961a-535c309be2a7', 'network_id': '02f3ad58-83f8-41eb-961a-535c309be2a7', 'tenant_id': 'ec47ebc0f01c4215b2b40c62c975d579', 'fixed_ips': [{'subnet_id': 'a074afa7-b1d7-4bf9-8a25-7faf873e5029'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:00.806324 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.920178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Pushing event updated for resources: {'Port': ['ID=6b41f441-e310-4001-aa2f-8d9d78144fb9,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:01.018095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa430db-8cc7-4cfd-ad52-b0b7c5172373 req-b9be39f3-e382-4180-b0ee-4f4dbd375ad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:01.045282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fa430db-8cc7-4cfd-ad52-b0b7c5172373 req-b9be39f3-e382-4180-b0ee-4f4dbd375ad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3576941 Jul 22 21:34:01.055130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:01.064205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:01.314444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fa430db-8cc7-4cfd-ad52-b0b7c5172373 req-7dc79265-2759-495a-9d2a-c3ab754a5c1c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575867 Jul 22 21:34:01.379205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Attempting to bind port 6b41f441-e310-4001-aa2f-8d9d78144fb9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:01.380215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Attempting to bind port 6b41f441-e310-4001-aa2f-8d9d78144fb9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:01.395413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Attempting to bind port 6b41f441-e310-4001-aa2f-8d9d78144fb9 on network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:01.494395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Port 6b41f441-e310-4001-aa2f-8d9d78144fb9 on network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:01.495982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Attempting to bind port 6b41f441-e310-4001-aa2f-8d9d78144fb9 on network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:01.587921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:01.588280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Checking segment: {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:01.588656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Bound using segment: {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:01.589118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Bound port: 6b41f441-e310-4001-aa2f-8d9d78144fb9, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46ce6f8-83ff-4469-99ff-1bfa3970855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:01.589494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:01.595204 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:01.698574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d72f1ebd-2947-495f-ad75-fcb0033dc33f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:01.742636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e74274-b3e7-4c84-992f-add1a7690816 req-70be53ac-4546-4e4b-bbb6-c2ca96784e2f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:01.760152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7e74274-b3e7-4c84-992f-add1a7690816 req-70be53ac-4546-4e4b-bbb6-c2ca96784e2f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.2101171 Jul 22 21:34:01.773501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:02.002107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7e74274-b3e7-4c84-992f-add1a7690816 req-ed196795-dcc7-4335-a3b3-6df425346709 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377717 Jul 22 21:34:02.089170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b8ef8-38f6-44e5-bfab-920163cc7d38 None None] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:02.154169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912425-1214-459c-8518-63484ae3e861 req-65e08fa2-6125-4aee-bba2-432964f3f95c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:02.174129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912425-1214-459c-8518-63484ae3e861 req-65e08fa2-6125-4aee-bba2-432964f3f95c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:02.209289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912425-1214-459c-8518-63484ae3e861 req-65e08fa2-6125-4aee-bba2-432964f3f95c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:02.243447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912425-1214-459c-8518-63484ae3e861 req-65e08fa2-6125-4aee-bba2-432964f3f95c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:02.243958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] For port 6b41f441-e310-4001-aa2f-8d9d78144fb9, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:02.282970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912425-1214-459c-8518-63484ae3e861 req-65e08fa2-6125-4aee-bba2-432964f3f95c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:02.298569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59912425-1214-459c-8518-63484ae3e861 req-65e08fa2-6125-4aee-bba2-432964f3f95c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 3827 time: 0.5234137 Jul 22 21:34:02.302239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] For port 6b41f441-e310-4001-aa2f-8d9d78144fb9, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:02.320360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:02.348211 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:02.435559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Allocated IP 2001:db8::2 (02f3ad58-83f8-41eb-961a-535c309be2a7/a074afa7-b1d7-4bf9-8a25-7faf873e5029/597bf187-e863-4f78-893f-b86ba7f954b7) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:02.443201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-489ffd68-0664-417e-9fe8-b3edac155580 None None] Provisioning for port d72f1ebd-2947-495f-ad75-fcb0033dc33f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:02.456442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-489ffd68-0664-417e-9fe8-b3edac155580 None None] Provisioning complete for port d72f1ebd-2947-495f-ad75-fcb0033dc33f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:02.457227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-489ffd68-0664-417e-9fe8-b3edac155580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:02.509039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59912425-1214-459c-8518-63484ae3e861 req-e211e44c-c8b7-4034-8837-9766741d6903 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032759 Jul 22 21:34:02.586869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d72f1ebd-2947-495f-ad75-fcb0033dc33f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:02.611913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d72f1ebd-2947-495f-ad75-fcb0033dc33f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:02.612789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:02.652807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Pushing event updated for resources: {'Port': ['ID=6b41f441-e310-4001-aa2f-8d9d78144fb9,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:02.756876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:02.768700 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:02.774086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d29f3d78-ebed-49c0-94ae-a07a7bc3d566 service neutron] 10.222.0.23 "PUT /v2.0/ports/6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 200 len: 1092 time: 3.7591479 Jul 22 21:34:02.813079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:02.819481 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:02.839499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:02.868261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:02.923466 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-971781dd-d017-4746-9c4c-8a7c4fff935c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.030629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631dd36-aed2-4403-b005-ddc6bba5c1bd req-b9f8c819-6d3f-4767-8f93-ab5578670519 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:03.045416 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5631dd36-aed2-4403-b005-ddc6bba5c1bd req-b9f8c819-6d3f-4767-8f93-ab5578670519 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.4673908 Jul 22 21:34:03.321201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.340133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Subnet': ['ID=5b0fa18e-abd9-4d68-a458-fa734468335f,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:03.355485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Checking segment: {'id': 'b9067e2d-ae8f-49d9-ae49-6d4ab907311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac6b6022-bb72-4eba-9644-fc86a41e98a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:03.356645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network hostable DHCP agents. Network: ac6b6022-bb72-4eba-9644-fc86a41e98a6, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:03.389633 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-971781dd-d017-4746-9c4c-8a7c4fff935c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.400748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-489ffd68-0664-417e-9fe8-b3edac155580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.476135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-971781dd-d017-4746-9c4c-8a7c4fff935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.500191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network ac6b6022-bb72-4eba-9644-fc86a41e98a6 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:03.567094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ac6b6022-bb72-4eba-9644-fc86a41e98a6) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:03.579794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-971781dd-d017-4746-9c4c-8a7c4fff935c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3fcb80dd766146f5bcc841ab44e7f436&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7938104 Jul 22 21:34:03.584575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:03.587765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.591770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45128) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:03.686642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-489ffd68-0664-417e-9fe8-b3edac155580 None None] For port d72f1ebd-2947-495f-ad75-fcb0033dc33f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d72f1ebd-2947-495f-ad75-fcb0033dc33f,segment=NetworkSegment(ddeb7015-6cd2-4d05-87ea-14b76b4dd39c),segment_id=ddeb7015-6cd2-4d05-87ea-14b76b4dd39c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:03.718039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa0b1858-5792-4e9e-b492-e4cca280da14 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3898406 Jul 22 21:34:03.728338 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-489ffd68-0664-417e-9fe8-b3edac155580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.728581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:03.736272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c35f8-9af7-452e-9fec-a683c1882c8a None None] Network ac6b6022-bb72-4eba-9644-fc86a41e98a6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:03.840863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5631dd36-aed2-4403-b005-ddc6bba5c1bd req-5b63030a-0205-4789-a883-c2eda69aca9d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7906911 Jul 22 21:34:03.861110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.910073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854d09-cbcb-451f-a49a-e4975a5cf7d5 req-22484a95-7bcc-43d3-94bb-52d5cb92796f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:03.927197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71854d09-cbcb-451f-a49a-e4975a5cf7d5 req-22484a95-7bcc-43d3-94bb-52d5cb92796f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 1.1699681 Jul 22 21:34:04.028013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971781dd-d017-4746-9c4c-8a7c4fff935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c6484-1e4a-4ffb-8591-57c3c29bb4c6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:04.146197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-938c4ef3-0d2e-4e49-93a3-d7ec5cc9acca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.191066 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff0ef42-9178-4a37-b20a-a9bdf5a7f528 x-openstack-request-id: req-6ff0ef42-9178-4a37-b20a-a9bdf5a7f528 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:04.191668 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:04.192157 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ff0ef42-9178-4a37-b20a-a9bdf5a7f528 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:04.192758 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'status': 'completed', 'code': 200} Jul 22 21:34:04.213326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45136) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:04.240414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:34:04.241424 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:34:04.311088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ffd68-0664-417e-9fe8-b3edac155580 None None] Pushing event updated for resources: {'Port': ['ID=d72f1ebd-2947-495f-ad75-fcb0033dc33f,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:04.320875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71854d09-cbcb-451f-a49a-e4975a5cf7d5 req-4a27af4f-c85d-4a92-9b00-9c4940e8915f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731930 Jul 22 21:34:04.383719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-938c4ef3-0d2e-4e49-93a3-d7ec5cc9acca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.392566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.421194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Transition to ACTIVE for port object 597bf187-e863-4f78-893f-b86ba7f954b7 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:04.672213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-ac6b6022-bb72-4eba-9644-fc86a41e98a6', 'network_id': 'ac6b6022-bb72-4eba-9644-fc86a41e98a6', 'tenant_id': 'ec47ebc0f01c4215b2b40c62c975d579', 'fixed_ips': [{'subnet_id': '5b0fa18e-abd9-4d68-a458-fa734468335f'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:04.675070 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.724442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Transition to ACTIVE for port object 597bf187-e863-4f78-893f-b86ba7f954b7 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:04.759702 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.820197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-938c4ef3-0d2e-4e49-93a3-d7ec5cc9acca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.831526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-938c4ef3-0d2e-4e49-93a3-d7ec5cc9acca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.833534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-938c4ef3-0d2e-4e49-93a3-d7ec5cc9acca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d3c6484-1e4a-4ffb-8591-57c3c29bb4c6 HTTP/1.1" status: 204 len: 168 time: 1.2401385 Jul 22 21:34:04.839576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-236e52f2-7263-4485-8be7-dd0bd79eaf4f None None] Provisioning complete for port d72f1ebd-2947-495f-ad75-fcb0033dc33f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:04.840713 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-236e52f2-7263-4485-8be7-dd0bd79eaf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.888870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c4ef3-0d2e-4e49-93a3-d7ec5cc9acca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c6484-1e4a-4ffb-8591-57c3c29bb4c6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:04.966120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666880-f2dd-4bea-97f7-1fa5e802c827 req-36cf2a66-c360-4084-ba05-2ac414cc7549 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:04.997807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666880-f2dd-4bea-97f7-1fa5e802c827 req-36cf2a66-c360-4084-ba05-2ac414cc7549 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:05.026112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666880-f2dd-4bea-97f7-1fa5e802c827 req-36cf2a66-c360-4084-ba05-2ac414cc7549 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:05.053924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666880-f2dd-4bea-97f7-1fa5e802c827 req-36cf2a66-c360-4084-ba05-2ac414cc7549 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:05.081749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666880-f2dd-4bea-97f7-1fa5e802c827 req-36cf2a66-c360-4084-ba05-2ac414cc7549 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:05.111211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95666880-f2dd-4bea-97f7-1fa5e802c827 req-36cf2a66-c360-4084-ba05-2ac414cc7549 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 3827 time: 0.7107120 Jul 22 21:34:05.308322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:05.366002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149920940'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:05.401688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:05.426989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:05.456203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95666880-f2dd-4bea-97f7-1fa5e802c827 req-b35504aa-e282-436e-9684-82484b1adc73 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404181 Jul 22 21:34:05.530590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Pushing event updated for resources: {'Port': ['ID=597bf187-e863-4f78-893f-b86ba7f954b7,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:05.595335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:05.600049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:05.669262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:05.751923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7f644-08be-48a0-b439-34822707a4f5 req-342f92c4-c2d2-4fd3-bf73-b35c5de2580b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:05.765749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0a7f644-08be-48a0-b439-34822707a4f5 req-342f92c4-c2d2-4fd3-bf73-b35c5de2580b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.5648754 Jul 22 21:34:05.846468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8362cca-b5a5-45f9-9c97-9c91a0315d78 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:05.862227 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:05.885732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Transition to ACTIVE for port object a8362cca-b5a5-45f9-9c97-9c91a0315d78 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:05.891122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d72f1ebd-2947-495f-ad75-fcb0033dc33f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:05.910169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.067066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0a7f644-08be-48a0-b439-34822707a4f5 req-496347ad-97d6-4ada-ae17-89aa57a8f659 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998281 Jul 22 21:34:06.069914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Attempting to bind port 597bf187-e863-4f78-893f-b86ba7f954b7 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:06.070365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Attempting to bind port 597bf187-e863-4f78-893f-b86ba7f954b7 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'adad00a7-9ce0-47ed-aed2-7f45e5b7edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02f3ad58-83f8-41eb-961a-535c309be2a7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:06.070869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Attempting to bind port 597bf187-e863-4f78-893f-b86ba7f954b7 on network 02f3ad58-83f8-41eb-961a-535c309be2a7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:06.159059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Allocated IP 2001:db8::2 (ac6b6022-bb72-4eba-9644-fc86a41e98a6/5b0fa18e-abd9-4d68-a458-fa734468335f/62660719-c613-4f75-8650-8286c9b4ef1e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:06.165717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:06.166313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Checking segment: {'id': 'adad00a7-9ce0-47ed-aed2-7f45e5b7edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02f3ad58-83f8-41eb-961a-535c309be2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:06.166972 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.167718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Bound using segment: {'id': 'adad00a7-9ce0-47ed-aed2-7f45e5b7edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02f3ad58-83f8-41eb-961a-535c309be2a7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:06.169108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Bound port: 597bf187-e863-4f78-893f-b86ba7f954b7, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adad00a7-9ce0-47ed-aed2-7f45e5b7edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02f3ad58-83f8-41eb-961a-535c309be2a7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:06.169751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.202032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.440408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635b56f-36e8-4009-a5c8-f7edbc961aeb req-aa635d2e-ab87-4dd4-9074-1e586a71e199 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:06.455580 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f635b56f-36e8-4009-a5c8-f7edbc961aeb req-aa635d2e-ab87-4dd4-9074-1e586a71e199 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.6449125 Jul 22 21:34:06.548008 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.562028 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.703792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:06.713261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d72f1ebd-2947-495f-ad75-fcb0033dc33f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:06.716236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.725624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] For port 597bf187-e863-4f78-893f-b86ba7f954b7, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:06.730955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f635b56f-36e8-4009-a5c8-f7edbc961aeb req-201d405d-e1b7-48a0-ac23-3dfd6b33607f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687566 Jul 22 21:34:06.747158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536cabe8-42cf-49d0-b7ab-ff573efc4fd3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:06.751868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] For port 597bf187-e863-4f78-893f-b86ba7f954b7, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=597bf187-e863-4f78-893f-b86ba7f954b7,segment=NetworkSegment(adad00a7-9ce0-47ed-aed2-7f45e5b7edff),segment_id=adad00a7-9ce0-47ed-aed2-7f45e5b7edff)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:06.761455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.761952 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 89134853-7f97-4f1c-9598-d3c3fefdca7d of type vlan for network 6df12fb9-eba1-4d9f-adeb-fbad68447916 Jul 22 21:34:06.811650 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:06.933374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:07.012638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384750-020d-49b5-a329-e88524abe0e9 req-054c56aa-aa27-4dac-b630-286a80c56e6d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.030637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384750-020d-49b5-a329-e88524abe0e9 req-054c56aa-aa27-4dac-b630-286a80c56e6d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.042096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384750-020d-49b5-a329-e88524abe0e9 req-054c56aa-aa27-4dac-b630-286a80c56e6d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.054737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384750-020d-49b5-a329-e88524abe0e9 req-054c56aa-aa27-4dac-b630-286a80c56e6d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.071525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384750-020d-49b5-a329-e88524abe0e9 req-054c56aa-aa27-4dac-b630-286a80c56e6d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.087425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384750-020d-49b5-a329-e88524abe0e9 req-054c56aa-aa27-4dac-b630-286a80c56e6d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.088995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40098b-bac1-4b87-9d4c-8a99c3540a7f None None] Pushing event updated for resources: {'Port': ['ID=597bf187-e863-4f78-893f-b86ba7f954b7,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:07.101601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4384750-020d-49b5-a329-e88524abe0e9 req-054c56aa-aa27-4dac-b630-286a80c56e6d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 4603 time: 0.3175116 Jul 22 21:34:07.186922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:07.210229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.211729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:07.250570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Allocated IP 2001:db8::1 (02f3ad58-83f8-41eb-961a-535c309be2a7/a074afa7-b1d7-4bf9-8a25-7faf873e5029/2a96362b-ebaa-4c25-99bc-51c10a752737) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:07.294163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4384750-020d-49b5-a329-e88524abe0e9 req-1d3fb5d2-8015-4626-8352-15f2e928c268 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905527 Jul 22 21:34:07.478665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=6df12fb9-eba1-4d9f-adeb-fbad68447916,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:07.531876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2437842-1dce-4563-8098-248555c91c2f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3033233 Jul 22 21:34:07.559870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:07.586707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6df12fb9-eba1-4d9f-adeb-fbad68447916 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:07.602214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Transition to ACTIVE for port object 2a96362b-ebaa-4c25-99bc-51c10a752737 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:07.664977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:07.733960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45176) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:07.771088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '6df12fb9-eba1-4d9f-adeb-fbad68447916', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:07.888801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Transition to ACTIVE for port object 62660719-c613-4f75-8650-8286c9b4ef1e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:07.928866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:07.947569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Pushing event updated for resources: {'Port': ['ID=a8362cca-b5a5-45f9-9c97-9c91a0315d78,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:07.959426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c87a5-693d-43bd-83ae-bae3508829ed req-4938fb4f-280e-4443-98eb-c6da361d1b78 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:07.988355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-974c87a5-693d-43bd-83ae-bae3508829ed req-4938fb4f-280e-4443-98eb-c6da361d1b78 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.4702818 Jul 22 21:34:08.084107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Transition to ACTIVE for port object 62660719-c613-4f75-8650-8286c9b4ef1e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:08.145516 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:08.163626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-d2c643c6-d81a-445a-a97f-efc1cd045137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.164587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-d2c643c6-d81a-445a-a97f-efc1cd045137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.168117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-d2c643c6-d81a-445a-a97f-efc1cd045137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.176134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-d2c643c6-d81a-445a-a97f-efc1cd045137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.177050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-d2c643c6-d81a-445a-a97f-efc1cd045137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.178146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-d2c643c6-d81a-445a-a97f-efc1cd045137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.181928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-d2c643c6-d81a-445a-a97f-efc1cd045137 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5249 time: 3.9870090 Jul 22 21:34:08.218857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 597bf187-e863-4f78-893f-b86ba7f954b7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:08.226028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Network ac6b6022-bb72-4eba-9644-fc86a41e98a6 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:08.263733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:08.268177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:08.273240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-974c87a5-693d-43bd-83ae-bae3508829ed req-a26990a2-1c8e-4097-b83e-4e3a3bdebac1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734966 Jul 22 21:34:08.500771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:08.514477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:08.603082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:08.638459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:08.670049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Pushing event updated for resources: {'Port': ['ID=62660719-c613-4f75-8650-8286c9b4ef1e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:08.681934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:08.682810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:08.731673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Port': ['ID=2a96362b-ebaa-4c25-99bc-51c10a752737,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:08.791915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab8a2-ba60-4ee4-b106-17ba2df9bac5 req-1a1b2698-d9d3-4ca3-bec8-e348fbc6140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.795866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a0ab8a2-ba60-4ee4-b106-17ba2df9bac5 req-1a1b2698-d9d3-4ca3-bec8-e348fbc6140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.9175873 Jul 22 21:34:08.851756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Attempting to bind port 62660719-c613-4f75-8650-8286c9b4ef1e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:08.856969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Attempting to bind port 62660719-c613-4f75-8650-8286c9b4ef1e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'b9067e2d-ae8f-49d9-ae49-6d4ab907311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac6b6022-bb72-4eba-9644-fc86a41e98a6'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:08.861583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Attempting to bind port 62660719-c613-4f75-8650-8286c9b4ef1e on network ac6b6022-bb72-4eba-9644-fc86a41e98a6 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:08.881013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a0ab8a2-ba60-4ee4-b106-17ba2df9bac5 req-c60a27b7-3a5c-4e82-aa33-ea93fb7dbe6e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553253 Jul 22 21:34:08.909586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:08.912648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-e1f937b4-de60-48ac-bfd0-2630af2f0b7a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.917018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Checking segment: {'id': 'b9067e2d-ae8f-49d9-ae49-6d4ab907311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac6b6022-bb72-4eba-9644-fc86a41e98a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:08.917569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:08.920559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-e1f937b4-de60-48ac-bfd0-2630af2f0b7a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.921474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Bound using segment: {'id': 'b9067e2d-ae8f-49d9-ae49-6d4ab907311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac6b6022-bb72-4eba-9644-fc86a41e98a6'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:08.922052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Bound port: 62660719-c613-4f75-8650-8286c9b4ef1e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9067e2d-ae8f-49d9-ae49-6d4ab907311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac6b6022-bb72-4eba-9644-fc86a41e98a6'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:08.922673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:08.929044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-e1f937b4-de60-48ac-bfd0-2630af2f0b7a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.938445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-e1f937b4-de60-48ac-bfd0-2630af2f0b7a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.949058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-e1f937b4-de60-48ac-bfd0-2630af2f0b7a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.961303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-e1f937b4-de60-48ac-bfd0-2630af2f0b7a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:08.964841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-e1f937b4-de60-48ac-bfd0-2630af2f0b7a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 4603 time: 0.3802440 Jul 22 21:34:09.058289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e52ee79e-a780-4553-a5ac-c29a9d10407f req-f9629f6b-e096-444e-a445-6730ad53d099 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795875 Jul 22 21:34:09.126313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 597bf187-e863-4f78-893f-b86ba7f954b7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:09.275947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] For port 62660719-c613-4f75-8650-8286c9b4ef1e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:09.283461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] For port 62660719-c613-4f75-8650-8286c9b4ef1e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=62660719-c613-4f75-8650-8286c9b4ef1e,segment=NetworkSegment(b9067e2d-ae8f-49d9-ae49-6d4ab907311d),segment_id=b9067e2d-ae8f-49d9-ae49-6d4ab907311d)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:09.294991 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:09.367561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:09.456606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971fdec-67a6-4949-ab23-8a692c00cbac None None] Pushing event updated for resources: {'Port': ['ID=62660719-c613-4f75-8650-8286c9b4ef1e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:09.470220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Attempting to bind port a8362cca-b5a5-45f9-9c97-9c91a0315d78 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:09.471184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Attempting to bind port a8362cca-b5a5-45f9-9c97-9c91a0315d78 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:09.472670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Attempting to bind port a8362cca-b5a5-45f9-9c97-9c91a0315d78 on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:09.474184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2047f0df-bd74-47c9-b3da-68b2af119894 None None] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:09.509308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Port a8362cca-b5a5-45f9-9c97-9c91a0315d78 on network 5ad52515-1268-479b-b734-694780a533e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:09.510204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Attempting to bind port a8362cca-b5a5-45f9-9c97-9c91a0315d78 on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:09.584400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c6c16452-8ad2-44b1-9758-d0badc26b06c None None] Provisioning for port 597bf187-e863-4f78-893f-b86ba7f954b7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:09.617024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c6c16452-8ad2-44b1-9758-d0badc26b06c None None] Provisioning complete for port 597bf187-e863-4f78-893f-b86ba7f954b7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:09.617599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6c16452-8ad2-44b1-9758-d0badc26b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:09.640051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-4af8f270-730a-4721-9328-0f6030c79b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:09.653114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-4af8f270-730a-4721-9328-0f6030c79b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:09.657712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-4af8f270-730a-4721-9328-0f6030c79b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:09.666751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-4af8f270-730a-4721-9328-0f6030c79b2a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3143239 Jul 22 21:34:09.668831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:09.674552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Checking segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:09.677714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Bound using segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:09.679100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Bound port: a8362cca-b5a5-45f9-9c97-9c91a0315d78, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:09.680599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:09.780450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=a044dea7-6c49-422d-bdcb-5aae905cab3d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:09.810077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '89134853-7f97-4f1c-9598-d3c3fefdca7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6df12fb9-eba1-4d9f-adeb-fbad68447916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:09.810522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 6df12fb9-eba1-4d9f-adeb-fbad68447916, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:09.915778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 6df12fb9-eba1-4d9f-adeb-fbad68447916 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:09.987267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aad77-9a2f-4d67-84dd-14cdc30e9a4e req-1ee008aa-3832-4d70-8dfb-f03eae8b2ab5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:09.998402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-575aad77-9a2f-4d67-84dd-14cdc30e9a4e req-1ee008aa-3832-4d70-8dfb-f03eae8b2ab5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.4600306 Jul 22 21:34:10.031293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6df12fb9-eba1-4d9f-adeb-fbad68447916) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:10.062376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a9a92-c893-4d6b-9a2b-d462ce1179a2 None None] Network 6df12fb9-eba1-4d9f-adeb-fbad68447916 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:10.063467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.064422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:10.157184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-033f0a6a-97d7-44cd-8734-1a639ddf39c2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4192493 Jul 22 21:34:10.159238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:10.167709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-17847468'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:10.241350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-575aad77-9a2f-4d67-84dd-14cdc30e9a4e req-98d9db85-34b2-4d29-aa46-bf400052a53c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422013 Jul 22 21:34:10.308832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:10.423066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:10.429881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:10.484201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] For port a8362cca-b5a5-45f9-9c97-9c91a0315d78, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:10.490499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 62660719-c613-4f75-8650-8286c9b4ef1e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:10.500568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] For port a8362cca-b5a5-45f9-9c97-9c91a0315d78, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:10.528787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:10.536957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:10.601605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda98e7-7787-4c39-aab3-95aa20927fc7 req-725fc933-b16e-41eb-97f7-77a9e40f1477 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.603620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cda98e7-7787-4c39-aab3-95aa20927fc7 req-725fc933-b16e-41eb-97f7-77a9e40f1477 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.3914554 Jul 22 21:34:10.613529 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:10.614056 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 4b8f0851-0cd7-4911-a918-ef779e3dd9e9 of type vlan for network b403e09e-a37d-4c75-9199-c5850ff11983 Jul 22 21:34:10.727557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:10.790907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Pushing event updated for resources: {'Port': ['ID=a8362cca-b5a5-45f9-9c97-9c91a0315d78,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:10.798521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cda98e7-7787-4c39-aab3-95aa20927fc7 req-2eaccbdf-40e6-49b3-af4f-cd2fba7f27e6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692336 Jul 22 21:34:10.823801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-3c2e3033-73c7-41b8-8d53-fe44a82e296e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.844997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-3c2e3033-73c7-41b8-8d53-fe44a82e296e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.874627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-3c2e3033-73c7-41b8-8d53-fe44a82e296e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.908352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-3c2e3033-73c7-41b8-8d53-fe44a82e296e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.916837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-3c2e3033-73c7-41b8-8d53-fe44a82e296e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.918930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6df12fb9-eba1-4d9f-adeb-fbad68447916', 'network_id': '6df12fb9-eba1-4d9f-adeb-fbad68447916', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': 'a044dea7-6c49-422d-bdcb-5aae905cab3d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:10.925392 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:10.960592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-3c2e3033-73c7-41b8-8d53-fe44a82e296e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.965850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-3c2e3033-73c7-41b8-8d53-fe44a82e296e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 4603 time: 0.4732018 Jul 22 21:34:10.969137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:34:10.991685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:10.996619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:11.002255 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a2bd5bfe-4f79-468a-9bc8-379270199024 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 1135 time: 8.1675198 Jul 22 21:34:11.002968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': 'a8362cca-b5a5-45f9-9c97-9c91a0315d78'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:11.035960 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fe232-10a1-4086-9db8-6b179c8aac92" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "a8362cca-b5a5-45f9-9c97-9c91a0315d78"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:11.052332 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6c16452-8ad2-44b1-9758-d0badc26b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:11.103382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:11.113742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:11.115258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:11.174343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-9e035f36-45b6-4144-88e8-474d9d834e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:11.181295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9c034d2e-47f7-401a-91ef-2dfe7b18f9aa req-9e035f36-45b6-4144-88e8-474d9d834e12 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4417186 Jul 22 21:34:11.219989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:11.303317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce805e94-407d-40c1-a89a-fbbac7a0d0c3 req-9a8f5443-6a1d-4a00-ab85-50ae3093ea2b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3085771 Jul 22 21:34:11.321734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1584611 Jul 22 21:34:11.354409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 62660719-c613-4f75-8650-8286c9b4ef1e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:11.399563 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cffed5-49a1-4b66-bc00-44fc840f0b4d x-openstack-request-id: req-b9cffed5-49a1-4b66-bc00-44fc840f0b4d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:11.400386 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "a8362cca-b5a5-45f9-9c97-9c91a0315d78", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:11.400868 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9cffed5-49a1-4b66-bc00-44fc840f0b4d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:11.401941 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': 'a8362cca-b5a5-45f9-9c97-9c91a0315d78', 'status': 'completed', 'code': 200} Jul 22 21:34:11.403281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:11.449421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74124d2-ad8a-4ea0-9be5-7c321e47ee77 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=b403e09e-a37d-4c75-9199-c5850ff11983,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:11.475375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': 'b403e09e-a37d-4c75-9199-c5850ff11983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:11.502469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b403e09e-a37d-4c75-9199-c5850ff11983 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:11.644564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4902d3-fc43-4f98-b7f6-e6674b6ec268 req-bf37872f-aca2-4fa8-b494-1b5d5d2f7f3f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:11.647176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a4902d3-fc43-4f98-b7f6-e6674b6ec268 req-bf37872f-aca2-4fa8-b494-1b5d5d2f7f3f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.1819670 Jul 22 21:34:11.714945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c6c16452-8ad2-44b1-9758-d0badc26b06c None None] For port 597bf187-e863-4f78-893f-b86ba7f954b7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=597bf187-e863-4f78-893f-b86ba7f954b7,segment=NetworkSegment(adad00a7-9ce0-47ed-aed2-7f45e5b7edff),segment_id=adad00a7-9ce0-47ed-aed2-7f45e5b7edff)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:11.754210 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6c16452-8ad2-44b1-9758-d0badc26b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:11.795812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a4902d3-fc43-4f98-b7f6-e6674b6ec268 req-bbf9d230-21eb-4e80-9559-02820cf4ec4e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388786 Jul 22 21:34:11.848246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a2c56-a59c-4b1a-bb9f-43d13401ad78 None None] Network ac6b6022-bb72-4eba-9644-fc86a41e98a6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:11.886812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:12.158941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e68c9-afc1-4094-b272-ec141d604b66 req-3eb1a066-8657-49ca-82cf-079e42a2fbb7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.165591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce7e68c9-afc1-4094-b272-ec141d604b66 req-3eb1a066-8657-49ca-82cf-079e42a2fbb7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.1551316 Jul 22 21:34:12.184083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Allocated IP 172.20.255.242 (6df12fb9-eba1-4d9f-adeb-fbad68447916/a044dea7-6c49-422d-bdcb-5aae905cab3d/3ddab5db-d8bd-437f-80d9-a766637c5aca) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:12.208651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c16452-8ad2-44b1-9758-d0badc26b06c None None] Pushing event updated for resources: {'Port': ['ID=597bf187-e863-4f78-893f-b86ba7f954b7,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:12.244365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-95c68542-4494-40ab-96d4-0f8fccdcfffe None None] Provisioning for port 62660719-c613-4f75-8650-8286c9b4ef1e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:12.265631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-95c68542-4494-40ab-96d4-0f8fccdcfffe None None] Provisioning complete for port 62660719-c613-4f75-8650-8286c9b4ef1e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:12.265631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-95c68542-4494-40ab-96d4-0f8fccdcfffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:12.310302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:12.323014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce7e68c9-afc1-4094-b272-ec141d604b66 req-9c29c6ec-f23f-4655-bb9a-fbb59dbd4f21 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466441 Jul 22 21:34:12.329034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:12.644274 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-7e3b8491-e3a0-499e-9531-9c0bc60f20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.646114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-7e3b8491-e3a0-499e-9531-9c0bc60f20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.647300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-7e3b8491-e3a0-499e-9531-9c0bc60f20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.648527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-7e3b8491-e3a0-499e-9531-9c0bc60f20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.653898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-7e3b8491-e3a0-499e-9531-9c0bc60f20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.655438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-7e3b8491-e3a0-499e-9531-9c0bc60f20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.658791 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-7e3b8491-e3a0-499e-9531-9c0bc60f20ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5291 time: 1.2289131 Jul 22 21:34:12.770183 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f61982a9-07e6-4768-839c-6fc24f8f515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:12.792876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-c32e707e-cde3-4522-af5f-6953903535ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.806555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-c32e707e-cde3-4522-af5f-6953903535ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.821987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-c32e707e-cde3-4522-af5f-6953903535ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.837162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-c32e707e-cde3-4522-af5f-6953903535ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.851444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-c32e707e-cde3-4522-af5f-6953903535ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.865326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-c32e707e-cde3-4522-af5f-6953903535ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:12.868717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-c32e707e-cde3-4522-af5f-6953903535ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 4603 time: 0.3050199 Jul 22 21:34:12.973794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbf85faf-6df2-4446-b59f-6bf97c4477a0 req-1b489461-fbfb-41da-9092-8f0c694f796d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928600 Jul 22 21:34:12.998126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-95c68542-4494-40ab-96d4-0f8fccdcfffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:13.066562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:13.111301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Transition to ACTIVE for port object 3ddab5db-d8bd-437f-80d9-a766637c5aca will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:13.132150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-95c68542-4494-40ab-96d4-0f8fccdcfffe None None] For port 62660719-c613-4f75-8650-8286c9b4ef1e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=62660719-c613-4f75-8650-8286c9b4ef1e,segment=NetworkSegment(b9067e2d-ae8f-49d9-ae49-6d4ab907311d),segment_id=b9067e2d-ae8f-49d9-ae49-6d4ab907311d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:13.140846 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-95c68542-4494-40ab-96d4-0f8fccdcfffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:13.177903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Transition to ACTIVE for port object 3ddab5db-d8bd-437f-80d9-a766637c5aca will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:13.195110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:13.243496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Network 6df12fb9-eba1-4d9f-adeb-fbad68447916 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:13.244399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c68542-4494-40ab-96d4-0f8fccdcfffe None None] Pushing event updated for resources: {'Port': ['ID=62660719-c613-4f75-8650-8286c9b4ef1e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:13.327131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:13.333356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:13.362769 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-0f64a489-73cd-42cc-b812-a2c39752bc81 service neutron] show failed (client error): The resource could not be found. Jul 22 21:34:13.366134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-0f64a489-73cd-42cc-b812-a2c39752bc81 service neutron] 10.222.0.23 "GET /v2.0/ports/d95bff28-ed8c-448b-9a15-d897d686dfec/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 1.4380629 Jul 22 21:34:13.575525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Attempting to bind port 3ddab5db-d8bd-437f-80d9-a766637c5aca on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:13.578260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Attempting to bind port 3ddab5db-d8bd-437f-80d9-a766637c5aca by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '89134853-7f97-4f1c-9598-d3c3fefdca7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6df12fb9-eba1-4d9f-adeb-fbad68447916'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:13.578680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Attempting to bind port 3ddab5db-d8bd-437f-80d9-a766637c5aca on network 6df12fb9-eba1-4d9f-adeb-fbad68447916 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:13.594809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3ddab5db-d8bd-437f-80d9-a766637c5aca,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:13.624300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Provisioning complete for port 62660719-c613-4f75-8650-8286c9b4ef1e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:13.624685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:13.627883 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:13.628466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Checking segment: {'id': '89134853-7f97-4f1c-9598-d3c3fefdca7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6df12fb9-eba1-4d9f-adeb-fbad68447916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:13.629115 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:13.629571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Bound using segment: {'id': '89134853-7f97-4f1c-9598-d3c3fefdca7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6df12fb9-eba1-4d9f-adeb-fbad68447916'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:13.630080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Bound port: 3ddab5db-d8bd-437f-80d9-a766637c5aca, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89134853-7f97-4f1c-9598-d3c3fefdca7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6df12fb9-eba1-4d9f-adeb-fbad68447916'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:13.631695 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:13.923114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] For port 3ddab5db-d8bd-437f-80d9-a766637c5aca, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:13.931456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] For port 3ddab5db-d8bd-437f-80d9-a766637c5aca, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3ddab5db-d8bd-437f-80d9-a766637c5aca,segment=NetworkSegment(89134853-7f97-4f1c-9598-d3c3fefdca7d),segment_id=89134853-7f97-4f1c-9598-d3c3fefdca7d)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:13.960266 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:14.161710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 62660719-c613-4f75-8650-8286c9b4ef1e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:14.297331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169083a-0e49-4a3a-abba-bf07a94845b6 req-9d261a1c-db5f-45d2-8038-166b178fd43a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:14.299043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6169083a-0e49-4a3a-abba-bf07a94845b6 req-9d261a1c-db5f-45d2-8038-166b178fd43a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 1.2704041 Jul 22 21:34:14.320126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1d485-f6ba-44ee-b032-967867e9b0b2 None None] Pushing event updated for resources: {'Port': ['ID=3ddab5db-d8bd-437f-80d9-a766637c5aca,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:14.521253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6169083a-0e49-4a3a-abba-bf07a94845b6 req-ee3ef60b-3a33-4725-af9b-47619947fd95 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068257 Jul 22 21:34:14.588778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 62660719-c613-4f75-8650-8286c9b4ef1e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:14.589211 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:14.645705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-915ef026-53a9-497f-b098-9bfa45340659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:14.657136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-915ef026-53a9-497f-b098-9bfa45340659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:14.658239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-915ef026-53a9-497f-b098-9bfa45340659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:14.661697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-915ef026-53a9-497f-b098-9bfa45340659 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.8361571 Jul 22 21:34:14.700868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:14.722843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45268) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:14.765719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Provisioning for port 2a96362b-ebaa-4c25-99bc-51c10a752737 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:14.803816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Provisioning complete for port 2a96362b-ebaa-4c25-99bc-51c10a752737 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:14.804494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:14.817025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5c97-26ce-40b0-b535-55d7ed6ad93b req-8424a806-086f-4f94-9135-60ce71901563 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:14.827211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a2d5c97-26ce-40b0-b535-55d7ed6ad93b req-8424a806-086f-4f94-9135-60ce71901563 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 945 time: 0.9044187 Jul 22 21:34:14.940673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Port 2a96362b-ebaa-4c25-99bc-51c10a752737 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:34:14.946132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d95bff28-ed8c-448b-9a15-d897d686dfec no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:14.967785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a2d5c97-26ce-40b0-b535-55d7ed6ad93b req-0772b933-2f15-4a11-b65e-b88e0b04e5cf tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393147 Jul 22 21:34:15.004494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.013484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-23ed9825-f036-4655-b965-c8512366fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.031490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-23ed9825-f036-4655-b965-c8512366fb1f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 1097 time: 1.0615349 Jul 22 21:34:15.031878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Provisioning complete for port 597bf187-e863-4f78-893f-b86ba7f954b7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:15.032525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6d92-da2c-4dbf-8e50-b9b1865ef3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.050419 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.052243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.065097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=037704d6-0966-453e-b797-270769df68ae,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:15.069230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 597bf187-e863-4f78-893f-b86ba7f954b7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:15.104947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46776-f488-4709-a8f0-c2a9572c150a req-da328434-3464-42eb-977b-5b8fc9471bee tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.114624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46776-f488-4709-a8f0-c2a9572c150a req-da328434-3464-42eb-977b-5b8fc9471bee tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.132100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46776-f488-4709-a8f0-c2a9572c150a req-da328434-3464-42eb-977b-5b8fc9471bee tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.165857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46776-f488-4709-a8f0-c2a9572c150a req-da328434-3464-42eb-977b-5b8fc9471bee tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.178526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46776-f488-4709-a8f0-c2a9572c150a req-da328434-3464-42eb-977b-5b8fc9471bee tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.203781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46776-f488-4709-a8f0-c2a9572c150a req-da328434-3464-42eb-977b-5b8fc9471bee tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.212436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42e46776-f488-4709-a8f0-c2a9572c150a req-da328434-3464-42eb-977b-5b8fc9471bee tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 4603 time: 0.5137689 Jul 22 21:34:15.220718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:15.275006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 597bf187-e863-4f78-893f-b86ba7f954b7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:15.276255 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.279762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d23202d8-c77e-484e-9e5e-2a275cc3787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.311912 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.319416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14ff78fc-87ad-4c5e-935f-825ae0e7639b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.348706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '4b8f0851-0cd7-4911-a918-ef779e3dd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b403e09e-a37d-4c75-9199-c5850ff11983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:15.349104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: b403e09e-a37d-4c75-9199-c5850ff11983, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:15.369431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7550fcc9-cc40-4743-b8e4-62b71f52771b {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:15.409644 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.465401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-d1db8004-382a-443c-8541-e01ef8f0018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.475540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f51fe232-10a1-4086-9db8-6b179c8aac92 req-d1db8004-382a-443c-8541-e01ef8f0018d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7798777 Jul 22 21:34:15.482696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.490314 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.509491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Transition to ACTIVE for port object 7550fcc9-cc40-4743-b8e4-62b71f52771b will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:15.513432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:15.521916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.525443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Port': ['ID=2a96362b-ebaa-4c25-99bc-51c10a752737,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:15.525751 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060cfd6d-3361-419e-b140-3656b0807dc9" -d '{"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-unplugged", "status": "completed", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:15.587598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:15.602021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42e46776-f488-4709-a8f0-c2a9572c150a req-5b6e338f-d3ed-471f-8971-606780ae955f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007046 Jul 22 21:34:15.608212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:34:15.610446 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:34:15.610678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:15.802756 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa9644-8111-465a-be99-d040bc8ea52f x-openstack-request-id: req-62fa9644-8111-465a-be99-d040bc8ea52f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:15.803232 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-unplugged", "status": "completed", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:15.803649 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62fa9644-8111-465a-be99-d040bc8ea52f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:15.804292 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'code': 200} Jul 22 21:34:15.816494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network b403e09e-a37d-4c75-9199-c5850ff11983 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:15.881102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d725-81ae-4be9-99bf-6f702dec0cd5 req-917015b0-a68b-48dc-bb74-e7a985896b12 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:15.898429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0556d725-81ae-4be9-99bf-6f702dec0cd5 req-917015b0-a68b-48dc-bb74-e7a985896b12 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.1467566 Jul 22 21:34:15.956984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:15.959501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b403e09e-a37d-4c75-9199-c5850ff11983) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:15.970321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:15.977098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550299e-80c6-425a-8adb-380cbe6dde2e None None] Network b403e09e-a37d-4c75-9199-c5850ff11983 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:15.978448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0556d725-81ae-4be9-99bf-6f702dec0cd5 req-050fa5e0-8235-4e82-aad5-1a2f7ef3636e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776691 Jul 22 21:34:15.998390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Pushing event updated for resources: {'Port': ['ID=7550fcc9-cc40-4743-b8e4-62b71f52771b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:16.036009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:16.037891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.046821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:16.307739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fbbd6-a73a-4f8f-b6c4-ab6364e99c89 None None] Network 6df12fb9-eba1-4d9f-adeb-fbad68447916 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:16.315563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ddab5db-d8bd-437f-80d9-a766637c5aca up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:16.346473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Attempting to bind port 7550fcc9-cc40-4743-b8e4-62b71f52771b on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:16.347366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Attempting to bind port 7550fcc9-cc40-4743-b8e4-62b71f52771b by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:16.348139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Attempting to bind port 7550fcc9-cc40-4743-b8e4-62b71f52771b on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:16.360834 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.397659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Port 7550fcc9-cc40-4743-b8e4-62b71f52771b on network 5ad52515-1268-479b-b734-694780a533e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:16.398612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Attempting to bind port 7550fcc9-cc40-4743-b8e4-62b71f52771b on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:16.442644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14ff78fc-87ad-4c5e-935f-825ae0e7639b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.448953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:16.450034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Checking segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:16.450929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Bound using segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:16.452747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Bound port: 7550fcc9-cc40-4743-b8e4-62b71f52771b, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:16.453627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.464195 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14ff78fc-87ad-4c5e-935f-825ae0e7639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.482633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04ae6-5882-45da-8e78-6e6260c078e1 req-7b132170-a306-4269-9e69-147b11d8b9a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:16.494601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55b04ae6-5882-45da-8e78-6e6260c078e1 req-7b132170-a306-4269-9e69-147b11d8b9a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.2847598 Jul 22 21:34:16.544932 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-689cdef4-3719-46a0-bb1e-9fe413e2529e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 5.1097155 Jul 22 21:34:16.554297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45278) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:16.660141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff78fc-87ad-4c5e-935f-825ae0e7639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b04e70-ad7d-484a-a993-b38e023755ce,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:16.675288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.692637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14ff78fc-87ad-4c5e-935f-825ae0e7639b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89ba64bc03424896aa1c3fb45289e0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9555295 Jul 22 21:34:16.694250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45280) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:16.731353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55b04ae6-5882-45da-8e78-6e6260c078e1 req-b951100c-80e9-4a6b-b72c-7f4cc0331f20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355120 Jul 22 21:34:16.802363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1e549a40-b210-4633-9a47-cd40e25a1cd8 None None] Provisioning for port 3ddab5db-d8bd-437f-80d9-a766637c5aca completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:16.828533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1e549a40-b210-4633-9a47-cd40e25a1cd8 None None] Provisioning complete for port 3ddab5db-d8bd-437f-80d9-a766637c5aca triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:16.829522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1e549a40-b210-4633-9a47-cd40e25a1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.832784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3ddab5db-d8bd-437f-80d9-a766637c5aca completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:16.846680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.858430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Router 94ecadad-f8d7-476a-a645-df4bc2f5beb1 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:34:16.908749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3ddab5db-d8bd-437f-80d9-a766637c5aca triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:16.910032 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:16.929466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] For port 7550fcc9-cc40-4743-b8e4-62b71f52771b, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:17.089441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] For port 7550fcc9-cc40-4743-b8e4-62b71f52771b, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:17.097697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54efc432-0cec-43f8-a7b6-16cad7e01b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.107756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.125792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.141550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:17.205351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54efc432-0cec-43f8-a7b6-16cad7e01b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.237237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.238828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.244237 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] 10.222.0.23 "PUT /v2.0/ports/7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 1136 time: 6.0507727 Jul 22 21:34:17.245079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '7550fcc9-cc40-4743-b8e4-62b71f52771b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:17.249839 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "7550fcc9-cc40-4743-b8e4-62b71f52771b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:17.255118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.260998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.267535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.275167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.281534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.287932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.294045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.302379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-15d84a3d-a290-4a25-b101-4460dbe7f12f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5380 time: 0.4133003 Jul 22 21:34:17.321791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:17.374286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923bd53-b6a3-4323-af4b-09fbaf8b0b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b403e09e-a37d-4c75-9199-c5850ff11983', 'network_id': 'b403e09e-a37d-4c75-9199-c5850ff11983', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': '037704d6-0966-453e-b797-270769df68ae'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:17.376818 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4923bd53-b6a3-4323-af4b-09fbaf8b0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.388742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:34:17.391324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cebf63-be36-4269-b464-9d1a44871b27 service neutron] Pushing event updated for resources: {'Port': ['ID=7550fcc9-cc40-4743-b8e4-62b71f52771b,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:17.396978 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c84f3d8-03ba-4236-85d9-c569a9134ead tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6666429 Jul 22 21:34:17.406481 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] Sync routers for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:34:17.409124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45288) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:17.425652 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:17.426304 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:17.472741 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1e549a40-b210-4633-9a47-cd40e25a1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.537248 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:17.543126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.545939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.577473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54efc432-0cec-43f8-a7b6-16cad7e01b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.580478 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:17.582465 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54efc432-0cec-43f8-a7b6-16cad7e01b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.583669 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:17.584603 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-54efc432-0cec-43f8-a7b6-16cad7e01b74 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32b04e70-ad7d-484a-a993-b38e023755ce HTTP/1.1" status: 204 len: 168 time: 0.8573499 Jul 22 21:34:17.692516 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:17.694347 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16985a6-9841-4466-9a27-6abc2454e7ea None None] The sync data for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:34:17.717393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h1-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:17.811413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efc432-0cec-43f8-a7b6-16cad7e01b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b04e70-ad7d-484a-a993-b38e023755ce,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:17.851702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1e549a40-b210-4633-9a47-cd40e25a1cd8 None None] For port 3ddab5db-d8bd-437f-80d9-a766637c5aca, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3ddab5db-d8bd-437f-80d9-a766637c5aca,segment=NetworkSegment(89134853-7f97-4f1c-9598-d3c3fefdca7d),segment_id=89134853-7f97-4f1c-9598-d3c3fefdca7d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:17.892608 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1e549a40-b210-4633-9a47-cd40e25a1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.947897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d32ba-5797-4315-bea7-7973b28270bb req-95a39676-1059-4384-81c8-e9aa83173761 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:17.959771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf7d32ba-5797-4315-bea7-7973b28270bb req-95a39676-1059-4384-81c8-e9aa83173761 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.8285627 Jul 22 21:34:17.974735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45dd35f9-0661-43c1-b244-fe3d9558f89f req-c1ee12f8-9f93-4b2d-9b3c-68e49878b5ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6606650 Jul 22 21:34:17.993139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.028359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95bff28-ed8c-448b-9a15-d897d686dfec {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:18.134043 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e813f45-f842-466a-b7e0-01f0612162ad x-openstack-request-id: req-8e813f45-f842-466a-b7e0-01f0612162ad {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:18.134941 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "7550fcc9-cc40-4743-b8e4-62b71f52771b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:18.134941 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e813f45-f842-466a-b7e0-01f0612162ad {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:18.135631 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '7550fcc9-cc40-4743-b8e4-62b71f52771b', 'status': 'completed', 'code': 200} Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-4923bd53-b6a3-4323-af4b-09fbaf8b0b2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 037704d6-0966-453e-b797-270769df68ae: This subnet is being modified by another concurrent operation. Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 037704d6-0966-453e-b797-270769df68ae: This subnet is being modified by another concurrent operation. Jul 22 21:34:18.142139 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:34:18.170137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.223196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=037704d6-0966-453e-b797-270769df68ae,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:18.251917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac4607-d03b-441b-a707-745eb59529a5 None None] Network b403e09e-a37d-4c75-9199-c5850ff11983 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:18.275117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:34:18.275864 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:34:18.285268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Transition to ACTIVE for port object d95bff28-ed8c-448b-9a15-d897d686dfec will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:18.303124 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.334812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e549a40-b210-4633-9a47-cd40e25a1cd8 None None] Pushing event updated for resources: {'Port': ['ID=3ddab5db-d8bd-437f-80d9-a766637c5aca,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:18.370256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45296) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:18.376155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9d35e0-e880-4261-99ed-66149b42b9e6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:18.416903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c3d79c5-5219-434c-8528-a950c32e081c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.430804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-05efbd27-5198-426e-b0d6-5dc511e2ffda None None] Provisioning complete for port 2a96362b-ebaa-4c25-99bc-51c10a752737 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:18.431655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-05efbd27-5198-426e-b0d6-5dc511e2ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.436827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.463175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.478302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b403e09e-a37d-4c75-9199-c5850ff11983']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:18.490363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Transition to ACTIVE for port object 3a9d35e0-e880-4261-99ed-66149b42b9e6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:18.504593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8f0851-0cd7-4911-a918-ef779e3dd9e9') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:18.504959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8f0851-0cd7-4911-a918-ef779e3dd9e9') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:18.507632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.508293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.509120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.509883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.512823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.513903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.514570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.517955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-962232e5-c5aa-4710-b3db-5a727da7baf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6220 time: 0.3249817 Jul 22 21:34:18.522730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.523720 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.537223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-05efbd27-5198-426e-b0d6-5dc511e2ffda None None] Port 2a96362b-ebaa-4c25-99bc-51c10a752737 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:34:18.554881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea419954-e797-4128-9973-f21032a5a968 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:34:18.590122 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.601950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:18.603116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.711026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-b05adae3-858b-4321-b2e9-0a7a2a520d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.711985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-b05adae3-858b-4321-b2e9-0a7a2a520d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.713163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-b05adae3-858b-4321-b2e9-0a7a2a520d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.716567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-b05adae3-858b-4321-b2e9-0a7a2a520d16 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1707137 Jul 22 21:34:18.721979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf7d32ba-5797-4315-bea7-7973b28270bb req-51559ee9-33b0-4811-a86b-36b3925b281e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602239 Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:18.725756 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:18.745235 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.748823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.765796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea419954-e797-4128-9973-f21032a5a968 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:34:18.773074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-05efbd27-5198-426e-b0d6-5dc511e2ffda None None] Provisioning complete for port 3ddab5db-d8bd-437f-80d9-a766637c5aca triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:18.773452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-05efbd27-5198-426e-b0d6-5dc511e2ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.793613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.805027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/b403e09e-a37d-4c75-9199-c5850ff11983 HTTP/1.1" status: 204 len: 168 time: 2.1914935 Jul 22 21:34:18.946163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-4b926bf8-a0a0-4edb-b9de-871dde056a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:18.948151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-853d45a2-bdfc-4c09-96e2-a0776c7bdf71 req-4b926bf8-a0a0-4edb-b9de-871dde056a99 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1921897 Jul 22 21:34:18.948745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45298) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:18.986933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-82830638'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:19.032855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ddab5db-d8bd-437f-80d9-a766637c5aca up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:19.115505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9d35e0-e880-4261-99ed-66149b42b9e6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:19.170144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Attempting to bind port 3a9d35e0-e880-4261-99ed-66149b42b9e6 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:19.171048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Attempting to bind port 3a9d35e0-e880-4261-99ed-66149b42b9e6 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:19.171340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Attempting to bind port 3a9d35e0-e880-4261-99ed-66149b42b9e6 on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:19.188876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Port 3a9d35e0-e880-4261-99ed-66149b42b9e6 on network 5ad52515-1268-479b-b734-694780a533e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:19.189510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Attempting to bind port 3a9d35e0-e880-4261-99ed-66149b42b9e6 on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:19.208928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:19.209781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Checking segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:19.210520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Bound using segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:19.211126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Bound port: 3a9d35e0-e880-4261-99ed-66149b42b9e6, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:19.211571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.250364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c3d79c5-5219-434c-8528-a950c32e081c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.262536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:19.269210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3ddab5db-d8bd-437f-80d9-a766637c5aca triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:19.270201 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.281813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c3d79c5-5219-434c-8528-a950c32e081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.313763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169d962-642b-45d3-b404-ebdf6826b4d7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=b403e09e-a37d-4c75-9199-c5850ff11983,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:19.365563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:19.369529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.469468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] For port 3a9d35e0-e880-4261-99ed-66149b42b9e6, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:19.475504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] For port 3a9d35e0-e880-4261-99ed-66149b42b9e6, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:19.509367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d79c5-5219-434c-8528-a950c32e081c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff726a9b-1a81-4017-8851-a9ca143e3053,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:19.515442 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.554280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f738e-14da-408e-a9aa-2aa23eb59076 req-f2e77e3c-9618-4b36-aa68-09bcd51ce542 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:19.566822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-988f738e-14da-408e-a9aa-2aa23eb59076 req-f2e77e3c-9618-4b36-aa68-09bcd51ce542 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 1.2793655 Jul 22 21:34:19.639802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] No DVR routers for this DVR port d95bff28-ed8c-448b-9a15-d897d686dfec on host n-h1-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:19.640286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9d35e0-e880-4261-99ed-66149b42b9e6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:19.646951 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3c3d79c5-5219-434c-8528-a950c32e081c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59feb8f0394545a0add30235fd40c424&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2639847 Jul 22 21:34:19.651397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:19.652626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.655415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-02e6baf5-31f5-49ce-afce-3a8f6c1a7946 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a9d35e0-e880-4261-99ed-66149b42b9e6 HTTP/1.1" status: 200 len: 1091 time: 2.3387148 Jul 22 21:34:19.656381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45304) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:19.710701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:19.729658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:19.816813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:19.817439 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 88e66724-9f9a-42d8-bb91-53b93e07fe53 of type vlan for network 5fa4ce1f-de94-44cd-83ea-d1411ac0268c Jul 22 21:34:19.838571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-988f738e-14da-408e-a9aa-2aa23eb59076 req-687ad81b-a47f-4dfb-9776-b258aab23bc2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706656 Jul 22 21:34:19.970946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:19.992573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:19.996902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.008554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:20.019370 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:20.036150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:20.051076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:20.060148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:20.063144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e0e91587-7d2b-40b9-bee5-85aa45b7c473 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5392 time: 0.8611307 Jul 22 21:34:20.094306 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-35f99a39-25be-45f8-ab26-b5745671e4f2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:34:20.095393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-35f99a39-25be-45f8-ab26-b5745671e4f2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6801417 Jul 22 21:34:20.102599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45308) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:20.139899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '3a9d35e0-e880-4261-99ed-66149b42b9e6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:20.144280 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "3a9d35e0-e880-4261-99ed-66149b42b9e6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:20.155614 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19d51b40-f5ac-42fb-bad4-47108417d175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.201502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19d51b40-f5ac-42fb-bad4-47108417d175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.316157 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.resource_extend [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:34:20.332263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.350370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19d51b40-f5ac-42fb-bad4-47108417d175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.365958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19d51b40-f5ac-42fb-bad4-47108417d175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.388076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-19d51b40-f5ac-42fb-bad4-47108417d175 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff726a9b-1a81-4017-8851-a9ca143e3053 HTTP/1.1" status: 204 len: 168 time: 0.7247205 Jul 22 21:34:20.519691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d51b40-f5ac-42fb-bad4-47108417d175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff726a9b-1a81-4017-8851-a9ca143e3053,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:20.562700 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.581347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:20.584323 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.769495 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7944441 Jul 22 21:34:20.774065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45316) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:20.817305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:20.975932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7916d4bc-a650-4202-ba15-c2afd2f258fc req-e6a283a0-9fba-4ca3-a7e7-4c285a71e912 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8870411 Jul 22 21:34:21.177881 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0259fb8-caec-4097-8bc7-cdbfb82ad4c9 x-openstack-request-id: req-b0259fb8-caec-4097-8bc7-cdbfb82ad4c9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:21.178270 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "3a9d35e0-e880-4261-99ed-66149b42b9e6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:21.178497 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0259fb8-caec-4097-8bc7-cdbfb82ad4c9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:21.178886 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '3a9d35e0-e880-4261-99ed-66149b42b9e6', 'status': 'completed', 'code': 200} Jul 22 21:34:21.284204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c849957-1435-4a9c-a25a-9af4616f4ed6 req-693b1476-71e7-45dd-afb0-bc3be0b692f8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.305421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c849957-1435-4a9c-a25a-9af4616f4ed6 req-693b1476-71e7-45dd-afb0-bc3be0b692f8 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 1.2366402 Jul 22 21:34:21.308816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:21.308816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:21.309261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec on network d1a84503-f252-439b-bbbc-1eee70cfcb03 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:21.323102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Port d95bff28-ed8c-448b-9a15-d897d686dfec on network d1a84503-f252-439b-bbbc-1eee70cfcb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:21.324116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Attempting to bind port d95bff28-ed8c-448b-9a15-d897d686dfec on network d1a84503-f252-439b-bbbc-1eee70cfcb03 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:21.421400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:21.421772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Checking segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:21.422284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Bound using segment: {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:21.422772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Bound port: d95bff28-ed8c-448b-9a15-d897d686dfec, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e2baac-4e28-4a58-9e94-759fa1dcaab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:21.423144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:21.571551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c849957-1435-4a9c-a25a-9af4616f4ed6 req-4b652387-476e-413d-98c1-c41ea3eaec63 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638533 Jul 22 21:34:21.577571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484677f5-c095-433d-bbbc-6a32003166df tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=5fa4ce1f-de94-44cd-83ea-d1411ac0268c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:21.592484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 5fa4ce1f-de94-44cd-83ea-d1411ac0268c details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:21.758603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818bbe03-9465-4d53-b7f9-1ed61d4c1cda {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:21.775959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:21.785449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:21.792799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:21.807579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9aa54-2af0-4b0a-8dae-b4c9c398acd2 req-94ebd982-ecba-4e04-9f41-0bf1e40af7bb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.819134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fd9aa54-2af0-4b0a-8dae-b4c9c398acd2 req-94ebd982-ecba-4e04-9f41-0bf1e40af7bb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.4971578 Jul 22 21:34:21.836278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.837162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.837974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.838806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.839663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.840874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.841704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.844271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45346) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:21.846092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1a9d4c5d-ba20-433a-a6ad-74f4fd32a18c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6288 time: 0.6742840 Jul 22 21:34:21.868978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:21.892528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:21.908938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:21.946232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:21.947274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:21.950006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] 10.222.0.58 "PUT /v2.0/ports/d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 1092 time: 6.9095778 Jul 22 21:34:21.974596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Transition to ACTIVE for port object 818bbe03-9465-4d53-b7f9-1ed61d4c1cda will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:21.982180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:21.986036 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:21.999123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:22.015575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fd9aa54-2af0-4b0a-8dae-b4c9c398acd2 req-7fade5a8-f177-4651-8b3f-1038c215ed41 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944847 Jul 22 21:34:22.106868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing IP validity checks on allocation pools {{(pid=94091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 21:34:22.107490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 21:34:22.215069 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300cbd6b-9e48-4db7-88a2-506232e6ea20 x-openstack-request-id: req-300cbd6b-9e48-4db7-88a2-506232e6ea20 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:22.215428 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:22.215721 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-300cbd6b-9e48-4db7-88a2-506232e6ea20 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:22.216373 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'status': 'completed', 'code': 200} Jul 22 21:34:22.332156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd4644-c5e6-4f7f-90b4-5745021aa408 service neutron] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=8']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:22.349661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4138-4cf3-449d-a2c3-5d111a262944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:22.439000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:22.466796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-fd3dd0ad-56ec-45a9-8850-3ad359dc3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:22.470526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-fd3dd0ad-56ec-45a9-8850-3ad359dc3fe3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1095 time: 0.4508359 Jul 22 21:34:22.993356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Pushing event updated for resources: {'Port': ['ID=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:23.059337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.075892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.082872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.085769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-5624d79f-7683-4559-b273-2f100a256646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.086253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-5624d79f-7683-4559-b273-2f100a256646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.086732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-5624d79f-7683-4559-b273-2f100a256646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.091371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-5624d79f-7683-4559-b273-2f100a256646 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2184675 Jul 22 21:34:23.093067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.096344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.103804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.111817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.115750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcde4465-7682-4fac-b926-7530f3486633 req-368de7b6-8a65-411b-8382-811e2686d314 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5404 time: 0.8872454 Jul 22 21:34:23.168757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-f331aa52-e594-4316-b389-254d0496dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.170305 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-f331aa52-e594-4316-b389-254d0496dae4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 0.4662662 Jul 22 21:34:23.228720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-c2aa4dae-b004-4baa-9663-0db0f6efe35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.231124 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-c2aa4dae-b004-4baa-9663-0db0f6efe35e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1095 time: 0.8892233 Jul 22 21:34:23.305101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.338020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Attempting to bind port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:23.338360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Attempting to bind port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:23.338663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Attempting to bind port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:23.352289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcde4465-7682-4fac-b926-7530f3486633 req-12c1f94d-bf5f-4772-b797-bb8ddf1ac633 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2124429 Jul 22 21:34:23.437741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda on network 5ad52515-1268-479b-b734-694780a533e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:23.438369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Attempting to bind port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:23.450188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c4cd1-6c77-4984-a569-b0265fcd9957 req-df8ed22b-a3a8-4a48-a03a-a781f205e201 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.457116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c51c4cd1-6c77-4984-a569-b0265fcd9957 req-df8ed22b-a3a8-4a48-a03a-a781f205e201 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.5480573 Jul 22 21:34:23.503594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1fe14bbf-e109-430d-a7db-a2dcf20cfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.506991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6ecf804-3b00-4280-9bdc-5d6ad51cf06c req-1fe14bbf-e109-430d-a7db-a2dcf20cfb76 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3785517 Jul 22 21:34:23.535083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:23.535641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Checking segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:23.536349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Bound using segment: {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:23.537232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Bound port: 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810ce157-9a80-4b3f-9f5b-164abbf0dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ad52515-1268-479b-b734-694780a533e7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:23.537793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.558292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=e2edf5ba-eb4d-4950-a404-c7b76da65c4a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:23.585574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-33d39feb-78b0-4ae4-a16a-369a3c41d383 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 998 time: 0.4033813 Jul 22 21:34:23.600695 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4138-4cf3-449d-a2c3-5d111a262944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.622134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '88e66724-9f9a-42d8-bb91-53b93e07fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:23.622563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 5fa4ce1f-de94-44cd-83ea-d1411ac0268c, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:23.630087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-ca79a338-8f35-4309-8874-dc403bd03d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.632337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-ca79a338-8f35-4309-8874-dc403bd03d89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 0.3529518 Jul 22 21:34:23.658751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4138-4cf3-449d-a2c3-5d111a262944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.707118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 5fa4ce1f-de94-44cd-83ea-d1411ac0268c is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:23.710541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c51c4cd1-6c77-4984-a569-b0265fcd9957 req-32fbb9f2-1294-488d-98c9-c5235730734f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520614 Jul 22 21:34:23.754135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] For port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:23.756633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 5fa4ce1f-de94-44cd-83ea-d1411ac0268c) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:23.768961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-a6d53d94-81bb-4573-b583-0660b41a1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.771493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-a6d53d94-81bb-4573-b583-0660b41a1c6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.1749952 Jul 22 21:34:23.771790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] For port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:23.772521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a415488-aef5-4f83-a2dc-bdeeba7fe1df None None] Network 5fa4ce1f-de94-44cd-83ea-d1411ac0268c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:23.774236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d4138-4cf3-449d-a2c3-5d111a262944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127d1adb-c726-4593-bbd1-69461a2daf3b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:23.784388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ac8d4138-4cf3-449d-a2c3-5d111a262944 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82a303cb1b0c4dafbef05de53e74ddfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9342272 Jul 22 21:34:23.789052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45388) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:23.790979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.791978 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.805850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.814853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-bebd86d6-99bc-4ab3-a2e6-ab4e64268ffd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 998 time: 0.1716781 Jul 22 21:34:23.870707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d77a-6520-4d74-9079-798a4ef57b0a req-b3e1488b-a92f-4ad8-b97b-2f09ab34c628 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.870707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00a2d77a-6520-4d74-9079-798a4ef57b0a req-b3e1488b-a92f-4ad8-b97b-2f09ab34c628 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.4000809 Jul 22 21:34:23.872211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa9bc430-b4ff-443d-8879-3a227014fd79 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0776880 Jul 22 21:34:23.877542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45390) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:23.882514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting port 2a96362b-ebaa-4c25-99bc-51c10a752737 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:23.882950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.912140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:23.913249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.915384 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] 10.222.0.23 "PUT /v2.0/ports/818bbe03-9465-4d53-b7f9-1ed61d4c1cda HTTP/1.1" status: 200 len: 1092 time: 4.2143924 Jul 22 21:34:23.919249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:23.923333 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d727256-319c-45a5-8117-7d57b4acfa63" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:23.962053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:24.047779 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401d8f8-a4ab-4d9c-9a25-5722252e4dff x-openstack-request-id: req-e401d8f8-a4ab-4d9c-9a25-5722252e4dff {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:24.049129 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:24.049611 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e401d8f8-a4ab-4d9c-9a25-5722252e4dff {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:24.050478 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda', 'status': 'completed', 'code': 200} Jul 22 21:34:24.091940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-b1e4318c-91f2-493a-bb5f-399fe4b83047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.094180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-b1e4318c-91f2-493a-bb5f-399fe4b83047 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.2678330 Jul 22 21:34:24.095304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97e96c-ba6b-48cc-b1d9-208a4a4c9c5f service neutron] Pushing event updated for resources: {'Port': ['ID=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:24.216657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00a2d77a-6520-4d74-9079-798a4ef57b0a req-c74b3c91-5c31-412b-bfe8-a71f6af9435e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813213 Jul 22 21:34:24.224338 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47040fb3-0a8c-42eb-a2f8-613813587764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.248310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-7ae3a0ea-6741-4ee3-b4f2-d78363ad15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.252915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-7ae3a0ea-6741-4ee3-b4f2-d78363ad15e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4660921 Jul 22 21:34:24.288167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-a23afd7c-2c9a-4f9b-8351-6eb18fbcc64b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:34:24.289553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-a23afd7c-2c9a-4f9b-8351-6eb18fbcc64b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082154 Jul 22 21:34:24.297186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.297527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.323799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-5fa4ce1f-de94-44cd-83ea-d1411ac0268c', 'network_id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': 'e2edf5ba-eb4d-4950-a404-c7b76da65c4a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:24.325777 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.341284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47040fb3-0a8c-42eb-a2f8-613813587764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.346921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.358125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.358662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.359475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.360071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.362237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.363419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.364148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.366645 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-8ac659c1-eb9d-481d-a077-5a2144e563ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6356 time: 0.3026934 Jul 22 21:34:24.378046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Calling delete_port for 2a96362b-ebaa-4c25-99bc-51c10a752737 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:24.496922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-7137b2d2-1eb2-496a-9948-c08fa2f9a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:24.500155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-7137b2d2-1eb2-496a-9948-c08fa2f9a267 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3562911 Jul 22 21:34:24.698643 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Allocated IP 172.20.0.3 (5fa4ce1f-de94-44cd-83ea-d1411ac0268c/e2edf5ba-eb4d-4950-a404-c7b76da65c4a/1e6a0040-035e-4804-a1bd-7971540eae81) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:24.712921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.721967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47040fb3-0a8c-42eb-a2f8-613813587764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.727696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47040fb3-0a8c-42eb-a2f8-613813587764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:24.733752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-de61bbc3-d9c5-4ef2-b32c-db52fb89ff59 service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034609 Jul 22 21:34:24.734529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47040fb3-0a8c-42eb-a2f8-613813587764 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/127d1adb-c726-4593-bbd1-69461a2daf3b HTTP/1.1" status: 204 len: 168 time: 0.9343655 Jul 22 21:34:24.738573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-94d0cde4-bb51-424f-8b5a-7fc3a1e429b9 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377472 Jul 22 21:34:25.019110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47040fb3-0a8c-42eb-a2f8-613813587764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d1adb-c726-4593-bbd1-69461a2daf3b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:25.090543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-e64274eb-1f01-415b-9a19-25a9a6551668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.091273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-e64274eb-1f01-415b-9a19-25a9a6551668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.091643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-e64274eb-1f01-415b-9a19-25a9a6551668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.093395 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-e64274eb-1f01-415b-9a19-25a9a6551668 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6349230 Jul 22 21:34:25.099553 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.211444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Transition to ACTIVE for port object 1e6a0040-035e-4804-a1bd-7971540eae81 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:25.274800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.305957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Transition to ACTIVE for port object 1e6a0040-035e-4804-a1bd-7971540eae81 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:25.329994 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-92983f6a-8253-4e23-b77f-999fb5d1baca service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516563 Jul 22 21:34:25.340156 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.395058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.402619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.409797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.416201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Network 5fa4ce1f-de94-44cd-83ea-d1411ac0268c is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:25.417573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.425483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.438730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-dd3c3831-18b2-47fb-a8e6-b7ab97f757a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.440972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d727256-319c-45a5-8117-7d57b4acfa63 req-dd3c3831-18b2-47fb-a8e6-b7ab97f757a4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2923818 Jul 22 21:34:25.445995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.471428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:25.484502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-24cae4b7-f266-4801-b2e4-f98d52007451 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5404 time: 0.9750516 Jul 22 21:34:25.489566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Port': ['ID=2a96362b-ebaa-4c25-99bc-51c10a752737,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:25.505545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:25.520911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:25.533433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Pushing event updated for resources: {'Port': ['ID=1e6a0040-035e-4804-a1bd-7971540eae81,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:25.537511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:25.622744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab34fa4-7d88-4abd-8e16-15e0866d6bab {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:25.633472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.738961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Attempting to bind port 1e6a0040-035e-4804-a1bd-7971540eae81 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:25.741131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Attempting to bind port 1e6a0040-035e-4804-a1bd-7971540eae81 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '88e66724-9f9a-42d8-bb91-53b93e07fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:25.742350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Attempting to bind port 1e6a0040-035e-4804-a1bd-7971540eae81 on network 5fa4ce1f-de94-44cd-83ea-d1411ac0268c {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:25.751613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:25.752427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Checking segment: {'id': '88e66724-9f9a-42d8-bb91-53b93e07fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:25.753131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.753734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Bound using segment: {'id': '88e66724-9f9a-42d8-bb91-53b93e07fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:25.754320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Bound port: 1e6a0040-035e-4804-a1bd-7971540eae81, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e66724-9f9a-42d8-bb91-53b93e07fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:25.754648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.756536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45416) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:25.771449 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.800810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3042a222-b94c-4f4a-8933-fcc383f3c92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.855533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] For port 1e6a0040-035e-4804-a1bd-7971540eae81, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:25.859963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] For port 1e6a0040-035e-4804-a1bd-7971540eae81, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1e6a0040-035e-4804-a1bd-7971540eae81,segment=NetworkSegment(88e66724-9f9a-42d8-bb91-53b93e07fe53),segment_id=88e66724-9f9a-42d8-bb91-53b93e07fe53)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:25.868898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.941157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e9f1-9b92-4a12-8a8d-2b4d74348100 None None] Pushing event updated for resources: {'Port': ['ID=1e6a0040-035e-4804-a1bd-7971540eae81,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:25.961581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:25.977949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.051249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42341996-6d75-4fee-b04b-9f300ad588e8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:26.056003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cdaa30db9d8434bb61c109e11ddaf86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332608 Jul 22 21:34:26.061208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45420) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:26.084234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Transition to ACTIVE for port object 6ab34fa4-7d88-4abd-8e16-15e0866d6bab will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:26.091617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c9ff94c-e3c6-4f15-8931-170fa27c5584 req-3b1c6c9b-edfa-446b-a000-ef53024238e0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6056504 Jul 22 21:34:26.107803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.113164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.113833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.113833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.115137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.116576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.117133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.117569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.118063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.118549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.119031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.119540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.120008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3cb16-361a-48de-b184-857aec4e7800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:26.140419 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.217624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020d80a-4ea3-4a4d-aa68-5063b8e66497 req-744c4bdc-7cab-498e-9edf-537d7b77946c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:26.235593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8020d80a-4ea3-4a4d-aa68-5063b8e66497 req-744c4bdc-7cab-498e-9edf-537d7b77946c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 1.2427189 Jul 22 21:34:26.347392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:26.369031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b052229a-6377-4522-986c-c09eb5c6b9ce req-ddbe8441-90cd-4538-af14-f9674b178a08 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6206875 Jul 22 21:34:26.427728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=e2edf5ba-eb4d-4950-a404-c7b76da65c4a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:26.505169 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.511613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8020d80a-4ea3-4a4d-aa68-5063b8e66497 req-0260bc7d-82ec-4b8d-91c2-b6982b390cd0 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747948 Jul 22 21:34:26.607619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc059809-c4df-4fce-91b5-2f6b730e9dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.650954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.663285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc059809-c4df-4fce-91b5-2f6b730e9dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.691126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3042a222-b94c-4f4a-8933-fcc383f3c92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.708921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3042a222-b94c-4f4a-8933-fcc383f3c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.784280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3042a222-b94c-4f4a-8933-fcc383f3c92c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9465a47cc7c4a36961128a0324971f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0261803 Jul 22 21:34:26.786838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Attempting to bind port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:26.787514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Attempting to bind port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:26.788253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Attempting to bind port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab on network e36c9c13-3075-44ed-add2-4df81517f00d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:26.806226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45428) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:26.822695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042a222-b94c-4f4a-8933-fcc383f3c92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35bb943-0469-4bc6-b82d-c579852d8698,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:26.831826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab on network e36c9c13-3075-44ed-add2-4df81517f00d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:26.832623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Attempting to bind port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab on network e36c9c13-3075-44ed-add2-4df81517f00d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:26.836572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa4ce1f-de94-44cd-83ea-d1411ac0268c']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:26.869106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e66724-9f9a-42d8-bb91-53b93e07fe53') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:26.869586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e66724-9f9a-42d8-bb91-53b93e07fe53') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:26.890800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:26.891371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Checking segment: {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:26.892080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Bound using segment: {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:26.893006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Bound port: 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:26.893630 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.938872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc059809-c4df-4fce-91b5-2f6b730e9dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.943658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc059809-c4df-4fce-91b5-2f6b730e9dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:26.949885 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bc059809-c4df-4fce-91b5-2f6b730e9dc7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42341996-6d75-4fee-b04b-9f300ad588e8 HTTP/1.1" status: 204 len: 168 time: 0.8777802 Jul 22 21:34:27.009287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc059809-c4df-4fce-91b5-2f6b730e9dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42341996-6d75-4fee-b04b-9f300ad588e8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:27.083192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a813870-0822-4436-bc7a-b008729f7b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.086365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.097936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1e6a0040-035e-4804-a1bd-7971540eae81 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:27.116437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Router 94ecadad-f8d7-476a-a645-df4bc2f5beb1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:34:27.138207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700d6bf-cfe3-4698-835a-11a7eba66ffc req-b873a553-ab4e-4bb9-9a94-d72b14144be4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:27.152310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0700d6bf-cfe3-4698-835a-11a7eba66ffc req-b873a553-ab4e-4bb9-9a94-d72b14144be4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 0.7889709 Jul 22 21:34:27.206516 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.210397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a813870-0822-4436-bc7a-b008729f7b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.223042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-45733c80-1518-4d74-afb1-657bfde83404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:27.225345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-45733c80-1518-4d74-afb1-657bfde83404 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1095 time: 0.7869596 Jul 22 21:34:27.230477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] For port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:27.239261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:27.243091 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:27.250151 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:27.305331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] For port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:27.312653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 1e6a0040-035e-4804-a1bd-7971540eae81 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:27.361871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.483243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a813870-0822-4436-bc7a-b008729f7b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.487210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a813870-0822-4436-bc7a-b008729f7b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.488279 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4a813870-0822-4436-bc7a-b008729f7b47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f35bb943-0469-4bc6-b82d-c579852d8698 HTTP/1.1" status: 204 len: 168 time: 0.6784313 Jul 22 21:34:27.490127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:27.491129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.493825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] 10.222.0.23 "PUT /v2.0/ports/6ab34fa4-7d88-4abd-8e16-15e0866d6bab HTTP/1.1" status: 200 len: 1092 time: 3.5432298 Jul 22 21:34:27.499681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:27.515034 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b20c49-026c-4244-9a22-10759cd213ef" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:27.542616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Request body: {'port': {'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:27.643511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26700fbb-63dd-469b-8ffd-6650fd880335 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:27.679820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a813870-0822-4436-bc7a-b008729f7b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35bb943-0469-4bc6-b82d-c579852d8698,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:27.811884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:27.831525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45448) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:27.874865 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:34:27.874865 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:34:27.874865 n-d-762330-19 neutron-server[94092]: [parameters: {'id': '5fa4ce1f-de94-44cd-83ea-d1411ac0268c'}] Jul 22 21:34:27.874865 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:34:27.875706 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:34:27.905712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0700d6bf-cfe3-4698-835a-11a7eba66ffc req-b708f1bd-abf6-4e17-a04c-e5afe7c8fee6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7474833 Jul 22 21:34:27.930900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:34:27.939051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367689d8-5a21-47b2-b564-0c110813779d None None] Network 5fa4ce1f-de94-44cd-83ea-d1411ac0268c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:27.965592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2da6d13-6d90-4663-867c-a7e0c03114a2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8009257 Jul 22 21:34:27.971756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] Sync routers for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:34:27.993436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45452) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:28.074240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:28.076633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:28.130540 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-4b04d5be-60af-47c3-8d69-3f7cfcedf60a tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] delete failed (client error): The resource could not be found. Jul 22 21:34:28.136244 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4b04d5be-60af-47c3-8d69-3f7cfcedf60a tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1012124366 HTTP/1.1" status: 404 len: 335 time: 0.1351888 Jul 22 21:34:28.149072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45454) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:28.160991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-314bdf76-feda-4694-8c7d-5ef5c9295dd9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'router': {'external_gateway_info': {'network_id': '94ecadad-f8d7-476a-a645-df4bc2f5beb1'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:28.266126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:28.352242 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77873a05-3a5c-471e-966a-b219e8dd4820 x-openstack-request-id: req-77873a05-3a5c-471e-966a-b219e8dd4820 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:28.353040 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:28.353040 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77873a05-3a5c-471e-966a-b219e8dd4820 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:28.353328 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab', 'status': 'completed', 'code': 200} Jul 22 21:34:28.385327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:28.389154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.393849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:28.434082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffee9-06b3-460b-9c1f-f13ea3ecf030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.512120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-5ab43c82-140e-40b0-b4cb-71c84ae62b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.513886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-5ab43c82-140e-40b0-b4cb-71c84ae62b5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 1.2761810 Jul 22 21:34:28.540579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.548567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.555237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.562080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.569513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.580103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.591196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.603355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-467f616b-8c43-448b-8407-de819a4359a4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5416 time: 1.0375040 Jul 22 21:34:28.691144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffee9-06b3-460b-9c1f-f13ea3ecf030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.710803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffee9-06b3-460b-9c1f-f13ea3ecf030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.715770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-e54b777d-2e89-4648-b1da-38b1b384f147 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 998 time: 0.1921134 Jul 22 21:34:28.745199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.750193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.751364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.752122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.753039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.753993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.754717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:28.758499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1b20c49-026c-4244-9a22-10759cd213ef req-c62000b9-a4c7-4787-83a6-414aa93d6c94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6424 time: 0.3973560 Jul 22 21:34:28.834739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093a06b0-eae3-474f-be1b-5ad2df916aa9 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:28.844812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.845395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:28.846560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bf220-02b7-4ed9-a9eb-ea746bfc610c None None] The sync data for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:34:28.862201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Transition to ACTIVE for port object 093a06b0-eae3-474f-be1b-5ad2df916aa9 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:28.863308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-314bdf76-feda-4694-8c7d-5ef5c9295dd9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.871150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-52224ce7-a11e-4bfa-8bc2-3cacd7f614f7 None None] Provisioning for port 1e6a0040-035e-4804-a1bd-7971540eae81 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:28.898938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-52224ce7-a11e-4bfa-8bc2-3cacd7f614f7 None None] Provisioning complete for port 1e6a0040-035e-4804-a1bd-7971540eae81 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:28.900031 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52224ce7-a11e-4bfa-8bc2-3cacd7f614f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.906436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:28.939135 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-314bdf76-feda-4694-8c7d-5ef5c9295dd9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] update failed (client error): The resource could not be found. Jul 22 21:34:28.940799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-314bdf76-feda-4694-8c7d-5ef5c9295dd9 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1 HTTP/1.1" status: 404 len: 339 time: 0.7846930 Jul 22 21:34:28.954378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:28.963588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ffee9-06b3-460b-9c1f-f13ea3ecf030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af07240-0dda-419d-8e79-960702c3f073,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:28.972626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-926680780'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:28.992535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bb7ffee9-06b3-460b-9c1f-f13ea3ecf030 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e5e1bf23a4b4c34abee2612298db025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572568 Jul 22 21:34:29.023141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45474) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:29.031662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:29.035254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.063041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52224ce7-a11e-4bfa-8bc2-3cacd7f614f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.139481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-52224ce7-a11e-4bfa-8bc2-3cacd7f614f7 None None] For port 1e6a0040-035e-4804-a1bd-7971540eae81, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1e6a0040-035e-4804-a1bd-7971540eae81,segment=NetworkSegment(88e66724-9f9a-42d8-bb91-53b93e07fe53),segment_id=88e66724-9f9a-42d8-bb91-53b93e07fe53)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:29.145654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] DHCP port deletion for 5fa4ce1f-de94-44cd-83ea-d1411ac0268c request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:34:29.173132 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52224ce7-a11e-4bfa-8bc2-3cacd7f614f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.182127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9dfb0-5a8c-4524-8121-45468be50120 req-2cca6b40-65c7-45c9-88c4-39991b1015b1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:29.192392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5f9dfb0-5a8c-4524-8121-45468be50120 req-2cca6b40-65c7-45c9-88c4-39991b1015b1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.9227343 Jul 22 21:34:29.254419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd7a18cc-2e0d-44db-8293-edad3a542286 req-4dafe959-d997-4e77-8f21-545853dd067a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6492276 Jul 22 21:34:29.256754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Pushing event updated for resources: {'Port': ['ID=093a06b0-eae3-474f-be1b-5ad2df916aa9,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:29.289969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-91a2fcf0-1b74-4bf3-81cc-81781627af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:29.293572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-91a2fcf0-1b74-4bf3-81cc-81781627af73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.5497971 Jul 22 21:34:29.325012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:29.344849 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.345707 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Added segment 108a7916-151e-4287-9d07-486e4da61cd0 of type vlan for network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 Jul 22 21:34:29.373654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-97639288-6aac-46bc-ae94-d36fdb7c8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:29.374547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-97639288-6aac-46bc-ae94-d36fdb7c8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:29.375819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-97639288-6aac-46bc-ae94-d36fdb7c8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:29.378657 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1b20c49-026c-4244-9a22-10759cd213ef req-97639288-6aac-46bc-ae94-d36fdb7c8bd1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5926187 Jul 22 21:34:29.420727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] Deleting port 1e6a0040-035e-4804-a1bd-7971540eae81 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:29.421410 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.477493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Attempting to bind port 093a06b0-eae3-474f-be1b-5ad2df916aa9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:29.478024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Attempting to bind port 093a06b0-eae3-474f-be1b-5ad2df916aa9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:29.478557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Attempting to bind port 093a06b0-eae3-474f-be1b-5ad2df916aa9 on network e36c9c13-3075-44ed-add2-4df81517f00d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:29.539692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Port 093a06b0-eae3-474f-be1b-5ad2df916aa9 on network e36c9c13-3075-44ed-add2-4df81517f00d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:29.540443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Attempting to bind port 093a06b0-eae3-474f-be1b-5ad2df916aa9 on network e36c9c13-3075-44ed-add2-4df81517f00d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:29.567300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:29.567863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Checking segment: {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:29.568484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Bound using segment: {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:29.569211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Bound port: 093a06b0-eae3-474f-be1b-5ad2df916aa9, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b13c33-6549-4175-a525-ecc5b1dd60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:29.569749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.598375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.608027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port 1e6a0040-035e-4804-a1bd-7971540eae81 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:29.608593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.616279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d33da24-4dc3-462c-a490-d4eb792b73b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.652814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20c49-026c-4244-9a22-10759cd213ef req-098fec02-aaae-4082-a2e5-dca095a055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:29.655320 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1b20c49-026c-4244-9a22-10759cd213ef req-098fec02-aaae-4082-a2e5-dca095a055f7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649331 Jul 22 21:34:29.684693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d33da24-4dc3-462c-a490-d4eb792b73b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.685513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d95bff28-ed8c-448b-9a15-d897d686dfec details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:34:29.701604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5f9dfb0-5a8c-4524-8121-45468be50120 req-fb2221bf-9185-4197-add7-2184ab166a8b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058954 Jul 22 21:34:29.741452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] For port 093a06b0-eae3-474f-be1b-5ad2df916aa9, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:29.742265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52224ce7-a11e-4bfa-8bc2-3cacd7f614f7 None None] Pushing event updated for resources: {'Port': ['ID=1e6a0040-035e-4804-a1bd-7971540eae81,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:29.747269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] For port 093a06b0-eae3-474f-be1b-5ad2df916aa9, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:29.757062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.818756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:34:29.830914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] For port 1e6a0040-035e-4804-a1bd-7971540eae81, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1e6a0040-035e-4804-a1bd-7971540eae81,segment=NetworkSegment(88e66724-9f9a-42d8-bb91-53b93e07fe53),segment_id=88e66724-9f9a-42d8-bb91-53b93e07fe53)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:29.831609 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.860123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:29.861499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:29.862732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:34:29.864472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] 10.222.0.23 "PUT /v2.0/ports/093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 200 len: 1092 time: 2.3344777 Jul 22 21:34:29.990464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] Calling delete_port for 1e6a0040-035e-4804-a1bd-7971540eae81 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:30.054177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port 1e6a0040-035e-4804-a1bd-7971540eae81, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1e6a0040-035e-4804-a1bd-7971540eae81,segment=NetworkSegment(88e66724-9f9a-42d8-bb91-53b93e07fe53),segment_id=88e66724-9f9a-42d8-bb91-53b93e07fe53)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:30.055137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.063579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123a85f-d369-4474-8c09-cbd2bc4fd374 service neutron] Pushing event updated for resources: {'Port': ['ID=093a06b0-eae3-474f-be1b-5ad2df916aa9,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:30.070209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-43b5e749-1f8b-4f85-bad3-491a423eb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.076799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-43b5e749-1f8b-4f85-bad3-491a423eb14d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6611950 Jul 22 21:34:30.108358 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.137318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.141123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.142996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.144006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.144914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.145606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.146692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.147569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.148435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.152584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-aeb649e4-3003-4e6c-9622-ff4b6a72d548 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6492 time: 0.2092957 Jul 22 21:34:30.174319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for 1e6a0040-035e-4804-a1bd-7971540eae81 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:30.231137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:30.245793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'port_id': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'mac_address': 'fa:16:3e:9e:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:34:30.320660 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.335874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-0902ecf9-2948-464e-a761-104028a4d014 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 200 len: 217 time: 0.1640973 Jul 22 21:34:30.353297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] Pushing event deleted for resources: {'Port': ['ID=1e6a0040-035e-4804-a1bd-7971540eae81,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:30.361342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:30.364871 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:30.373229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.396382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbb5cd-faed-4fa3-a229-7f4d79508dcd None None] No DVR routers for this DVR port 1e6a0040-035e-4804-a1bd-7971540eae81 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:30.419724 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95bff28-ed8c-448b-9a15-d897d686dfec {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:30.460547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:30.469086 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.487218 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.577530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d33da24-4dc3-462c-a490-d4eb792b73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.579142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-685d81b4-5a5d-4064-a719-e0738943a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.580259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d33da24-4dc3-462c-a490-d4eb792b73b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:30.585775 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-685d81b4-5a5d-4064-a719-e0738943a29e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d39fb80-71f0-47b2-84bc-bc691826ea84 HTTP/1.1" status: 200 len: 856 time: 0.2286212 Jul 22 21:34:30.596015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9d33da24-4dc3-462c-a490-d4eb792b73b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1af07240-0dda-419d-8e79-960702c3f073 HTTP/1.1" status: 204 len: 168 time: 1.5516882 Jul 22 21:34:30.658177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:30.698396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=1e6a0040-035e-4804-a1bd-7971540eae81,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:30.730786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a7f64815-0426-4430-aecb-233d1e5f6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:30.733267 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a7f64815-0426-4430-aecb-233d1e5f6197 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388218 Jul 22 21:34:30.751913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d95bff28-ed8c-448b-9a15-d897d686dfec'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:34:30.794484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.794842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.795429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.795829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.796320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.796733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.797292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.797772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.798175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.798602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.799018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.799431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:30.810818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8435671 Jul 22 21:34:30.812438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port 1e6a0040-035e-4804-a1bd-7971540eae81 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:30.830056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd392a-b349-4d60-800b-9ad71616fe8b tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Network': ['ID=28dd0110-1ca6-4b81-ac47-e68649e5a1d5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:30.830563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45512) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:30.839985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33da24-4dc3-462c-a490-d4eb792b73b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af07240-0dda-419d-8e79-960702c3f073,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:30.859373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'subnet': {'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:30.859926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:31.054892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1e6a0040-035e-4804-a1bd-7971540eae81 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:31.075965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b34a65-06b1-4568-8f2d-b32250b9d08c req-3b21c600-01b7-4b81-b9aa-f6ed56c86d9c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.086677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48b34a65-06b1-4568-8f2d-b32250b9d08c req-3b21c600-01b7-4b81-b9aa-f6ed56c86d9c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 943 time: 1.6582501 Jul 22 21:34:31.146929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 1e6a0040-035e-4804-a1bd-7971540eae81 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:34:31.152386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1e6a0040-035e-4804-a1bd-7971540eae81 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:34:31.205852 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-8680f6d1-ff0a-4b42-82b0-c3dff8ced867 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551682 Jul 22 21:34:31.276169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-48b34a65-06b1-4568-8f2d-b32250b9d08c req-eee3e8b9-2fbb-4287-ad54-37a3c99d3ec7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878245 Jul 22 21:34:31.332027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:31.379769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:31.409905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa4ce1f-de94-44cd-83ea-d1411ac0268c']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:31.420690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-3058b2a9-7611-4372-8313-8556f3f79908 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1101544 Jul 22 21:34:31.449284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e66724-9f9a-42d8-bb91-53b93e07fe53') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:31.451606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e66724-9f9a-42d8-bb91-53b93e07fe53') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:31.477631 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7e483f-e946-4b79-85b7-7c1b91d2cc99 x-openstack-request-id: req-ac7e483f-e946-4b79-85b7-7c1b91d2cc99 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:31.480833 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:31.483046 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac7e483f-e946-4b79-85b7-7c1b91d2cc99 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:31.485514 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9', 'status': 'completed', 'code': 200} Jul 22 21:34:31.493915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.516679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.528557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.539965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.546829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.554821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.556558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Made reservation on behalf of ec47ebc0f01c4215b2b40c62c975d579 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:31.563522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:31.575498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-3a8ef27c-245a-4dc0-8afc-51abd7bd5ee2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 1.0403097 Jul 22 21:34:31.575882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:31.624163 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:31.648686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d10c56d2-e271-4e25-9a08-97f97813e5c5 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300072 Jul 22 21:34:31.711786 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:31.800317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:31.800737 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:31.809092 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:31.929541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff646fcc-65e6-4ce9-8694-347f0d324b35 req-2fbfc87b-b23c-4595-9786-5c9ccc1cdeb1 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3519363 Jul 22 21:34:32.061140 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:32.273205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ec17476c-c61f-4586-8409-f5e195178803 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 217 time: 0.5756371 Jul 22 21:34:32.597078 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-c8749cb3-9e72-4531-8b4d-a85cee404ef4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1065476 Jul 22 21:34:32.611071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-88c39291-14af-45a8-99ba-f6adddb513cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:32.613766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-88c39291-14af-45a8-99ba-f6adddb513cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.2812691 Jul 22 21:34:32.682314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:32.762462 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:32.770095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/5fa4ce1f-de94-44cd-83ea-d1411ac0268c HTTP/1.1" status: 204 len: 168 time: 8.8910828 Jul 22 21:34:32.774160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-9a990b1a-5f0f-4e72-9f46-3f4063357176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:32.776841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-9a990b1a-5f0f-4e72-9f46-3f4063357176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39&tenant_id=c53210f20cc944f4a4bc016b9bf23343&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 944 time: 0.4422905 Jul 22 21:34:32.777135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f0d97-9cc4-4d4a-8bef-45fa5d12b9fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=5fa4ce1f-de94-44cd-83ea-d1411ac0268c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:32.778091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45558) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:32.800050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511147326'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:32.802980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b87a8c5-fae8-44d9-9e5a-3e9769170fc8 req-0682f896-12fd-4304-894c-62791e1f6f78 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3724651 Jul 22 21:34:32.831454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c12d36-8e35-4375-abcc-7aa3996fdaff req-909564d8-499e-49dd-99c6-519073e6ccfd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:32.838572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10c12d36-8e35-4375-abcc-7aa3996fdaff req-909564d8-499e-49dd-99c6-519073e6ccfd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 1.1965301 Jul 22 21:34:32.954429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-bd5da5da-6142-4414-862d-22ef47d58175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:32.957212 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-bd5da5da-6142-4414-862d-22ef47d58175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3288128 Jul 22 21:34:32.965172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aadc17-60e8-41b1-8947-5685bca2b569 req-e1ea0352-d6f3-4681-8c43-d6cc0e59d244 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:32.967062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50aadc17-60e8-41b1-8947-5685bca2b569 req-e1ea0352-d6f3-4681-8c43-d6cc0e59d244 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 944 time: 0.2940705 Jul 22 21:34:32.983698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10c12d36-8e35-4375-abcc-7aa3996fdaff req-8021cc1e-fa42-440b-b256-7d08209bef88 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387489 Jul 22 21:34:33.027615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:33.031526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.113376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50aadc17-60e8-41b1-8947-5685bca2b569 req-7232c8ac-558d-430f-a86a-f043f791070e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276169 Jul 22 21:34:33.179526 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-ea6bf6fe-50b9-48c4-98f3-60e130ee09b7 service neutron] delete failed (client error): The resource could not be found. Jul 22 21:34:33.180215 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-ea6bf6fe-50b9-48c4-98f3-60e130ee09b7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d95bff28-ed8c-448b-9a15-d897d686dfec/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.3752444 Jul 22 21:34:33.221613 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.223115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-0c8eb7f1-76e2-4f03-bed0-2398f287e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.227500 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-0c8eb7f1-76e2-4f03-bed0-2398f287e7c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1096 time: 0.3368368 Jul 22 21:34:33.265949 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.290149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.292935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.303034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.307264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.314570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.320076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:33.332764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.341511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-866b8a06-3db0-4d17-b53b-43f4243621b6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.2265151 Jul 22 21:34:33.409572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.409989 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 9fccc05a-865c-4748-b9ad-f2bbcde7e3b0 of type vlan for network 06d1f44c-e1d4-4d83-a745-f05377f8a0cd Jul 22 21:34:33.433274 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ff4fe8bd-0d6f-47f4-b04f-39164142ddcd service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592559 Jul 22 21:34:33.487948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e5cbbd0-faca-4c76-bbed-3c1e37df75c5 req-f2a59d89-de9c-4e7a-84f7-23de36cec2f4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452894 Jul 22 21:34:33.528869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-efd442d2-b280-4646-802a-a8d44d1c42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.530442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-efd442d2-b280-4646-802a-a8d44d1c42b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 0.1850471 Jul 22 21:34:33.539651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d95bff28-ed8c-448b-9a15-d897d686dfec up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:33.542631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Subnet': ['ID=83662e08-e412-4cd5-b376-a6a56e299cd1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:33.608644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Checking segment: {'id': '108a7916-151e-4287-9d07-486e4da61cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:33.610077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network hostable DHCP agents. Network: 28dd0110-1ca6-4b81-ac47-e68649e5a1d5, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:33.654275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.664409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port d95bff28-ed8c-448b-9a15-d897d686dfec completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:33.670098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port d95bff28-ed8c-448b-9a15-d897d686dfec triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:33.670098 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.709384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-ea8ca2ca-c5ee-415f-a92b-37aee1bc40ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 999 time: 0.1673870 Jul 22 21:34:33.773279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-3d947118-3253-4d16-ba57-6196e77f492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.778876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-3d947118-3253-4d16-ba57-6196e77f492c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1096 time: 0.4748874 Jul 22 21:34:33.783728 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-d8bdbf4a-1d11-44d4-8770-78420f17cc7e service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365729 Jul 22 21:34:33.789223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:33.789639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-ff4799e1-6ce2-4bd9-a7e6-abb58a58926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.793630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-ff4799e1-6ce2-4bd9-a7e6-abb58a58926a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.0802221 Jul 22 21:34:33.840405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.851612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.852496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.882490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.936019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:33.944817 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b5279-a433-4a7b-bc85-accb3d3ce878" -d '{"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-plugged", "status": "completed", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:33.949155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-b1aac36e-d3a4-4219-8949-26dea5f377f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:33.950838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-b1aac36e-d3a4-4219-8949-26dea5f377f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484032 Jul 22 21:34:33.998119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:34.005680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:34.054844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 28dd0110-1ca6-4b81-ac47-e68649e5a1d5) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:34.065360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a2068-8bb7-48dd-84fb-ff15ff11513f None None] Network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:34.066921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-e6c43519-9362-47b0-a010-d29b67e74fb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 217 time: 0.2741742 Jul 22 21:34:34.090876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:34.091503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:34.137675 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c435b36a-a375-44b1-a31e-e5391f3ac54a x-openstack-request-id: req-c435b36a-a375-44b1-a31e-e5391f3ac54a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:34.138090 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-plugged", "status": "completed", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:34.139611 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c435b36a-a375-44b1-a31e-e5391f3ac54a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:34.140654 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'code': 200} Jul 22 21:34:34.157967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-34004d73-8450-4d53-a0c0-31b0564b9610 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998961 Jul 22 21:34:34.208694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:34.274394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:34.282101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4857051 Jul 22 21:34:34.289432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:34.422840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7deb7-0386-4eb1-880d-7f9984497c1f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=06d1f44c-e1d4-4d83-a745-f05377f8a0cd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:34.442635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039582-6709-41a4-ab8c-4aa3b2de44ef req-42f6d640-df23-472c-afaa-01fdb611e9aa tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:34.452797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91039582-6709-41a4-ab8c-4aa3b2de44ef req-42f6d640-df23-472c-afaa-01fdb611e9aa tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.2933874 Jul 22 21:34:34.454109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 06d1f44c-e1d4-4d83-a745-f05377f8a0cd details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:34.456795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-02e14614-990b-45dc-8426-c02171b6a137 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6243882 Jul 22 21:34:34.466568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45598) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:34.477801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e89f785c-f855-4748-83ec-db48428c8ff2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'router': {'external_gateway_info': {'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:34.484498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-28dd0110-1ca6-4b81-ac47-e68649e5a1d5', 'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5', 'tenant_id': 'ec47ebc0f01c4215b2b40c62c975d579', 'fixed_ips': [{'subnet_id': '83662e08-e412-4cd5-b376-a6a56e299cd1'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:34.485356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:34.594951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83b032e8-47ba-4bec-ac26-04b937e53410 req-41b04da8-8241-4138-9ec3-e9c26fb018ce service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198387 Jul 22 21:34:34.603229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-af779719-e843-4481-a26e-cf6424803a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:34.605273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-af779719-e843-4481-a26e-cf6424803a5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.4871833 Jul 22 21:34:34.617476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-d0e83b6f-0c17-46eb-a7ac-d05818d4a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:34.620114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-d0e83b6f-0c17-46eb-a7ac-d05818d4a770 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 0.8340902 Jul 22 21:34:34.636328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:34.647801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:34.707481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91039582-6709-41a4-ab8c-4aa3b2de44ef req-a0181cb8-04ce-4b28-b5e6-51f3bf58002c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309160 Jul 22 21:34:34.955877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Allocated IP 2001:db8:1::2 (28dd0110-1ca6-4b81-ac47-e68649e5a1d5/83662e08-e412-4cd5-b376-a6a56e299cd1/06e98f87-4610-44fc-8c28-14a34adf28d4) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:34.997623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e89f785c-f855-4748-83ec-db48428c8ff2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:35.025253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-cd76a5fd-8aad-4eef-ad3e-d5506429115a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 1000 time: 0.3882155 Jul 22 21:34:35.093468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8e30-4e37-4e44-8116-cf5bc3b2a366 req-e8ec5c1a-b4b7-41bf-bce4-ba79b2bb7ed2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:35.115827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-222a8e30-4e37-4e44-8116-cf5bc3b2a366 req-e8ec5c1a-b4b7-41bf-bce4-ba79b2bb7ed2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 946 time: 0.7685497 Jul 22 21:34:35.172742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-aee78801-7f39-4cb4-8d25-acc4d9b58adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:35.174513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-aee78801-7f39-4cb4-8d25-acc4d9b58adf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.1229172 Jul 22 21:34:35.189804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-39b2ee6f-0cee-4f0f-bab1-e5a9d061189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:35.192036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-39b2ee6f-0cee-4f0f-bab1-e5a9d061189e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5700681 Jul 22 21:34:35.290518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:35.414435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=f8649c3d-78c7-460a-9d00-25d4afe89e62,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:35.486134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:35.524653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:35.525145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 06d1f44c-e1d4-4d83-a745-f05377f8a0cd, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:35.530263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Transition to ACTIVE for port object 06e98f87-4610-44fc-8c28-14a34adf28d4 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:35.577203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 06d1f44c-e1d4-4d83-a745-f05377f8a0cd is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:35.590240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 06d1f44c-e1d4-4d83-a745-f05377f8a0cd) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:35.595704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Transition to ACTIVE for port object 06e98f87-4610-44fc-8c28-14a34adf28d4 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:35.603568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:35.605237 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:35.607404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:35.620372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b45e47-f5ea-4057-8b57-a2451192a217 None None] Network 06d1f44c-e1d4-4d83-a745-f05377f8a0cd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:35.792041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-c5482b75-3ce9-4fba-98b0-426eaddde736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:35.794336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-c5482b75-3ce9-4fba-98b0-426eaddde736 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5986018 Jul 22 21:34:35.802405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9e8c8ed2-9370-400a-9bdd-9e72adcb6946 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759273 Jul 22 21:34:35.809293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-df46dbcf-dddb-4498-9be7-2ec71f7061f6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5342803 Jul 22 21:34:35.812495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45632) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:35.841028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-222a8e30-4e37-4e44-8116-cf5bc3b2a366 req-d0acf140-9a5f-444b-9716-94f5d771a73e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7236867 Jul 22 21:34:36.035082 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-e89f785c-f855-4748-83ec-db48428c8ff2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:34:36.037787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e89f785c-f855-4748-83ec-db48428c8ff2 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1 HTTP/1.1" status: 400 len: 364 time: 1.5701087 Jul 22 21:34:36.054041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45636) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:36.146945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:36.173867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:36.178934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:36.181459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Pushing event updated for resources: {'Port': ['ID=06e98f87-4610-44fc-8c28-14a34adf28d4,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:36.281102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.296991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.307513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.332141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.349085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.355294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-06d1f44c-e1d4-4d83-a745-f05377f8a0cd', 'network_id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': 'f8649c3d-78c7-460a-9d00-25d4afe89e62'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:36.358996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.359171 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:36.366265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.367130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-62cc4a27-e7f3-4e18-9f17-e2da3b2c24a8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 1.4062026 Jul 22 21:34:36.414786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Attempting to bind port 06e98f87-4610-44fc-8c28-14a34adf28d4 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:36.415298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Attempting to bind port 06e98f87-4610-44fc-8c28-14a34adf28d4 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '108a7916-151e-4287-9d07-486e4da61cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:36.415604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Attempting to bind port 06e98f87-4610-44fc-8c28-14a34adf28d4 on network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:36.430690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:36.431349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Checking segment: {'id': '108a7916-151e-4287-9d07-486e4da61cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:36.431523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:36.432651 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:36.433230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Bound using segment: {'id': '108a7916-151e-4287-9d07-486e4da61cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:36.434037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Bound port: 06e98f87-4610-44fc-8c28-14a34adf28d4, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7916-151e-4287-9d07-486e4da61cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '28dd0110-1ca6-4b81-ac47-e68649e5a1d5'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:36.434626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:36.452208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-119e4a77-3763-4251-81fc-f1bbbc916419 service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319032 Jul 22 21:34:36.468930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec5df4-fb28-4302-a706-97b15254f800 req-b11202ad-56f5-440f-a8cb-8e7777bfc4c3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:36.489075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7ec5df4-fb28-4302-a706-97b15254f800 req-b11202ad-56f5-440f-a8cb-8e7777bfc4c3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.4605744 Jul 22 21:34:36.560905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb06fe61-fdfd-40a6-bab9-6c57ece89337 req-764f1b28-d7e1-44cb-bbdc-28325787cfe4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1833317 Jul 22 21:34:36.674778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7ec5df4-fb28-4302-a706-97b15254f800 req-96413f98-945e-4d0b-a0a0-11f3afc80d5e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834629 Jul 22 21:34:36.691797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-a5d6b381-83a1-4261-ad4d-6c6eb96ed8f9 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703461 Jul 22 21:34:36.712574 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:36.751335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Allocated IP 172.20.0.1 (06d1f44c-e1d4-4d83-a745-f05377f8a0cd/f8649c3d-78c7-460a-9d00-25d4afe89e62/5268cdbf-b387-4323-86f5-8dd4f12ae290) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:36.925706 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-5ff18b99-6e4c-4f5b-a283-94dae4388326 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6 HTTP/1.1" status: 200 len: 217 time: 0.1913955 Jul 22 21:34:37.035358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] For port 06e98f87-4610-44fc-8c28-14a34adf28d4, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:37.050344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] For port 06e98f87-4610-44fc-8c28-14a34adf28d4, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06e98f87-4610-44fc-8c28-14a34adf28d4,segment=NetworkSegment(108a7916-151e-4287-9d07-486e4da61cd0),segment_id=108a7916-151e-4287-9d07-486e4da61cd0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:37.075944 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:37.253971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2635811-1908-4766-84ed-e53c3589f67c req-bc4dc411-ebef-4ac2-88dc-c5ce7db9834a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:37.271860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2635811-1908-4766-84ed-e53c3589f67c req-bc4dc411-ebef-4ac2-88dc-c5ce7db9834a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 946 time: 0.2073190 Jul 22 21:34:37.374585 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:37.403365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2635811-1908-4766-84ed-e53c3589f67c req-f096347e-e83c-4231-a89e-6ce09b9e9a67 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291704 Jul 22 21:34:37.419435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Transition to ACTIVE for port object 5268cdbf-b387-4323-86f5-8dd4f12ae290 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:37.482469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aa5b8-4085-4701-901b-12bd074b7fb0 None None] Pushing event updated for resources: {'Port': ['ID=06e98f87-4610-44fc-8c28-14a34adf28d4,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:37.496790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Transition to ACTIVE for port object 5268cdbf-b387-4323-86f5-8dd4f12ae290 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:37.515420 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:37.544111 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:37.583493 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae79c9d-c6e4-413a-af42-cbfd0152f9ca req-5453107b-53cb-4a79-b132-c86097cef9e8 service neutron] 10.222.0.23 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9981365 Jul 22 21:34:37.584445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=f8649c3d-78c7-460a-9d00-25d4afe89e62,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:37.620589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-93c5da0b-c9f9-4eca-89f8-d34c8b469e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:37.622099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-93c5da0b-c9f9-4eca-89f8-d34c8b469e5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.2230906 Jul 22 21:34:37.704296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Pushing event updated for resources: {'Port': ['ID=5268cdbf-b387-4323-86f5-8dd4f12ae290,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:37.751718 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:34:37.775590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Network 06d1f44c-e1d4-4d83-a745-f05377f8a0cd is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:37.779808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:37.786805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:37.820959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:37.894687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:38.015785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Attempting to bind port 5268cdbf-b387-4323-86f5-8dd4f12ae290 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:38.016736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Attempting to bind port 5268cdbf-b387-4323-86f5-8dd4f12ae290 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:38.027556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Attempting to bind port 5268cdbf-b387-4323-86f5-8dd4f12ae290 on network 06d1f44c-e1d4-4d83-a745-f05377f8a0cd {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:38.030615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d1f44c-e1d4-4d83-a745-f05377f8a0cd']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:38.043973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:38.044515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Checking segment: {'id': '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:38.044982 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:38.045393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Bound using segment: {'id': '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:38.045896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Bound port: 5268cdbf-b387-4323-86f5-8dd4f12ae290, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:38.046293 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:38.056308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:38.056843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:38.078064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:38.109585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ab5a29b8-a6b6-4067-b7ff-960491c06d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.112068 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-ab5a29b8-a6b6-4067-b7ff-960491c06d31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4533842 Jul 22 21:34:38.145558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:38.164258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:38.165581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:38.172117 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:38.211578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.226221 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.234999 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.238211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] For port 5268cdbf-b387-4323-86f5-8dd4f12ae290, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:38.243172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.264210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.279256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.298213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.305167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-77cf44aa-ffc7-4d64-8311-fe57fe76135f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.4057429 Jul 22 21:34:38.395611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01669d-dce9-4e8c-a401-c0ae8c3bded9 req-8f280036-e6a0-4c32-843b-0984369f111a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:38.416458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba01669d-dce9-4e8c-a401-c0ae8c3bded9 req-8f280036-e6a0-4c32-843b-0984369f111a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.5160060 Jul 22 21:34:38.456922 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-50fbaf94-3ba3-44b5-967a-14b8a060c99f service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650638 Jul 22 21:34:38.618974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] For port 5268cdbf-b387-4323-86f5-8dd4f12ae290, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5268cdbf-b387-4323-86f5-8dd4f12ae290,segment=NetworkSegment(9fccc05a-865c-4748-b9ad-f2bbcde7e3b0),segment_id=9fccc05a-865c-4748-b9ad-f2bbcde7e3b0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:38.626220 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:38.649417 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:34:38.649417 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:34:38.649417 n-d-762330-19 neutron-server[94092]: [parameters: {'id': '06d1f44c-e1d4-4d83-a745-f05377f8a0cd'}] Jul 22 21:34:38.649417 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:34:38.651159 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:34:38.729537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ad401c7-4cb6-40c6-852a-1eda3bf764e2 req-6d1c70bd-5556-4c74-9a0d-b7aca3e48881 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4009821 Jul 22 21:34:38.739998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba01669d-dce9-4e8c-a401-c0ae8c3bded9 req-496ad077-9045-47f1-be8f-928e60f7110b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245637 Jul 22 21:34:38.794667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Allocated IP 2001:db8::1 (ebf43d19-e3ba-4d0d-8745-d324ec436fa7/4be45e15-b4d2-4e00-a1c1-6d8d16ccb7a0/d19e5fe9-5d40-4781-989d-91b5b07b287d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:38.869669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5fbb-8c3e-4346-80da-7cc3801348c8 None None] Pushing event updated for resources: {'Port': ['ID=5268cdbf-b387-4323-86f5-8dd4f12ae290,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:39.013857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-1037ee1c-1734-4841-b1f2-9031f12a6a9d service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424628 Jul 22 21:34:39.023917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab45e7-0d6f-4fc8-80e6-d10ddc8dc783 None None] Network 06d1f44c-e1d4-4d83-a745-f05377f8a0cd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:39.110532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39949f-0970-481a-95da-4d1ba52f0ac0 req-382539da-26ef-44e9-84d0-d3361e6737ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:39.118853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f39949f-0970-481a-95da-4d1ba52f0ac0 req-382539da-26ef-44e9-84d0-d3361e6737ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 946 time: 0.2020490 Jul 22 21:34:39.152878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:39.192336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06e98f87-4610-44fc-8c28-14a34adf28d4 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:39.216663 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-923c1f51-6f77-43d3-a8fc-374d82cdfcc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda HTTP/1.1" status: 200 len: 217 time: 0.1842239 Jul 22 21:34:39.284926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f39949f-0970-481a-95da-4d1ba52f0ac0 req-6b157eb8-6d94-4d39-83f7-244937d9413b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632273 Jul 22 21:34:39.334416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45696) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:39.391676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port 5268cdbf-b387-4323-86f5-8dd4f12ae290 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:39.393613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:39.490119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-8135ea8f-8523-4df3-92ac-b93df3bda9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:39.492239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-8135ea8f-8523-4df3-92ac-b93df3bda9e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.2171538 Jul 22 21:34:39.549012 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:39.598327 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9809e70c-173e-4c2b-a7cf-a6bcba51d5bb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/ddc95d1b-b6ee-40f4-90fb-fa8301d271bf HTTP/1.1" status: 200 len: 992 time: 0.2600350 Jul 22 21:34:39.627796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Transition to ACTIVE for port object d19e5fe9-5d40-4781-989d-91b5b07b287d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:39.659967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port 5268cdbf-b387-4323-86f5-8dd4f12ae290, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5268cdbf-b387-4323-86f5-8dd4f12ae290,segment=NetworkSegment(9fccc05a-865c-4748-b9ad-f2bbcde7e3b0),segment_id=9fccc05a-865c-4748-b9ad-f2bbcde7e3b0)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:39.660569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:39.685690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for 5268cdbf-b387-4323-86f5-8dd4f12ae290 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:39.705989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-4cadd1af-6408-43e3-a22c-48e06334f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:39.708641 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-4cadd1af-6408-43e3-a22c-48e06334f209 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1891458 Jul 22 21:34:39.726887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:39.758539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a5db9-250c-4599-8269-b3a6eaa177d7 None None] Network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:40.012248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Port': ['ID=d19e5fe9-5d40-4781-989d-91b5b07b287d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:40.023773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:40.027450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:40.031347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:40.032179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.085162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.184011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port 5268cdbf-b387-4323-86f5-8dd4f12ae290 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:40.219938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-173cfa42-5bd0-443e-a1c8-bd65a7c2a85a None None] Provisioning for port 06e98f87-4610-44fc-8c28-14a34adf28d4 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:40.263113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=5268cdbf-b387-4323-86f5-8dd4f12ae290,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:40.322175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 06e98f87-4610-44fc-8c28-14a34adf28d4 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:40.358768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 06e98f87-4610-44fc-8c28-14a34adf28d4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:40.359452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.402163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e959b56-4b99-4f16-a62d-d03bcb33a758 req-c34b3cf2-c6bf-4981-a8ec-e1f8ab799a16 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.404125 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e959b56-4b99-4f16-a62d-d03bcb33a758 req-c34b3cf2-c6bf-4981-a8ec-e1f8ab799a16 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.4709847 Jul 22 21:34:40.484615 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.535530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.545410 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-5b8d6944-3a77-4b38-a299-41a964a187db service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065376 Jul 22 21:34:40.561592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d1f44c-e1d4-4d83-a745-f05377f8a0cd']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:40.576161 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.593269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:40.593882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fccc05a-865c-4748-b9ad-f2bbcde7e3b0') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:40.602857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-de9de59f-77e6-4a4d-b795-f1a08039d2a6 None None] Provisioning for port d19e5fe9-5d40-4781-989d-91b5b07b287d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:40.610730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-de9de59f-77e6-4a4d-b795-f1a08039d2a6 None None] Provisioning complete for port d19e5fe9-5d40-4781-989d-91b5b07b287d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:40.612369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de9de59f-77e6-4a4d-b795-f1a08039d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.659459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 06e98f87-4610-44fc-8c28-14a34adf28d4, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06e98f87-4610-44fc-8c28-14a34adf28d4,segment=NetworkSegment(108a7916-151e-4287-9d07-486e4da61cd0),segment_id=108a7916-151e-4287-9d07-486e4da61cd0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:40.664580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.671221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.681287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.701621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.716336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.728143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.745787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.749027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-de9de59f-77e6-4a4d-b795-f1a08039d2a6 None None] Port d19e5fe9-5d40-4781-989d-91b5b07b287d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:34:40.755354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:40.757333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39909eef-3b38-4323-aef0-1ebce71a132e req-08d56f07-310b-4cb4-93bf-229d67c42900 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.8033838 Jul 22 21:34:40.777537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.821967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=06e98f87-4610-44fc-8c28-14a34adf28d4,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:40.838950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.860975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:40.861625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:40.868799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e959b56-4b99-4f16-a62d-d03bcb33a758 req-c159e73f-8fe5-4d73-986f-991437e02c97 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442794 Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:40.869914 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:40.903826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39909eef-3b38-4323-aef0-1ebce71a132e req-5e3908ec-baf2-4fa2-a732-8224c53273dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350214 Jul 22 21:34:40.917831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4f882-4789-4bf6-80ac-db18c531fcf8 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:34:40.998083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.017318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.026820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45730) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:41.027448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/06d1f44c-e1d4-4d83-a745-f05377f8a0cd HTTP/1.1" status: 204 len: 168 time: 5.1773508 Jul 22 21:34:41.047509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016601332'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:41.048499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2392ea-5e2d-460a-9666-45610db7cd72 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=06d1f44c-e1d4-4d83-a745-f05377f8a0cd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:41.058020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-06082363-fa9a-4ee3-8e4a-1ef97fd15889 None None] Provisioning complete for port 06e98f87-4610-44fc-8c28-14a34adf28d4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:41.058665 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06082363-fa9a-4ee3-8e4a-1ef97fd15889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.120725 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-1b4173e4-c13b-4bd9-846a-82a7f26085fc service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875872 Jul 22 21:34:41.170916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:41.174664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.187907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06e98f87-4610-44fc-8c28-14a34adf28d4 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:41.227224 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-777df9e3-b5ff-4e9d-a10b-f355a04a2561 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab HTTP/1.1" status: 200 len: 217 time: 0.0950372 Jul 22 21:34:41.353707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:41.398732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.399229 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment a4020122-7612-4f58-9e53-97e1f3e76bb0 of type vlan for network 52b4d6c4-aab0-4357-870d-be0db6cad7aa Jul 22 21:34:41.400977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 06e98f87-4610-44fc-8c28-14a34adf28d4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:41.401362 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.402482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9356239e-8870-48d2-87e5-b67a3f97d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:41.409532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-9356239e-8870-48d2-87e5-b67a3f97d75b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.1584935 Jul 22 21:34:41.490435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4f882-4789-4bf6-80ac-db18c531fcf8 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:34:41.522181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.568661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.574367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.575185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.617880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-32bfd94c-074a-48fc-a663-33973fe01e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:41.620169 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-32bfd94c-074a-48fc-a663-33973fe01e21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1888955 Jul 22 21:34:41.622430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.628109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:41.628943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:41.744557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7160592 Jul 22 21:34:41.745355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45734) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:41.753818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:41.878330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2247f-e7ae-49e2-bde2-f1e77a71c587 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=52b4d6c4-aab0-4357-870d-be0db6cad7aa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:41.902378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:41.902643 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 52b4d6c4-aab0-4357-870d-be0db6cad7aa details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:41.906306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:42.015930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:42.017914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event updated for resources: {'Port': ['ID=d19e5fe9-5d40-4781-989d-91b5b07b287d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:42.024762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-8451cae6-07b3-4b3d-8937-095a047175ef service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873219 Jul 22 21:34:42.026391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:42.311185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Router 94ecadad-f8d7-476a-a645-df4bc2f5beb1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:34:42.359185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bfce3-d872-46de-83fc-ffc8593a43da req-af448534-b09a-47a7-9227-1214e3f386ed tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.376756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f30bfce3-d872-46de-83fc-ffc8593a43da req-af448534-b09a-47a7-9227-1214e3f386ed tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.2750580 Jul 22 21:34:42.397426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.407453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.418950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.429493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.440821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.447499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.454729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.465501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-2834376d-28d8-4c68-940b-3c9ea31a38f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.3749263 Jul 22 21:34:42.568803 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-043a61b9-f4ca-4d7a-b60b-6e85f5d3ccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:42.582876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-755857b3-ebdf-4d74-9597-7ea175fd31d1 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425351 Jul 22 21:34:42.592601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b0fc32b7-987a-4923-bae0-bb53381b57fd None None] Provisioning complete for port d19e5fe9-5d40-4781-989d-91b5b07b287d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:42.592997 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b0fc32b7-987a-4923-bae0-bb53381b57fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:42.645242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-42698c03-3487-4c38-a5bb-ed9f0efec387 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 200 len: 217 time: 0.0481069 Jul 22 21:34:42.648776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:34:42.658547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b5da4d69-0d5a-46fc-9967-bade74d4ba61 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5968204 Jul 22 21:34:42.665058 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] Sync routers for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:34:42.671908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:42.696043 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:42.697292 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:42.719943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc32b7-987a-4923-bae0-bb53381b57fd None None] Port d19e5fe9-5d40-4781-989d-91b5b07b287d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:34:42.723967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b534ec6-d9f9-4d44-b824-1eab0686ef76 req-729e85b4-4c97-49f7-9fd3-e1844a553c17 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2573960 Jul 22 21:34:42.734657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:42.796561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f30bfce3-d872-46de-83fc-ffc8593a43da req-59dbc501-583d-4bf1-908f-9f6ddf58156f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077109 Jul 22 21:34:42.841893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:42.866072 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:42.867718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=cb0b2a05-9546-4b29-a971-2110eb05a034,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:42.868290 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:42.875160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': 'a4020122-7612-4f58-9e53-97e1f3e76bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:42.875529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 52b4d6c4-aab0-4357-870d-be0db6cad7aa, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:42.902336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 52b4d6c4-aab0-4357-870d-be0db6cad7aa is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:42.925877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 52b4d6c4-aab0-4357-870d-be0db6cad7aa) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:42.935724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.936372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:42.940668 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:42.942242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe2c45f-ab5e-40ee-8a61-6b9bfd665fd2 None None] Network 52b4d6c4-aab0-4357-870d-be0db6cad7aa requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:42.943392 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b984b-65d2-4e95-91f6-b7cb5c2fd70c None None] The sync data for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:34:42.980881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-572f93e3-ce2c-48fa-bb9e-1ccda2ac0d1a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2253823 Jul 22 21:34:42.985606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45760) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:42.987773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-0381ff8c-560e-4530-875f-6353742b9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:42.989750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-0381ff8c-560e-4530-875f-6353742b9f10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.3296487 Jul 22 21:34:43.085424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-373420c9-56db-47c3-9c24-c819ba94586e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:43.175003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-52b4d6c4-aab0-4357-870d-be0db6cad7aa', 'network_id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': 'cb0b2a05-9546-4b29-a971-2110eb05a034'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:43.176081 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:43.420202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Allocated IP 172.20.0.2 (52b4d6c4-aab0-4357-870d-be0db6cad7aa/cb0b2a05-9546-4b29-a971-2110eb05a034/bee4b94a-398e-44cd-a09b-b2d2dd5e7529) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:43.641959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:43.659325 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-373420c9-56db-47c3-9c24-c819ba94586e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 21:34:43.660426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-373420c9-56db-47c3-9c24-c819ba94586e tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1 HTTP/1.1" status: 409 len: 329 time: 0.9871924 Jul 22 21:34:43.663952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45780) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:43.684924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-bb67f573-30d4-466b-a150-194945f0e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:43.687346 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-bb67f573-30d4-466b-a150-194945f0e036 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6447291 Jul 22 21:34:43.718477 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:43.731212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Transition to ACTIVE for port object bee4b94a-398e-44cd-a09b-b2d2dd5e7529 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:43.749661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Transition to ACTIVE for port object bee4b94a-398e-44cd-a09b-b2d2dd5e7529 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:43.758289 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:43.817094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Network 52b4d6c4-aab0-4357-870d-be0db6cad7aa is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:43.820076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:43.823571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:43.852624 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-33c83b84-40bd-499c-bfb6-c1c0114e4304 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555512 Jul 22 21:34:43.904284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Pushing event updated for resources: {'Port': ['ID=bee4b94a-398e-44cd-a09b-b2d2dd5e7529,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:44.000137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Attempting to bind port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:44.000798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Attempting to bind port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'a4020122-7612-4f58-9e53-97e1f3e76bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:44.000932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Attempting to bind port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 on network 52b4d6c4-aab0-4357-870d-be0db6cad7aa {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:44.011612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:44.013660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Checking segment: {'id': 'a4020122-7612-4f58-9e53-97e1f3e76bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:44.014182 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.015751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Bound using segment: {'id': 'a4020122-7612-4f58-9e53-97e1f3e76bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:44.016450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Bound port: bee4b94a-398e-44cd-a09b-b2d2dd5e7529, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4020122-7612-4f58-9e53-97e1f3e76bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:44.016850 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.047545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.133966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-152ce795-a508-4050-880b-36c01cb84437 None None] For port bee4b94a-398e-44cd-a09b-b2d2dd5e7529, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:44.138863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-152ce795-a508-4050-880b-36c01cb84437 None None] For port bee4b94a-398e-44cd-a09b-b2d2dd5e7529, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bee4b94a-398e-44cd-a09b-b2d2dd5e7529,segment=NetworkSegment(a4020122-7612-4f58-9e53-97e1f3e76bb0),segment_id=a4020122-7612-4f58-9e53-97e1f3e76bb0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:44.143737 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.169574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45788) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:44.212273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfb36604-3664-44ee-b8fe-1e9c414a909b req-fafa1ca3-29c3-437e-b50a-2d9220fb5646 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304188 Jul 22 21:34:44.225092 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.227349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce795-a508-4050-880b-36c01cb84437 None None] Pushing event updated for resources: {'Port': ['ID=bee4b94a-398e-44cd-a09b-b2d2dd5e7529,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:44.308563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0b2a05-9546-4b29-a971-2110eb05a034,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:44.504420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5ab24-c33e-4318-9760-88d04ddebadd req-9857cf97-e577-449c-9146-5e18952e7ea7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.506304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4aa5ab24-c33e-4318-9760-88d04ddebadd req-9857cf97-e577-449c-9146-5e18952e7ea7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.5865731 Jul 22 21:34:44.525808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.533323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.539785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.546970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.549072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.554521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.561086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.567511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.569111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-2e73fb02-1cdd-4ecc-90a6-e26c9b422102 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.5940268 Jul 22 21:34:44.579065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b4d6c4-aab0-4357-870d-be0db6cad7aa']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:44.597882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4020122-7612-4f58-9e53-97e1f3e76bb0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:44.598592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4020122-7612-4f58-9e53-97e1f3e76bb0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:44.612170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.653676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.655461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.657632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.658455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.659000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.659538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.660085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.662362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-8c5cd1c6-d631-451f-b676-20bfd914d0d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6492 time: 0.3371983 Jul 22 21:34:44.663692 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.685801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:44.686433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:44.692981 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:44.700015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90ef4f0-5b06-41f1-80e3-af8115c5641c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:44.820431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4aa5ab24-c33e-4318-9760-88d04ddebadd req-75ed7195-2494-46ef-a0f5-25616d98925d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500596 Jul 22 21:34:44.837376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38470f3d-a518-4f7e-8052-ecb5e5e63ea7 req-803db98a-83dd-4e4c-acd7-4bf439d0dea3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2322416 Jul 22 21:34:44.881545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:34:44.881545 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:34:44.881545 n-d-762330-19 neutron-server[94091]: [parameters: {'id': '52b4d6c4-aab0-4357-870d-be0db6cad7aa'}] Jul 22 21:34:44.881545 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:34:44.883328 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:34:44.930900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-22b80a8f-4bf2-4e45-b5f9-fb5d60f7fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:44.934216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-22b80a8f-4bf2-4e45-b5f9-fb5d60f7fda8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 200 len: 902 time: 0.2631717 Jul 22 21:34:45.007226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-ee135a10-651d-4b7f-9e7c-93e5bd5b5665 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 200 len: 217 time: 0.0623727 Jul 22 21:34:45.007973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.090606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bee4b94a-398e-44cd-a09b-b2d2dd5e7529 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:34:45.136560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-19710603-8baa-497c-b390-8cd05767f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:45.138312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-19710603-8baa-497c-b390-8cd05767f59d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.1171501 Jul 22 21:34:45.212731 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-582fc0ec-5603-48fe-946e-d7251de85b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.242345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:45.281947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-ac5e294a-4548-4f70-9345-716d482dbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:45.283686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-ac5e294a-4548-4f70-9345-716d482dbf7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1354401 Jul 22 21:34:45.293733 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90ef4f0-5b06-41f1-80e3-af8115c5641c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.300228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90ef4f0-5b06-41f1-80e3-af8115c5641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.354519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.354980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e90ef4f0-5b06-41f1-80e3-af8115c5641c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9bcc8f86bbd04cba8cddee3fabd384f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1734226 Jul 22 21:34:45.385589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45814) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:45.385589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.508186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef4f0-5b06-41f1-80e3-af8115c5641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291568fd-d2da-4ea4-b512-98b7cbcef71a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:45.647589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb9149-048e-4572-a564-db6559a12674 req-1319af5a-4014-4a25-aa34-f0e4b38467ab tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:45.650864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16bb9149-048e-4572-a564-db6559a12674 req-1319af5a-4014-4a25-aa34-f0e4b38467ab tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.2312357 Jul 22 21:34:45.663692 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12819cd5-f385-4ed5-9d2a-7b22472022c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.720298 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-5d59ba28-044b-42eb-9ca2-12d7d6b35d32 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171402 Jul 22 21:34:45.724336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12819cd5-f385-4ed5-9d2a-7b22472022c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.813709 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12819cd5-f385-4ed5-9d2a-7b22472022c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.818020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-12819cd5-f385-4ed5-9d2a-7b22472022c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.822511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-12819cd5-f385-4ed5-9d2a-7b22472022c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/291568fd-d2da-4ea4-b512-98b7cbcef71a HTTP/1.1" status: 204 len: 168 time: 0.4340041 Jul 22 21:34:45.848081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:45.848414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:45.950837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12819cd5-f385-4ed5-9d2a-7b22472022c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291568fd-d2da-4ea4-b512-98b7cbcef71a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:46.107423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-482a2f1f-9192-4d7d-b2c4-acc3ce58021f req-fc164d09-89de-4282-be9e-d0159de02d0b service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771243 Jul 22 21:34:46.115916 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.203825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port bee4b94a-398e-44cd-a09b-b2d2dd5e7529, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bee4b94a-398e-44cd-a09b-b2d2dd5e7529,segment=NetworkSegment(a4020122-7612-4f58-9e53-97e1f3e76bb0),segment_id=a4020122-7612-4f58-9e53-97e1f3e76bb0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:46.204506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.220989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb305b-a001-4d2a-8be2-15dcdc9d8638 None None] Network 52b4d6c4-aab0-4357-870d-be0db6cad7aa requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:46.231269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for bee4b94a-398e-44cd-a09b-b2d2dd5e7529 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:46.339102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-934056a7-5b1a-4c28-bd80-5aaee14fda61 None None] Provisioning for port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:34:46.351641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-934056a7-5b1a-4c28-bd80-5aaee14fda61 None None] Provisioning complete for port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:34:46.352494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-934056a7-5b1a-4c28-bd80-5aaee14fda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.400425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.410054 n-d-762330-19 neutron-server[94093]: INFO neutron.plugins.ml2.db [None req-934056a7-5b1a-4c28-bd80-5aaee14fda61 None None] No ports have port_id starting with bee4b94a-398e-44cd-a09b-b2d2dd5e7529 Jul 22 21:34:46.450126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=bee4b94a-398e-44cd-a09b-b2d2dd5e7529,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:46.463477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port bee4b94a-398e-44cd-a09b-b2d2dd5e7529 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:46.501121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16bb9149-048e-4572-a564-db6559a12674 req-a894b9d5-508c-40c5-bc9a-7cd167480274 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7776012 Jul 22 21:34:46.581272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45830) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:46.586117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:46.596068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:46.605436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8942e372-9c68-4ae8-961e-5d5b3682d0f1 None None] DHCP port deletion for 52b4d6c4-aab0-4357-870d-be0db6cad7aa request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:34:46.608179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:46.623929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:46.628836 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.629262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:46.636951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:46.642467 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb910ab2-a0c3-4343-b35f-145f5decbca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.644111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:46.646083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-753a9bde-5631-4f65-88df-04aef72e6003 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.2231245 Jul 22 21:34:46.654500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b4d6c4-aab0-4357-870d-be0db6cad7aa']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:46.654821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting port d19e5fe9-5d40-4781-989d-91b5b07b287d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:46.655098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.669868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4020122-7612-4f58-9e53-97e1f3e76bb0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:46.670611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4020122-7612-4f58-9e53-97e1f3e76bb0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:46.686692 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.708935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.720742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:46.721150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:46.724425 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:46.780771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42e1c7e7-6a76-4fab-8254-306ae6d090f3 req-6563cdd8-fc88-4fdb-a283-860248538091 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216390 Jul 22 21:34:46.804514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.818661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.828465 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/52b4d6c4-aab0-4357-870d-be0db6cad7aa HTTP/1.1" status: 204 len: 168 time: 3.8374300 Jul 22 21:34:46.829225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45838) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:46.831042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.843995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615823755'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:46.854008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Calling delete_port for d19e5fe9-5d40-4781-989d-91b5b07b287d owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:46.879489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebf25-0d5d-46f2-acf6-b3ca04be9f14 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=52b4d6c4-aab0-4357-870d-be0db6cad7aa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:46.969617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb910ab2-a0c3-4343-b35f-145f5decbca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:46.996262 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb910ab2-a0c3-4343-b35f-145f5decbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.002396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bee4b94a-398e-44cd-a09b-b2d2dd5e7529 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:47.026068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:47.031221 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.035408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: bee4b94a-398e-44cd-a09b-b2d2dd5e7529 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:34:47.036294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bee4b94a-398e-44cd-a09b-b2d2dd5e7529 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:34:47.096717 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb910ab2-a0c3-4343-b35f-145f5decbca0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ef04598c328416faaa12c2c106f10e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121353 Jul 22 21:34:47.097603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45844) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:47.104546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb910ab2-a0c3-4343-b35f-145f5decbca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7a1c4f-24d3-43b8-b3c9-2305aca37999,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:47.124336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:47.160845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-061570b3-dded-4219-b846-491356b3c361 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:47.162970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-061570b3-dded-4219-b846-491356b3c361 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.2289553 Jul 22 21:34:47.164503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.164938 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 1c023398-b1bc-481a-9c35-3e13166c85e8 of type vlan for network b9c2be73-00fe-4ec9-92d2-ee4dac82026b Jul 22 21:34:47.182508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.228778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Port': ['ID=d19e5fe9-5d40-4781-989d-91b5b07b287d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:47.243361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b61adb-eb5a-4939-89cf-3537c7fde223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.320464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b61adb-eb5a-4939-89cf-3537c7fde223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.376195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b61adb-eb5a-4939-89cf-3537c7fde223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.378662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b61adb-eb5a-4939-89cf-3537c7fde223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.380032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-87b61adb-eb5a-4939-89cf-3537c7fde223 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff7a1c4f-24d3-43b8-b3c9-2305aca37999 HTTP/1.1" status: 204 len: 168 time: 0.2807934 Jul 22 21:34:47.389344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.536365 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.554611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b61adb-eb5a-4939-89cf-3537c7fde223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7a1c4f-24d3-43b8-b3c9-2305aca37999,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:47.556694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:47.557445 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.569692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.725628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=b9c2be73-00fe-4ec9-92d2-ee4dac82026b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:47.742698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b9c2be73-00fe-4ec9-92d2-ee4dac82026b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:47.772482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Deleting port 20f6796c-0e12-4224-834f-75b5d82c6cf8 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:47.772954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.779339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3e87a8e3-2897-4114-9dff-7a06e6e3b7be tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9417922 Jul 22 21:34:47.812755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:47.882450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': 'b9c2be73-00fe-4ec9-92d2-ee4dac82026b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:47.969593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] For port 20f6796c-0e12-4224-834f-75b5d82c6cf8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=20f6796c-0e12-4224-834f-75b5d82c6cf8,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:47.969970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.992753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Calling delete_port for 20f6796c-0e12-4224-834f-75b5d82c6cf8 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:48.134421 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:48.138145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Router 94ecadad-f8d7-476a-a645-df4bc2f5beb1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:34:48.140138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:48.144081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:48.159256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78c81-536d-4b91-b4e1-fae0a249d839 req-8b972407-db94-47a0-abef-8b0a6509459c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.166495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37d78c81-536d-4b91-b4e1-fae0a249d839 req-8b972407-db94-47a0-abef-8b0a6509459c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9596c3a-ab4f-4a79-87b8-1b576459a70a HTTP/1.1" status: 200 len: 946 time: 0.4614387 Jul 22 21:34:48.205973 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:48.223303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['20f6796c-0e12-4224-834f-75b5d82c6cf8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:34:48.245286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.249295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event deleted for resources: {'Port': ['ID=20f6796c-0e12-4224-834f-75b5d82c6cf8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:48.252080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.259761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.268037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.272403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.279231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.287504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:48.289579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-936aad4a-a000-4a4e-9147-398270cea181 req-47b41b88-d539-458c-ad12-603fb54f5ad8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.3654950 Jul 22 21:34:48.342851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] No DVR routers for this DVR port 20f6796c-0e12-4224-834f-75b5d82c6cf8 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:48.343015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing IP validity checks on allocation pools {{(pid=94092) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 21:34:48.343563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94092) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 21:34:48.345993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:48.351690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e2ac25d4-2848-44b4-8caa-15e602e451c0 req-f5582b12-3f67-409b-807c-61d4911a6c05 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "DELETE /v2.0/ports/20f6796c-0e12-4224-834f-75b5d82c6cf8 HTTP/1.1" status: 204 len: 173 time: 1.1682858 Jul 22 21:34:48.352365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'name': 'network-vif-deleted', 'tag': '20f6796c-0e12-4224-834f-75b5d82c6cf8'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:48.355884 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff98a31-2e62-4678-87df-dd11dc2f202b" -d '{"events": [{"server_uuid": "d9596c3a-ab4f-4a79-87b8-1b576459a70a", "name": "network-vif-deleted", "tag": "20f6796c-0e12-4224-834f-75b5d82c6cf8"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:48.485759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:34:48.497107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-082db525-1c0a-481a-8c79-ed584d7d1ae4 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8263531 Jul 22 21:34:48.500852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] Sync routers for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:34:48.504666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:48.519304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37d78c81-536d-4b91-b4e1-fae0a249d839 req-6a199108-fd2c-45ec-9f89-1c7031e83be9 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517034 Jul 22 21:34:48.522342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:48.523242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:48.581626 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-6dd823d2-6db6-4922-9b46-6d8e7dffda5f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] show failed (client error): The resource could not be found. Jul 22 21:34:48.587396 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6dd823d2-6db6-4922-9b46-6d8e7dffda5f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-170648707 HTTP/1.1" status: 404 len: 334 time: 0.0808177 Jul 22 21:34:48.589338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:48.594775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-52d5146c-d8b9-48ba-9a28-89912cd2d312 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:48.615921 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:48.639628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] Routers {'94ecadad-f8d7-476a-a645-df4bc2f5beb1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:34:48.642417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:48.676127 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-52d5146c-d8b9-48ba-9a28-89912cd2d312 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] update failed (client error): The resource could not be found. Jul 22 21:34:48.684938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-52d5146c-d8b9-48ba-9a28-89912cd2d312 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-2049616212 HTTP/1.1" status: 404 len: 335 time: 0.0937495 Jul 22 21:34:48.695882 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cac100-9a7a-434c-8819-28b618fee444 x-openstack-request-id: req-93cac100-9a7a-434c-8819-28b618fee444 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:48.697795 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9596c3a-ab4f-4a79-87b8-1b576459a70a", "name": "network-vif-deleted", "tag": "20f6796c-0e12-4224-834f-75b5d82c6cf8", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:48.701555 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93cac100-9a7a-434c-8819-28b618fee444 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:48.703609 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9596c3a-ab4f-4a79-87b8-1b576459a70a', 'name': 'network-vif-deleted', 'tag': '20f6796c-0e12-4224-834f-75b5d82c6cf8', 'status': 'completed', 'code': 200} Jul 22 21:34:48.704310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45900) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:48.719703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:48.722481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fd2a2-f581-4b52-8db4-a7e7cd9771d0 None None] The sync data for ids ['94ecadad-f8d7-476a-a645-df4bc2f5beb1'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:34:48.787590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-936aad4a-a000-4a4e-9147-398270cea181 req-7d34280e-f067-4f78-a1c9-59925965c0ce tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4764299 Jul 22 21:34:48.800394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting subnet 83662e08-e412-4cd5-b376-a6a56e299cd1 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:34:48.804751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:48.828004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:48.943491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:48.956108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=652da211-3a0b-4c71-bfa9-1bb8b3f2d10d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:48.967148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '1c023398-b1bc-481a-9c35-3e13166c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b9c2be73-00fe-4ec9-92d2-ee4dac82026b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:48.967521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: b9c2be73-00fe-4ec9-92d2-ee4dac82026b, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:49.031785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network b9c2be73-00fe-4ec9-92d2-ee4dac82026b is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:49.050117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b9c2be73-00fe-4ec9-92d2-ee4dac82026b) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:49.057098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:49.061881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218e27a-a40d-4f30-a7b3-2ee26f8fdd71 None None] Network b9c2be73-00fe-4ec9-92d2-ee4dac82026b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:49.071505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.085381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.130542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-69ec98a5-0016-4cb2-92c6-c684c63a8ef8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2562282 Jul 22 21:34:49.133054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45912) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:49.199696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.283794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.294115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/subnets/83662e08-e412-4cd5-b376-a6a56e299cd1 HTTP/1.1" status: 204 len: 168 time: 0.5861285 Jul 22 21:34:49.296410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45922) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:49.298579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ce5cd-4e58-43cd-9167-3471c69950e7 None None] Network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:49.301723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c88024-63c1-4a1c-be4c-ec37f8865108 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Subnet': ['ID=83662e08-e412-4cd5-b376-a6a56e299cd1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:49.344078 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.447642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d3a25-8207-49b1-97b2-618e800bc2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b9c2be73-00fe-4ec9-92d2-ee4dac82026b', 'network_id': 'b9c2be73-00fe-4ec9-92d2-ee4dac82026b', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': '652da211-3a0b-4c71-bfa9-1bb8b3f2d10d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:49.448590 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-773d3a25-8207-49b1-97b2-618e800bc2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.474477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.523178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.626325 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.645372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting port 06e98f87-4610-44fc-8c28-14a34adf28d4 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:49.646085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.709981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=652da211-3a0b-4c71-bfa9-1bb8b3f2d10d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-773d3a25-8207-49b1-97b2-618e800bc2d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 652da211-3a0b-4c71-bfa9-1bb8b3f2d10d: This subnet is being modified by another concurrent operation. Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 652da211-3a0b-4c71-bfa9-1bb8b3f2d10d: This subnet is being modified by another concurrent operation. Jul 22 21:34:49.732820 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:34:49.756706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50cb34e-4663-4e34-aede-079bc604d66c None None] Network b9c2be73-00fe-4ec9-92d2-ee4dac82026b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:49.912262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] For port 06e98f87-4610-44fc-8c28-14a34adf28d4, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06e98f87-4610-44fc-8c28-14a34adf28d4,segment=NetworkSegment(108a7916-151e-4287-9d07-486e4da61cd0),segment_id=108a7916-151e-4287-9d07-486e4da61cd0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:49.912262 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:49.927444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] DHCP port deletion for 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:34:49.940912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Calling delete_port for 06e98f87-4610-44fc-8c28-14a34adf28d4 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:49.973735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.027484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c2be73-00fe-4ec9-92d2-ee4dac82026b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:50.106665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c023398-b1bc-481a-9c35-3e13166c85e8') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:50.107525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c023398-b1bc-481a-9c35-3e13166c85e8') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:50.136440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.191727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.216789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:50.217834 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:50.224751 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:50.230015 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.292809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.311270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.327363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.338938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.362465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.378683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.392060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Port': ['ID=06e98f87-4610-44fc-8c28-14a34adf28d4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:50.395167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.397618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] No DVR routers for this DVR port 06e98f87-4610-44fc-8c28-14a34adf28d4 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:50.404618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-45483cc4-86c6-42f3-8900-7f90f792ed5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.3955715 Jul 22 21:34:50.588175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.633645 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.644573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/b9c2be73-00fe-4ec9-92d2-ee4dac82026b HTTP/1.1" status: 204 len: 168 time: 1.5091591 Jul 22 21:34:50.650421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45968) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:50.660324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1726354668'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:50.695945 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.726008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff60b4-4496-4218-8622-0d3c8e97e40d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=b9c2be73-00fe-4ec9-92d2-ee4dac82026b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:50.737711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dd0110-1ca6-4b81-ac47-e68649e5a1d5']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:50.763190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108a7916-151e-4287-9d07-486e4da61cd0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:50.769843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108a7916-151e-4287-9d07-486e4da61cd0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:50.770135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a4d1316-c045-4501-a5e5-62f7ffd1b272 req-bb21bf5b-6b2c-4cc6-902d-33f75b6d2b6e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2744730 Jul 22 21:34:50.794592 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.801642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:50.806040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.831396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-04b9cf1d-2db1-4689-b311-bb8fcbac78e3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:50.834377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-04b9cf1d-2db1-4689-b311-bb8fcbac78e3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.4259768 Jul 22 21:34:50.847105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.864329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Deleting port 06e98f87-4610-44fc-8c28-14a34adf28d4 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:50.865095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.865640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:50.866368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:50.876107 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:50.941938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-58f41d0b-416b-40ed-a846-875becabfc9e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/quotas/e11db7375f0e4e81b2c682578de2ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0889084 Jul 22 21:34:50.967386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:51.035325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06e98f87-4610-44fc-8c28-14a34adf28d4 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:51.063792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 20f6796c-0e12-4224-834f-75b5d82c6cf8 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:51.073657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.089229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-a0a52bcc-4462-4aa2-9e26-62376bf8a0c5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230679 Jul 22 21:34:51.092328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.095679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.100391 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/networks/28dd0110-1ca6-4b81-ac47-e68649e5a1d5 HTTP/1.1" status: 204 len: 168 time: 1.8002176 Jul 22 21:34:51.111380 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 53116f55-1dbd-423b-9690-bc4d931030ec of type vlan for network 1f8120be-d827-4d05-89ac-2cf979ddcc08 Jul 22 21:34:51.114618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45974) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:51.124202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 20f6796c-0e12-4224-834f-75b5d82c6cf8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:34:51.124550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 20f6796c-0e12-4224-834f-75b5d82c6cf8 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:34:51.126746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] For port 06e98f87-4610-44fc-8c28-14a34adf28d4, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:51.127312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7358df-0d83-4c92-839a-bc33b054b0ea tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Network': ['ID=28dd0110-1ca6-4b81-ac47-e68649e5a1d5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:51.127575 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.131022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 06e98f87-4610-44fc-8c28-14a34adf28d4 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:34:51.131621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06e98f87-4610-44fc-8c28-14a34adf28d4 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:34:51.146869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Calling delete_port for 06e98f87-4610-44fc-8c28-14a34adf28d4 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:51.151367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Port 06e98f87-4610-44fc-8c28-14a34adf28d4 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:34:51.153123 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.182945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Network 28dd0110-1ca6-4b81-ac47-e68649e5a1d5 is not hosted by any dhcp agent {{(pid=94093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:34:51.183677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] No DVR routers for this DVR port 06e98f87-4610-44fc-8c28-14a34adf28d4 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:51.188089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c776b-aa78-478f-9c8a-bc5fcab14456 None None] Pushing event deleted for resources: {'Port': ['ID=06e98f87-4610-44fc-8c28-14a34adf28d4,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:51.212996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6bf5ac-7e87-475c-8e83-b36a8b652d35 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:34:51.252278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting subnet 5b0fa18e-abd9-4d68-a458-fa734468335f {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:34:51.261940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.274215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.338197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.410578 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-c0df695a-99af-4fda-add8-5650eb30a4b3 service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969904 Jul 22 21:34:51.414164 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.423817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:51.427602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.433878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bf5ac-7e87-475c-8e83-b36a8b652d35 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:34:51.515395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.605561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9476848 Jul 22 21:34:51.609972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:51.643699 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.651826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '1f8120be-d827-4d05-89ac-2cf979ddcc08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:51.699416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0fa18e-abd9-4d68-a458-fa734468335f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:51.705251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.707593 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4d700e2f-9b4a-484a-a8f2-1c27ee532e82 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/subnets/5b0fa18e-abd9-4d68-a458-fa734468335f HTTP/1.1" status: 204 len: 168 time: 0.5914538 Jul 22 21:34:51.710016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46026) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:51.748705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b12205-47ac-4002-a4e2-a5ccaaa2c2ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=1f8120be-d827-4d05-89ac-2cf979ddcc08,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:51.766414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 1f8120be-d827-4d05-89ac-2cf979ddcc08 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:51.799186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-1c9fd523-4900-48e5-8635-ecfa48e9d976 service neutron] 10.222.0.54 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674879 Jul 22 21:34:51.885712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting subnet a074afa7-b1d7-4bf9-8a25-7faf873e5029 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:34:51.890554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.983780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:51.988836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.021107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.237666 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.280164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d11b34-273c-4191-a79a-5b1692843ff2 None None] Network ac6b6022-bb72-4eba-9644-fc86a41e98a6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:52.373119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66c3d283-44bc-467f-b325-94979f8c4f18 req-23da5ccc-f14b-4131-8a90-ea6f2f65b9a5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 210 time: 0.0581260 Jul 22 21:34:52.396206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.503482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.521090 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.533927 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/subnets/a074afa7-b1d7-4bf9-8a25-7faf873e5029 HTTP/1.1" status: 204 len: 168 time: 0.8188190 Jul 22 21:34:52.536639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f90de-36f2-42c0-810c-f5bbb3deb26f tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Subnet': ['ID=a074afa7-b1d7-4bf9-8a25-7faf873e5029,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:52.539114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46066) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:52.546063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.553049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.562745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.570106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.577632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.586428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.606749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10be083f-c4b7-4a2b-9460-d5bf17485005 None None] Network 02f3ad58-83f8-41eb-961a-535c309be2a7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:52.609089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.614805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46070) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:52.632642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-4ef9aa1f-1e87-449f-8ac7-40c349fff53c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.6694450 Jul 22 21:34:52.687951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.764126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting port 62660719-c613-4f75-8650-8286c9b4ef1e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:52.764665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.847021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=ca65a0fc-a327-403b-b605-bb0e88c0fc61,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:52.857184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '53116f55-1dbd-423b-9690-bc4d931030ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1f8120be-d827-4d05-89ac-2cf979ddcc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:52.857591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 1f8120be-d827-4d05-89ac-2cf979ddcc08, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:52.882783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c8a0744-1964-44ef-8b0a-68d4767a8806 req-dcef71ed-3d50-41a2-98e2-9117f9644176 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2455275 Jul 22 21:34:52.910533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 1f8120be-d827-4d05-89ac-2cf979ddcc08 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:52.915856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] For port 62660719-c613-4f75-8650-8286c9b4ef1e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=62660719-c613-4f75-8650-8286c9b4ef1e,segment=NetworkSegment(b9067e2d-ae8f-49d9-ae49-6d4ab907311d),segment_id=b9067e2d-ae8f-49d9-ae49-6d4ab907311d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:52.916539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.924556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 1f8120be-d827-4d05-89ac-2cf979ddcc08) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:52.949621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:52.950344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:52.952447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Calling delete_port for 62660719-c613-4f75-8650-8286c9b4ef1e owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:52.964063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a7b34-0db5-4479-a769-f9343387527d None None] Network 1f8120be-d827-4d05-89ac-2cf979ddcc08 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:52.984266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6edf4499-2a0c-4440-86ea-b17dbd1e277b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3367350 Jul 22 21:34:52.988663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46076) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:53.004574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] DHCP port deletion for ac6b6022-bb72-4eba-9644-fc86a41e98a6 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:34:53.116337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a78ae771-6fbe-44a2-ac1d-1d80501cc108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.151061 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.184158 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.273554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] DHCP port deletion for 02f3ad58-83f8-41eb-961a-535c309be2a7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:34:53.283743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Deleting port 62660719-c613-4f75-8650-8286c9b4ef1e {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:53.285253 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.301015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Port': ['ID=62660719-c613-4f75-8650-8286c9b4ef1e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:53.304482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] No DVR routers for this DVR port 62660719-c613-4f75-8650-8286c9b4ef1e on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:53.319002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.487759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.530766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82475e7-3ea7-46d1-8aaa-af366e0a6d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-1f8120be-d827-4d05-89ac-2cf979ddcc08', 'network_id': '1f8120be-d827-4d05-89ac-2cf979ddcc08', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': 'ca65a0fc-a327-403b-b605-bb0e88c0fc61'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:53.532170 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f82475e7-3ea7-46d1-8aaa-af366e0a6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.536729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.553278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b6022-bb72-4eba-9644-fc86a41e98a6']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:53.582992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9067e2d-ae8f-49d9-ae49-6d4ab907311d') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:53.596726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9067e2d-ae8f-49d9-ae49-6d4ab907311d') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:53.653455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] For port 62660719-c613-4f75-8650-8286c9b4ef1e, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:53.656043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.675360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.681829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=ca65a0fc-a327-403b-b605-bb0e88c0fc61,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:53.761421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.773369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.790785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8120be-d827-4d05-89ac-2cf979ddcc08']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:53.812847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:53.820488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:53.825650 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:53.835308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53116f55-1dbd-423b-9690-bc4d931030ec') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:53.835308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53116f55-1dbd-423b-9690-bc4d931030ec') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:53.848564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6685290a-86b5-4a12-9211-d8efad86296d req-cabbeb5f-0a68-47bd-a278-7f93a7b24d9e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 210 time: 0.2897820 Jul 22 21:34:53.877406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.879595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Calling delete_port for 62660719-c613-4f75-8650-8286c9b4ef1e owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:53.887677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Port 62660719-c613-4f75-8650-8286c9b4ef1e was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:34:53.892835 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.893253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a78ae771-6fbe-44a2-ac1d-1d80501cc108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.918458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] Deleting port 597bf187-e863-4f78-893f-b86ba7f954b7 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:53.919664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.923779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aae63e-399a-4101-aa1d-1f19f7a311f4 None None] Network 1f8120be-d827-4d05-89ac-2cf979ddcc08 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:53.927877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] No DVR routers for this DVR port 62660719-c613-4f75-8650-8286c9b4ef1e on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:53.938080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.959023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a78ae771-6fbe-44a2-ac1d-1d80501cc108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.968610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:53.968968 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:53.974871 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:54.022603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Pushing event deleted for resources: {'Port': ['ID=62660719-c613-4f75-8650-8286c9b4ef1e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:54.073540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.073930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.076304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.076794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.077366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.077895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.078417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.084609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.085271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.085790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.086306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.087467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7cdbd-d09c-4fcf-9b93-b2ca3b0c2b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:34:54.120390 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.148512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.156701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/1f8120be-d827-4d05-89ac-2cf979ddcc08 HTTP/1.1" status: 204 len: 168 time: 1.1667209 Jul 22 21:34:54.157696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756e8d1-da68-4d95-a0cb-3cef0ccc61e8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=1f8120be-d827-4d05-89ac-2cf979ddcc08,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:54.161627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46100) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:54.179193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545546919'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:54.192977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] For port 597bf187-e863-4f78-893f-b86ba7f954b7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=597bf187-e863-4f78-893f-b86ba7f954b7,segment=NetworkSegment(adad00a7-9ce0-47ed-aed2-7f45e5b7edff),segment_id=adad00a7-9ce0-47ed-aed2-7f45e5b7edff)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:54.197899 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.260055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:54.270519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.320461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.327166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.334692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.343615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.351572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.357952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.364423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.373514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1843b30-824b-4779-90db-1afbd9273186 req-a73fc239-39c5-4854-9ba5-38c5d8521fe8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.1884899 Jul 22 21:34:54.378687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] Calling delete_port for 597bf187-e863-4f78-893f-b86ba7f954b7 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:54.396905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:34:54.441344 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1843b30-824b-4779-90db-1afbd9273186 req-45cd2960-00da-4118-95d2-115a214dfdd4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635676 Jul 22 21:34:54.454587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.455986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a78ae771-6fbe-44a2-ac1d-1d80501cc108 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db17fa3cf8e04a2ea39795e29f031104&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8397131 Jul 22 21:34:54.456987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.457239 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 0c0afbaf-edae-46aa-8cc1-2adf667a6f9a of type vlan for network baca5d0a-455b-4b38-9e7a-b8d80079c12e Jul 22 21:34:54.459362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ae771-6fbe-44a2-ac1d-1d80501cc108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d606ecc-417e-46ea-9061-1e3c7368662b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:54.463119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:54.528960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.529725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.534938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:54.536038 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/networks/ac6b6022-bb72-4eba-9644-fc86a41e98a6 HTTP/1.1" status: 204 len: 168 time: 1.9953065 Jul 22 21:34:54.547645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f65d64-2ab5-4152-b431-4ba7f4c1c0d7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Network': ['ID=ac6b6022-bb72-4eba-9644-fc86a41e98a6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:54.625605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-6fd954b7-c4a6-4ca5-94f2-ba014d129dd7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.627307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-6fd954b7-c4a6-4ca5-94f2-ba014d129dd7 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 810 time: 0.6419642 Jul 22 21:34:54.657599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Request body: {'port': {'device_id': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'admin_state_up': True, 'tenant_id': 'e11db7375f0e4e81b2c682578de2ecc7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:54.678786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5da0513-e583-485d-b546-f1d6c0fcfc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.687118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.700357 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.707897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.715206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:54.715875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.718070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5da0513-e583-485d-b546-f1d6c0fcfc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:54.721122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] No DVR routers for this DVR port 597bf187-e863-4f78-893f-b86ba7f954b7 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:54.741970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5790930 Jul 22 21:34:54.753283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46118) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:54.782378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:54.786793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de247f4-c65b-4258-a560-2ef49698e7ad None None] Pushing event deleted for resources: {'Port': ['ID=597bf187-e863-4f78-893f-b86ba7f954b7,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:54.856787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30288fbf-d617-4ce4-9878-63bf1cf3ddbe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=baca5d0a-455b-4b38-9e7a-b8d80079c12e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:54.879827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network baca5d0a-455b-4b38-9e7a-b8d80079c12e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:34:55.105551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 62660719-c613-4f75-8650-8286c9b4ef1e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:55.162619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 62660719-c613-4f75-8650-8286c9b4ef1e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:34:55.165841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 62660719-c613-4f75-8650-8286c9b4ef1e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:34:55.166298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 597bf187-e863-4f78-893f-b86ba7f954b7 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:55.199648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 597bf187-e863-4f78-893f-b86ba7f954b7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:34:55.200063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 597bf187-e863-4f78-893f-b86ba7f954b7 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:34:55.624701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.679872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f3ad58-83f8-41eb-961a-535c309be2a7']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:55.720760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-769da645-e213-45e7-988e-1eaa0e47ad48 req-785d270b-4871-4088-b695-18c12d4c20ea tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 210 time: 0.0811393 Jul 22 21:34:55.728898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adad00a7-9ce0-47ed-aed2-7f45e5b7edff') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:55.728898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adad00a7-9ce0-47ed-aed2-7f45e5b7edff') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:55.745085 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.762423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5da0513-e583-485d-b546-f1d6c0fcfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.768298 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5da0513-e583-485d-b546-f1d6c0fcfc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.770505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a5da0513-e583-485d-b546-f1d6c0fcfc8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d606ecc-417e-46ea-9061-1e3c7368662b HTTP/1.1" status: 204 len: 168 time: 1.2715349 Jul 22 21:34:55.782949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:55.786837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.787688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.804699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:55.805194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:55.809802 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:55.833820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da0513-e583-485d-b546-f1d6c0fcfc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d606ecc-417e-46ea-9061-1e3c7368662b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:55.878261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:55.885575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:55.892152 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:55.899168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:55.906432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:55.911690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Made reservation on behalf of e11db7375f0e4e81b2c682578de2ecc7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:34:55.914584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:55.916112 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:55.922051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:55.936956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-5b9d63f2-f03f-4793-81c4-77886e25efc6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.2949424 Jul 22 21:34:55.998223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.012882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.017510 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/networks/02f3ad58-83f8-41eb-961a-535c309be2a7 HTTP/1.1" status: 204 len: 168 time: 1.4811618 Jul 22 21:34:56.020889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46136) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:56.058210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13792c16-ab0a-43f6-b610-cd659d71cc13 req-9f20306f-52fd-4e1e-8786-84a0fb910fa5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140203 Jul 22 21:34:56.068985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903dc7e-0978-486b-9a56-e919978af4d0 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Network': ['ID=02f3ad58-83f8-41eb-961a-535c309be2a7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:56.167666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting subnet 4be45e15-b4d2-4e00-a1c1-6d8d16ccb7a0 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:34:56.184193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.274101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.279317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.310495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46144) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:56.379061 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.424634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-175dd01f-ddd6-4962-bc19-fa3a837d3a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.479140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.483439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=9a6631af-5754-4ded-aa5b-c109a37932d2,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:56.527724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Subnet': ['ID=4be45e15-b4d2-4e00-a1c1-6d8d16ccb7a0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:56.554318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Allocated IP 172.20.0.13 (bca1f6e1-114f-4930-bd89-a5fd9f153bcd/757bc2a4-8ae5-4593-8eff-91833bb24163/fa152f51-1f2b-4205-be44-cdb179e13d2d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:56.569925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.573288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fca32851-a41d-4237-b602-eb3055138b54 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/subnets/4be45e15-b4d2-4e00-a1c1-6d8d16ccb7a0 HTTP/1.1" status: 204 len: 168 time: 0.5493739 Jul 22 21:34:56.575364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46154) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:56.582727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a25af87-0964-487a-8836-dedfa06960bb None None] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:56.634982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:56.635539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: baca5d0a-455b-4b38-9e7a-b8d80079c12e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:34:56.703634 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.762762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network baca5d0a-455b-4b38-9e7a-b8d80079c12e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:34:56.797495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, baca5d0a-455b-4b38-9e7a-b8d80079c12e) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:56.827315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab384a78-c6ac-4e7f-a1b7-f18928c5ab22 None None] Network baca5d0a-455b-4b38-9e7a-b8d80079c12e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:56.896960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:56.902541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.916811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74b075ce-9dc0-476a-bef2-c0964bf76891 req-73064cb2-203b-462e-9a80-f6030367d56d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 210 time: 0.0755851 Jul 22 21:34:56.940126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Deleting port d72f1ebd-2947-495f-ad75-fcb0033dc33f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:56.940481 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:56.994078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.032731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] For port d72f1ebd-2947-495f-ad75-fcb0033dc33f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d72f1ebd-2947-495f-ad75-fcb0033dc33f,segment=NetworkSegment(ddeb7015-6cd2-4d05-87ea-14b76b4dd39c),segment_id=ddeb7015-6cd2-4d05-87ea-14b76b4dd39c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:57.033002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.050123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Calling delete_port for d72f1ebd-2947-495f-ad75-fcb0033dc33f owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:57.150198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.157593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] DHCP port deletion for ebf43d19-e3ba-4d0d-8745-d324ec436fa7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:34:57.205575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Network bca1f6e1-114f-4930-bd89-a5fd9f153bcd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:57.209321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-175dd01f-ddd6-4962-bc19-fa3a837d3a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.210672 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.214760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:57.221380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:57.224642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-175dd01f-ddd6-4962-bc19-fa3a837d3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.225415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-baca5d0a-455b-4b38-9e7a-b8d80079c12e', 'network_id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': '9a6631af-5754-4ded-aa5b-c109a37932d2'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:34:57.226709 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.246750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0847a36a-f4a2-49c7-9711-a96c9286f6fb tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4878185 Jul 22 21:34:57.250333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46164) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:57.304841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Port': ['ID=d72f1ebd-2947-495f-ad75-fcb0033dc33f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:57.312482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] No DVR routers for this DVR port d72f1ebd-2947-495f-ad75-fcb0033dc33f on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:57.440662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Deleting port d72f1ebd-2947-495f-ad75-fcb0033dc33f {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:57.441326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.443509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.467702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf43d19-e3ba-4d0d-8745-d324ec436fa7']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:57.484897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.503388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.506193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.516345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.524576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.533074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.539369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.546635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.556201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-a5c7d755-e306-4417-9580-3d39cd9e07ae tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.3495402 Jul 22 21:34:57.556639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event updated for resources: {'Port': ['ID=fa152f51-1f2b-4205-be44-cdb179e13d2d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:57.580308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeb7015-6cd2-4d05-87ea-14b76b4dd39c') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:57.580703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeb7015-6cd2-4d05-87ea-14b76b4dd39c') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:57.584607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-175dd01f-ddd6-4962-bc19-fa3a837d3a06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a0feb3a46e546318f172814d7967832&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2299578 Jul 22 21:34:57.589671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dd01f-ddd6-4962-bc19-fa3a837d3a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccb4c60-692d-4e30-939b-ffc02c187f0c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:57.601442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46170) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:57.619754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.658731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:57.672813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.719552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ede7c4ad-b665-490f-9902-b48d33e05efa req-15878252-95f4-4765-a375-595aeb10d972 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623271 Jul 22 21:34:57.734932 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.746560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-e0a067b5-c9fc-44d1-a394-8324b8b29c76 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1029761 Jul 22 21:34:57.754155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.766427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:57.766842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:57.770546 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:57.791530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Request body: {'port': {'device_id': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:34:57.840125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] For port d72f1ebd-2947-495f-ad75-fcb0033dc33f, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:34:57.840646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.859486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.873337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Calling delete_port for d72f1ebd-2947-495f-ad75-fcb0033dc33f owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:34:57.876554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Port d72f1ebd-2947-495f-ad75-fcb0033dc33f was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:34:57.881117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.881705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.886546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/networks/ebf43d19-e3ba-4d0d-8745-d324ec436fa7 HTTP/1.1" status: 204 len: 168 time: 1.3055489 Jul 22 21:34:57.890262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Allocated IP 172.20.0.1 (baca5d0a-455b-4b38-9e7a-b8d80079c12e/9a6631af-5754-4ded-aa5b-c109a37932d2/4ceb7fdc-7516-4faf-8f3e-bedab7d64581) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:34:57.895203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Network ebf43d19-e3ba-4d0d-8745-d324ec436fa7 is not hosted by any dhcp agent {{(pid=94093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:34:57.895790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] No DVR routers for this DVR port d72f1ebd-2947-495f-ad75-fcb0033dc33f on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:34:57.896832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46174) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:57.923564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c19dc6-ef60-447d-994f-67ec13da0332 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Pushing event deleted for resources: {'Network': ['ID=ebf43d19-e3ba-4d0d-8745-d324ec436fa7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:57.929018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83b6ebbd-8f0e-4028-a9e7-c1d03d8644f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.933828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:57.956769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-51b2a397-4507-4f02-99e0-a6083e62eac1 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "GET /v2.0/ports?device_id=94ecadad-f8d7-476a-a645-df4bc2f5beb1 HTTP/1.1" status: 200 len: 205 time: 0.0577221 Jul 22 21:34:57.959137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46178) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:34:57.971887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbd0b2-8915-4f41-bdcd-1eb7c2dfea5c None None] Pushing event deleted for resources: {'Port': ['ID=d72f1ebd-2947-495f-ad75-fcb0033dc33f,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:58.089208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83b6ebbd-8f0e-4028-a9e7-c1d03d8644f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.177656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.201422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Transition to ACTIVE for port object 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:58.202045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-303ce9ae-a598-430f-9652-a3166e65a9b7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.302813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Transition to ACTIVE for port object 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:58.313097 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.335560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83b6ebbd-8f0e-4028-a9e7-c1d03d8644f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.340983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83b6ebbd-8f0e-4028-a9e7-c1d03d8644f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.342417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-83b6ebbd-8f0e-4028-a9e7-c1d03d8644f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cccb4c60-692d-4e30-939b-ffc02c187f0c HTTP/1.1" status: 204 len: 168 time: 0.7373869 Jul 22 21:34:58.377766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Network baca5d0a-455b-4b38-9e7a-b8d80079c12e is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:34:58.382443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:34:58.394624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:34:58.398052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.398399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Pushing event updated for resources: {'Port': ['ID=4ceb7fdc-7516-4faf-8f3e-bedab7d64581,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:58.431103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6ebbd-8f0e-4028-a9e7-c1d03d8644f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccb4c60-692d-4e30-939b-ffc02c187f0c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:58.437223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-303ce9ae-a598-430f-9652-a3166e65a9b7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.442269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-303ce9ae-a598-430f-9652-a3166e65a9b7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.466261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba200110-425b-4456-a34d-bd68f38f735e req-94097e15-ce57-48fc-8995-5529b10b7c9b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:58.467919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba200110-425b-4456-a34d-bd68f38f735e req-94097e15-ce57-48fc-8995-5529b10b7c9b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 932 time: 0.4222076 Jul 22 21:34:58.544638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa152f51-1f2b-4205-be44-cdb179e13d2d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:34:58.575941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.580812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Attempting to bind port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:58.581196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Attempting to bind port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:58.581571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Attempting to bind port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 on network baca5d0a-455b-4b38-9e7a-b8d80079c12e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:58.595994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:58.596409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Checking segment: {'id': '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:58.596830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.597371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Bound using segment: {'id': '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:58.600496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Bound port: 4ceb7fdc-7516-4faf-8f3e-bedab7d64581, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:58.600858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.606410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Transition to ACTIVE for port object fa152f51-1f2b-4205-be44-cdb179e13d2d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:34:58.646343 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-303ce9ae-a598-430f-9652-a3166e65a9b7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.646967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303ce9ae-a598-430f-9652-a3166e65a9b7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Fanout notify agent at l3_agent the message router_deleted on router 94ecadad-f8d7-476a-a645-df4bc2f5beb1 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:34:58.660991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.674441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6631af-5754-4ded-aa5b-c109a37932d2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:58.674829 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-303ce9ae-a598-430f-9652-a3166e65a9b7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.675942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-303ce9ae-a598-430f-9652-a3166e65a9b7 tempest-RoutersNegativeIpV6Test-324133164 tempest-RoutersNegativeIpV6Test-324133164-project] 10.222.0.54 "DELETE /v2.0/routers/94ecadad-f8d7-476a-a645-df4bc2f5beb1 HTTP/1.1" status: 204 len: 168 time: 0.7158885 Jul 22 21:34:58.722036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba200110-425b-4456-a34d-bd68f38f735e req-a544ac57-664b-4f4a-9cd6-dc1a62836d32 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293565 Jul 22 21:34:58.761776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.777846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baca5d0a-455b-4b38-9e7a-b8d80079c12e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:58.793209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:58.794061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:34:58.796478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] For port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:58.803096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] For port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4ceb7fdc-7516-4faf-8f3e-bedab7d64581,segment=NetworkSegment(0c0afbaf-edae-46aa-8cc1-2adf667a6f9a),segment_id=0c0afbaf-edae-46aa-8cc1-2adf667a6f9a)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:58.804934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.812173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.824180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.831985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:34:58.832580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:34:58.921501 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:34:58.963091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:34:58.963091 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:34:58.963091 n-d-762330-19 neutron-server[94091]: [parameters: {'id': 'baca5d0a-455b-4b38-9e7a-b8d80079c12e'}] Jul 22 21:34:58.963091 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:34:58.964111 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:34:58.994456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa152f51-1f2b-4205-be44-cdb179e13d2d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:59.169129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.187544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.207105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d72f1ebd-2947-495f-ad75-fcb0033dc33f no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:34:59.218638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.229383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Attempting to bind port fa152f51-1f2b-4205-be44-cdb179e13d2d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:34:59.229950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Attempting to bind port fa152f51-1f2b-4205-be44-cdb179e13d2d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:34:59.230434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Attempting to bind port fa152f51-1f2b-4205-be44-cdb179e13d2d on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:59.236502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Port fa152f51-1f2b-4205-be44-cdb179e13d2d on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:34:59.236967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Attempting to bind port fa152f51-1f2b-4205-be44-cdb179e13d2d on network bca1f6e1-114f-4930-bd89-a5fd9f153bcd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:34:59.244522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.256413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:34:59.256952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Checking segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:34:59.257618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Bound using segment: {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:34:59.259656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Bound port: fa152f51-1f2b-4205-be44-cdb179e13d2d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:34:59.260606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:59.282253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.307600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.337641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.354999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d72f1ebd-2947-495f-ad75-fcb0033dc33f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:34:59.358067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d72f1ebd-2947-495f-ad75-fcb0033dc33f not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:34:59.362773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-609b87ad-efed-4403-b55b-48e26e990792 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.4196818 Jul 22 21:34:59.439396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] For port fa152f51-1f2b-4205-be44-cdb179e13d2d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:34:59.443651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] For port fa152f51-1f2b-4205-be44-cdb179e13d2d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fa152f51-1f2b-4205-be44-cdb179e13d2d,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:34:59.450594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:59.456490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fdc071-b3c1-4ff5-a643-fa613812d819 None None] Network baca5d0a-455b-4b38-9e7a-b8d80079c12e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:34:59.475647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90fefb-84f4-48a5-a41e-197ecfabe85e None None] Pushing event updated for resources: {'Port': ['ID=4ceb7fdc-7516-4faf-8f3e-bedab7d64581,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:59.543627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e5963b6-4c98-4c43-9f20-1c6b6b955b8e req-3dc912dc-18ef-4de3-9c9a-d58363d80739 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1766906 Jul 22 21:34:59.602336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:59.606343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa152f51-1f2b-4205-be44-cdb179e13d2d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:34:59.685742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:34:59.686429 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:59.688139 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-d1cd94a8-a751-4b14-94c7-9773410848c7 service neutron] 10.222.0.23 "PUT /v2.0/ports/fa152f51-1f2b-4205-be44-cdb179e13d2d HTTP/1.1" status: 200 len: 1093 time: 1.9235950 Jul 22 21:34:59.699497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'tag': 'fa152f51-1f2b-4205-be44-cdb179e13d2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:34:59.703463 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ec7693-127f-41fb-946a-e0ea46700e95" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ee7cbe-60e2-44c3-8262-5cca9092416f", "tag": "fa152f51-1f2b-4205-be44-cdb179e13d2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:34:59.915992 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad15199-9dfe-444a-95bb-d4f7ce21995e x-openstack-request-id: req-2ad15199-9dfe-444a-95bb-d4f7ce21995e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:34:59.915992 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ee7cbe-60e2-44c3-8262-5cca9092416f", "tag": "fa152f51-1f2b-4205-be44-cdb179e13d2d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:34:59.915992 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ad15199-9dfe-444a-95bb-d4f7ce21995e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:34:59.915992 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'tag': 'fa152f51-1f2b-4205-be44-cdb179e13d2d', 'status': 'completed', 'code': 200} Jul 22 21:34:59.973654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:34:59.974106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:00.012896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46218) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:00.047039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1a846-5489-45a2-aab8-6e52b44fd156 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:35:00.125461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-918d6326-60a1-40a2-a3f6-998e4c7bcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.128712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3f7cf-42eb-4012-8b37-a109b84e9ec0 req-bedfc340-cd1d-4c38-b4a6-d3c4b69e611d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.129891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-918d6326-60a1-40a2-a3f6-998e4c7bcd50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 1096 time: 0.3484902 Jul 22 21:35:00.137569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acd3f7cf-42eb-4012-8b37-a109b84e9ec0 req-bedfc340-cd1d-4c38-b4a6-d3c4b69e611d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 944 time: 0.2089980 Jul 22 21:35:00.303896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-5dbfa584-e269-4f12-bd53-4c2b00657926 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa152f51-1f2b-4205-be44-cdb179e13d2d HTTP/1.1" status: 200 len: 217 time: 0.1018834 Jul 22 21:35:00.309408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4ceb7fdc-7516-4faf-8f3e-bedab7d64581,segment=NetworkSegment(0c0afbaf-edae-46aa-8cc1-2adf667a6f9a),segment_id=0c0afbaf-edae-46aa-8cc1-2adf667a6f9a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:00.309408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:00.361367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acd3f7cf-42eb-4012-8b37-a109b84e9ec0 req-a5f8e2e4-9a3a-4954-9db8-81f6734c2fdc tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131205 Jul 22 21:35:00.437886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:00.507953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a1a846-5489-45a2-aab8-6e52b44fd156 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:35:00.523932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-585d8bfb-ae2d-45b4-ba3b-f4dbf3ba4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.526295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-585d8bfb-ae2d-45b4-ba3b-f4dbf3ba4a56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.1963787 Jul 22 21:35:00.557989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba19e5-b314-4816-ad8c-1fb4e562bf68 req-29021053-8440-42c1-9f8d-ffb5d7794899 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.561479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12ba19e5-b314-4816-ad8c-1fb4e562bf68 req-29021053-8440-42c1-9f8d-ffb5d7794899 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1098 time: 0.1380718 Jul 22 21:35:00.582788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-fb8b380d-4815-4ea4-b9ff-668224b09053 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416019 Jul 22 21:35:00.685785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12ba19e5-b314-4816-ad8c-1fb4e562bf68 req-7f6cdbeb-1e6e-4c2f-bbc7-27337cea965d tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142247 Jul 22 21:35:00.725072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:00.845615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.866391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.903500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.909948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.927334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.935673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.949779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:00.967498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-979d72c2-3120-4fb1-b427-76167071f5b4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.2794900 Jul 22 21:35:01.111813 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-324057c4-e340-415a-8cc6-6ae5c5f7a7c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec47ebc0f01c4215b2b40c62c975d579&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0949247 Jul 22 21:35:01.112603 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-b9be6bfe-db68-48db-a8cb-8cd87a9a0969 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909719 Jul 22 21:35:01.118192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46246) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:01.125860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a77d6ef1-b048-44e4-bb01-a269e6be15fe req-9cb205d0-0380-490b-af86-c658b0fd02cc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577740 Jul 22 21:35:01.347109 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:01.506238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fc48abe-3448-4d54-950f-80af01f5f93c req-73ce948b-2f67-490a-a056-dcb936a7868c service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739622 Jul 22 21:35:01.545937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:01.654813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132a30b2-9dce-4c4e-8d67-e154183bb570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:01.687521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c56f6-5e79-45f7-a237-a0147825ff6d req-63beae6f-d322-4d4c-9349-d5517cff9099 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:01.689222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b02c56f6-5e79-45f7-a237-a0147825ff6d req-63beae6f-d322-4d4c-9349-d5517cff9099 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 944 time: 0.1939068 Jul 22 21:35:01.690698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=4ceb7fdc-7516-4faf-8f3e-bedab7d64581,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:01.734395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port 4ceb7fdc-7516-4faf-8f3e-bedab7d64581 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:01.794782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b02c56f6-5e79-45f7-a237-a0147825ff6d req-9d37bc2d-cb3d-4e52-a64b-a24378b11b85 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886579 Jul 22 21:35:01.940681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132a30b2-9dce-4c4e-8d67-e154183bb570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.063310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.106425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.155782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baca5d0a-455b-4b38-9e7a-b8d80079c12e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:02.186563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-e0584f61-7cb3-4803-905f-d849cf130613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.189604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-e0584f61-7cb3-4803-905f-d849cf130613 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 1096 time: 0.5449054 Jul 22 21:35:02.193448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:02.193949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0afbaf-edae-46aa-8cc1-2adf667a6f9a') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:02.201345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port f6154ee0-f805-407f-8fd7-d78f91b4cd45 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:02.201867 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.354989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.355545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.361231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46282) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:02.380652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for f6154ee0-f805-407f-8fd7-d78f91b4cd45 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:02.549118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46286) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:02.608565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.621557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.635290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.647164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.656962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.665566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.680532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:02.696085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-b9122c8e-0edd-4ff9-b5e8-fda39abbf443 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5428 time: 0.3425748 Jul 22 21:35:02.841654 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.852710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1fb90a7-447d-4da8-82b9-f72e60c97f2e req-89b7eadf-efc7-4b9c-8c57-aa3b258444eb tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583500 Jul 22 21:35:02.900334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132a30b2-9dce-4c4e-8d67-e154183bb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.905778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132a30b2-9dce-4c4e-8d67-e154183bb570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.912482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-132a30b2-9dce-4c4e-8d67-e154183bb570 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1500ba71-cf77-47b1-ae38-66756325fd9b HTTP/1.1" status: 204 len: 168 time: 1.7928686 Jul 22 21:35:02.917673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.965615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:02.966453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:02.999465 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:03.058945 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d43cd002-350a-4bee-9820-5bd4e7c65b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.121114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-460b9861-2a0e-42f3-b5b4-ba41ef618f88 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1375670629'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:03.122776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-460b9861-2a0e-42f3-b5b4-ba41ef618f88 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Unknown quota resources ['metering_label']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:35:03.153160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6b41f441-e310-4001-aa2f-8d9d78144fb9 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:03.230538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a30b2-9dce-4c4e-8d67-e154183bb570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500ba71-cf77-47b1-ae38-66756325fd9b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:03.415906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.423052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-e012cff5-2453-4ea4-9ad8-bced2ed2f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:03.425974 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-e012cff5-2453-4ea4-9ad8-bced2ed2f7b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 200 len: 911 time: 0.6148400 Jul 22 21:35:03.442355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.443312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b41f441-e310-4001-aa2f-8d9d78144fb9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:03.454920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/baca5d0a-455b-4b38-9e7a-b8d80079c12e HTTP/1.1" status: 204 len: 168 time: 6.1539319 Jul 22 21:35:03.456043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46298) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:03.478215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'port_id': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'mac_address': 'fa:16:3e:cf:a2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:03.493138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67696ff4-e0d2-468b-86a3-527470c0029d req-7f83c8d9-12df-4e5c-acbc-efb4d9bdbcd1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:03.495776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67696ff4-e0d2-468b-86a3-527470c0029d req-7f83c8d9-12df-4e5c-acbc-efb4d9bdbcd1 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 944 time: 0.4700148 Jul 22 21:35:03.509918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.536677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460645151'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:03.622442 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.647038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b41f441-e310-4001-aa2f-8d9d78144fb9 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:03.664459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-460b9861-2a0e-42f3-b5b4-ba41ef618f88 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.666868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-460b9861-2a0e-42f3-b5b4-ba41ef618f88 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2945147 Jul 22 21:35:03.678153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46302) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:03.687246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fd10ba13-d837-4cd6-a337-66afd0af8194 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '650a22b0-aae2-4820-9f09-60fee3d0d1b4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:03.688154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fd10ba13-d837-4cd6-a337-66afd0af8194 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:35:03.707421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f68bd-af93-49c0-a0c4-0c3d3d04d051 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=baca5d0a-455b-4b38-9e7a-b8d80079c12e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:03.709645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b41f441-e310-4001-aa2f-8d9d78144fb9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:03.719095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.722698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 093a06b0-eae3-474f-be1b-5ad2df916aa9 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:03.770380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=f6154ee0-f805-407f-8fd7-d78f91b4cd45,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:03.786477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-30011f03-5082-4493-995d-94d4a0b59e27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa152f51-1f2b-4205-be44-cdb179e13d2d HTTP/1.1" status: 200 len: 217 time: 0.3468807 Jul 22 21:35:03.885921 n-d-762330-19 neutron-server[94092]: WARNING neutron.services.metering.metering_plugin [None req-fd10ba13-d837-4cd6-a337-66afd0af8194 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 21:35:03.988835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:03.989389 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP ddc95d1b-b6ee-40f4-90fb-fa8301d271bf disassociated (deleted). External IP: 172.25.5.40, port: d95bff28-ed8c-448b-9a15-d897d686dfec. Jul 22 21:35:03.989618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67696ff4-e0d2-468b-86a3-527470c0029d req-f430727d-8546-47ed-976d-f023ea32c14e tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554927 Jul 22 21:35:03.996601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-cb83c038-6645-4f29-b988-d4b20356c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:03.999259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-cb83c038-6645-4f29-b988-d4b20356c372 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 200 len: 850 time: 0.1570761 Jul 22 21:35:04.002374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6b41f441-e310-4001-aa2f-8d9d78144fb9,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:04.182680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 093a06b0-eae3-474f-be1b-5ad2df916aa9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:04.198747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '093a06b0-eae3-474f-be1b-5ad2df916aa9', 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d', 'port_id': '093a06b0-eae3-474f-be1b-5ad2df916aa9', 'mac_address': 'fa:16:3e:a1:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f920a27-0d51-43d7-8c17-43ae987f1438', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:04.214000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fd10ba13-d837-4cd6-a337-66afd0af8194 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.220716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fd10ba13-d837-4cd6-a337-66afd0af8194 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5355709 Jul 22 21:35:04.224737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46316) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:04.228809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-c7a5a7e3-299f-41c1-8d7c-600133ee7856 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca1f6e1-114f-4930-bd89-a5fd9f153bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1729569 Jul 22 21:35:04.247539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8b656126-19c8-4d27-9507-2e0ae777c183 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '650a22b0-aae2-4820-9f09-60fee3d0d1b4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:04.248615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8b656126-19c8-4d27-9507-2e0ae777c183 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:35:04.259545 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.287569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093a06b0-eae3-474f-be1b-5ad2df916aa9 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:04.291631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d43cd002-350a-4bee-9820-5bd4e7c65b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.302900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d43cd002-350a-4bee-9820-5bd4e7c65b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.318016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 093a06b0-eae3-474f-be1b-5ad2df916aa9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:04.325100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.326086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6ab34fa4-7d88-4abd-8e16-15e0866d6bab details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:04.425726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=093a06b0-eae3-474f-be1b-5ad2df916aa9,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:04.430811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d43cd002-350a-4bee-9820-5bd4e7c65b87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be4ef7d1c27a4835bca52dfbcab7c346&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8799214 Jul 22 21:35:04.432086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cd002-350a-4bee-9820-5bd4e7c65b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f1b0c-c149-4bd7-b38e-58c10518b602,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:04.436440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46322) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:04.497764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:04.537582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab', 'network_id': 'e36c9c13-3075-44ed-add2-4df81517f00d', 'port_id': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab', 'mac_address': 'fa:16:3e:ce:53:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f920a27-0d51-43d7-8c17-43ae987f1438', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:04.547016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:04.557448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:04.564025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:04.572132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:04.582485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:04.591311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:04.594749 n-d-762330-19 neutron-server[94091]: WARNING neutron.services.metering.metering_plugin [None req-8b656126-19c8-4d27-9507-2e0ae777c183 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 21:35:04.605794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:04.625073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13f4257a-8b8b-4f72-9e03-7734025128da req-7a23575f-c1aa-41d3-9617-d5d586f234c4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5429 time: 0.5294368 Jul 22 21:35:04.635673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.657123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46326) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:04.660857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab34fa4-7d88-4abd-8e16-15e0866d6bab {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:04.704901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:04.714397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.716293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8362cca-b5a5-45f9-9c97-9c91a0315d78 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:04.719198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:04.725895 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.801509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788b992b-56cf-453e-8ea3-f0723d41ca18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.834083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:04.861147 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788b992b-56cf-453e-8ea3-f0723d41ca18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.927795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788b992b-56cf-453e-8ea3-f0723d41ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.935821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788b992b-56cf-453e-8ea3-f0723d41ca18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:04.939120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-788b992b-56cf-453e-8ea3-f0723d41ca18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e00f1b0c-c149-4bd7-b38e-58c10518b602 HTTP/1.1" status: 204 len: 168 time: 0.4982431 Jul 22 21:35:04.982516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13f4257a-8b8b-4f72-9e03-7734025128da req-25403393-892b-4df7-a124-138d2924d16c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3560562 Jul 22 21:35:04.987065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b992b-56cf-453e-8ea3-f0723d41ca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f1b0c-c149-4bd7-b38e-58c10518b602,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:04.994591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727120351'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:05.018333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a8362cca-b5a5-45f9-9c97-9c91a0315d78, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:05.031828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a8362cca-b5a5-45f9-9c97-9c91a0315d78', 'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'port_id': 'a8362cca-b5a5-45f9-9c97-9c91a0315d78', 'mac_address': 'fa:16:3e:c1:dc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8548027f-a404-408b-b068-8fb062dbc333', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:05.057390 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.092772 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.119944 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.175910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8362cca-b5a5-45f9-9c97-9c91a0315d78 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:05.219197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a8362cca-b5a5-45f9-9c97-9c91a0315d78, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:05.226026 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.226894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 818bbe03-9465-4d53-b7f9-1ed61d4c1cda details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:05.354565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:05.380550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.381063 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment ad7b8260-ba24-4d91-902d-933da024bd25 of type vlan for network 21f87899-69c3-44dc-b270-ad7dd5fe095b Jul 22 21:35:05.391729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:05.395315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a8362cca-b5a5-45f9-9c97-9c91a0315d78,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:05.397535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45e57-399f-4113-a8f5-263b79dd30f6 req-7b837194-44b9-4883-a4d4-96bfd2215394 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:05.399752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57f45e57-399f-4113-a8f5-263b79dd30f6 req-7b837194-44b9-4883-a4d4-96bfd2215394 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 944 time: 0.1948164 Jul 22 21:35:05.417902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda', 'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'port_id': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda', 'mac_address': 'fa:16:3e:6c:bc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8548027f-a404-408b-b068-8fb062dbc333', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:05.494002 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.526153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.528944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818bbe03-9465-4d53-b7f9-1ed61d4c1cda {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:05.551571 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.558678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.568695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:05.576878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.578602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7550fcc9-cc40-4743-b8e4-62b71f52771b details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:05.648705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57f45e57-399f-4113-a8f5-263b79dd30f6 req-e504256e-7ab9-4496-b751-ee8d9d71890d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286026 Jul 22 21:35:05.688385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b656126-19c8-4d27-9507-2e0ae777c183 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.689817 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b656126-19c8-4d27-9507-2e0ae777c183 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.4597123 Jul 22 21:35:05.695045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46338) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:05.700544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7550fcc9-cc40-4743-b8e4-62b71f52771b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:05.711880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-f4f97e41-807d-4feb-b3c1-7b68b2e898a7 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4380338 Jul 22 21:35:05.724012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:05.736527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '7550fcc9-cc40-4743-b8e4-62b71f52771b', 'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'port_id': '7550fcc9-cc40-4743-b8e4-62b71f52771b', 'mac_address': 'fa:16:3e:a2:36:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8548027f-a404-408b-b068-8fb062dbc333', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:05.744625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240e4323-b6a2-43aa-ac8f-4659c3fd8de6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:05.778669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0590063e-351e-41cc-a4e3-319ee3e4c3f1 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=54be2c83-8401-4047-af86-0cea545902c9 HTTP/1.1" status: 200 len: 464 time: 0.0686429 Jul 22 21:35:05.784177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46340) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:05.857812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.879405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46342) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:05.900347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7550fcc9-cc40-4743-b8e4-62b71f52771b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:05.914927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.922988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:05.923757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.936714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90f17d64-deab-4d9d-8e21-56673f20d748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.951009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7550fcc9-cc40-4743-b8e4-62b71f52771b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:05.957934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:05.958752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fa152f51-1f2b-4205-be44-cdb179e13d2d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:05.961831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.015311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7058a695-40ba-4765-882c-0cb94b19e10a tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.017106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7058a695-40ba-4765-882c-0cb94b19e10a tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/54be2c83-8401-4047-af86-0cea545902c9 HTTP/1.1" status: 204 len: 168 time: 0.2314641 Jul 22 21:35:06.018056 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.024117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46344) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.087231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=7550fcc9-cc40-4743-b8e4-62b71f52771b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:06.106343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a632b0dd-fa19-4aaa-8545-311d460d7b7f tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=54be2c83-8401-4047-af86-0cea545902c9 HTTP/1.1" status: 200 len: 221 time: 0.0787189 Jul 22 21:35:06.107664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.109900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4489081 Jul 22 21:35:06.117908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46348) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.118922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46350) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.141259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d7c0aaf7-a78a-4051-8539-277757dfbe52 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2031148474', 'description': 'label created by tempest'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:06.141986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d7c0aaf7-a78a-4051-8539-277757dfbe52 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Unknown quota resources ['metering_label']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:35:06.164014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6705682 Jul 22 21:35:06.170446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46354) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.177190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a135249-48ad-4f41-b539-55f5919688f2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=21f87899-69c3-44dc-b270-ad7dd5fe095b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:06.189146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:06.201640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36ec7693-127f-41fb-946a-e0ea46700e95 req-f890ea9c-ebda-4df1-b2ec-c02f55412319 service neutron] 10.222.0.23 "GET /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715509 Jul 22 21:35:06.206899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3a3b5-6112-44ab-a95a-54f5b3bfdf0d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2de9c2-136b-4c47-9cc4-19923d6dda23,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:06.208514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:06.270024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 79302ccd-1f36-4108-bc26-1353847544fa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:35:06.381632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-407a4cff-a218-42a4-8ea1-75588e977c46 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2590744 Jul 22 21:35:06.384750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46360) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.386260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fa152f51-1f2b-4205-be44-cdb179e13d2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fa152f51-1f2b-4205-be44-cdb179e13d2d,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:06.405211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'fa152f51-1f2b-4205-be44-cdb179e13d2d', 'network_id': 'bca1f6e1-114f-4930-bd89-a5fd9f153bcd', 'port_id': 'fa152f51-1f2b-4205-be44-cdb179e13d2d', 'mac_address': 'fa:16:3e:f3:31:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757bc2a4-8ae5-4593-8eff-91833bb24163', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:06.425819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-652dac17-c66d-45a6-9c9f-e11ea2e22f97 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-security--312491408', 'description': 'tempest-security-description-1880405465'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:06.485194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.495312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.505606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.507114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.513722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.520342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.524571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa152f51-1f2b-4205-be44-cdb179e13d2d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:06.526525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.532807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.534799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-65d0d6a0-8a04-4289-983a-1fb6187a1980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5434 time: 0.4198773 Jul 22 21:35:06.547507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fa152f51-1f2b-4205-be44-cdb179e13d2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fa152f51-1f2b-4205-be44-cdb179e13d2d,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:06.552387 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.553194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a9d35e0-e880-4261-99ed-66149b42b9e6 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:35:06.583087 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7c0aaf7-a78a-4051-8539-277757dfbe52 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.587863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d7c0aaf7-a78a-4051-8539-277757dfbe52 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4644077 Jul 22 21:35:06.589990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46368) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.592092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a9d35e0-e880-4261-99ed-66149b42b9e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:06.592435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-652dac17-c66d-45a6-9c9f-e11ea2e22f97 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.598487 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90f17d64-deab-4d9d-8e21-56673f20d748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.606723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '3a9d35e0-e880-4261-99ed-66149b42b9e6', 'network_id': '5ad52515-1268-479b-b734-694780a533e7', 'port_id': '3a9d35e0-e880-4261-99ed-66149b42b9e6', 'mac_address': 'fa:16:3e:81:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8548027f-a404-408b-b068-8fb062dbc333', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:35:06.615009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.619618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90f17d64-deab-4d9d-8e21-56673f20d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.662757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:06.673850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.676156 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] Sync routers for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:06.686555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.689488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=fa152f51-1f2b-4205-be44-cdb179e13d2d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:06.690638 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:06.691273 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:06.734336 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.745381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-90f17d64-deab-4d9d-8e21-56673f20d748 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed010f60a6da40678fe452c9da9f3e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8646686 Jul 22 21:35:06.747091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b is not hosted by any dhcp agent {{(pid=94091) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:35:06.749694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9d35e0-e880-4261-99ed-66149b42b9e6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:35:06.753428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:06.754338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.755878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "PUT /v2.0/networks/21f87899-69c3-44dc-b270-ad7dd5fe095b HTTP/1.1" status: 200 len: 723 time: 0.5797572 Jul 22 21:35:06.756579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.772597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46376) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.774249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f17d64-deab-4d9d-8e21-56673f20d748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2df9d94-882f-4502-a2b6-16125291c5da,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:06.778249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a9d35e0-e880-4261-99ed-66149b42b9e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:06.786247 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.787586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '21f87899-69c3-44dc-b270-ad7dd5fe095b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:06.814252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ab67bb2f-32a1-437a-a8da-cf5f20f220a4 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=4fed54a7-aaa0-4c95-9e57-5e2b8775ecb2 HTTP/1.1" status: 200 len: 468 time: 0.2184870 Jul 22 21:35:06.825190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:06.909919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3a9d35e0-e880-4261-99ed-66149b42b9e6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:06.910901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773bbc1-f17b-4c36-9d10-2b02e2124929 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=21f87899-69c3-44dc-b270-ad7dd5fe095b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:06.916990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-652dac17-c66d-45a6-9c9f-e11ea2e22f97 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.916990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f111fd7-a556-41b0-b796-4824ae280da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.918180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2524124c-d914-43cf-8e96-c63974775556 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/floatingips/ddc95d1b-b6ee-40f4-90fb-fa8301d271bf HTTP/1.1" status: 204 len: 168 time: 6.1920187 Jul 22 21:35:06.951822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:06.953756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f111fd7-a556-41b0-b796-4824ae280da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:06.967765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:06.970902 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f70a9b-06a7-4694-a700-335bd06491a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:06.995405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d379d6fa-4975-4dc7-a120-47f3e4dcc413 req-45f9e492-e3ca-48a6-9fa5-12b2c433a33d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4075274 Jul 22 21:35:07.005754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-652dac17-c66d-45a6-9c9f-e11ea2e22f97 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:07.009230 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-652dac17-c66d-45a6-9c9f-e11ea2e22f97 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:07.010580 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-652dac17-c66d-45a6-9c9f-e11ea2e22f97 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "PUT /v2.0/security-groups/2f2de9c2-136b-4c47-9cc4-19923d6dda23 HTTP/1.1" status: 200 len: 1779 time: 0.5925438 Jul 22 21:35:07.022962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46386) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.160494 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:07.265178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:07.270723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:07.336678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f7e84209-3eba-4155-b454-3ef35f471d45 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:07.341228 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f7e84209-3eba-4155-b454-3ef35f471d45 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/4fed54a7-aaa0-4c95-9e57-5e2b8775ecb2 HTTP/1.1" status: 204 len: 168 time: 0.5076449 Jul 22 21:35:07.348130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46388) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.366401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f137693b-e7cd-4446-bace-4ce0293e45c8 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=4fed54a7-aaa0-4c95-9e57-5e2b8775ecb2 HTTP/1.1" status: 200 len: 216 time: 0.0170321 Jul 22 21:35:07.373938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46390) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.441996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3e463a03-9c6b-470e-a911-c423891ac292 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0662107 Jul 22 21:35:07.447828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.489879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0eca4fe0-daa7-4f86-914e-23621481f5b1 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0357144 Jul 22 21:35:07.493775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46394) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.555565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:07.588845 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-471f0a8c-0587-413e-88e8-eae98c89633b tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/650a22b0-aae2-4820-9f09-60fee3d0d1b4 HTTP/1.1" status: 200 len: 473 time: 0.0877416 Jul 22 21:35:07.589156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46396) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.616200 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3ce54561-2ff7-421c-a980-9bad0d794817 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/83562e61-e442-489d-94b8-7f2a43e438a0 HTTP/1.1" status: 200 len: 461 time: 0.0210049 Jul 22 21:35:07.617586 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] Checking router: 79302ccd-1f36-4108-bc26-1353847544fa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:07.618372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.630701 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:07.632473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dac17-c66d-45a6-9c9f-e11ea2e22f97 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2de9c2-136b-4c47-9cc4-19923d6dda23,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:07.632979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:07.668269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f111fd7-a556-41b0-b796-4824ae280da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:07.670883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f111fd7-a556-41b0-b796-4824ae280da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:07.678067 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f111fd7-a556-41b0-b796-4824ae280da4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2df9d94-882f-4502-a2b6-16125291c5da HTTP/1.1" status: 204 len: 168 time: 0.9061389 Jul 22 21:35:07.693936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a5a40d7e-e4fe-49a9-bc26-32f51bba5a3e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups/2f2de9c2-136b-4c47-9cc4-19923d6dda23 HTTP/1.1" status: 200 len: 1779 time: 0.6687791 Jul 22 21:35:07.707362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:07.719250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f111fd7-a556-41b0-b796-4824ae280da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2df9d94-882f-4502-a2b6-16125291c5da,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:07.759728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924a6a7-6fde-493f-999b-faa6afc3fff7 req-a768feca-0cf4-4b8d-995e-9540f5c97223 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:07.762077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f924a6a7-6fde-493f-999b-faa6afc3fff7 req-a768feca-0cf4-4b8d-995e-9540f5c97223 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 945 time: 0.7459402 Jul 22 21:35:07.770392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6b41f441-e310-4001-aa2f-8d9d78144fb9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:07.839828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440344c-79d5-46b3-b839-5806b0e706e4 req-c8e91ed4-4799-4155-98f2-ecf4fc4ddd34 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:07.842192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8440344c-79d5-46b3-b839-5806b0e706e4 req-c8e91ed4-4799-4155-98f2-ecf4fc4ddd34 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 946 time: 0.3038290 Jul 22 21:35:07.884375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['7550fcc9-cc40-4743-b8e4-62b71f52771b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:07.894837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['3a9d35e0-e880-4261-99ed-66149b42b9e6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:07.908635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f924a6a7-6fde-493f-999b-faa6afc3fff7 req-9aafa068-61a4-4b3a-9c75-5a6187a1ec9a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383219 Jul 22 21:35:07.921384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14c32c3f-9760-49e1-9f20-3d3b30d74752 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:07.944331 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:07.984009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14c32c3f-9760-49e1-9f20-3d3b30d74752 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.009356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8440344c-79d5-46b3-b839-5806b0e706e4 req-bb977f27-45b4-4c1f-9f4f-60dd58c87092 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474795 Jul 22 21:35:08.023148 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.033446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['093a06b0-eae3-474f-be1b-5ad2df916aa9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:08.139632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14c32c3f-9760-49e1-9f20-3d3b30d74752 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.143080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14c32c3f-9760-49e1-9f20-3d3b30d74752 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.145373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-14c32c3f-9760-49e1-9f20-3d3b30d74752 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/2f2de9c2-136b-4c47-9cc4-19923d6dda23 HTTP/1.1" status: 204 len: 168 time: 0.4369900 Jul 22 21:35:08.156172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46406) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:08.165528 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc2509-0410-42f2-b9f7-ed9964f9ebae x-openstack-request-id: req-b0cc2509-0410-42f2-b9f7-ed9964f9ebae {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:08.165829 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:08.166191 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0cc2509-0410-42f2-b9f7-ed9964f9ebae {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:08.166497 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'status': 'completed', 'code': 200} Jul 22 21:35:08.167445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=207ee455-10eb-4679-bf96-5c39ad0e536a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:08.170047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['fa152f51-1f2b-4205-be44-cdb179e13d2d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:08.191636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32c3f-9760-49e1-9f20-3d3b30d74752 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2de9c2-136b-4c47-9cc4-19923d6dda23,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:08.195265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c16da364-05f1-485f-9d60-2a8e9a0f69d5 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.215344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c16da364-05f1-485f-9d60-2a8e9a0f69d5 tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/83562e61-e442-489d-94b8-7f2a43e438a0 HTTP/1.1" status: 204 len: 168 time: 0.5929799 Jul 22 21:35:08.231583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:08.449975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-4cd9d5a6-e5d6-422d-aaf1-69643e5e6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.462439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-4cd9d5a6-e5d6-422d-aaf1-69643e5e6707 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 1098 time: 0.2991090 Jul 22 21:35:08.499278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.517243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.531065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.545101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e386523-a6f4-4018-ab9c-dc5e5295e15b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3746998 Jul 22 21:35:08.553759 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:08.560554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.574723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.583888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.595121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.606385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d428bceb-5159-4255-83e0-a00bab4feed0 None None] The sync data for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 is: [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:31:57Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'b88974c9-2225-49d0-a100-c82a58c42c9a', 'name': '', 'network_id': 'd1a84503-f252-439b-bbbc-1eee70cfcb03', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:13:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:52Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '03346b7b-6f2b-482e-b1ca-b89e0a40c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:35:08.607069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-1c51c15b-11ea-48a5-9b14-df76d39793c7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5435 time: 0.3308182 Jul 22 21:35:08.609635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46414) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:08.766168 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-5b18eb99-1f4b-4b8f-8909-58a657367a82 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] delete failed (client error): The resource could not be found. Jul 22 21:35:08.774374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5b18eb99-1f4b-4b8f-8909-58a657367a82 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/2f2de9c2-136b-4c47-9cc4-19923d6dda23 HTTP/1.1" status: 404 len: 347 time: 0.1589568 Jul 22 21:35:08.779578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46424) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:08.786925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5f9c0074-3c24-41f5-bfaa-ee357669bdfd tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786953260'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:08.811489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa3ebe61-0623-4b07-93d6-c7a795a983bf tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.813661 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa3ebe61-0623-4b07-93d6-c7a795a983bf tempest-MeteringTestJSON-1869305616 tempest-MeteringTestJSON-1869305616-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/650a22b0-aae2-4820-9f09-60fee3d0d1b4 HTTP/1.1" status: 204 len: 168 time: 0.5806301 Jul 22 21:35:08.827637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': 'ad7b8260-ba24-4d91-902d-933da024bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21f87899-69c3-44dc-b270-ad7dd5fe095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:08.832358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 21f87899-69c3-44dc-b270-ad7dd5fe095b, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:35:08.885071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:35:08.901050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc6ad18e-241f-407e-8b38-8a6ab76ea12f req-21ea8237-ab25-4d58-bc8e-781c8346c5b3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2900531 Jul 22 21:35:08.912073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 21f87899-69c3-44dc-b270-ad7dd5fe095b) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:08.921192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.922253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551653'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.925878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0074-3c24-41f5-bfaa-ee357669bdfd tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:08.971118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6ab34fa4-7d88-4abd-8e16-15e0866d6bab'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:08.988532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-7b917271-daf0-4346-a39f-bd4fcd894a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:08.988860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e8cc80c4-8104-4f9c-b4cf-4226b4c28915 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2098680 Jul 22 21:35:08.991303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46432) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:09.003189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-7b917271-daf0-4346-a39f-bd4fcd894a0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 200 len: 897 time: 0.3922725 Jul 22 21:35:09.018010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d978c715-8e90-44cd-b6b3-40c81d2622c1 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:09.077384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a8362cca-b5a5-45f9-9c97-9c91a0315d78'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:09.081989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef57f600-0fc9-4455-a653-b7637a201488 None None] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:09.100292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddde944-3fee-49bd-8583-00b0b9ca69a0 req-34c6476e-4964-40fe-889a-caf2abb250cc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:09.103643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ddde944-3fee-49bd-8583-00b0b9ca69a0 req-34c6476e-4964-40fe-889a-caf2abb250cc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 946 time: 0.4915254 Jul 22 21:35:09.157499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-6b83db1e-41da-4e98-9c58-5d78e63ac0a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 200 len: 217 time: 0.1460435 Jul 22 21:35:09.178971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['818bbe03-9465-4d53-b7f9-1ed61d4c1cda'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:35:09.313891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d978c715-8e90-44cd-b6b3-40c81d2622c1 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25236528'] for subnet, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:09.320416 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ddde944-3fee-49bd-8583-00b0b9ca69a0 req-1fb761ed-c814-4fe6-9aa0-c179b70af850 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568794 Jul 22 21:35:09.351577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-f98502f3-32b9-4a49-bfe2-6147f745a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:09.353565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-f98502f3-32b9-4a49-bfe2-6147f745a185 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 200 len: 835 time: 0.1855893 Jul 22 21:35:09.363633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92560d08-1ff9-47bb-977f-8c2867ee8375 None None] New status for floating IP ddc95d1b-b6ee-40f4-90fb-fa8301d271bf: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:35:09.415800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46444) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:09.436102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746d2db-3184-4927-b5fb-65b93c0d9d1c req-d5d0ce99-40f7-4eba-af06-1a36b0ac7632 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:09.454146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5746d2db-3184-4927-b5fb-65b93c0d9d1c req-d5d0ce99-40f7-4eba-af06-1a36b0ac7632 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 945 time: 0.3484766 Jul 22 21:35:09.615303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0074-3c24-41f5-bfaa-ee357669bdfd tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:09.626842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0074-3c24-41f5-bfaa-ee357669bdfd tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:09.694012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5746d2db-3184-4927-b5fb-65b93c0d9d1c req-4f2013f1-8337-4f0c-b40a-84582ba18672 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323818 Jul 22 21:35:09.717797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-e647e192-0407-41b8-90b1-2e3d6f2fa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:09.719805 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-e647e192-0407-41b8-90b1-2e3d6f2fa51b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a84503-f252-439b-bbbc-1eee70cfcb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3548090 Jul 22 21:35:09.723291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c0074-3c24-41f5-bfaa-ee357669bdfd tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ebc80-a2ba-4c8a-847a-85d9da6ac024,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:09.726165 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0074-3c24-41f5-bfaa-ee357669bdfd tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:09.728114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5f9c0074-3c24-41f5-bfaa-ee357669bdfd tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9471204 Jul 22 21:35:09.745808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46452) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:09.762243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9f1ff6f3-93c0-4951-b559-5bf32e18de2e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': 'c05ebc80-a2ba-4c8a-847a-85d9da6ac024', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:09.840973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86db57-1340-4543-8c79-27be1335343a req-d612b71f-e85d-4fe2-9dd1-ee16fa5b23b7 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:09.844980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57c36712-96ac-4dc1-ade7-9f35161f6c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:09.849030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d86db57-1340-4543-8c79-27be1335343a req-d612b71f-e85d-4fe2-9dd1-ee16fa5b23b7 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 946 time: 0.3279793 Jul 22 21:35:09.897304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f1ff6f3-93c0-4951-b559-5bf32e18de2e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:09.927865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-92f1ec14-e4da-4b25-9655-fa0a7559d18d service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967814 Jul 22 21:35:09.947741 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d86db57-1340-4543-8c79-27be1335343a req-ed195af4-20ad-4b12-8315-df3eac3ca49e tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976408 Jul 22 21:35:10.036061 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57c36712-96ac-4dc1-ade7-9f35161f6c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.063604 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57c36712-96ac-4dc1-ade7-9f35161f6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.172299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-56b5704a-666c-4cc9-bede-34be20729ed4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.174439 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-56b5704a-666c-4cc9-bede-34be20729ed4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 946 time: 0.4791532 Jul 22 21:35:10.177222 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-57c36712-96ac-4dc1-ade7-9f35161f6c97 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=049b47b3e1ef4f7fb69c2de63daa6bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599790 Jul 22 21:35:10.189350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-ac3e8de8-cbf8-48bd-9d6a-328b6e873efc tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.191601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-ac3e8de8-cbf8-48bd-9d6a-328b6e873efc tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 946 time: 0.6793180 Jul 22 21:35:10.193992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:10.200951 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f1ff6f3-93c0-4951-b559-5bf32e18de2e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.216983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f1ff6f3-93c0-4951-b559-5bf32e18de2e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.242377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c36712-96ac-4dc1-ade7-9f35161f6c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e563d6-a561-44ea-8ad6-13f0ef40479d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:10.280565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f70a9b-06a7-4694-a700-335bd06491a8 req-3e44910b-c324-4a03-98e2-b2d571f99a23 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436816 Jul 22 21:35:10.289810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ff6f3-93c0-4951-b559-5bf32e18de2e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96e7675-df1f-4756-863d-26fe157c0435,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:10.301888 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f1ff6f3-93c0-4951-b559-5bf32e18de2e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.303324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f1ff6f3-93c0-4951-b559-5bf32e18de2e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5556402 Jul 22 21:35:10.310687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46466) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:10.318686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d978c715-8e90-44cd-b6b3-40c81d2622c1 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766852813424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26504687'] for subnet, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.350549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.356913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.363012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.369518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.375656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.377820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978c715-8e90-44cd-b6b3-40c81d2622c1 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.378553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d978c715-8e90-44cd-b6b3-40c81d2622c1 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.379961 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d978c715-8e90-44cd-b6b3-40c81d2622c1 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "PUT /v2.0/subnets/207ee455-10eb-4679-bf96-5c39ad0e536a HTTP/1.1" status: 200 len: 806 time: 1.3803387 Jul 22 21:35:10.392000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.398840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.406451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-f3f67b3f-5833-469c-a946-3c8b8687242f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5435 time: 0.3271999 Jul 22 21:35:10.411663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:10.424214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978c715-8e90-44cd-b6b3-40c81d2622c1 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=207ee455-10eb-4679-bf96-5c39ad0e536a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:10.494952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4fe225b-9ee6-471c-814e-f8f02a8e1cc9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.519175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e247123-5817-489e-b214-6e654caeab64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.549440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4fe225b-9ee6-471c-814e-f8f02a8e1cc9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.570022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-21f87899-69c3-44dc-b270-ad7dd5fe095b', 'network_id': '21f87899-69c3-44dc-b270-ad7dd5fe095b', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': '207ee455-10eb-4679-bf96-5c39ad0e536a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:10.571555 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.579121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port d95bff28-ed8c-448b-9a15-d897d686dfec {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:10.579576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.633652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1244d9b1-c83a-4a64-9407-d9c47fc59af4 req-5bcc95e6-19af-4928-9fea-52c617d455d1 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2262046 Jul 22 21:35:10.682816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e247123-5817-489e-b214-6e654caeab64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.715478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.717081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port d95bff28-ed8c-448b-9a15-d897d686dfec, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d95bff28-ed8c-448b-9a15-d897d686dfec,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:10.718114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.729732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4fe225b-9ee6-471c-814e-f8f02a8e1cc9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.731607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Deleting port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:10.732118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.751283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4fe225b-9ee6-471c-814e-f8f02a8e1cc9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.752661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c4fe225b-9ee6-471c-814e-f8f02a8e1cc9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b96e7675-df1f-4756-863d-26fe157c0435 HTTP/1.1" status: 204 len: 168 time: 0.4395955 Jul 22 21:35:10.758293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46482) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:10.776991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe225b-9ee6-471c-814e-f8f02a8e1cc9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b96e7675-df1f-4756-863d-26fe157c0435,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:10.788180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for d95bff28-ed8c-448b-9a15-d897d686dfec owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:10.810861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24039c8-4243-4810-9b12-d7ac7f2c5a2f req-d80de18c-41c9-41ad-b9dc-0d7ad9055c56 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:10.812501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d24039c8-4243-4810-9b12-d7ac7f2c5a2f req-d80de18c-41c9-41ad-b9dc-0d7ad9055c56 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 946 time: 0.3283377 Jul 22 21:35:10.908671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Allocated IP 172.20.0.2 (21f87899-69c3-44dc-b270-ad7dd5fe095b/207ee455-10eb-4679-bf96-5c39ad0e536a/b14b90ef-bc66-4ed6-817f-0fbb2e888136) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:10.920728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e247123-5817-489e-b214-6e654caeab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.923334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e247123-5817-489e-b214-6e654caeab64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.927610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6e247123-5817-489e-b214-6e654caeab64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6e563d6-a561-44ea-8ad6-13f0ef40479d HTTP/1.1" status: 204 len: 168 time: 0.7268491 Jul 22 21:35:10.941980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d686c931-41ba-4dfd-b6d3-0ec795a00da1 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1808932 Jul 22 21:35:10.951490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46488) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:10.963652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:10.971070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e247123-5817-489e-b214-6e654caeab64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e563d6-a561-44ea-8ad6-13f0ef40479d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:11.000795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d24039c8-4243-4810-9b12-d7ac7f2c5a2f req-61f99a4c-443d-4dde-b5f3-020fefd99aea tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24f74b-768a-4743-b2b6-e64a34f07c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654489 Jul 22 21:35:11.005392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] For port c1f9c326-cbcb-4c19-be8d-614e5a4074d4, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:11.007068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.129807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc683b1-e341-4265-a7ee-a2a6ec39e38c req-2b89043e-6e4f-4a01-84ed-0e3d3287c573 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:11.142444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dc683b1-e341-4265-a7ee-a2a6ec39e38c req-2b89043e-6e4f-4a01-84ed-0e3d3287c573 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 945 time: 0.3056989 Jul 22 21:35:11.220982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f0a7-e2f3-4265-ba7f-9381d59a9633 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.252165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7550fcc9-cc40-4743-b8e4-62b71f52771b up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:11.266381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dc683b1-e341-4265-a7ee-a2a6ec39e38c req-7dd3b967-fa9b-4093-926b-803bb0a38e5d tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165445 Jul 22 21:35:11.294277 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.318048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6a218-a019-4b20-bf44-9f3b15f70e5e req-728f647d-c9e1-4728-a28a-b44cf56ec3d1 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:11.320646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1a6a218-a019-4b20-bf44-9f3b15f70e5e req-728f647d-c9e1-4728-a28a-b44cf56ec3d1 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 946 time: 0.1745975 Jul 22 21:35:11.393411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Transition to ACTIVE for port object b14b90ef-bc66-4ed6-817f-0fbb2e888136 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:11.434002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1a6a218-a019-4b20-bf44-9f3b15f70e5e req-bafac51d-41a3-45fa-810d-68e0738a19c9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups?id=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004946 Jul 22 21:35:11.470920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Transition to ACTIVE for port object b14b90ef-bc66-4ed6-817f-0fbb2e888136 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:11.504558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.520658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 7550fcc9-cc40-4743-b8e4-62b71f52771b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:11.528926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.572907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.573287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.573610 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Floating IP 4435fda6-016a-4ec1-bbf5-90b977749851 disassociated. External IP: 172.25.5.201, port: c1f9c326-cbcb-4c19-be8d-614e5a4074d4. Jul 22 21:35:11.574163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Calling delete_port for c1f9c326-cbcb-4c19-be8d-614e5a4074d4 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:11.593678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 7550fcc9-cc40-4743-b8e4-62b71f52771b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:11.594574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.605928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:11.641303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:11.646537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:11.653728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=207ee455-10eb-4679-bf96-5c39ad0e536a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:11.680138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Pushing event updated for resources: {'Port': ['ID=b14b90ef-bc66-4ed6-817f-0fbb2e888136,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:11.781080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.792006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.806526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f0a7-e2f3-4265-ba7f-9381d59a9633 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.870300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Attempting to bind port b14b90ef-bc66-4ed6-817f-0fbb2e888136 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:11.871937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Attempting to bind port b14b90ef-bc66-4ed6-817f-0fbb2e888136 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'ad7b8260-ba24-4d91-902d-933da024bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21f87899-69c3-44dc-b270-ad7dd5fe095b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:11.872535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Attempting to bind port b14b90ef-bc66-4ed6-817f-0fbb2e888136 on network 21f87899-69c3-44dc-b270-ad7dd5fe095b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:11.884877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:11.885386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Checking segment: {'id': 'ad7b8260-ba24-4d91-902d-933da024bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21f87899-69c3-44dc-b270-ad7dd5fe095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:11.886769 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.887436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Bound using segment: {'id': 'ad7b8260-ba24-4d91-902d-933da024bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21f87899-69c3-44dc-b270-ad7dd5fe095b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:11.888614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Bound port: b14b90ef-bc66-4ed6-817f-0fbb2e888136, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7b8260-ba24-4d91-902d-933da024bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21f87899-69c3-44dc-b270-ad7dd5fe095b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:11.889036 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.889932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=d95bff28-ed8c-448b-9a15-d897d686dfec,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:11.945258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.959864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:11.984168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f87899-69c3-44dc-b270-ad7dd5fe095b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:11.993997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event deleted for resources: {'Port': ['ID=c1f9c326-cbcb-4c19-be8d-614e5a4074d4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:12.021189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46506) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:12.048851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7b8260-ba24-4d91-902d-933da024bd25') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:12.049288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7b8260-ba24-4d91-902d-933da024bd25') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:12.070969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7550fcc9-cc40-4743-b8e4-62b71f52771b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:12.076467 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e144875e-548b-437a-a893-b5dc53b4fec5" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "7550fcc9-cc40-4743-b8e4-62b71f52771b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:12.095790 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.108006 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5c98914-5f02-408c-a188-9452dad9a7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.128997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7550fcc9-cc40-4743-b8e4-62b71f52771b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:12.150317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.197264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] For port b14b90ef-bc66-4ed6-817f-0fbb2e888136, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:12.216434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.233584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:12.234104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.279710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=7550fcc9-cc40-4743-b8e4-62b71f52771b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:12.390963 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:12.395073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] For port b14b90ef-bc66-4ed6-817f-0fbb2e888136, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b14b90ef-bc66-4ed6-817f-0fbb2e888136,segment=NetworkSegment(ad7b8260-ba24-4d91-902d-933da024bd25),segment_id=ad7b8260-ba24-4d91-902d-933da024bd25)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:12.396939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:35:12.396939 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:35:12.396939 n-d-762330-19 neutron-server[94092]: [parameters: {'id': '21f87899-69c3-44dc-b270-ad7dd5fe095b'}] Jul 22 21:35:12.396939 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:35:12.397570 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:35:12.400792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.490643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3d21b3a-4573-4d83-84b9-3b9e250601b1 req-536a980e-6bef-462c-b530-05f5b557706f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 210 time: 0.1016805 Jul 22 21:35:12.619331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:12.629971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:12.637600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:12.645338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:12.658954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:12.669265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:12.683938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:12.686194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-7b38c089-0c87-4493-9f79-b9458339f5f2 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5435 time: 0.6692746 Jul 22 21:35:12.722663 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a591251-ef71-4dcd-8454-01bbb8b8031b x-openstack-request-id: req-8a591251-ef71-4dcd-8454-01bbb8b8031b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:12.722663 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "7550fcc9-cc40-4743-b8e4-62b71f52771b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:12.723388 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a591251-ef71-4dcd-8454-01bbb8b8031b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:12.723388 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7550fcc9-cc40-4743-b8e4-62b71f52771b', 'code': 200} Jul 22 21:35:12.760785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10d8ca-4882-4241-9d34-2969177e01e8 None None] Pushing event updated for resources: {'Port': ['ID=b14b90ef-bc66-4ed6-817f-0fbb2e888136,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:12.780939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5c98914-5f02-408c-a188-9452dad9a7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.784410 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2a0b54c1-112b-41ec-9d74-2d5418eec21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.794532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089e4a9-2aca-4ee9-88d1-ce008d89e111 None None] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:12.807098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5c98914-5f02-408c-a188-9452dad9a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.858840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-edec61d3-9de6-44c3-992f-3b31479b2439 req-5e42f509-86a2-44c9-8a69-1ab7fd3bbd10 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1535902 Jul 22 21:35:12.898394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c98914-5f02-408c-a188-9452dad9a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4423c65d-4da1-4c01-8007-11b73d4d6f3b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:12.898530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e5c98914-5f02-408c-a188-9452dad9a7bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bac2b3b0b3b4791baa65c3518c9b3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8756335 Jul 22 21:35:12.900903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.906113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46528) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:12.976904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6b41f441-e310-4001-aa2f-8d9d78144fb9 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:13.109377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] No DVR routers for this DVR port d95bff28-ed8c-448b-9a15-d897d686dfec on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:13.117838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.122194 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8f6150ae-5aee-42bb-91d3-b3bd26277c4e req-af498ec9-57ef-4873-9092-d397152d0c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.58 "DELETE /v2.0/ports/d95bff28-ed8c-448b-9a15-d897d686dfec HTTP/1.1" status: 204 len: 173 time: 2.9250627 Jul 22 21:35:13.124288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-deleted', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:13.143064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b1e496-a7f5-4292-93f9-6195c15fc68f" -d '{"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-deleted", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:13.160814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6b41f441-e310-4001-aa2f-8d9d78144fb9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:13.172139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6b41f441-e310-4001-aa2f-8d9d78144fb9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:13.172741 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.199671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f0a7-e2f3-4265-ba7f-9381d59a9633 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.229815 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f0a7-e2f3-4265-ba7f-9381d59a9633 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.236175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fcd3f0a7-e2f3-4265-ba7f-9381d59a9633 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/c05ebc80-a2ba-4c8a-847a-85d9da6ac024 HTTP/1.1" status: 204 len: 168 time: 2.2817073 Jul 22 21:35:13.242965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46534) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:13.296483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bab087-1c4c-4965-bf56-694cd75d4ccb None None] Network 21f87899-69c3-44dc-b270-ad7dd5fe095b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:13.373879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3f0a7-e2f3-4265-ba7f-9381d59a9633 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ebc80-a2ba-4c8a-847a-85d9da6ac024,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:13.488071 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.490819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9d64179d-b5a9-407c-a59f-b042f5e32b39 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2303662 Jul 22 21:35:13.492877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46542) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:13.506607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6f7fe54b-45f5-49ce-a74f-c445a528284f tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--617330836'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:13.536932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:35:13.582071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe54b-45f5-49ce-a74f-c445a528284f tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.634169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b41f441-e310-4001-aa2f-8d9d78144fb9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:13.660756 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.661871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fa152f51-1f2b-4205-be44-cdb179e13d2d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:13.676832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eeaf7-9f75-407a-9d69-246ca9023e07 req-897f94fd-8535-4253-8613-4d9df2b4fcfb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:13.681877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f2eeaf7-9f75-407a-9d69-246ca9023e07 req-897f94fd-8535-4253-8613-4d9df2b4fcfb tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 945 time: 0.9119124 Jul 22 21:35:13.688029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15c2817e-8e2b-43b7-b0fe-0e0ad1471cd3 req-73ee5368-f8b8-4dd7-8235-d9f1374a4cd4 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 210 time: 0.2025542 Jul 22 21:35:13.739125 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67ba235a-e90f-43bf-8406-b45dcc285dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.763566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6b41f441-e310-4001-aa2f-8d9d78144fb9,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:13.772688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d95bff28-ed8c-448b-9a15-d897d686dfec no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:13.811601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67ba235a-e90f-43bf-8406-b45dcc285dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:13.834433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: d95bff28-ed8c-448b-9a15-d897d686dfec {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:13.835044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d95bff28-ed8c-448b-9a15-d897d686dfec not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:13.881850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e98ef-c39e-486a-ba74-1ea351a0532d None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:35:13.952775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port fa152f51-1f2b-4205-be44-cdb179e13d2d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:13.963199 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d405bb-de15-4f2d-84e7-9de78db593d1 x-openstack-request-id: req-76d405bb-de15-4f2d-84e7-9de78db593d1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:13.963634 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dc128c-1290-40ca-9a9d-35eb1bc31c39", "name": "network-vif-deleted", "tag": "d95bff28-ed8c-448b-9a15-d897d686dfec", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:13.964134 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76d405bb-de15-4f2d-84e7-9de78db593d1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:13.965406 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dc128c-1290-40ca-9a9d-35eb1bc31c39', 'name': 'network-vif-deleted', 'tag': 'd95bff28-ed8c-448b-9a15-d897d686dfec', 'status': 'completed', 'code': 200} Jul 22 21:35:13.995960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:14.001928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port fa152f51-1f2b-4205-be44-cdb179e13d2d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:14.002369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.013383 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] Sync routers for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:14.042404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f2eeaf7-9f75-407a-9d69-246ca9023e07 req-7553e507-0549-4958-a9d9-60a286f2064b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477595 Jul 22 21:35:14.043258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67ba235a-e90f-43bf-8406-b45dcc285dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.046559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67ba235a-e90f-43bf-8406-b45dcc285dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.051325 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:14.052625 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:34:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:14.064601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-67ba235a-e90f-43bf-8406-b45dcc285dc4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4423c65d-4da1-4c01-8007-11b73d4d6f3b HTTP/1.1" status: 204 len: 168 time: 1.1498287 Jul 22 21:35:14.088478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba235a-e90f-43bf-8406-b45dcc285dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4423c65d-4da1-4c01-8007-11b73d4d6f3b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:14.116105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port b14b90ef-bc66-4ed6-817f-0fbb2e888136 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:14.117692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.321152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] No DVR routers for this DVR port c1f9c326-cbcb-4c19-be8d-614e5a4074d4 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:14.338092 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.341692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d7c2babe-78ae-4fa9-97ca-395a8ca7ab75 req-496f561c-a1e2-45c7-be18-7c173e7e1177 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.23 "DELETE /v2.0/ports/c1f9c326-cbcb-4c19-be8d-614e5a4074d4 HTTP/1.1" status: 204 len: 173 time: 4.1314623 Jul 22 21:35:14.349162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-742b28fc-1cab-4b39-810f-360adb769d65 req-6a66e0f6-aba2-4c18-9777-1aa7779c6232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3dc128c-1290-40ca-9a9d-35eb1bc31c39 HTTP/1.1" status: 200 len: 210 time: 0.1303873 Jul 22 21:35:14.370455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port b14b90ef-bc66-4ed6-817f-0fbb2e888136, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b14b90ef-bc66-4ed6-817f-0fbb2e888136,segment=NetworkSegment(ad7b8260-ba24-4d91-902d-933da024bd25),segment_id=ad7b8260-ba24-4d91-902d-933da024bd25)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:14.371064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.450419 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe54b-45f5-49ce-a74f-c445a528284f tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.458143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe54b-45f5-49ce-a74f-c445a528284f tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.554651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for b14b90ef-bc66-4ed6-817f-0fbb2e888136 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:14.573345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fe54b-45f5-49ce-a74f-c445a528284f tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253a57df-886e-46b1-b1de-7ef198f2e561,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:14.604664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe54b-45f5-49ce-a74f-c445a528284f tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.607062 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6f7fe54b-45f5-49ce-a74f-c445a528284f tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1077895 Jul 22 21:35:14.611151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46554) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:14.624422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0722fd7a-5913-49dd-a78a-582974743494 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': '253a57df-886e-46b1-b1de-7ef198f2e561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:14.633594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:14.723702 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0722fd7a-5913-49dd-a78a-582974743494 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.730567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:14.734524 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7133a7-e2e4-459e-b910-7c1de3f97a8e" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:14.793270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:14.797385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:35:14.808078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:14.816555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:14.830953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:14.836036 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86850246-6d52-4899-bafc-f05d11c842c8 x-openstack-request-id: req-86850246-6d52-4899-bafc-f05d11c842c8 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:14.836894 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:14.836894 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86850246-6d52-4899-bafc-f05d11c842c8 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:14.840050 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'code': 200} Jul 22 21:35:14.852181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:14.885124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:14.909191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:14.918977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-0ef13ffd-3e5c-4e9f-888d-ce381b02d7ab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5437 time: 0.5193715 Jul 22 21:35:14.958524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0722fd7a-5913-49dd-a78a-582974743494 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.961914 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:14.970344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0722fd7a-5913-49dd-a78a-582974743494 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.068873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722fd7a-5913-49dd-a78a-582974743494 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903d4c5b-e5b7-4a56-9926-b00847c13ef3,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:15.075326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-023e825a-52fb-4a14-8ddf-6c1cf575be4f req-7d74fe3a-feeb-4784-83b1-a8a351dd18fc tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344068 Jul 22 21:35:15.119758 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.128756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e98ef-c39e-486a-ba74-1ea351a0532d None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:35:15.145845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fa152f51-1f2b-4205-be44-cdb179e13d2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fa152f51-1f2b-4205-be44-cdb179e13d2d,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:15.154751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.158536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a9d35e0-e880-4261-99ed-66149b42b9e6 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:15.176287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0722fd7a-5913-49dd-a78a-582974743494 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.185572 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0722fd7a-5913-49dd-a78a-582974743494 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5707836 Jul 22 21:35:15.189116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46570) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:15.233894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-405a3ec3-8978-4cda-b3b7-64f2219da873 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': '253a57df-886e-46b1-b1de-7ef198f2e561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:15.245265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae0128fe-1fab-4de6-92fc-4442f81387d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.260994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=b14b90ef-bc66-4ed6-817f-0fbb2e888136,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:15.270366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port b14b90ef-bc66-4ed6-817f-0fbb2e888136 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:15.332156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc813d58-2752-4aca-ae10-297511ad5835 req-bca03823-499f-4108-a1ba-ebaa90ef2d3f tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7084cc3-45e6-4515-ab2d-9a2c82d48bd7 HTTP/1.1" status: 200 len: 210 time: 0.0862668 Jul 22 21:35:15.354908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:15.394702 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-405a3ec3-8978-4cda-b3b7-64f2219da873 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.433648 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] Checking router: 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:15.454936 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:15.461235 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:15.537462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46580) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:15.623808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-405a3ec3-8978-4cda-b3b7-64f2219da873 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.661873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.752929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.763423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-405a3ec3-8978-4cda-b3b7-64f2219da873 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.789572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 3a9d35e0-e880-4261-99ed-66149b42b9e6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:15.791604 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:15.807876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=fa152f51-1f2b-4205-be44-cdb179e13d2d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:15.809679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f87899-69c3-44dc-b270-ad7dd5fe095b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:15.820390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 3a9d35e0-e880-4261-99ed-66149b42b9e6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:15.820879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.841931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7b8260-ba24-4d91-902d-933da024bd25') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:15.842387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7b8260-ba24-4d91-902d-933da024bd25') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:15.878448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.949839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-405a3ec3-8978-4cda-b3b7-64f2219da873 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.957534 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.959298 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-405a3ec3-8978-4cda-b3b7-64f2219da873 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7488413 Jul 22 21:35:15.963788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46586) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:15.969770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'name': 'network-vif-deleted', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:15.976534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:15.977162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:15.996219 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bebb96-249b-4277-bb8e-b4aeea659c57" -d '{"events": [{"server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "name": "network-vif-deleted", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:16.019245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-547881ea-0347-4db5-b535-a9f34386fb9d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': '253a57df-886e-46b1-b1de-7ef198f2e561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:16.085254 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:16.090447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.107397 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.114695 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:16.125842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a3ec3-8978-4cda-b3b7-64f2219da873 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7e9000-b295-45a9-84c8-fbc9bbdd32ec,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:16.139149 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/21f87899-69c3-44dc-b270-ad7dd5fe095b HTTP/1.1" status: 204 len: 168 time: 5.7262549 Jul 22 21:35:16.151833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46596) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:16.157724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-547881ea-0347-4db5-b535-a9f34386fb9d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.171364 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb46045-efaa-4e32-8b49-51d91063ca49 None None] The sync data for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 is: [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:23:08Z', 'revision_number': 4, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f79e53f6-8087-4e9a-abdb-f7b299560088', 'name': '', 'network_id': '91a50607-4b39-45ce-a36a-b2d7bf9ff1ad', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'mac_address': 'fa:16:3e:20:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:05Z', 'updated_at': '2021-07-22T21:23:27Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'subnets': [{'id': '9fdc7d99-cab5-4d51-ba28-c98cf40eebba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:35:16.218465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.223650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a8dc-ac6a-4670-8006-d34a6e9294b6 req-661aafb2-0237-4f9d-8a6a-65fc3e5463ab tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.234404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68b8a8dc-ac6a-4670-8006-d34a6e9294b6 req-661aafb2-0237-4f9d-8a6a-65fc3e5463ab tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.5639715 Jul 22 21:35:16.268678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.274049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c898-c278-44e0-8028-f4f0ef9000c6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=21f87899-69c3-44dc-b270-ad7dd5fe095b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:16.285120 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242b601-9b6e-442e-9644-0c790a075c48 x-openstack-request-id: req-a242b601-9b6e-442e-9644-0c790a075c48 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:16.287827 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7084cc3-45e6-4515-ab2d-9a2c82d48bd7", "name": "network-vif-deleted", "tag": "c1f9c326-cbcb-4c19-be8d-614e5a4074d4", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:16.288460 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a242b601-9b6e-442e-9644-0c790a075c48 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:16.289105 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7084cc3-45e6-4515-ab2d-9a2c82d48bd7', 'name': 'network-vif-deleted', 'tag': 'c1f9c326-cbcb-4c19-be8d-614e5a4074d4', 'status': 'completed', 'code': 200} Jul 22 21:35:16.330117 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5c3dca-e45d-4b92-ab15-32a0c35eaa4f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:16.331639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5c3dca-e45d-4b92-ab15-32a0c35eaa4f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:16.334572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0a5c3dca-e45d-4b92-ab15-32a0c35eaa4f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/21f87899-69c3-44dc-b270-ad7dd5fe095b HTTP/1.1" status: 404 len: 339 time: 0.0987020 Jul 22 21:35:16.350933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46600) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:16.379780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-215456237', 'description': 'd1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:16.385404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 3a9d35e0-e880-4261-99ed-66149b42b9e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:16.395019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-547881ea-0347-4db5-b535-a9f34386fb9d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.396287 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.398783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6ab34fa4-7d88-4abd-8e16-15e0866d6bab up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:16.442598 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-547881ea-0347-4db5-b535-a9f34386fb9d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.467394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68b8a8dc-ac6a-4670-8006-d34a6e9294b6 req-c6c51b50-8632-441b-9966-2179d74cf1af tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060423 Jul 22 21:35:16.538150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547881ea-0347-4db5-b535-a9f34386fb9d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574ebbca-49c9-481d-9e5a-1ba57047b32b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:16.559263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-547881ea-0347-4db5-b535-a9f34386fb9d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.560774 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-547881ea-0347-4db5-b535-a9f34386fb9d tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5927541 Jul 22 21:35:16.562749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=3a9d35e0-e880-4261-99ed-66149b42b9e6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:16.565320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46606) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:16.575891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b368ade4-a9a4-4f3f-878a-3e5120c82919 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': '253a57df-886e-46b1-b1de-7ef198f2e561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:16.586395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:16.596680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:16.597149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.639797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:16.654959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.689347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46610) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:16.705958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b368ade4-a9a4-4f3f-878a-3e5120c82919 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.816857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:16.827721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff2991-ae80-43bf-bd81-fa48a2a65d5d None None] New status for floating IP 4435fda6-016a-4ec1-bbf5-90b977749851: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:35:16.838114 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.838839 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment c97c7f94-1eaf-4d3d-ac90-c30cc52ae907 of type vlan for network 7f1ceb1c-2be4-4aa3-b438-4922c4a15125 Jul 22 21:35:16.880290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa152f51-1f2b-4205-be44-cdb179e13d2d'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9d35e0-e880-4261-99ed-66149b42b9e6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:16.883286 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dcc520-33b7-4008-b86c-821f5929e1b9" -d '{"events": [{"server_uuid": "c0ee7cbe-60e2-44c3-8262-5cca9092416f", "name": "network-vif-plugged", "status": "completed", "tag": "fa152f51-1f2b-4205-be44-cdb179e13d2d"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "3a9d35e0-e880-4261-99ed-66149b42b9e6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:16.920966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.928556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.935894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.951643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.962100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.971246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.980536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:16.983606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-40384f23-b80c-4cbd-afbd-962d08e2bbb9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5438 time: 0.5141826 Jul 22 21:35:16.985326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:16.996418 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c50dd-6e24-4ba8-8313-f94fe7b0074e x-openstack-request-id: req-d07c50dd-6e24-4ba8-8313-f94fe7b0074e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:16.996725 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ee7cbe-60e2-44c3-8262-5cca9092416f", "name": "network-vif-plugged", "status": "completed", "tag": "fa152f51-1f2b-4205-be44-cdb179e13d2d", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "3a9d35e0-e880-4261-99ed-66149b42b9e6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:16.996935 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d07c50dd-6e24-4ba8-8313-f94fe7b0074e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:16.997329 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa152f51-1f2b-4205-be44-cdb179e13d2d', 'code': 200} Jul 22 21:35:16.997581 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9d35e0-e880-4261-99ed-66149b42b9e6', 'code': 200} Jul 22 21:35:17.017202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b368ade4-a9a4-4f3f-878a-3e5120c82919 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.024256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.026661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.032520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:17.033985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.037434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b368ade4-a9a4-4f3f-878a-3e5120c82919 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.054383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e54e02a5-ec51-4629-a6fe-a3bddd902c29 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.101347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-077d4c9e-40b2-4df1-90d0-d0197ef53212 req-abedc39e-484d-41bc-8e5d-bcf7c85801f7 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828106 Jul 22 21:35:17.108404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7467194 Jul 22 21:35:17.111868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46618) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:17.122181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:17.128624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.162414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368ade4-a9a4-4f3f-878a-3e5120c82919 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8e77f2-eb67-4980-8c80-a892d6a6f630,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:17.180083 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebc0d3-0945-4dee-a120-e20438445b03 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=7f1ceb1c-2be4-4aa3-b438-4922c4a15125,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:17.190582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.199746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b368ade4-a9a4-4f3f-878a-3e5120c82919 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.202488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b368ade4-a9a4-4f3f-878a-3e5120c82919 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6309507 Jul 22 21:35:17.204876 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e54e02a5-ec51-4629-a6fe-a3bddd902c29 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.214730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46620) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:17.220259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-93285793-d56a-412e-9e1c-0fafbe6f473e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': '253a57df-886e-46b1-b1de-7ef198f2e561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:17.234729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8362cca-b5a5-45f9-9c97-9c91a0315d78 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:17.237255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 7f1ceb1c-2be4-4aa3-b438-4922c4a15125 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:17.288161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f923d-904f-4068-983a-7b1d29ac11fc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:17.295556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c76f923d-904f-4068-983a-7b1d29ac11fc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/networks?id=7f1ceb1c-2be4-4aa3-b438-4922c4a15125 HTTP/1.1" status: 200 len: 760 time: 0.1822455 Jul 22 21:35:17.296470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46626) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:17.304353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'description': 'd2'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:17.310553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:17.345780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93285793-d56a-412e-9e1c-0fafbe6f473e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.392201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port a8362cca-b5a5-45f9-9c97-9c91a0315d78 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:17.402827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a8362cca-b5a5-45f9-9c97-9c91a0315d78 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:17.404633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.429238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c253d5b-c8ff-45c3-86ef-f6f6bf5b03e5 req-d1c2fe42-6dd8-4f33-ab01-b64fac814efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:17.430932 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c253d5b-c8ff-45c3-86ef-f6f6bf5b03e5 req-d1c2fe42-6dd8-4f33-ab01-b64fac814efa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 1098 time: 0.3445761 Jul 22 21:35:17.505666 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e54e02a5-ec51-4629-a6fe-a3bddd902c29 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.509223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e54e02a5-ec51-4629-a6fe-a3bddd902c29 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.511665 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e54e02a5-ec51-4629-a6fe-a3bddd902c29 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "DELETE /v2.0/security-groups/fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d HTTP/1.1" status: 204 len: 168 time: 0.8112059 Jul 22 21:35:17.514466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46638) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:17.568554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c253d5b-c8ff-45c3-86ef-f6f6bf5b03e5 req-dcb07488-d57d-4f16-a3ab-6c3f4540444e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250787 Jul 22 21:35:17.576870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e02a5-ec51-4629-a6fe-a3bddd902c29 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:17.603796 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-fd4b3c32-06eb-464b-83f7-2659af388e23 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] show failed (client error): The resource could not be found. Jul 22 21:35:17.605080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fd4b3c32-06eb-464b-83f7-2659af388e23 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "GET /v2.0/security-groups/fb5f35e9-26fb-462f-9bcf-e22b9b3cbd1d HTTP/1.1" status: 404 len: 347 time: 0.0896239 Jul 22 21:35:17.619428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46642) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:17.661746 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.741683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a8362cca-b5a5-45f9-9c97-9c91a0315d78, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:17.747237 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.748255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 818bbe03-9465-4d53-b7f9-1ed61d4c1cda up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:17.790564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93285793-d56a-412e-9e1c-0fafbe6f473e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.869629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93285793-d56a-412e-9e1c-0fafbe6f473e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.883280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a8362cca-b5a5-45f9-9c97-9c91a0315d78,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:17.894162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:17.905100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:17.907032 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.921440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93285793-d56a-412e-9e1c-0fafbe6f473e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33bbec7-490a-43f3-96f6-0a349adbd8a4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:17.927823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.939622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port b88974c9-2225-49d0-a100-c82a58c42c9a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:17.940385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.968440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93285793-d56a-412e-9e1c-0fafbe6f473e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:17.971919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-93285793-d56a-412e-9e1c-0fafbe6f473e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7542384 Jul 22 21:35:17.976258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46648) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:17.980761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.018561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afc31-628a-4a33-aa5a-a7806d5c5c05 req-ecf0076b-9914-45c6-bd04-564759a021af tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.020381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46650) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:18.029176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce3afc31-628a-4a33-aa5a-a7806d5c5c05 req-ecf0076b-9914-45c6-bd04-564759a021af tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.3456719 Jul 22 21:35:18.037507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 7f1ceb1c-2be4-4aa3-b438-4922c4a15125 is not hosted by any dhcp agent {{(pid=94092) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:35:18.044188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.044836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.046249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "PUT /v2.0/networks/7f1ceb1c-2be4-4aa3-b438-4922c4a15125 HTTP/1.1" status: 200 len: 757 time: 0.7468581 Jul 22 21:35:18.057595 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.064886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46654) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:18.107414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:18.113758 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.115416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 093a06b0-eae3-474f-be1b-5ad2df916aa9 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:18.118537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11fbf879-81e1-43a2-aac8-ae326d186761 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.138485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11fbf879-81e1-43a2-aac8-ae326d186761 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.182137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11fbf879-81e1-43a2-aac8-ae326d186761 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.190222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11fbf879-81e1-43a2-aac8-ae326d186761 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.193247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-11fbf879-81e1-43a2-aac8-ae326d186761 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c33bbec7-490a-43f3-96f6-0a349adbd8a4 HTTP/1.1" status: 204 len: 168 time: 0.1884983 Jul 22 21:35:18.202709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46656) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:18.239890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25118d0-43a3-4c6f-a644-9ac3a0456a54 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=7f1ceb1c-2be4-4aa3-b438-4922c4a15125,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:18.255509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Deleting port 4d52688d-1f32-40d5-aed5-a2c26d8089d0 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:18.261453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:18.264486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbf879-81e1-43a2-aac8-ae326d186761 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c33bbec7-490a-43f3-96f6-0a349adbd8a4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:18.268656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.270892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 7f1ceb1c-2be4-4aa3-b438-4922c4a15125 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:18.277533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.294442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port b88974c9-2225-49d0-a100-c82a58c42c9a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b88974c9-2225-49d0-a100-c82a58c42c9a,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:18.295060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.323787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 093a06b0-eae3-474f-be1b-5ad2df916aa9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:18.341962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for b88974c9-2225-49d0-a100-c82a58c42c9a owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:18.364816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 093a06b0-eae3-474f-be1b-5ad2df916aa9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:18.365345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.369818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-19a1f964-7fd9-4538-985a-74f482048ddf tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1631334 Jul 22 21:35:18.377877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c8a0f30f-403a-4d47-b7cc-d830e073c234 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-461467542'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:18.380903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46660) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:18.390873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce3afc31-628a-4a33-aa5a-a7806d5c5c05 req-e7166339-4739-49df-bad2-3ecfdf9202d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606186 Jul 22 21:35:18.459100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb769b9-4e30-467e-b446-e3181d95b92d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.460877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dfb769b9-4e30-467e-b446-e3181d95b92d tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/networks?id=7f1ceb1c-2be4-4aa3-b438-4922c4a15125 HTTP/1.1" status: 200 len: 760 time: 0.3911455 Jul 22 21:35:18.472899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:18.484054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1637106838'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:18.500742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7347b326-dea7-45eb-b59c-bf1687f26a51 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.524060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f30f-403a-4d47-b7cc-d830e073c234 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.526025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f30f-403a-4d47-b7cc-d830e073c234 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.538668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7347b326-dea7-45eb-b59c-bf1687f26a51 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.583017 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.584141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.587160 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.617424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Calling delete_port for 4d52688d-1f32-40d5-aed5-a2c26d8089d0 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:18.677685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.683235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 093a06b0-eae3-474f-be1b-5ad2df916aa9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:18.688995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.690489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c1f9c326-cbcb-4c19-be8d-614e5a4074d4 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:18.693559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.703049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:18.706673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.716138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.716537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.729910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.737384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.746767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:18.748765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50c79228-384e-45bf-9eb7-216322119bbc req-ebf5dc29-201a-4389-9cdf-0468482f45dd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5441 time: 0.3541214 Jul 22 21:35:18.756580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c1f9c326-cbcb-4c19-be8d-614e5a4074d4 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:18.757455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c1f9c326-cbcb-4c19-be8d-614e5a4074d4 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:18.790695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f30f-403a-4d47-b7cc-d830e073c234 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.791741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7347b326-dea7-45eb-b59c-bf1687f26a51 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.792560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=093a06b0-eae3-474f-be1b-5ad2df916aa9,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:18.806213 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7347b326-dea7-45eb-b59c-bf1687f26a51 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.807708 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7347b326-dea7-45eb-b59c-bf1687f26a51 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ee8e77f2-eb67-4980-8c80-a892d6a6f630 HTTP/1.1" status: 204 len: 168 time: 0.4215825 Jul 22 21:35:18.811937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46666) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:18.821009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f30f-403a-4d47-b7cc-d830e073c234 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.841270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347b326-dea7-45eb-b59c-bf1687f26a51 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee8e77f2-eb67-4980-8c80-a892d6a6f630,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:18.877232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:18.888727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50c79228-384e-45bf-9eb7-216322119bbc req-870b43ed-9aca-4cee-828f-16b551485795 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607467 Jul 22 21:35:18.891262 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f30f-403a-4d47-b7cc-d830e073c234 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.892469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c8a0f30f-403a-4d47-b7cc-d830e073c234 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8560708 Jul 22 21:35:18.895707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46668) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:18.910046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.910425 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment 74ac87c7-e351-46b1-af9f-793c5d6e9672 of type vlan for network 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 Jul 22 21:35:18.972571 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:18.998668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8362cca-b5a5-45f9-9c97-9c91a0315d78'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:19.002389 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c21af8c-2856-4136-999b-91e9941dca43" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "a8362cca-b5a5-45f9-9c97-9c91a0315d78"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:19.065170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Pushing event deleted for resources: {'Port': ['ID=4d52688d-1f32-40d5-aed5-a2c26d8089d0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:19.065517 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a8807754-8c74-4c79-a5ae-07f563d24f3a tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2399933 Jul 22 21:35:19.065695 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094271d5-8a5c-4327-802d-8a70f0e4f0be x-openstack-request-id: req-094271d5-8a5c-4327-802d-8a70f0e4f0be {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:19.065695 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "a8362cca-b5a5-45f9-9c97-9c91a0315d78", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-plugged", "status": "completed", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:19.065695 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-094271d5-8a5c-4327-802d-8a70f0e4f0be {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:19.065695 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab', 'code': 200} Jul 22 21:35:19.065695 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8362cca-b5a5-45f9-9c97-9c91a0315d78', 'code': 200} Jul 22 21:35:19.065695 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda', 'code': 200} Jul 22 21:35:19.065695 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9', 'code': 200} Jul 22 21:35:19.085707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46672) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:19.125232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30464e8a-9534-495b-b4f8-f708d3f99af6 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.138827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.143582 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.147205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3cfa888c-9576-4a59-82eb-c1bdd232c7a9 tempest-AttachVolumeTestJSON-1620973668 tempest-AttachVolumeTestJSON-1620973668-project] 10.222.0.54 "DELETE /v2.0/floatingips/4435fda6-016a-4ec1-bbf5-90b977749851 HTTP/1.1" status: 204 len: 168 time: 1.5262995 Jul 22 21:35:19.249134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.285786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfadd-dc0a-4716-9923-2b487c818588 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.292407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.405976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfadd-dc0a-4716-9923-2b487c818588 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.417915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=b88974c9-2225-49d0-a100-c82a58c42c9a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:19.499977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30464e8a-9534-495b-b4f8-f708d3f99af6 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.507462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30464e8a-9534-495b-b4f8-f708d3f99af6 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.668338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5023c7-37b9-4174-8afc-7fc74330796a req-4bc7b284-9550-41a7-8494-95781554ee5c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.669272 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfadd-dc0a-4716-9923-2b487c818588 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.670498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff5023c7-37b9-4174-8afc-7fc74330796a req-4bc7b284-9550-41a7-8494-95781554ee5c tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.1340830 Jul 22 21:35:19.717129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfadd-dc0a-4716-9923-2b487c818588 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.724216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c3bfadd-dc0a-4716-9923-2b487c818588 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/574ebbca-49c9-481d-9e5a-1ba57047b32b HTTP/1.1" status: 204 len: 168 time: 0.6347356 Jul 22 21:35:19.726276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46682) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:19.738586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.748523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.749367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.768253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff5023c7-37b9-4174-8afc-7fc74330796a req-73e0f975-3d06-4456-b7b9-ae4da8e77919 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662477 Jul 22 21:35:19.789743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.790254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.790745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.791285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.791761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.793765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.794264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:19.796343 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-01b14f18-5034-44f8-b8a7-23b19178331a req-b5c19411-4387-4510-b712-97c152ca25b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6506 time: 0.5919533 Jul 22 21:35:19.797011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30464e8a-9534-495b-b4f8-f708d3f99af6 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.797563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30464e8a-9534-495b-b4f8-f708d3f99af6 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6ea3b28-243c-42dc-a581-47922a01f097 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:35:19.821440 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30464e8a-9534-495b-b4f8-f708d3f99af6 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.822602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-30464e8a-9534-495b-b4f8-f708d3f99af6 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "DELETE /v2.0/routers/c6ea3b28-243c-42dc-a581-47922a01f097 HTTP/1.1" status: 204 len: 168 time: 0.9230068 Jul 22 21:35:19.826712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46688) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:19.831643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-db85a1fc-9441-4bbf-bc69-87e5c46505f1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Request body: {'router': {'name': 'tempest-router-808334907', 'distributed': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:19.847694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bfadd-dc0a-4716-9923-2b487c818588 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=574ebbca-49c9-481d-9e5a-1ba57047b32b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:19.875484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db85a1fc-9441-4bbf-bc69-87e5c46505f1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.876543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db85a1fc-9441-4bbf-bc69-87e5c46505f1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:19.997449 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db85a1fc-9441-4bbf-bc69-87e5c46505f1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.003725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db85a1fc-9441-4bbf-bc69-87e5c46505f1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.029835 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db85a1fc-9441-4bbf-bc69-87e5c46505f1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.031049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-db85a1fc-9441-4bbf-bc69-87e5c46505f1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2033122 Jul 22 21:35:20.034400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46692) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:20.068795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5915165 Jul 22 21:35:20.130075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46696) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:20.151289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:20.245610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f759363-c7bd-4fe2-889f-f7d7f29078b4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=29a63f8a-36e8-43e8-93d5-09d0e7e3f169,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:20.280998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:20.359097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dfe8f868-af84-4de3-8f0d-daf68a95eb86 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6066203 Jul 22 21:35:20.360054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46698) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:20.466131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-01b14f18-5034-44f8-b8a7-23b19178331a req-6f6afd8a-092a-44db-a850-8f57cf1ac883 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&id=20c0693c-30d7-4056-9dfe-42290cb77b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6553297 Jul 22 21:35:20.471832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3744-7b4f-44a9-ba69-7f79b0dc28ec tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.590036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.602421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bee74b28-f101-4bb7-a84d-86e8be98b75e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.612317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bee74b28-f101-4bb7-a84d-86e8be98b75e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.649524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bee74b28-f101-4bb7-a84d-86e8be98b75e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.780607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bee74b28-f101-4bb7-a84d-86e8be98b75e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.785351 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bee74b28-f101-4bb7-a84d-86e8be98b75e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/cd7e9000-b295-45a9-84c8-fbc9bbdd32ec HTTP/1.1" status: 204 len: 168 time: 0.4143839 Jul 22 21:35:20.791477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46708) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:20.801649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee74b28-f101-4bb7-a84d-86e8be98b75e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd7e9000-b295-45a9-84c8-fbc9bbdd32ec,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:20.903479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-500aee6f-587c-4df1-a0c2-01900ea4d610 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1104681 Jul 22 21:35:20.907890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46710) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:21.026666 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617217a-ee59-47d6-a22f-d6eb81867f03 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.054301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617217a-ee59-47d6-a22f-d6eb81867f03 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.105394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3744-7b4f-44a9-ba69-7f79b0dc28ec tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.108357 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3744-7b4f-44a9-ba69-7f79b0dc28ec tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.187719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3744-7b4f-44a9-ba69-7f79b0dc28ec tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.188460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c3744-7b4f-44a9-ba69-7f79b0dc28ec tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59ec9cd9-f14f-4042-8e18-e99b12ce2025 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:35:21.223601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3744-7b4f-44a9-ba69-7f79b0dc28ec tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.226485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5c6c3744-7b4f-44a9-ba69-7f79b0dc28ec tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "DELETE /v2.0/routers/59ec9cd9-f14f-4042-8e18-e99b12ce2025 HTTP/1.1" status: 204 len: 168 time: 1.1896980 Jul 22 21:35:21.234044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46712) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:21.252218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b089c261-09be-4d8f-b707-1a0ccfc294f0 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Request body: {'router': {'name': 'tempest-router-1406480347', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '866a96769cfd4f6ca4e739aa1db299bf'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:21.314097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.325388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.345147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.358663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.367144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.373282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.379408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.387814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-11535b86-4caf-43c1-b9ee-8ed233b39dab tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 1.2667801 Jul 22 21:35:21.402521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:21.406129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.448087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6cdaa-6e52-4f4b-a807-e33a8e04b7a3 req-d77561ec-236c-468f-a280-c0a49a8d67ee tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:21.449818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8c6cdaa-6e52-4f4b-a807-e33a8e04b7a3 req-d77561ec-236c-468f-a280-c0a49a8d67ee tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 1.2165084 Jul 22 21:35:21.484430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b089c261-09be-4d8f-b707-1a0ccfc294f0 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.485457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b089c261-09be-4d8f-b707-1a0ccfc294f0 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.632652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3838a37e-6c10-409f-9410-8fd4663f5124 req-0ba669db-cf3e-4401-af00-22db1d39936e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2436812 Jul 22 21:35:21.798104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8c6cdaa-6e52-4f4b-a807-e33a8e04b7a3 req-7154ca47-08be-4a38-b24c-b1e599504470 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304682 Jul 22 21:35:21.806685 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b089c261-09be-4d8f-b707-1a0ccfc294f0 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.813835 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b089c261-09be-4d8f-b707-1a0ccfc294f0 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.837258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b089c261-09be-4d8f-b707-1a0ccfc294f0 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.842301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b089c261-09be-4d8f-b707-1a0ccfc294f0 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6054802 Jul 22 21:35:21.845041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46718) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:21.853675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:21.953507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617217a-ee59-47d6-a22f-d6eb81867f03 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.959539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617217a-ee59-47d6-a22f-d6eb81867f03 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.964118 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9617217a-ee59-47d6-a22f-d6eb81867f03 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/903d4c5b-e5b7-4a56-9926-b00847c13ef3 HTTP/1.1" status: 204 len: 168 time: 1.0544472 Jul 22 21:35:21.966955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46722) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:21.992863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617217a-ee59-47d6-a22f-d6eb81867f03 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=903d4c5b-e5b7-4a56-9926-b00847c13ef3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:22.040562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-117235f5-17b9-4ae2-9d6f-aee7d2db1ac3 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694988 Jul 22 21:35:22.041260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46724) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:22.052417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 79302ccd-1f36-4108-bc26-1353847544fa has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:35:22.139690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.183538 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.183897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.190203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b80eeeb-f164-4275-963b-2c4b709bdcca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.224219 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b80eeeb-f164-4275-963b-2c4b709bdcca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.256648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:22.264955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-723e7502-92de-4cc5-9173-cd9e42368a9b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/79302ccd-1f36-4108-bc26-1353847544fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7260904 Jul 22 21:35:22.267568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46726) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:22.271506 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] Sync routers for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:22.290976 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:22.292574 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:22.300881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=c6a5cf24-5985-414a-8fe3-478fc1713606,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:22.309668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94092) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 21:35:22.310009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Router 4cf35365-551e-4872-8fac-fc8617219e8f migrating from provider to provider. {{(pid=94092) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 21:35:22.310392 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.312146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': '74ac87c7-e351-46b1-af9f-793c5d6e9672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:22.312510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 29a63f8a-36e8-43e8-93d5-09d0e7e3f169, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:35:22.320653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.322278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b80eeeb-f164-4275-963b-2c4b709bdcca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.325741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b80eeeb-f164-4275-963b-2c4b709bdcca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.327137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6b80eeeb-f164-4275-963b-2c4b709bdcca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/253a57df-886e-46b1-b1de-7ef198f2e561 HTTP/1.1" status: 204 len: 168 time: 0.2823751 Jul 22 21:35:22.329214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.333193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46728) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:22.344731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80eeeb-f164-4275-963b-2c4b709bdcca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253a57df-886e-46b1-b1de-7ef198f2e561,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:22.362006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting subnet 03346b7b-6f2b-482e-b1ca-b89e0a40c057 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:35:22.366936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.417671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:35:22.432417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.436876 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:22.439094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 29a63f8a-36e8-43e8-93d5-09d0e7e3f169) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:22.449530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:22.450127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.451302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666aa6eb-6327-4c32-a0c8-c6dd72f804f2 None None] Network 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:22.478023 n-d-762330-19 neutron-server[94092]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] No L3 agents can host the router 4cf35365-551e-4872-8fac-fc8617219e8f Jul 22 21:35:22.486796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad02a73b-2a0c-404d-83e2-6d262259e5b1 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1503620 Jul 22 21:35:22.496130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a962e8f1-2939-48c8-b7df-2e26c3b612fe tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3583570 Jul 22 21:35:22.496130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:22.503302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-61d72e70-cb2b-494d-b759-996cb0644a71 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533147579'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:22.525389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46732) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:22.537443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d72e70-cb2b-494d-b759-996cb0644a71 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.637178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.677699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-29a63f8a-36e8-43e8-93d5-09d0e7e3f169', 'network_id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': 'c6a5cf24-5985-414a-8fe3-478fc1713606'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:22.680300 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.791755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.844754 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:35:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:22.902665 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] Checking router: 79302ccd-1f36-4108-bc26-1353847544fa for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:22.931811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Allocated IP 172.20.0.2 (29a63f8a-36e8-43e8-93d5-09d0e7e3f169/c6a5cf24-5985-414a-8fe3-478fc1713606/bf301b7c-786a-408c-83e8-74a27f84c819) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:22.939656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Subnet': ['ID=03346b7b-6f2b-482e-b1ca-b89e0a40c057,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:22.940824 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] Routers {'79302ccd-1f36-4108-bc26-1353847544fa'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:22.943587 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79302ccd-1f36-4108-bc26-1353847544fa'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:22.970098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:22.972031 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-173698a4-1658-4afa-a532-d30b6c2ba1d2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/subnets/03346b7b-6f2b-482e-b1ca-b89e0a40c057 HTTP/1.1" status: 204 len: 168 time: 0.7034581 Jul 22 21:35:22.978510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46746) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:22.983219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ffb46-2b58-4d26-8354-4091916d82d4 None None] Network d1a84503-f252-439b-bbbc-1eee70cfcb03 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:23.012480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Hosts for router 4cf35365-551e-4872-8fac-fc8617219e8f: [] {{(pid=94092) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 21:35:23.100283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.118453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Hosts for other DVR routers connected to router 4cf35365-551e-4872-8fac-fc8617219e8f: set() {{(pid=94092) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 21:35:23.122449 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.124173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0c29d077-e5f4-4c10-9fd1-9a75e456af45 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "PUT /v2.0/routers/4cf35365-551e-4872-8fac-fc8617219e8f HTTP/1.1" status: 200 len: 717 time: 1.2770891 Jul 22 21:35:23.130025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46750) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:23.149775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:23.155931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:23.161002 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] Set router 79302ccd-1f36-4108-bc26-1353847544fa gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:23.163756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:23.168958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:23.175740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:23.182689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:23.189212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:23.191359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-9285636c-3bfb-4756-9ab4-2eb78c05fdc9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 0.3778059 Jul 22 21:35:23.288060 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d72e70-cb2b-494d-b759-996cb0644a71 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.322354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d72e70-cb2b-494d-b759-996cb0644a71 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.365842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f825cfd4-e0e4-4181-bbaf-7b10bf9f5317 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "GET /v2.0/routers/4cf35365-551e-4872-8fac-fc8617219e8f HTTP/1.1" status: 200 len: 717 time: 0.2324276 Jul 22 21:35:23.379219 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.386807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:23.469021 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:35:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:23.481727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.605400 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742510d-6a5d-4728-940d-26037a8d894c None None] The sync data for ids ['79302ccd-1f36-4108-bc26-1353847544fa'] in n-d-762330-19 is: [{'id': '79302ccd-1f36-4108-bc26-1353847544fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237101305', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4770c23d-0661-460a-8731-18b9f7276067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:28Z', 'updated_at': '2021-07-22T21:35:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '4770c23d-0661-460a-8731-18b9f7276067', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79302ccd-1f36-4108-bc26-1353847544fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:31:31Z', 'updated_at': '2021-07-22T21:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:35:23.769163 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.783905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Transition to ACTIVE for port object bf301b7c-786a-408c-83e8-74a27f84c819 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:23.802772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Transition to ACTIVE for port object bf301b7c-786a-408c-83e8-74a27f84c819 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:23.815112 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.883053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Network 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:23.890271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:23.895211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:23.898634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a2f1ba4-6832-456f-a41c-3740afff9041 tempest-RoutersTestDVR-1109688385 tempest-RoutersTestDVR-1109688385-project] 10.222.0.54 "GET /v2.0/routers/4cf35365-551e-4872-8fac-fc8617219e8f HTTP/1.1" status: 200 len: 683 time: 0.5106256 Jul 22 21:35:23.901570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46762) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:23.904026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Pushing event updated for resources: {'Port': ['ID=bf301b7c-786a-408c-83e8-74a27f84c819,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:24.057304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] DHCP port deletion for d1a84503-f252-439b-bbbc-1eee70cfcb03 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:35:24.079139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Attempting to bind port bf301b7c-786a-408c-83e8-74a27f84c819 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:24.079527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Attempting to bind port bf301b7c-786a-408c-83e8-74a27f84c819 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '74ac87c7-e351-46b1-af9f-793c5d6e9672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:24.079971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Attempting to bind port bf301b7c-786a-408c-83e8-74a27f84c819 on network 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:24.095698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.098164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:24.099055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Checking segment: {'id': '74ac87c7-e351-46b1-af9f-793c5d6e9672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:24.099292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.099776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Bound using segment: {'id': '74ac87c7-e351-46b1-af9f-793c5d6e9672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:24.100393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Bound port: bf301b7c-786a-408c-83e8-74a27f84c819, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ac87c7-e351-46b1-af9f-793c5d6e9672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:24.100792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.145978 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69f44943-5784-4b1e-87a9-ad1dad5c25ce tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.151777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca2fe3-9d9e-4e68-88d3-e7a79c7543d7 req-60dc3b71-4eba-4132-b687-c413af7a8d0a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:24.162166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfca2fe3-9d9e-4e68-88d3-e7a79c7543d7 req-60dc3b71-4eba-4132-b687-c413af7a8d0a tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 1.1605625 Jul 22 21:35:24.199277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2927ecb-a225-410a-b43f-bb3b8a8f87d6 req-6b7b69f5-0efc-4a09-9b1f-ea6715affba1 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9951801 Jul 22 21:35:24.224433 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d72e70-cb2b-494d-b759-996cb0644a71 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.226275 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-61d72e70-cb2b-494d-b759-996cb0644a71 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7331665 Jul 22 21:35:24.268942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:24.296200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7ed74666-68e1-4918-b0ad-d8771b9963ca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e5ceb-b383-4405-8f24-990768f08bb9', 'direction': 'ingress', 'protocol': 17}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:24.366418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] For port bf301b7c-786a-408c-83e8-74a27f84c819, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:24.366695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d72e70-cb2b-494d-b759-996cb0644a71 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e5ceb-b383-4405-8f24-990768f08bb9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:24.380102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] For port bf301b7c-786a-408c-83e8-74a27f84c819, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf301b7c-786a-408c-83e8-74a27f84c819,segment=NetworkSegment(74ac87c7-e351-46b1-af9f-793c5d6e9672),segment_id=74ac87c7-e351-46b1-af9f-793c5d6e9672)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:24.385324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.389603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] Deleting port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:24.390134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.406487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.472564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a5cf24-5985-414a-8fe3-478fc1713606,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:24.492364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfca2fe3-9d9e-4e68-88d3-e7a79c7543d7 req-2b84c27c-2d52-4cbf-93d4-19cd846dafa4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098097 Jul 22 21:35:24.508307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ed74666-68e1-4918-b0ad-d8771b9963ca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.621182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397bc83-5fab-4417-867d-e6d9c4db0589 None None] Pushing event updated for resources: {'Port': ['ID=bf301b7c-786a-408c-83e8-74a27f84c819,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:24.691240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] For port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875,segment=NetworkSegment(97e2baac-4e28-4a58-9e94-759fa1dcaab3),segment_id=97e2baac-4e28-4a58-9e94-759fa1dcaab3)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:24.691987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.706521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] Calling delete_port for 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:24.734196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69f44943-5784-4b1e-87a9-ad1dad5c25ce tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.741253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.752259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69f44943-5784-4b1e-87a9-ad1dad5c25ce tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.812483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a63f8a-36e8-43e8-93d5-09d0e7e3f169']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:24.835684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 4770c23d-0661-460a-8731-18b9f7276067 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:24.836469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.872455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-b5353b69-c7d2-4230-acb2-819f18665c34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4494116 Jul 22 21:35:24.879704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69f44943-5784-4b1e-87a9-ad1dad5c25ce tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.880788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f44943-5784-4b1e-87a9-ad1dad5c25ce tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf35365-551e-4872-8fac-fc8617219e8f {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:35:24.886683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69f44943-5784-4b1e-87a9-ad1dad5c25ce tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:24.887860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-69f44943-5784-4b1e-87a9-ad1dad5c25ce tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "DELETE /v2.0/routers/4cf35365-551e-4872-8fac-fc8617219e8f HTTP/1.1" status: 204 len: 168 time: 0.9851580 Jul 22 21:35:24.892325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46788) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:24.897302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2af6c1c2-2d6b-44c8-b2d9-6dbc341c83e1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Request body: {'router': {'name': 'tempest-router-1188681852', 'distributed': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:24.972448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:24.994484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.014223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.025351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2af6c1c2-2d6b-44c8-b2d9-6dbc341c83e1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.026488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2af6c1c2-2d6b-44c8-b2d9-6dbc341c83e1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.027294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.030982 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.054542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.070106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 4770c23d-0661-460a-8731-18b9f7276067, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4770c23d-0661-460a-8731-18b9f7276067,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:25.070893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.074512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.098577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.104216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d88f08b5-35b7-47aa-86ac-c065b11d25ea req-3a836442-7015-475a-bc1b-50fb150af54d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 0.7588930 Jul 22 21:35:25.107065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] Pushing event deleted for resources: {'Port': ['ID=9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:25.121411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ac87c7-e351-46b1-af9f-793c5d6e9672') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:25.122493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14c5fb-8a39-43ad-8c87-432d8999e831 None None] No DVR routers for this DVR port 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:25.123594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ac87c7-e351-46b1-af9f-793c5d6e9672') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:25.139572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46790) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:25.173186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Request body: {'floatingip': {'port_id': '6b41f441-e310-4001-aa2f-8d9d78144fb9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:25.176979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:25.234290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:25.234835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9ad65d1c-7c63-491c-ba9c-2d6ca7fd7875 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:25.236447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b88974c9-2225-49d0-a100-c82a58c42c9a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:25.286551 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ed74666-68e1-4918-b0ad-d8771b9963ca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.296406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.299531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 4770c23d-0661-460a-8731-18b9f7276067 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:25.313388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: b88974c9-2225-49d0-a100-c82a58c42c9a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:25.314058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b88974c9-2225-49d0-a100-c82a58c42c9a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:25.330324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.356187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ed74666-68e1-4918-b0ad-d8771b9963ca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.390553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.426399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:25.427317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.446614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03f30-32ac-4ba5-8bad-b6da9df924f0 req-80253f09-7b68-4ac4-894e-6d393570f303 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.449007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fd03f30-32ac-4ba5-8bad-b6da9df924f0 req-80253f09-7b68-4ac4-894e-6d393570f303 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.2851360 Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:25.450005 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:25.473347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed74666-68e1-4918-b0ad-d8771b9963ca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1932ad83-8436-4edf-8c4c-578f07fe0ad3,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:25.527072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ed74666-68e1-4918-b0ad-d8771b9963ca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.531356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7ed74666-68e1-4918-b0ad-d8771b9963ca tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2363341 Jul 22 21:35:25.537204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46794) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:25.610373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2af6c1c2-2d6b-44c8-b2d9-6dbc341c83e1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.628203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2af6c1c2-2d6b-44c8-b2d9-6dbc341c83e1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.633216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4fd03f30-32ac-4ba5-8bad-b6da9df924f0 req-145d6843-04ed-4ed6-9e64-19a55ecab7f4 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417115 Jul 22 21:35:25.643108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:35:25.643108 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:35:25.643108 n-d-762330-19 neutron-server[94092]: [parameters: {'id': '29a63f8a-36e8-43e8-93d5-09d0e7e3f169'}] Jul 22 21:35:25.643108 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:35:25.644020 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:35:25.721728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2af6c1c2-2d6b-44c8-b2d9-6dbc341c83e1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:25.723064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2af6c1c2-2d6b-44c8-b2d9-6dbc341c83e1 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8297679 Jul 22 21:35:25.726961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46796) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:25.761902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.762521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.763158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.763719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.764317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.764873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.765635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:25.768079 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-63853805-657d-4125-865e-6655eef468e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6506 time: 0.7843664 Jul 22 21:35:25.882413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb8776a-d2ce-42df-bcd2-752dd1bf9574 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.166628 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb8776a-d2ce-42df-bcd2-752dd1bf9574 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.172022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb8776a-d2ce-42df-bcd2-752dd1bf9574 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.220986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.227987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.241993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb8776a-d2ce-42df-bcd2-752dd1bf9574 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.242687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb8776a-d2ce-42df-bcd2-752dd1bf9574 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95f90235-670d-437d-ac1c-a366c04f9fc7 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:35:26.248611 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebb8776a-d2ce-42df-bcd2-752dd1bf9574 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.250180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ebb8776a-d2ce-42df-bcd2-752dd1bf9574 tempest-RoutersTestDVR-756804229 tempest-RoutersTestDVR-756804229-project-admin] 10.222.0.54 "DELETE /v2.0/routers/95f90235-670d-437d-ac1c-a366c04f9fc7 HTTP/1.1" status: 204 len: 168 time: 0.5214581 Jul 22 21:35:26.344113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e25c8806-61ef-44a3-9480-c81f389afc74 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.372382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f56e293-15da-498d-9138-d8313d128d57 None None] Network 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:26.387390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port bf301b7c-786a-408c-83e8-74a27f84c819 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:26.388364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=4770c23d-0661-460a-8731-18b9f7276067,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:26.391185 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.545455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port bf301b7c-786a-408c-83e8-74a27f84c819, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bf301b7c-786a-408c-83e8-74a27f84c819,segment=NetworkSegment(74ac87c7-e351-46b1-af9f-793c5d6e9672),segment_id=74ac87c7-e351-46b1-af9f-793c5d6e9672)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:26.546202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.566365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for bf301b7c-786a-408c-83e8-74a27f84c819 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:26.616393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-810cd04d-9344-4b9c-81d0-a3fb3e7a9536 None None] Provisioning for port bf301b7c-786a-408c-83e8-74a27f84c819 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:26.619055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.619408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.619753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.620118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.620449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.620783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.621113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.621439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.621764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.622087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.622408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.622729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:26.739314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e25c8806-61ef-44a3-9480-c81f389afc74 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.750426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] DHCP port deletion for 29a63f8a-36e8-43e8-93d5-09d0e7e3f169 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:35:26.808549 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.839055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46808) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:26.847979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=bf301b7c-786a-408c-83e8-74a27f84c819,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:26.858509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port bf301b7c-786a-408c-83e8-74a27f84c819 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:26.908959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] Deleting port bf301b7c-786a-408c-83e8-74a27f84c819 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:26.909446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:26.995394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] For port bf301b7c-786a-408c-83e8-74a27f84c819, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:26.995915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.023989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] Calling delete_port for bf301b7c-786a-408c-83e8-74a27f84c819 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:27.023989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] Port bf301b7c-786a-408c-83e8-74a27f84c819 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:35:27.023989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.047053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.059246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19418ac2-49ba-4e80-86b0-e4071999f6bc req-60343c6e-c0bf-48c2-b1d0-fc22445e1f47 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:27.066519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19418ac2-49ba-4e80-86b0-e4071999f6bc req-60343c6e-c0bf-48c2-b1d0-fc22445e1f47 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.3037057 Jul 22 21:35:27.082972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] Pushing event deleted for resources: {'Port': ['ID=bf301b7c-786a-408c-83e8-74a27f84c819,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:27.090614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee135be-4139-4d1f-8b90-7d026db3b131 None None] No DVR routers for this DVR port bf301b7c-786a-408c-83e8-74a27f84c819 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:27.095149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a63f8a-36e8-43e8-93d5-09d0e7e3f169']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:27.112009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-877f11a1-5a6f-4a2c-b7ab-4a9d8fa5f3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.119332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ac87c7-e351-46b1-af9f-793c5d6e9672') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:27.119722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ac87c7-e351-46b1-af9f-793c5d6e9672') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:27.141487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.171182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19418ac2-49ba-4e80-86b0-e4071999f6bc req-bb295f07-b871-466a-b8f3-4ddb47c2914f tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036832 Jul 22 21:35:27.172451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.178293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-d5f3b85d-b683-4b0f-ad4e-93d4876a2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:27.178795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-d5f3b85d-b683-4b0f-ad4e-93d4876a2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:27.179268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-d5f3b85d-b683-4b0f-ad4e-93d4876a2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:27.181025 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-d5f3b85d-b683-4b0f-ad4e-93d4876a2bdf service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=e36c9c13-3075-44ed-add2-4df81517f00d&id=e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 200 len: 2298 time: 1.3604658 Jul 22 21:35:27.192937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.197338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.223112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:27.223592 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:27.325700 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:27.400048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.406844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.410520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/29a63f8a-36e8-43e8-93d5-09d0e7e3f169 HTTP/1.1" status: 204 len: 168 time: 4.8829362 Jul 22 21:35:27.420669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46816) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:27.481368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca426983-3745-4d68-bbde-1dff12b0f9bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=29a63f8a-36e8-43e8-93d5-09d0e7e3f169,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:27.492393 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b48b0c1-2884-4bd8-8a71-f1875dca788f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] GET failed (client error): The resource could not be found. Jul 22 21:35:27.496299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b48b0c1-2884-4bd8-8a71-f1875dca788f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/subnets/c6a5cf24-5985-414a-8fe3-478fc1713606 HTTP/1.1" status: 404 len: 337 time: 0.0736308 Jul 22 21:35:27.503861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46818) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:27.536242 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-a045a969-d7ed-42e7-a868-d7fc47cfa330 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:27.537883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a045a969-d7ed-42e7-a868-d7fc47cfa330 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:27.540375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a045a969-d7ed-42e7-a868-d7fc47cfa330 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/29a63f8a-36e8-43e8-93d5-09d0e7e3f169 HTTP/1.1" status: 404 len: 339 time: 0.0399747 Jul 22 21:35:27.544178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46820) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:27.557507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-877f11a1-5a6f-4a2c-b7ab-4a9d8fa5f3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.589478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-877f11a1-5a6f-4a2c-b7ab-4a9d8fa5f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.655167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-877f11a1-5a6f-4a2c-b7ab-4a9d8fa5f3e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=866a96769cfd4f6ca4e739aa1db299bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146095 Jul 22 21:35:27.668315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f11a1-5a6f-4a2c-b7ab-4a9d8fa5f3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35fdd40-695c-4ff2-92f9-1c75947854ab,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:27.681641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:27.785219 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.892390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460e704-f5d7-4107-abbf-cb448685be61 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:27.896443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a460e704-f5d7-4107-abbf-cb448685be61 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3486710 Jul 22 21:35:27.898266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:27.919953 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dff26cb5-5f83-4d4b-8313-9de5be12bd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.926477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.933769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.938126 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-c15ffbef-74e1-4aec-a5de-3a91afe4cc3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 200 len: 999 time: 0.7380216 Jul 22 21:35:27.952910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1750bd30-3a02-45d7-852a-87a4ee7046c7 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 207 time: 0.0503924 Jul 22 21:35:27.954448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46826) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:27.959354 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e25c8806-61ef-44a3-9480-c81f389afc74 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.962534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e25c8806-61ef-44a3-9480-c81f389afc74 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:27.963802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e25c8806-61ef-44a3-9480-c81f389afc74 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/ae5e5ceb-b383-4405-8f24-990768f08bb9 HTTP/1.1" status: 204 len: 168 time: 2.4078960 Jul 22 21:35:27.975478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46828) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:28.048976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-911cc778-ab49-4e0e-9082-5f270fd59a67 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:28.050643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-911cc778-ab49-4e0e-9082-5f270fd59a67 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.8664639 Jul 22 21:35:28.057480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c8806-61ef-44a3-9480-c81f389afc74 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e5ceb-b383-4405-8f24-990768f08bb9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:28.072607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dff26cb5-5f83-4d4b-8313-9de5be12bd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.074124 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Floating IP 569b2e62-245d-4058-b01a-d9a81a1aadf4 associated. External IP: 172.25.5.229, port: 6b41f441-e310-4001-aa2f-8d9d78144fb9. Jul 22 21:35:28.101096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92c366ff-4b1e-4c97-befa-6dfc6f12da8b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1167212 Jul 22 21:35:28.102026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46830) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:28.125716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3badf512-b51d-4130-bc91-adc3282191ec tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--128862662'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:28.228704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.229555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Fanout notify agent at l3_agent the message router_deleted on router 79302ccd-1f36-4108-bc26-1353847544fa {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:35:28.244795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.246312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c49228ee-34ff-43ef-8c85-6a9feb4254ab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/routers/79302ccd-1f36-4108-bc26-1353847544fa HTTP/1.1" status: 204 len: 168 time: 5.2669454 Jul 22 21:35:28.250773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3badf512-b51d-4130-bc91-adc3282191ec tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.253241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46836) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:28.273551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-2bb5d6d1-9353-484a-850b-038c18c008c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:28.275531 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-2bb5d6d1-9353-484a-850b-038c18c008c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d39fb80-71f0-47b2-84bc-bc691826ea84 HTTP/1.1" status: 200 len: 856 time: 0.3103809 Jul 22 21:35:28.500829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f7156-7a68-4926-ae9c-03a654353629 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:28.507014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f7156-7a68-4926-ae9c-03a654353629 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:28.515549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f7156-7a68-4926-ae9c-03a654353629 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:28.526779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f7156-7a68-4926-ae9c-03a654353629 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:28.529189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-785f7156-7a68-4926-ae9c-03a654353629 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5734761 Jul 22 21:35:28.539020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46844) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:28.578311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dff26cb5-5f83-4d4b-8313-9de5be12bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.578481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Router b778e5d7-b083-4842-a37e-fb7ada94550a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:35:28.581561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dff26cb5-5f83-4d4b-8313-9de5be12bd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.586285 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dff26cb5-5f83-4d4b-8313-9de5be12bd23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f35fdd40-695c-4ff2-92f9-1c75947854ab HTTP/1.1" status: 204 len: 168 time: 0.9039745 Jul 22 21:35:28.639879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff26cb5-5f83-4d4b-8313-9de5be12bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35fdd40-695c-4ff2-92f9-1c75947854ab,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:28.684985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdfccd-50bf-4ca1-a13f-b3b38aa25683 req-450db98a-d7a9-4ba7-b7e2-e55974bfc39b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:28.686517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04cdfccd-50bf-4ca1-a13f-b3b38aa25683 req-450db98a-d7a9-4ba7-b7e2-e55974bfc39b tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.3547244 Jul 22 21:35:28.718249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.851657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3badf512-b51d-4130-bc91-adc3282191ec tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.856126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04cdfccd-50bf-4ca1-a13f-b3b38aa25683 req-44b9f13d-7507-4a64-aff4-051bbb86f577 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566830 Jul 22 21:35:28.870088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f29d5d4c-1cc3-4e58-bc56-9c6babd5abed tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3295186 Jul 22 21:35:28.873880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3badf512-b51d-4130-bc91-adc3282191ec tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:28.876591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46858) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:28.976646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4770c23d-0661-460a-8731-18b9f7276067 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:29.051357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 4770c23d-0661-460a-8731-18b9f7276067 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:29.051982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4770c23d-0661-460a-8731-18b9f7276067 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:29.058252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badf512-b51d-4130-bc91-adc3282191ec tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cb15ff-d7f9-4cff-bf95-20a9f3cb11df,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:29.071553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-1fa7586f-5be7-4464-bda3-d9d3cba83c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:29.077589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-1fa7586f-5be7-4464-bda3-d9d3cba83c37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7445962 Jul 22 21:35:29.107031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Deleting port fa152f51-1f2b-4205-be44-cdb179e13d2d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:29.108896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.119127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3badf512-b51d-4130-bc91-adc3282191ec tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.125077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3badf512-b51d-4130-bc91-adc3282191ec tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0027616 Jul 22 21:35:29.126008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:29.136784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-19172f32-0bc8-4092-a27f-2eb3dc1f2ab2 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345715651'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:29.167535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512546c1-d791-49f7-b31b-2468af3e4906 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:29.170492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512546c1-d791-49f7-b31b-2468af3e4906 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:29.172980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-512546c1-d791-49f7-b31b-2468af3e4906 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2620907 Jul 22 21:35:29.189124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:29.352969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46874) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:29.377392 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19172f32-0bc8-4092-a27f-2eb3dc1f2ab2 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.411105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0010489f-399a-452a-80c8-2022d7357846 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:29.412771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0010489f-399a-452a-80c8-2022d7357846 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:29.414371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0010489f-399a-452a-80c8-2022d7357846 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2246387 Jul 22 21:35:29.431218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.436038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46878) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:29.520268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a84503-f252-439b-bbbc-1eee70cfcb03']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:29.523052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46880) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:29.606110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e2baac-4e28-4a58-9e94-759fa1dcaab3') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:29.606728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e2baac-4e28-4a58-9e94-759fa1dcaab3') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:29.642755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.659951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:29.671545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] Sync routers for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:29.681519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.692290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] For port fa152f51-1f2b-4205-be44-cdb179e13d2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fa152f51-1f2b-4205-be44-cdb179e13d2d,segment=NetworkSegment(f9d2a0a4-281d-41cb-bfc3-746f8473ab15),segment_id=f9d2a0a4-281d-41cb-bfc3-746f8473ab15)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:29.692981 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.694195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:29.695049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:29.764098 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-c87487a0-fac3-4eb9-b39e-643a7d03e6ba service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456792 Jul 22 21:35:29.769282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.772128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Calling delete_port for fa152f51-1f2b-4205-be44-cdb179e13d2d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:29.822506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:29.823024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:29.834353 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:29.868690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7fd565c7-961a-40ba-97d5-29c1e7b2f472 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "PUT /v2.0/floatingips/569b2e62-245d-4058-b01a-d9a81a1aadf4 HTTP/1.1" status: 200 len: 991 time: 4.7095609 Jul 22 21:35:29.919307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:29.922858 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c03331e-65fe-403c-bc60-1967e60d03f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:29.971166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19172f32-0bc8-4092-a27f-2eb3dc1f2ab2 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.972933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c9c-09f5-4d4c-b49b-51848773a11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:29.982901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19172f32-0bc8-4092-a27f-2eb3dc1f2ab2 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.012150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:30.044618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f6fc6-0c13-451d-919b-486a23545ff0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:30.052394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-249f6fc6-0c13-451d-919b-486a23545ff0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/networks/6df12fb9-eba1-4d9f-adeb-fbad68447916 HTTP/1.1" status: 200 len: 800 time: 0.5621517 Jul 22 21:35:30.055866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.070026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a50104a1-edf0-423f-873b-12400653fc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.123600 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedbc039-1e99-408e-b80f-539e6c809bfe x-openstack-request-id: req-fedbc039-1e99-408e-b80f-539e6c809bfe {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:30.124344 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:30.125207 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fedbc039-1e99-408e-b80f-539e6c809bfe {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:30.127734 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'status': 'completed', 'code': 200} Jul 22 21:35:30.187002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.191705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19172f32-0bc8-4092-a27f-2eb3dc1f2ab2 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aafba6e-adc7-4afa-a471-046779bee235,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:30.242274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.247071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/networks/d1a84503-f252-439b-bbbc-1eee70cfcb03 HTTP/1.1" status: 204 len: 168 time: 1.9859192 Jul 22 21:35:30.248738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46894) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.275193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4956d-78e4-466e-80e1-75729e90ea8d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Network': ['ID=d1a84503-f252-439b-bbbc-1eee70cfcb03,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:30.286246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb227b-07fa-4bef-aecd-ccfbda4d2a9f req-133b1a38-63f9-4b3c-963c-5c70976b63b5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:30.295899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3edb227b-07fa-4bef-aecd-ccfbda4d2a9f req-133b1a38-63f9-4b3c-963c-5c70976b63b5 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 946 time: 0.2446737 Jul 22 21:35:30.334054 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-7f0d406c-4d94-405b-9757-34e6ac8a1729 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420282 Jul 22 21:35:30.395453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '569b2e62-245d-4058-b01a-d9a81a1aadf4', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'floating_ip_address': '172.25.5.229', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'port_id': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'mac_address': 'fa:16:3e:cf:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:33:29Z', 'updated_at': '2021-07-22T21:35:26Z', 'revision_number': 1, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:29Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:30.433674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] Checking router: b778e5d7-b083-4842-a37e-fb7ada94550a for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:30.434591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3edb227b-07fa-4bef-aecd-ccfbda4d2a9f req-ea12bac2-26f9-4435-addc-f30581337974 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/security-groups?id=732924ef-72dc-4cd9-98c4-17765f3e84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366765 Jul 22 21:35:30.459071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:30.459789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:30.463327 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.511059 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-73348033-0307-4216-a6f4-6ba667ee353b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/networks/6df12fb9-eba1-4d9f-adeb-fbad68447916?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4417887 Jul 22 21:35:30.514093 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.515584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-992e3027-f5b5-427c-b80e-2a06a1b92b62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 217 time: 0.0967090 Jul 22 21:35:30.515584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.522229 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c9c-09f5-4d4c-b49b-51848773a11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.532251 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.575231 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c9c-09f5-4d4c-b49b-51848773a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.590961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:30.593511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb2fc8-f2b5-4a14-a136-67508dc2225b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:30.595320 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4efb2fc8-f2b5-4a14-a136-67508dc2225b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/subnets/a044dea7-6c49-422d-bdcb-5aae905cab3d HTTP/1.1" status: 200 len: 811 time: 0.0784931 Jul 22 21:35:30.629855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.630626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c3c9c-09f5-4d4c-b49b-51848773a11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9ef1e5-6494-4740-a96a-f8ae87775911,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:30.635936 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-19172f32-0bc8-4092-a27f-2eb3dc1f2ab2 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.640489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-19172f32-0bc8-4092-a27f-2eb3dc1f2ab2 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5097086 Jul 22 21:35:30.654788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46900) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.669046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-92f3d02b-eef6-4059-af2f-aefa90182251 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': '11cb15ff-d7f9-4cff-bf95-20a9f3cb11df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9aafba6e-adc7-4afa-a471-046779bee235', 'remote_ip_prefix': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:30.695042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a50104a1-edf0-423f-873b-12400653fc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.731449 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a50104a1-edf0-423f-873b-12400653fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.756074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cb2c3c9c-09f5-4d4c-b49b-51848773a11c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c196a78d90d45ae8cc5fd7db69bb03e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3999879 Jul 22 21:35:30.763404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46902) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.777713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Pushing event deleted for resources: {'Port': ['ID=fa152f51-1f2b-4205-be44-cdb179e13d2d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:30.832650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a43e2-6c95-40ca-99d6-b9ec83ec8a1b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:30.840763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46904) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.841257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a0a43e2-6c95-40ca-99d6-b9ec83ec8a1b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "GET /v2.0/subnets/a044dea7-6c49-422d-bdcb-5aae905cab3d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1990483 Jul 22 21:35:30.852631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92f3d02b-eef6-4059-af2f-aefa90182251 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.867921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a50104a1-edf0-423f-873b-12400653fc12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19d20d3d3e704cb08df99b6316e60e31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3328671 Jul 22 21:35:30.872893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849261659'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:30.883288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46906) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:30.885764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50104a1-edf0-423f-873b-12400653fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67062cec-d5bf-4ad3-a67d-9b2559dc0b98,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:30.898647 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.901023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.902572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/security-groups/5c24f74b-768a-4743-b2b6-e64a34f07c87 HTTP/1.1" status: 204 len: 168 time: 0.6528041 Jul 22 21:35:30.972271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-8852443f-7e41-4296-8a97-1abdfd8144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:30.974951 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-8852443f-7e41-4296-8a97-1abdfd8144b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.3742456 Jul 22 21:35:30.976766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] No DVR routers for this DVR port fa152f51-1f2b-4205-be44-cdb179e13d2d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:30.977530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92f3d02b-eef6-4059-af2f-aefa90182251 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:30.982958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c24f74b-768a-4743-b2b6-e64a34f07c87,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:30.997538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:30.997925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:30.998266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:30.998612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:30.998952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:30.999291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:31.000144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:31.000291 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.000484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:31.000484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:31.000789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:31.001121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:31.001595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7ccd78-fd26-405f-8f5d-6ff142f92c36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:31.008416 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c79d78f-6958-4154-bd3c-385faeab2151 req-f27dc2f2-c92d-4bcb-a253-7dd995b088d3 tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.23 "DELETE /v2.0/ports/fa152f51-1f2b-4205-be44-cdb179e13d2d HTTP/1.1" status: 204 len: 173 time: 2.9435058 Jul 22 21:35:31.008875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92f3d02b-eef6-4059-af2f-aefa90182251 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.031530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '569b2e62-245d-4058-b01a-d9a81a1aadf4', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'floating_ip_address': '172.25.5.229', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'port_id': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'mac_address': 'fa:16:3e:cf:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:33:29Z', 'updated_at': '2021-07-22T21:35:26Z', 'revision_number': 1, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:29Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:31.054242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3d02b-eef6-4059-af2f-aefa90182251 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3150eb-98a8-4717-960e-7f85b17815f1,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:31.062277 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2519155-9c3a-4d0f-9642-050029ae1fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.104199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:31.110468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.114590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92f3d02b-eef6-4059-af2f-aefa90182251 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.119404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92f3d02b-eef6-4059-af2f-aefa90182251 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4603689 Jul 22 21:35:31.121847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2519155-9c3a-4d0f-9642-050029ae1fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.122420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fa152f51-1f2b-4205-be44-cdb179e13d2d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:31.127603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46914) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:31.130243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eafa1-d058-4f83-b863-b28d8d96e8ce None None] The sync data for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 is: [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '569b2e62-245d-4058-b01a-d9a81a1aadf4', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'floating_ip_address': '172.25.5.229', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'port_id': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'mac_address': 'fa:16:3e:cf:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:33:29Z', 'updated_at': '2021-07-22T21:35:26Z', 'revision_number': 1, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:29Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:35:31.174767 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16fcd9e2-68e8-4b68-93c8-3f8d79e676dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.178175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: fa152f51-1f2b-4205-be44-cdb179e13d2d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:31.178532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fa152f51-1f2b-4205-be44-cdb179e13d2d not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:31.206216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16fcd9e2-68e8-4b68-93c8-3f8d79e676dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.223228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5320c277-1aa9-4241-9a6c-48985a3ecb65 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.268125 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5320c277-1aa9-4241-9a6c-48985a3ecb65 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.271392 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.309847 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16fcd9e2-68e8-4b68-93c8-3f8d79e676dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.314278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16fcd9e2-68e8-4b68-93c8-3f8d79e676dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.320835 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-16fcd9e2-68e8-4b68-93c8-3f8d79e676dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67062cec-d5bf-4ad3-a67d-9b2559dc0b98 HTTP/1.1" status: 204 len: 168 time: 0.4198418 Jul 22 21:35:31.331900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:31.354465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcd9e2-68e8-4b68-93c8-3f8d79e676dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67062cec-d5bf-4ad3-a67d-9b2559dc0b98,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:31.359326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-93adbae1-6969-4a3c-a71f-10ae45edcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:31.360919 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-93adbae1-6969-4a3c-a71f-10ae45edcc34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3648884 Jul 22 21:35:31.406540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2519155-9c3a-4d0f-9642-050029ae1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.412193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2519155-9c3a-4d0f-9642-050029ae1fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.420993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.421836 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Added segment f294db2e-1fb0-4183-a222-7fc991c023ef of type vlan for network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 Jul 22 21:35:31.422695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2519155-9c3a-4d0f-9642-050029ae1fe6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c9ef1e5-6494-4740-a96a-f8ae87775911 HTTP/1.1" status: 204 len: 168 time: 0.6579373 Jul 22 21:35:31.478698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519155-9c3a-4d0f-9642-050029ae1fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9ef1e5-6494-4740-a96a-f8ae87775911,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:31.502525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5320c277-1aa9-4241-9a6c-48985a3ecb65 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.520706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5320c277-1aa9-4241-9a6c-48985a3ecb65 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.531638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5320c277-1aa9-4241-9a6c-48985a3ecb65 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ca3150eb-98a8-4717-960e-7f85b17815f1 HTTP/1.1" status: 204 len: 168 time: 0.4025402 Jul 22 21:35:31.532385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46924) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:31.549750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46926) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:31.558835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-dc1dc7b9-a04c-4bbf-94aa-6bfdfdeebfba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539466795', 'description': 'tempest-secgroup-smoke-1539466795 description', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:31.612790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c277-1aa9-4241-9a6c-48985a3ecb65 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca3150eb-98a8-4717-960e-7f85b17815f1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:31.633283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.701620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-729b4f8a-27ae-4195-bd6e-31543c791ba4 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245385 Jul 22 21:35:31.704549 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb72c7-fdc4-4a3c-9e56-6917f77614af None None] New status for floating IP 569b2e62-245d-4058-b01a-d9a81a1aadf4: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:35:31.715821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.722520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:31.723102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.755136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6bb7bfe8-9121-490f-9040-8034c450897d req-c960ef00-d5e4-4f21-a6db-ffa18593edbd tempest-DeleteServersTestJSON-1604829416 tempest-DeleteServersTestJSON-1604829416-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0ee7cbe-60e2-44c3-8262-5cca9092416f HTTP/1.1" status: 200 len: 210 time: 0.1474082 Jul 22 21:35:31.851274 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Network': ['ID=9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:31.873414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:31.879697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-67e9dae3-9301-484a-9957-2a65264848a4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0151675 Jul 22 21:35:31.885756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:31.914627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-505f864b-5388-423a-bc32-28240eb06690 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3661065 Jul 22 21:35:31.919477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc7b9-a04c-4bbf-94aa-6bfdfdeebfba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:31.939258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46934) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:31.955363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'network_id': '9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:32.037701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2f8-83fe-4bf0-b7e2-01b5e8df7864 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.077121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2f8-83fe-4bf0-b7e2-01b5e8df7864 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.085161 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.148555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2f8-83fe-4bf0-b7e2-01b5e8df7864 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.153326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2f8-83fe-4bf0-b7e2-01b5e8df7864 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.154778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3e20b2f8-83fe-4bf0-b7e2-01b5e8df7864 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/9aafba6e-adc7-4afa-a471-046779bee235 HTTP/1.1" status: 204 len: 168 time: 0.2119935 Jul 22 21:35:32.163457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46942) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.167644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'name': 'network-vif-deleted', 'tag': 'fa152f51-1f2b-4205-be44-cdb179e13d2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:35:32.170007 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ead866-8eb1-49b7-ba3e-46e7edffccbb" -d '{"events": [{"server_uuid": "c0ee7cbe-60e2-44c3-8262-5cca9092416f", "name": "network-vif-deleted", "tag": "fa152f51-1f2b-4205-be44-cdb179e13d2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:35:32.196351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20b2f8-83fe-4bf0-b7e2-01b5e8df7864 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aafba6e-adc7-4afa-a471-046779bee235,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:32.213126 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-3558e0a4-c527-435b-8059-ae62de9c3ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013094 Jul 22 21:35:32.298293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c3b0bc95-5480-48e1-a455-495daee1cab5 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1304376 Jul 22 21:35:32.308487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46952) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.373012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46956) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.410911 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc7b9-a04c-4bbf-94aa-6bfdfdeebfba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.432892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1875d27-ef40-49de-be28-01d63d8ceacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.454727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc7b9-a04c-4bbf-94aa-6bfdfdeebfba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.524956 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb576d70-bf06-4d51-9435-0b4e3c6460ad tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.536323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc7b9-a04c-4bbf-94aa-6bfdfdeebfba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.544215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dc1dc7b9-a04c-4bbf-94aa-6bfdfdeebfba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9934094 Jul 22 21:35:32.549694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46960) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.569563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '7715555f-fd19-4427-8231-7f2679c69fd7', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:32.579747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dc7b9-a04c-4bbf-94aa-6bfdfdeebfba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7715555f-fd19-4427-8231-7f2679c69fd7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:32.611599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:35:32.611599 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:35:32.611599 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id_1': 'c53210f20cc944f4a4bc016b9bf23343', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 35, 32, 589888)}] Jul 22 21:35:32.611599 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:35:32.612714 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:35:32.615521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb576d70-bf06-4d51-9435-0b4e3c6460ad tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.718809 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb576d70-bf06-4d51-9435-0b4e3c6460ad tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.721892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb576d70-bf06-4d51-9435-0b4e3c6460ad tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.723456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bb576d70-bf06-4d51-9435-0b4e3c6460ad tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/11cb15ff-d7f9-4cff-bf95-20a9f3cb11df HTTP/1.1" status: 204 len: 168 time: 0.4208078 Jul 22 21:35:32.735197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46966) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.737554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb576d70-bf06-4d51-9435-0b4e3c6460ad tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cb15ff-d7f9-4cff-bf95-20a9f3cb11df,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:32.826102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1875d27-ef40-49de-be28-01d63d8ceacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.833931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1875d27-ef40-49de-be28-01d63d8ceacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.854629 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-5962acc9-517a-45d3-9055-88cc845846cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 217 time: 0.6325407 Jul 22 21:35:32.875053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1875d27-ef40-49de-be28-01d63d8ceacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33389d92-20c5-4ab0-ba10-99445bd2d0fa,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:32.877595 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f34a593-1dd0-4ea6-bb25-ac22fc8eaf85 x-openstack-request-id: req-5f34a593-1dd0-4ea6-bb25-ac22fc8eaf85 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:35:32.878646 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ee7cbe-60e2-44c3-8262-5cca9092416f", "name": "network-vif-deleted", "tag": "fa152f51-1f2b-4205-be44-cdb179e13d2d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:35:32.878646 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f34a593-1dd0-4ea6-bb25-ac22fc8eaf85 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:35:32.879101 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ee7cbe-60e2-44c3-8262-5cca9092416f', 'name': 'network-vif-deleted', 'tag': 'fa152f51-1f2b-4205-be44-cdb179e13d2d', 'status': 'completed', 'code': 200} Jul 22 21:35:32.902635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-19cb883c-eb03-4a44-b8a3-13f950602f87 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1620064 Jul 22 21:35:32.924643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46974) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.938416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d78255ce-7f8a-4b4b-8bda-357dd159a4c0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906851238'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:32.975563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Made reservation on behalf of 1fdfffa20ad444ba83f36260e594d8f5 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:32.979279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:32.980686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e1875d27-ef40-49de-be28-01d63d8ceacb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70533b7595bc488ab775201d1cfe0315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999923 Jul 22 21:35:32.982428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.983218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46980) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:32.983605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-f84bd8a9-30fa-4555-9bca-3d524c7b38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:32.985319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-f84bd8a9-30fa-4555-9bca-3d524c7b38c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.1049178 Jul 22 21:35:33.026194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d78255ce-7f8a-4b4b-8bda-357dd159a4c0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.108510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Performing IP validity checks on allocation pools {{(pid=94091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 21:35:33.108510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 21:35:33.114364 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38db5a68-6f14-40a4-a6ca-0031ead3e27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.166308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-6ffbf25a-f734-4898-994c-3af29ecf83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:33.168335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-6ffbf25a-f734-4898-994c-3af29ecf83e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1655931 Jul 22 21:35:33.169235 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38db5a68-6f14-40a4-a6ca-0031ead3e27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.198369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1158019847'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:33.273724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38db5a68-6f14-40a4-a6ca-0031ead3e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.276645 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38db5a68-6f14-40a4-a6ca-0031ead3e27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.280173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-38db5a68-6f14-40a4-a6ca-0031ead3e27d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33389d92-20c5-4ab0-ba10-99445bd2d0fa HTTP/1.1" status: 204 len: 168 time: 0.2630694 Jul 22 21:35:33.280952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d78255ce-7f8a-4b4b-8bda-357dd159a4c0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.293303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5a68-6f14-40a4-a6ca-0031ead3e27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33389d92-20c5-4ab0-ba10-99445bd2d0fa,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:33.298716 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d78255ce-7f8a-4b4b-8bda-357dd159a4c0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.317464 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-41e6371e-d25a-4c0a-bc64-871ae6fda727 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380043 Jul 22 21:35:33.349994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:35:33.349994 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:35:33.349994 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id_1': '8ddf015c8c924f07bded3d418b97eff7', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 35, 33, 205899)}] Jul 22 21:35:33.349994 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:35:33.350493 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:35:33.373475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d78255ce-7f8a-4b4b-8bda-357dd159a4c0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.377134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d78255ce-7f8a-4b4b-8bda-357dd159a4c0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4490254 Jul 22 21:35:33.377134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78255ce-7f8a-4b4b-8bda-357dd159a4c0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2138d6-8293-4f6f-836f-98e85a6d8ecf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:33.379679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.382970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47002) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:33.395073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3aa4f365-aec9-4ec4-a5ca-055488a9578c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': 'aa2138d6-8293-4f6f-836f-98e85a6d8ecf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:33.435735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3aa4f365-aec9-4ec4-a5ca-055488a9578c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.585851 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.589426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3aa4f365-aec9-4ec4-a5ca-055488a9578c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.591676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.605995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3aa4f365-aec9-4ec4-a5ca-055488a9578c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.636126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9be145-8acb-4011-8f66-38a3c5a5dd18,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:33.648683 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.653481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-98ed359b-88a5-46df-b8ec-5cff5ceae51e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0988393 Jul 22 21:35:33.657596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:33.663679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-422f441e-4cd1-4578-bbd6-6f2a5fb00203 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '7715555f-fd19-4427-8231-7f2679c69fd7', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:33.678642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47020) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:33.683667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3aa4f365-aec9-4ec4-a5ca-055488a9578c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.687447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3aa4f365-aec9-4ec4-a5ca-055488a9578c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2998714 Jul 22 21:35:33.693309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:33.703445 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.718155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4f365-aec9-4ec4-a5ca-055488a9578c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbd3770-01c5-4293-8f52-9b94cfae4423,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:33.745493 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-906a5094-c65f-4797-9252-1f0167d408a5 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159431 Jul 22 21:35:33.798863 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-452d4afe-848e-41bf-87f3-8c0531baa92b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.834663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-452d4afe-848e-41bf-87f3-8c0531baa92b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.841330 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-24c06090-5d71-442c-87d0-bbb4744ca923 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6 HTTP/1.1" status: 200 len: 217 time: 0.0838766 Jul 22 21:35:33.905070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-422f441e-4cd1-4578-bbd6-6f2a5fb00203 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.907365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-a7ba206f-ffba-4b74-a304-a1f442d8ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:33.909127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-a7ba206f-ffba-4b74-a304-a1f442d8ecf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.0597019 Jul 22 21:35:33.910028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=4739176c-ce60-48ac-b902-cdb32825735e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:33.914617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-452d4afe-848e-41bf-87f3-8c0531baa92b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.917067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:33.923560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.933346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-452d4afe-848e-41bf-87f3-8c0531baa92b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:33.936903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-d3446cf4-d50d-475e-9e75-f0373e615945 req-2eb2ab9c-5a38-4a88-ad2a-0430e760247b service neutron] (94091) timed out ('10.222.0.23', 61869) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:35:33.938475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47026) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:33.942609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-452d4afe-848e-41bf-87f3-8c0531baa92b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/bbbd3770-01c5-4293-8f52-9b94cfae4423 HTTP/1.1" status: 204 len: 168 time: 0.2375679 Jul 22 21:35:33.989099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Checking segment: {'id': 'f294db2e-1fb0-4183-a222-7fc991c023ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:33.989523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network hostable DHCP agents. Network: 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:35:34.006571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47028) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:34.046655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9a2a-2009-4049-ba75-bb0baa1a1eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.065273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1b68c549-c451-4d69-8a65-5f7aea1afa59 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1256561 Jul 22 21:35:34.073114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47030) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:34.074775 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.075319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:35:34.086651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d4afe-848e-41bf-87f3-8c0531baa92b tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbbd3770-01c5-4293-8f52-9b94cfae4423,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:34.110629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:34.122030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:34.122736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.123202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf53aca-acb3-4e98-9831-2f08618a4ac9 None None] Network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:34.166064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:35:34.166064 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:35:34.166064 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id_1': '8ddf015c8c924f07bded3d418b97eff7', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 35, 34, 117477)}] Jul 22 21:35:34.166064 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:35:34.166864 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:35:34.179586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-d8947bf8-694d-4ae8-a2a8-12731e42fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:34.181177 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-d8947bf8-694d-4ae8-a2a8-12731e42fb59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2558920 Jul 22 21:35:34.186458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-422f441e-4cd1-4578-bbd6-6f2a5fb00203 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.196511 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-422f441e-4cd1-4578-bbd6-6f2a5fb00203 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.245055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2716b9a9-c382-412c-9b38-c578146a050e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.248728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f441e-4cd1-4578-bbd6-6f2a5fb00203 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea8ff65-dbcb-48f6-ae17-0e3a2269348c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:34.286367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2716b9a9-c382-412c-9b38-c578146a050e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.356651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9a2a-2009-4049-ba75-bb0baa1a1eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.362278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9a2a-2009-4049-ba75-bb0baa1a1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.381690 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2716b9a9-c382-412c-9b38-c578146a050e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.385023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2716b9a9-c382-412c-9b38-c578146a050e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.386547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2716b9a9-c382-412c-9b38-c578146a050e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/aa2138d6-8293-4f6f-836f-98e85a6d8ecf HTTP/1.1" status: 204 len: 168 time: 0.3121638 Jul 22 21:35:34.405966 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-03cab906-bf56-44fe-bc9f-a9c28a26927e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5168958 Jul 22 21:35:34.406540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47034) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:34.409016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47036) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:34.411271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-422f441e-4cd1-4578-bbd6-6f2a5fb00203 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.415776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-422f441e-4cd1-4578-bbd6-6f2a5fb00203 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7567093 Jul 22 21:35:34.421123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47038) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:34.430579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-432b7a00-31a3-497b-abec-ac1c1bb8282b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '7715555f-fd19-4427-8231-7f2679c69fd7', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:34.440232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2dd3a02c-6996-4b24-905c-027917b7d610 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:34.456928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0d7c9a2a-2009-4049-ba75-bb0baa1a1eb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b7ef88ef9d94b4eb9af9cfef4092fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484994 Jul 22 21:35:34.457587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47042) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:34.474319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c9a2a-2009-4049-ba75-bb0baa1a1eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211a254a-b915-4acc-be81-8bc975f92a7a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:34.477709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83', 'network_id': '9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83', 'tenant_id': '1fdfffa20ad444ba83f36260e594d8f5', 'fixed_ips': [{'subnet_id': '4739176c-ce60-48ac-b902-cdb32825735e'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:34.483494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.644700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-c5d9db0f-968a-4fc9-a72c-a74ad7fb6653 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520612 Jul 22 21:35:34.648492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716b9a9-c382-412c-9b38-c578146a050e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2138d6-8293-4f6f-836f-98e85a6d8ecf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:34.668692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.716993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-432b7a00-31a3-497b-abec-ac1c1bb8282b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.720345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cc17b0ba-8249-4791-86cd-4999dc9ce623 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3120859 Jul 22 21:35:34.726855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47044) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:34.743808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741901740'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:34.767773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Allocated IP 172.20.0.3 (9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83/4739176c-ce60-48ac-b902-cdb32825735e/18bba72f-c9bd-451d-bb06-aa4ea8f9a292) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:34.776519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a02c-6996-4b24-905c-027917b7d610 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26138365'] for subnet, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.780151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d437f8ca-66d3-4194-8b3b-d8208226de6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.807607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d437f8ca-66d3-4194-8b3b-d8208226de6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.923328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d437f8ca-66d3-4194-8b3b-d8208226de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.927187 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d437f8ca-66d3-4194-8b3b-d8208226de6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.932114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d437f8ca-66d3-4194-8b3b-d8208226de6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/211a254a-b915-4acc-be81-8bc975f92a7a HTTP/1.1" status: 204 len: 168 time: 0.4682767 Jul 22 21:35:34.961175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f8ca-66d3-4194-8b3b-d8208226de6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211a254a-b915-4acc-be81-8bc975f92a7a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:34.992480 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.002795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Transition to ACTIVE for port object 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:35.005945 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-432b7a00-31a3-497b-abec-ac1c1bb8282b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.014109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-432b7a00-31a3-497b-abec-ac1c1bb8282b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.032910 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-c434185a-05b8-4f9c-b6c4-1d9755c413d3 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659441 Jul 22 21:35:35.041644 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:35:35.041644 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:35:35.041644 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id_1': '3f9bf1b7588846e0944cfe0ad6202116', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 35, 34, 918734)}] Jul 22 21:35:35.041644 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:35:35.043131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Transition to ACTIVE for port object 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:35.044646 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:35:35.052602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.084188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-e8a40a0b-b4df-457d-806e-a755652ce0ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda HTTP/1.1" status: 200 len: 217 time: 0.0427463 Jul 22 21:35:35.085235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b7a00-31a3-497b-abec-ac1c1bb8282b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c7cf18-2c31-4be1-b000-78f58c6bec38,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:35.095384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:35.100637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:35.110374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:35.169763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-b38e74cf-1786-46df-b900-232a20e289dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:35.172281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-b38e74cf-1786-46df-b900-232a20e289dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.0799363 Jul 22 21:35:35.182601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Pushing event updated for resources: {'Port': ['ID=18bba72f-c9bd-451d-bb06-aa4ea8f9a292,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:35.227614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Attempting to bind port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:35.228138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Attempting to bind port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f294db2e-1fb0-4183-a222-7fc991c023ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:35.228598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Attempting to bind port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 on network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:35.235194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:35.235975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Checking segment: {'id': 'f294db2e-1fb0-4183-a222-7fc991c023ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:35.236626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.237176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Bound using segment: {'id': 'f294db2e-1fb0-4183-a222-7fc991c023ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:35.238218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Bound port: 18bba72f-c9bd-451d-bb06-aa4ea8f9a292, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f294db2e-1fb0-4183-a222-7fc991c023ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:35.238725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.305793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-0ed2fe07-0500-4297-8034-ed9461b98e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:35.308000 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-0ed2fe07-0500-4297-8034-ed9461b98e13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1250777 Jul 22 21:35:35.323130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] For port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:35.328118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] For port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=18bba72f-c9bd-451d-bb06-aa4ea8f9a292,segment=NetworkSegment(f294db2e-1fb0-4183-a222-7fc991c023ef),segment_id=f294db2e-1fb0-4183-a222-7fc991c023ef)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:35.334213 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.413427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be753586-624c-43f0-be1f-073d5bc018d9 None None] Pushing event updated for resources: {'Port': ['ID=18bba72f-c9bd-451d-bb06-aa4ea8f9a292,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:35.448651 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-8f5602b0-f57a-4075-8e6e-2f2f71ee91ae service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306841 Jul 22 21:35:35.562589 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.579154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.585406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.588102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-432b7a00-31a3-497b-abec-ac1c1bb8282b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.592794 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-432b7a00-31a3-497b-abec-ac1c1bb8282b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1678879 Jul 22 21:35:35.600710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47058) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:35.607755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1c1497aa-dede-401e-8cfd-27186c60cbf3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '7715555f-fd19-4427-8231-7f2679c69fd7', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:35.649329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-25c325a3-c650-4fae-a3ae-a682c72d88a8 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909471 Jul 22 21:35:35.693766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc49510-9825-44d3-9695-0f9863a53774,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:35.727089 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-76ea0242-cfa0-4f75-a7e0-f964a660f81c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab HTTP/1.1" status: 200 len: 217 time: 0.0667911 Jul 22 21:35:35.734862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a02c-6996-4b24-905c-027917b7d610 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766852813424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27055664'] for subnet, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.813175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-57cffcd4-14ff-47a0-8724-b088bc550de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:35.816061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-57cffcd4-14ff-47a0-8724-b088bc550de9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.0824268 Jul 22 21:35:35.837661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:35.863981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3a02c-6996-4b24-905c-027917b7d610 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event updated for resources: {'Subnet': ['ID=4739176c-ce60-48ac-b902-cdb32825735e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:35.927769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.939251 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.939887 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Added segment 76a29d90-4bea-488d-b012-04ab13199fdc of type vlan for network caeefccd-6c8b-4502-a5b4-f242d70f2491 Jul 22 21:35:35.952554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-f5fbb666-e934-411d-8667-0e3c6166900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:35.953602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3a02c-6996-4b24-905c-027917b7d610 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:35.955095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a02c-6996-4b24-905c-027917b7d610 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:35.956569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-f5fbb666-e934-411d-8667-0e3c6166900e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1329703 Jul 22 21:35:35.957617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2dd3a02c-6996-4b24-905c-027917b7d610 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "PUT /v2.0/subnets/4739176c-ce60-48ac-b902-cdb32825735e HTTP/1.1" status: 200 len: 877 time: 1.5474114 Jul 22 21:35:35.983628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47070) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:35.993545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c1497aa-dede-401e-8cfd-27186c60cbf3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.130876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.170022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c1497aa-dede-401e-8cfd-27186c60cbf3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.179179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c1497aa-dede-401e-8cfd-27186c60cbf3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.208810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.220776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1497aa-dede-401e-8cfd-27186c60cbf3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ea2032-17e0-40ce-a226-f020bb638595,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:36.247022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-c776c52b-599b-4238-ae62-0f8c153c1e29 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622728 Jul 22 21:35:36.382832 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-b828cc92-c127-4a68-bcbf-4911fae7d637 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220696 Jul 22 21:35:36.434436 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.440687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:36.441496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.500231 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-54a43723-b3e7-4054-9054-69fd7e215941 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 200 len: 217 time: 0.1003699 Jul 22 21:35:36.563452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.592597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c1497aa-dede-401e-8cfd-27186c60cbf3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.596290 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c1497aa-dede-401e-8cfd-27186c60cbf3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9933288 Jul 22 21:35:36.602745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47082) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:36.610535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '7715555f-fd19-4427-8231-7f2679c69fd7', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:36.639223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-907ab0d8-bcaf-4ef6-a157-ac6b069c2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:36.641731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-907ab0d8-bcaf-4ef6-a157-ac6b069c2725 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.1214225 Jul 22 21:35:36.646920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Network': ['ID=caeefccd-6c8b-4502-a5b4-f242d70f2491,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:36.653092 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.665374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:36.686056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:36.686538 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.786181 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:35:36.814155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.874557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-20add8fd-a961-42e7-a301-2fe4662f040d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8664398 Jul 22 21:35:36.875887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e84100-96af-44b3-897d-1f298345b4ca,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:36.880656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47086) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:36.885767 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:36.887513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-684e20d2-7b5f-4cab-b9ea-2b47006b2bfc tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1500947 Jul 22 21:35:36.892404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47088) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:36.901363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bc729335-85c5-4aa2-aa1a-0ccdb344450c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': 'c8e84100-96af-44b3-897d-1f298345b4ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:36.910726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:36.991157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-b020e4fc-69c3-422b-b89b-b350531f8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:36.993065 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-b020e4fc-69c3-422b-b89b-b350531f8d95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3380866 Jul 22 21:35:37.068932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=18bba72f-c9bd-451d-bb06-aa4ea8f9a292,segment=NetworkSegment(f294db2e-1fb0-4183-a222-7fc991c023ef),segment_id=f294db2e-1fb0-4183-a222-7fc991c023ef)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:37.069309 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.089820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:37.131175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:37.143180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.164167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.164578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc729335-85c5-4aa2-aa1a-0ccdb344450c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.200267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:37.287724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Deleting port f79e53f6-8087-4e9a-abdb-f7b299560088 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:37.288097 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.393548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbf1db7-69c6-4fe8-b24f-a6f71d3255d0,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:37.424244 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-1ecbd402-d9ba-47e5-bbec-dd8ced8afaea service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088428 Jul 22 21:35:37.428407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:37.433560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.440833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.445221 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4886b330-ca68-4579-9766-9fbd32d9c592 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8411930 Jul 22 21:35:37.447662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:37.461623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80e1849-37ac-4e85-9c4f-4d416d89e6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.462808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a4751-be8c-47f3-b8b0-1c0881c50d54 None None] Network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:37.473418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '7715555f-fd19-4427-8231-7f2679c69fd7', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:37.505776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc729335-85c5-4aa2-aa1a-0ccdb344450c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.523497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc729335-85c5-4aa2-aa1a-0ccdb344450c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.526825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d9e37be-7f69-456c-b405-d2eaf8fb8f65 None None] Provisioning for port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:37.554329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] For port f79e53f6-8087-4e9a-abdb-f7b299560088, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f79e53f6-8087-4e9a-abdb-f7b299560088,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:37.554692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.569620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc729335-85c5-4aa2-aa1a-0ccdb344450c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d48ebe5-5509-4412-96bd-addae7340f28,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:37.607932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Calling delete_port for f79e53f6-8087-4e9a-abdb-f7b299560088 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:37.626329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc729335-85c5-4aa2-aa1a-0ccdb344450c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.627631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bc729335-85c5-4aa2-aa1a-0ccdb344450c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7336028 Jul 22 21:35:37.636886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47100) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:37.681752 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:35:37.691122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.716293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-41b0e405-2def-40f7-9801-4ee6153d804c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules/0d48ebe5-5509-4412-96bd-addae7340f28 HTTP/1.1" status: 200 len: 763 time: 0.0728171 Jul 22 21:35:37.720444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47102) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:37.724539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:37.727539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.731826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:37.732504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.755735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:35:37.805860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b5d554c-62e4-4035-9c9e-70acfee6ec3a req-c67067a9-3505-497b-9fc6-cb424d864f51 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593340 Jul 22 21:35:37.891670 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.900311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:37.934059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0996d623-d039-4fa4-ae81-83402869e055,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:38.013798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.095673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=3bd75e55-a73b-4be6-b609-f17c5e55a862,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:38.145208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08b8e5-68d1-4c16-bc9b-b49139b06823 None None] Network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:38.182780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.184055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.186831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.188708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.190225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.190929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.191610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.196858 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-57e0f676-22cf-4983-8011-93be13b65cb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6506 time: 0.2633090 Jul 22 21:35:38.199525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:38.200562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network hostable DHCP agents. Network: caeefccd-6c8b-4502-a5b4-f242d70f2491, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:35:38.244399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:38.246749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=18bba72f-c9bd-451d-bb06-aa4ea8f9a292,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:38.249435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d24ba2a2-64d9-4db9-a73b-641ad342e335 None None] Could not find standard attr ID for object 18bba72f-c9bd-451d-bb06-aa4ea8f9a292. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:35:38.439407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:35:38.499357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, caeefccd-6c8b-4502-a5b4-f242d70f2491) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:38.503090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-1b0db575-a77a-4d3b-a1a7-ccfcbe9c9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.506931 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-1b0db575-a77a-4d3b-a1a7-ccfcbe9c9221 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49 HTTP/1.1" status: 200 len: 918 time: 0.2959509 Jul 22 21:35:38.510354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed207ece-bde7-4e40-8a65-fc215572d930 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7833519 Jul 22 21:35:38.510689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:38.511427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.515532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47114) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:38.540846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d1d386-6084-4ecd-b1ef-9ffa36927835 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:38.707518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4134896a-9cd2-4477-aef5-58db617e212c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.727053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4134896a-9cd2-4477-aef5-58db617e212c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.749274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80e1849-37ac-4e85-9c4f-4d416d89e6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.750930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47118) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:38.789716 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.796976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-82a1dddf-0241-4e91-97ed-a7143bc2f3d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 200 len: 1001 time: 0.2710299 Jul 22 21:35:38.802939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.805173 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dc280541-5edf-44db-bc92-1de52a99d9d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9223702 Jul 22 21:35:38.806041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47122) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:38.811242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.816919 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-495f9582-23a5-496f-9f78-daa366f82468 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3571637 Jul 22 21:35:38.818644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47124) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:38.828172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'name': 'tempest-NetworksTestDHCPv6-2017710182'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:38.839372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80e1849-37ac-4e85-9c4f-4d416d89e6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:38.867786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79e53f6-8087-4e9a-abdb-f7b299560088,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:38.900250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c80e1849-37ac-4e85-9c4f-4d416d89e6b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aca4bae09a0745b8ba8400ee4dea4954&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8066914 Jul 22 21:35:38.931687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47126) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:38.932602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e1849-37ac-4e85-9c4f-4d416d89e6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0761fa02-f1e7-42fb-b903-61fae6d1fe05,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:38.985805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '3bd75e55-a73b-4be6-b609-f17c5e55a862'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:38.988439 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.050778 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496aeaec-1ae9-4387-b6c4-2faa9537f4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.078600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496aeaec-1ae9-4387-b6c4-2faa9537f4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.079003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'network': {'name': 'tempest-network-smoke--885923734', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:39.295528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496aeaec-1ae9-4387-b6c4-2faa9537f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.301511 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496aeaec-1ae9-4387-b6c4-2faa9537f4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.316221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-496aeaec-1ae9-4387-b6c4-2faa9537f4fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0761fa02-f1e7-42fb-b903-61fae6d1fe05 HTTP/1.1" status: 204 len: 168 time: 0.3692920 Jul 22 21:35:39.331414 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.335632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:39.344358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aeaec-1ae9-4387-b6c4-2faa9537f4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0761fa02-f1e7-42fb-b903-61fae6d1fe05,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:39.350434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.385206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4134896a-9cd2-4477-aef5-58db617e212c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.403277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab0acc-428e-4653-a357-e355391cb870 None None] Network 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:39.428074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4134896a-9cd2-4477-aef5-58db617e212c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.430901 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4134896a-9cd2-4477-aef5-58db617e212c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0d48ebe5-5509-4412-96bd-addae7340f28 HTTP/1.1" status: 204 len: 168 time: 0.9124067 Jul 22 21:35:39.447525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.449486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47132) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:39.459888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:39.474861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f294db2e-1fb0-4183-a222-7fc991c023ef') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:39.475529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f294db2e-1fb0-4183-a222-7fc991c023ef') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:39.490356 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.509288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.519629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:39.520381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.532278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134896a-9cd2-4477-aef5-58db617e212c tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d48ebe5-5509-4412-96bd-addae7340f28,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:39.558059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-c2d7e093-c4bb-4188-8171-67979ccfd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:39.561066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-c2d7e093-c4bb-4188-8171-67979ccfd76d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d39fb80-71f0-47b2-84bc-bc691826ea84 HTTP/1.1" status: 200 len: 856 time: 0.7405694 Jul 22 21:35:39.575817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] Deleting subnet 757bc2a4-8ae5-4593-8eff-91833bb24163 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:35:39.581439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:39.587508 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.622142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=4739176c-ce60-48ac-b902-cdb32825735e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:39.622297 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:39.625429 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:39.631336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.636731 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.642445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 HTTP/1.1" status: 204 len: 168 time: 3.6538765 Jul 22 21:35:39.652800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bd19417e-2435-457c-bad2-5bbfca682327 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2014852 Jul 22 21:35:39.655742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47134) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:39.656994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47136) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:39.669905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b60301a1-3248-4a36-a8e9-dabb98655296 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': 'c8e84100-96af-44b3-897d-1f298345b4ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:39.712821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/3bd75e55-a73b-4be6-b609-f17c5e55a862/d4d338da-24a6-4e7e-9c5b-5481bf15239b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:39.717723 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cd25c3-c709-404a-a6b6-cef632ae0bd6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:39.718319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cd25c3-c709-404a-a6b6-cef632ae0bd6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:39.720225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b7cd25c3-c709-404a-a6b6-cef632ae0bd6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/4739176c-ce60-48ac-b902-cdb32825735e HTTP/1.1" status: 404 len: 337 time: 0.0619004 Jul 22 21:35:39.723900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.732293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293708cb-ea03-4de8-9bc0-ee127898d5cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:39.736980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47140) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:39.741659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:39.761701 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6920bb2-ca7a-4d52-b248-f6338bbdb8f4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:39.763791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6920bb2-ca7a-4d52-b248-f6338bbdb8f4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:39.766165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c6920bb2-ca7a-4d52-b248-f6338bbdb8f4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 HTTP/1.1" status: 404 len: 339 time: 0.0275183 Jul 22 21:35:39.788890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47142) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:39.815446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 96e4e2c0-b8f8-4574-9bb4-962d3017c78e yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:35:39.829114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.859045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.859396 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Added segment 3a129ebe-0262-401d-ba40-6e5ede549401 of type vlan for network 4b165983-addd-4a44-ae9a-18221a744a52 Jul 22 21:35:39.881690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e757f4-3783-4a2b-b2ef-ec0457f56aa4 None None] DHCP port deletion for 9e6fbc2b-d7ff-4d3b-8679-5d95a697bf83 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:35:39.903234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b60301a1-3248-4a36-a8e9-dabb98655296 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.941079 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.984712 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:39.998857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Transition to ACTIVE for port object d4d338da-24a6-4e7e-9c5b-5481bf15239b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:40.049930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Transition to ACTIVE for port object d4d338da-24a6-4e7e-9c5b-5481bf15239b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:40.064570 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.072387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b60301a1-3248-4a36-a8e9-dabb98655296 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.080126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b60301a1-3248-4a36-a8e9-dabb98655296 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.109818 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.113597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60301a1-3248-4a36-a8e9-dabb98655296 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3937f3b4-8846-4d87-af31-be6d21c71fd2,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:40.125652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:40.126907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.129223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b60301a1-3248-4a36-a8e9-dabb98655296 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.136397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b60301a1-3248-4a36-a8e9-dabb98655296 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4688873 Jul 22 21:35:40.138088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47152) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.160840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:40.166324 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-314fc621-46fb-4027-bd7f-8c4013224f53 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:40.167106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314fc621-46fb-4027-bd7f-8c4013224f53 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:40.173687 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-314fc621-46fb-4027-bd7f-8c4013224f53 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/c6a5cf24-5985-414a-8fe3-478fc1713606 HTTP/1.1" status: 404 len: 337 time: 0.3646026 Jul 22 21:35:40.173944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4b09e0d7-8c56-4f09-abc2-25789c6473ef tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules/3937f3b4-8846-4d87-af31-be6d21c71fd2 HTTP/1.1" status: 200 len: 763 time: 0.0312884 Jul 22 21:35:40.173944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47154) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.175990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47156) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.177058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:40.178412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:35:40.183438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:40.228884 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a13db39-89b3-46d6-a5be-9e4211c1bbe8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:40.229829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a13db39-89b3-46d6-a5be-9e4211c1bbe8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:40.235260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a13db39-89b3-46d6-a5be-9e4211c1bbe8 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/29a63f8a-36e8-43e8-93d5-09d0e7e3f169 HTTP/1.1" status: 404 len: 339 time: 0.0477962 Jul 22 21:35:40.236854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47160) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.297837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Network': ['ID=4b165983-addd-4a44-ae9a-18221a744a52,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:40.321503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27129f41-5521-4e73-acb4-240feb059108 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2697723 Jul 22 21:35:40.321784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Pushing event updated for resources: {'Port': ['ID=d4d338da-24a6-4e7e-9c5b-5481bf15239b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:40.333538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47166) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.341242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.355789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'admin_state_up': True, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:40.357105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4b165983-addd-4a44-ae9a-18221a744a52 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:40.380331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Attempting to bind port d4d338da-24a6-4e7e-9c5b-5481bf15239b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:40.381326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Attempting to bind port d4d338da-24a6-4e7e-9c5b-5481bf15239b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:40.382174 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Attempting to bind port d4d338da-24a6-4e7e-9c5b-5481bf15239b on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:40.433063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-ee165935-f9ba-4069-a9cc-c1216de9cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:40.435066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-ee165935-f9ba-4069-a9cc-c1216de9cef1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8423054 Jul 22 21:35:40.491911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8f050e86-e1a8-42e2-857e-701fd8967a45 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3160684 Jul 22 21:35:40.501364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47170) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.529189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:40.529803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:40.530504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.531138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:40.531979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Bound port: d4d338da-24a6-4e7e-9c5b-5481bf15239b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:40.532769 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.559009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.580384 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.581301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.594416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13bbde40-b378-4bea-820e-e7460bd1b8b0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.630285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:40.646178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c8a699ff-1eda-49b2-b78c-b0016db2e1a5 admin admin] 10.222.0.54 "PUT /v2.0/routers/1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9632111 Jul 22 21:35:40.650460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47174) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.658887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] Sync routers for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:40.667646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::37f (caeefccd-6c8b-4502-a5b4-f242d70f2491/3bd75e55-a73b-4be6-b609-f17c5e55a862/96e4e2c0-b8f8-4574-9bb4-962d3017c78e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:40.672035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13bbde40-b378-4bea-820e-e7460bd1b8b0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.712929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] For port d4d338da-24a6-4e7e-9c5b-5481bf15239b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:40.721322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] For port d4d338da-24a6-4e7e-9c5b-5481bf15239b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d4d338da-24a6-4e7e-9c5b-5481bf15239b,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:40.722965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:40.726698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:40.731029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.738676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.860482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.884290 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13bbde40-b378-4bea-820e-e7460bd1b8b0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.898718 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.912023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757bc2a4-8ae5-4593-8eff-91833bb24163,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:40.933676 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.938148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c1ee279c-6d1e-47cd-84ae-f1fd301ba730 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/757bc2a4-8ae5-4593-8eff-91833bb24163 HTTP/1.1" status: 204 len: 168 time: 2.1830080 Jul 22 21:35:40.941933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47180) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:40.995489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13bbde40-b378-4bea-820e-e7460bd1b8b0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:40.998479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-13bbde40-b378-4bea-820e-e7460bd1b8b0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3937f3b4-8846-4d87-af31-be6d21c71fd2 HTTP/1.1" status: 204 len: 168 time: 0.4999552 Jul 22 21:35:41.000687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2c606-81a4-4f9b-b672-d2d24df259fb None None] Pushing event updated for resources: {'Port': ['ID=d4d338da-24a6-4e7e-9c5b-5481bf15239b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:41.015149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:41.021966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:41.026851 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-c195248c-680d-425d-8bd5-3cca346139e4 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762327 Jul 22 21:35:41.033625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:41.038095 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.070152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbde40-b378-4bea-820e-e7460bd1b8b0 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3937f3b4-8846-4d87-af31-be6d21c71fd2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:41.111000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:41.111320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 18bba72f-c9bd-451d-bb06-aa4ea8f9a292 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:41.133785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1ceb1c-2be4-4aa3-b438-4922c4a15125']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.155197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97c7f94-1eaf-4d3d-ac90-c30cc52ae907') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.155694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97c7f94-1eaf-4d3d-ac90-c30cc52ae907') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.186530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.215993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.227701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:41.228505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.254227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7c03331e-65fe-403c-bc60-1967e60d03f8 req-316f3db2-8c41-40cd-a246-b16fdc6f5c28 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102854 Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:41.375673 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:41.483249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:35:38Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.538356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] Checking router: 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:41.553424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.554243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] Routers {'1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:41.554975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.653175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.675643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.678526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/7f1ceb1c-2be4-4aa3-b438-4922c4a15125 HTTP/1.1" status: 204 len: 168 time: 1.4405496 Jul 22 21:35:41.705097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47188) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:41.734399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c3389-e2d6-45d3-a467-1ecc51c68fb0 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=7f1ceb1c-2be4-4aa3-b438-4922c4a15125,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:41.768041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] Set router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:41.776905 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf6841e-80c6-41bf-b2a3-f75e01d72b56 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:41.782489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf6841e-80c6-41bf-b2a3-f75e01d72b56 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:41.784630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4bf6841e-80c6-41bf-b2a3-f75e01d72b56 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/207ee455-10eb-4679-bf96-5c39ad0e536a HTTP/1.1" status: 404 len: 337 time: 0.0760777 Jul 22 21:35:41.800363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47190) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:41.873413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.878651 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.905433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca1f6e1-114f-4930-bd89-a5fd9f153bcd']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.910063 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efb12e0-b88c-4800-b052-6f6c5d81273f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:41.911238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efb12e0-b88c-4800-b052-6f6c5d81273f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:41.917762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2efb12e0-b88c-4800-b052-6f6c5d81273f tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/21f87899-69c3-44dc-b270-ad7dd5fe095b HTTP/1.1" status: 404 len: 339 time: 0.1135395 Jul 22 21:35:41.925743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:41.931072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.931072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d2a0a4-281d-41cb-bfc3-746f8473ab15') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:41.975878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:41.978465 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9f6039-0473-4619-9bd4-04d9af5ceb17 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:41.979155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9f6039-0473-4619-9bd4-04d9af5ceb17 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:41.984924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5b9f6039-0473-4619-9bd4-04d9af5ceb17 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/9a6631af-5754-4ded-aa5b-c109a37932d2 HTTP/1.1" status: 404 len: 337 time: 0.0550809 Jul 22 21:35:42.017743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47198) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.067696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.074720 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4079075-8dd5-4a9c-8069-6f2d1978a6a2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:42.084362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4079075-8dd5-4a9c-8069-6f2d1978a6a2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:42.087220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d4079075-8dd5-4a9c-8069-6f2d1978a6a2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/baca5d0a-455b-4b38-9e7a-b8d80079c12e HTTP/1.1" status: 404 len: 339 time: 0.0679457 Jul 22 21:35:42.092899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:42.093328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.097424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:35:38Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:42.105056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:42.109462 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:42.190901 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e0abfd-792a-47d3-a1af-93d5229963ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:42.191619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e0abfd-792a-47d3-a1af-93d5229963ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:42.195000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-70e0abfd-792a-47d3-a1af-93d5229963ce tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/ca65a0fc-a327-403b-b605-bb0e88c0fc61 HTTP/1.1" status: 404 len: 337 time: 0.0776412 Jul 22 21:35:42.208246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fecd55-17b0-48e3-8626-d9b04b72aba3 None None] The sync data for ids ['1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634'] in n-d-762330-19 is: [{'id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'name': 'tempest-AttachVolumeTestJSON-1294549978-router', 'tenant_id': '0d274a47ca734ace838daf934b964cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:22:55Z', 'updated_at': '2021-07-22T21:35:38Z', 'revision_number': 5, 'project_id': '0d274a47ca734ace838daf934b964cf6', 'gw_port': {'id': '3ce71afa-25d0-4e6e-8fc3-bc762b048817', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:22:57Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:35:42.231935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47204) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.246206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Deleting port 3ce71afa-25d0-4e6e-8fc3-bc762b048817 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:42.246563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.273495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.303697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55aa61ef-af5d-4ac7-879e-d02d5d7ae973 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2691510 Jul 22 21:35:42.314359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47206) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.316019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.318845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bca1f6e1-114f-4930-bd89-a5fd9f153bcd HTTP/1.1" status: 204 len: 168 time: 1.3674939 Jul 22 21:35:42.322539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c4b51-0289-4829-a749-922ccf58ee74 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca1f6e1-114f-4930-bd89-a5fd9f153bcd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:42.331426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-db579857-b165-4f32-8c83-2649e66065df tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Request body: {'security_group_rule': {'security_group_id': 'c8e84100-96af-44b3-897d-1f298345b4ca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:42.371005 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8871f2-7128-4f06-9d0e-857efa9d55b2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:42.372708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8871f2-7128-4f06-9d0e-857efa9d55b2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:42.374958 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dc8871f2-7128-4f06-9d0e-857efa9d55b2 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/1f8120be-d827-4d05-89ac-2cf979ddcc08 HTTP/1.1" status: 404 len: 339 time: 0.1144145 Jul 22 21:35:42.425145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.489349 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0a7eba-a89a-4995-b2ad-119e16ec0b10 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:42.490245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0a7eba-a89a-4995-b2ad-119e16ec0b10 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:42.497539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6a0a7eba-a89a-4995-b2ad-119e16ec0b10 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/652da211-3a0b-4c71-bfa9-1bb8b3f2d10d HTTP/1.1" status: 404 len: 337 time: 0.0707102 Jul 22 21:35:42.502834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.532293 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7688477-8539-4d49-a7f9-50a54a0c59cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:42.535463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7688477-8539-4d49-a7f9-50a54a0c59cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:42.551729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a7688477-8539-4d49-a7f9-50a54a0c59cc tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/b9c2be73-00fe-4ec9-92d2-ee4dac82026b HTTP/1.1" status: 404 len: 339 time: 0.0472288 Jul 22 21:35:42.562005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47214) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.564067 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a91ea8f5-8f50-4962-aeac-634bc498daa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.618124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.657639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db579857-b165-4f32-8c83-2649e66065df tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.684548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ffcc3-e957-4032-9c6f-794dcf55bf1a None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:42.704231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] For port 3ce71afa-25d0-4e6e-8fc3-bc762b048817, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3ce71afa-25d0-4e6e-8fc3-bc762b048817,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:42.704822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.769657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Calling delete_port for 3ce71afa-25d0-4e6e-8fc3-bc762b048817 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:42.844201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47218) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.853766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a46d0b3-4f6b-4eab-97a1-7956284a639b None None] Provisioning for port d4d338da-24a6-4e7e-9c5b-5481bf15239b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:42.854319 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:42.890627 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53a20aa-8293-4648-84c9-bc16ef5ab8fd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:42.891310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53a20aa-8293-4648-84c9-bc16ef5ab8fd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:42.893797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d53a20aa-8293-4648-84c9-bc16ef5ab8fd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/cb0b2a05-9546-4b29-a971-2110eb05a034 HTTP/1.1" status: 404 len: 337 time: 0.3268380 Jul 22 21:35:42.899788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47222) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:42.943517 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-c424b3a9-cdcb-4cdd-a036-24c90daa50a5 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:42.944403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c424b3a9-cdcb-4cdd-a036-24c90daa50a5 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:42.947648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c424b3a9-cdcb-4cdd-a036-24c90daa50a5 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/52b4d6c4-aab0-4357-870d-be0db6cad7aa HTTP/1.1" status: 404 len: 339 time: 0.0392413 Jul 22 21:35:42.952680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47224) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.011318 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-5177bdb0-5f69-4c64-93d7-134abfbd74bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:43.012327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5177bdb0-5f69-4c64-93d7-134abfbd74bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:43.015614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5177bdb0-5f69-4c64-93d7-134abfbd74bd tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/f8649c3d-78c7-460a-9d00-25d4afe89e62 HTTP/1.1" status: 404 len: 337 time: 0.0557163 Jul 22 21:35:43.030897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47226) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.048773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db579857-b165-4f32-8c83-2649e66065df tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.065955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db579857-b165-4f32-8c83-2649e66065df tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.079148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 96e4e2c0-b8f8-4574-9bb4-962d3017c78e will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:43.088480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db579857-b165-4f32-8c83-2649e66065df tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02512bda-686a-480c-8261-40006ec5e90d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:43.163941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db579857-b165-4f32-8c83-2649e66065df tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.169892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-db579857-b165-4f32-8c83-2649e66065df tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8435347 Jul 22 21:35:43.170771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.184979 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0008bbf1-c278-4806-9592-824f62f29955 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:43.185897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0008bbf1-c278-4806-9592-824f62f29955 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:43.190901 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0008bbf1-c278-4806-9592-824f62f29955 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/06d1f44c-e1d4-4d83-a745-f05377f8a0cd HTTP/1.1" status: 404 len: 339 time: 0.1452696 Jul 22 21:35:43.194930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d80d552f-1919-4b2c-b067-d612f03a7c4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e11db7375f0e4e81b2c682578de2ecc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475916 Jul 22 21:35:43.200896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.201351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47232) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.229852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d4d338da-24a6-4e7e-9c5b-5481bf15239b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:43.281028 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce9e4d0-deb3-4b61-a138-1c03f44c8c1b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:43.281982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce9e4d0-deb3-4b61-a138-1c03f44c8c1b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:43.284375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fce9e4d0-deb3-4b61-a138-1c03f44c8c1b tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/e2edf5ba-eb4d-4950-a404-c7b76da65c4a HTTP/1.1" status: 404 len: 337 time: 0.0770895 Jul 22 21:35:43.293738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d4d338da-24a6-4e7e-9c5b-5481bf15239b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:43.298823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d4d338da-24a6-4e7e-9c5b-5481bf15239b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:43.299213 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.300584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.418037 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.438111 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6101f16-a7dc-4352-9ddc-75e33fed273a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:43.439738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6101f16-a7dc-4352-9ddc-75e33fed273a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:43.444359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d6101f16-a7dc-4352-9ddc-75e33fed273a tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/5fa4ce1f-de94-44cd-83ea-d1411ac0268c HTTP/1.1" status: 404 len: 339 time: 0.0548186 Jul 22 21:35:43.448616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.453738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47236) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.455480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port d4d338da-24a6-4e7e-9c5b-5481bf15239b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d4d338da-24a6-4e7e-9c5b-5481bf15239b,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:43.460786 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.493275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f79e53f6-8087-4e9a-abdb-f7b299560088 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:43.509486 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-66668d1e-b944-428c-894d-5c6b73b9e2c4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:43.510547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66668d1e-b944-428c-894d-5c6b73b9e2c4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:43.517294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-66668d1e-b944-428c-894d-5c6b73b9e2c4 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/037704d6-0966-453e-b797-270769df68ae HTTP/1.1" status: 404 len: 337 time: 0.0575855 Jul 22 21:35:43.518327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47238) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.519244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f79e53f6-8087-4e9a-abdb-f7b299560088 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:43.519244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f79e53f6-8087-4e9a-abdb-f7b299560088 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:43.543118 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d2b94c-171e-4ac3-911e-6afbb099cd07 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:35:43.544074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d2b94c-171e-4ac3-911e-6afbb099cd07 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:35:43.549817 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-74d2b94c-171e-4ac3-911e-6afbb099cd07 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/b403e09e-a37d-4c75-9199-c5850ff11983 HTTP/1.1" status: 404 len: 339 time: 0.0281742 Jul 22 21:35:43.549817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.552491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-09159b8a-5f73-47fb-bf49-2057bae8c0ad None None] Provisioning complete for port d4d338da-24a6-4e7e-9c5b-5481bf15239b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:43.552978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09159b8a-5f73-47fb-bf49-2057bae8c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.581285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47240) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.587124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=d4d338da-24a6-4e7e-9c5b-5481bf15239b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:43.618215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.632669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2198c423-866d-40eb-8f63-5d151f9bd1f9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules/02512bda-686a-480c-8261-40006ec5e90d HTTP/1.1" status: 200 len: 764 time: 0.4573445 Jul 22 21:35:43.633606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.687877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting subnet a044dea7-6c49-422d-bdcb-5aae905cab3d {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:35:43.688373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:43.691859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.696539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.709772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:43.713122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:43.720536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:43.721361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.777483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74f4275d-0195-4097-b7f2-6614e76732a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.786946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce71afa-25d0-4e6e-8fc3-bc762b048817,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:43.795774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=96e4e2c0-b8f8-4574-9bb4-962d3017c78e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:43.830812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d2ed75e7-0f8b-4a16-8330-bf6aacb773fa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0207148 Jul 22 21:35:43.833918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.837019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47246) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.858667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14c9d4ad-55b4-4569-83cf-f7fbafaf3a36 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2162607 Jul 22 21:35:43.863698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47248) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:43.865849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74f4275d-0195-4097-b7f2-6614e76732a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.897446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.204 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/5c0bf39c-cf0e-473b-8a52-dab141c08ef6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:43.916969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.951882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb605d0-be19-4294-83d7-df39ab73ed48 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:43.966259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb605d0-be19-4294-83d7-df39ab73ed48 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.027465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.035242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.050667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74f4275d-0195-4097-b7f2-6614e76732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.054347 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74f4275d-0195-4097-b7f2-6614e76732a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.056006 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-74f4275d-0195-4097-b7f2-6614e76732a5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/732924ef-72dc-4cd9-98c4-17765f3e84c7 HTTP/1.1" status: 204 len: 168 time: 0.8400445 Jul 22 21:35:44.078116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb605d0-be19-4294-83d7-df39ab73ed48 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.087495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb605d0-be19-4294-83d7-df39ab73ed48 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.090604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0bb605d0-be19-4294-83d7-df39ab73ed48 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/02512bda-686a-480c-8261-40006ec5e90d HTTP/1.1" status: 204 len: 168 time: 0.2222362 Jul 22 21:35:44.104581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:44.109699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4275d-0195-4097-b7f2-6614e76732a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732924ef-72dc-4cd9-98c4-17765f3e84c7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:44.121688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb605d0-be19-4294-83d7-df39ab73ed48 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02512bda-686a-480c-8261-40006ec5e90d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:44.163677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a6220e94-887b-4ec1-92b9-29b86b21d1a8 None None] Provisioning for port 96e4e2c0-b8f8-4574-9bb4-962d3017c78e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:44.169638 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.170174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:35:44.177409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a6220e94-887b-4ec1-92b9-29b86b21d1a8 None None] Provisioning complete for port 96e4e2c0-b8f8-4574-9bb4-962d3017c78e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:44.177795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a6220e94-887b-4ec1-92b9-29b86b21d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.188775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed5b1-83be-4b0f-ba29-28bf6c042a52 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:44.199877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.205349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed5b1-83be-4b0f-ba29-28bf6c042a52 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:44.207400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4aaed5b1-83be-4b0f-ba29-28bf6c042a52 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3681529 Jul 22 21:35:44.213251 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.213499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47258) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:44.214486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aa59455e-5911-4865-8d31-d0904647f96c admin admin] 10.222.0.54 "DELETE /v2.0/routers/1d3e4fc2-3fd1-4995-b63f-53f3b3eb9634 HTTP/1.1" status: 204 len: 168 time: 3.5624905 Jul 22 21:35:44.216734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47260) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:44.239532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.248993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a6220e94-887b-4ec1-92b9-29b86b21d1a8 None None] Port 96e4e2c0-b8f8-4574-9bb4-962d3017c78e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:35:44.368038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1ff60478-88e7-490a-9ca3-37cf5a4e73fe tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2458963 Jul 22 21:35:44.373990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47264) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:44.400032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] Deleting subnet 9fdc7d99-cab5-4d51-ba28-c98cf40eebba {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:35:44.409764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.424176 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.499389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.504161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.521265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:44.532312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:44.535421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:44.544876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:44.561357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Subnet': ['ID=a044dea7-6c49-422d-bdcb-5aae905cab3d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:44.579784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.584851 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e12986bb-8ae5-4062-81be-b86112c284b6 tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/subnets/a044dea7-6c49-422d-bdcb-5aae905cab3d HTTP/1.1" status: 204 len: 168 time: 0.9926631 Jul 22 21:35:44.585047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef17b8-06b4-40bb-9420-dc00947c6689 None None] Network 6df12fb9-eba1-4d9f-adeb-fbad68447916 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:44.586017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47268) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:44.610964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 96e4e2c0-b8f8-4574-9bb4-962d3017c78e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:44.615977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.637227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9797b2ea-ac16-455a-a38c-662cdfe3e3d9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.785175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9797b2ea-ac16-455a-a38c-662cdfe3e3d9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.809509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:44.859742 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.106970 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9797b2ea-ac16-455a-a38c-662cdfe3e3d9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.112122 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9797b2ea-ac16-455a-a38c-662cdfe3e3d9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.114782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9797b2ea-ac16-455a-a38c-662cdfe3e3d9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "DELETE /v2.0/security-groups/c8e84100-96af-44b3-897d-1f298345b4ca HTTP/1.1" status: 204 len: 168 time: 0.7392755 Jul 22 21:35:45.136818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47284) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:45.137985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797b2ea-ac16-455a-a38c-662cdfe3e3d9 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e84100-96af-44b3-897d-1f298345b4ca,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:45.206428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d4d338da-24a6-4e7e-9c5b-5481bf15239b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:45.213946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3914e513-1882-4576-b785-c08fb18b21d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.219818 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.268870 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.277027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9fdc7d99-cab5-4d51-ba28-c98cf40eebba HTTP/1.1" status: 204 len: 168 time: 1.0574317 Jul 22 21:35:45.284238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] DHCP port deletion for 6df12fb9-eba1-4d9f-adeb-fbad68447916 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:35:45.285057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Deleting port 3ddab5db-d8bd-437f-80d9-a766637c5aca {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:45.285057 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.286464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a9adb-b133-4c7e-80d8-1155dfe02269 None None] Network 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:45.291890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47288) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:45.296169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.321283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 96e4e2c0-b8f8-4574-9bb4-962d3017c78e owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:45.494409 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.524551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c960eb49-c42e-4123-a5fc-018099c18788 tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3692577 Jul 22 21:35:45.525349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4d2a1-e125-4642-b710-21d212e9166a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdc7d99-cab5-4d51-ba28-c98cf40eebba,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:45.527089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47298) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:45.582940 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.583390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d4d338da-24a6-4e7e-9c5b-5481bf15239b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:45.583985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.629148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] Deleting port 3ddab5db-d8bd-437f-80d9-a766637c5aca {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:45.630271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.660697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2cda5f08-a67e-4a40-856e-4602b5477e1e tempest-SecGroupTest-398953878 tempest-SecGroupTest-398953878-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235914 Jul 22 21:35:45.665627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47302) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:45.667647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] For port 3ddab5db-d8bd-437f-80d9-a766637c5aca, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3ddab5db-d8bd-437f-80d9-a766637c5aca,segment=NetworkSegment(89134853-7f97-4f1c-9598-d3c3fefdca7d),segment_id=89134853-7f97-4f1c-9598-d3c3fefdca7d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:45.667828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.668336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.694114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Calling delete_port for 3ddab5db-d8bd-437f-80d9-a766637c5aca owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:45.755359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] For port 3ddab5db-d8bd-437f-80d9-a766637c5aca, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3ddab5db-d8bd-437f-80d9-a766637c5aca,segment=NetworkSegment(89134853-7f97-4f1c-9598-d3c3fefdca7d),segment_id=89134853-7f97-4f1c-9598-d3c3fefdca7d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:45.756229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.779997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] Calling delete_port for 3ddab5db-d8bd-437f-80d9-a766637c5aca owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:45.819938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] DHCP port deletion for 91a50607-4b39-45ce-a36a-b2d7bf9ff1ad request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:35:45.841848 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.877837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Deleting port 0754d989-c52d-4be1-bd8a-45c71e363414 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:45.878418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=96e4e2c0-b8f8-4574-9bb4-962d3017c78e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:45.878566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.923766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:45.926011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4865fdab-ffa8-4d44-8e51-77e270a0afed tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/96e4e2c0-b8f8-4574-9bb4-962d3017c78e HTTP/1.1" status: 204 len: 168 time: 1.7115669 Jul 22 21:35:45.929128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47308) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:45.995170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1044608284-network', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:46.056116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] For port 0754d989-c52d-4be1-bd8a-45c71e363414, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0754d989-c52d-4be1-bd8a-45c71e363414,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:46.057110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.099592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Calling delete_port for 0754d989-c52d-4be1-bd8a-45c71e363414 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:46.102552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:46.105465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.113643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df164d3b-2845-4984-ba0c-b219e66f6e57 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:46.115252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df164d3b-2845-4984-ba0c-b219e66f6e57 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:46.116860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-df164d3b-2845-4984-ba0c-b219e66f6e57 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1867802 Jul 22 21:35:46.119983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47314) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:46.121795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.136152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ce71afa-25d0-4e6e-8fc3-bc762b048817 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:46.190210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47318) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:46.216713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 3bd75e55-a73b-4be6-b609-f17c5e55a862 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:35:46.221675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.230608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3ce71afa-25d0-4e6e-8fc3-bc762b048817 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:46.231020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ce71afa-25d0-4e6e-8fc3-bc762b048817 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:46.240461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] Deleting port 0754d989-c52d-4be1-bd8a-45c71e363414 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:46.241119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.274700 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.281045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.282705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.291122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Port': ['ID=3ddab5db-d8bd-437f-80d9-a766637c5aca,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:46.333338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] No DVR routers for this DVR port 3ddab5db-d8bd-437f-80d9-a766637c5aca on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:46.379182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.429323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] No DVR routers for this DVR port 3ddab5db-d8bd-437f-80d9-a766637c5aca on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:46.438476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] For port 0754d989-c52d-4be1-bd8a-45c71e363414, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0754d989-c52d-4be1-bd8a-45c71e363414,segment=NetworkSegment(702976b7-38af-41eb-be3a-1f68377b805c),segment_id=702976b7-38af-41eb-be3a-1f68377b805c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:46.442066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.446322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06757637-2014-4aa8-8fe7-4d8e1c44b59a None None] Pushing event deleted for resources: {'Port': ['ID=3ddab5db-d8bd-437f-80d9-a766637c5aca,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:46.453756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.474475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] Calling delete_port for 0754d989-c52d-4be1-bd8a-45c71e363414 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:46.511270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.558585 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.574191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] No DVR routers for this DVR port 0754d989-c52d-4be1-bd8a-45c71e363414 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:46.607475 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.612347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df12fb9-eba1-4d9f-adeb-fbad68447916']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:46.619406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0754d989-c52d-4be1-bd8a-45c71e363414,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:46.634298 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.643353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] Pushing event deleted for resources: {'Port': ['ID=0754d989-c52d-4be1-bd8a-45c71e363414,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:46.651467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b036996-1111-4ba5-945d-b6ae4b611c23 None None] No DVR routers for this DVR port 0754d989-c52d-4be1-bd8a-45c71e363414 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:46.674952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89134853-7f97-4f1c-9598-d3c3fefdca7d') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:46.675246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89134853-7f97-4f1c-9598-d3c3fefdca7d') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:46.711010 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.728124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 26b4092a-56ee-473e-8836-b1677d04bb12 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:35:46.734544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.757335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.769132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd75e55-a73b-4be6-b609-f17c5e55a862,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:46.771830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.777172 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a2c0cb4f-0b73-40f4-9c49-d3fd76cdbf15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/3bd75e55-a73b-4be6-b609-f17c5e55a862 HTTP/1.1" status: 204 len: 168 time: 0.6494541 Jul 22 21:35:46.777172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47322) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:46.778727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a36850-54ab-4a69-925a-0f2cec8b9c5d None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:46.794886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a50607-4b39-45ce-a36a-b2d7bf9ff1ad']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:46.806532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.822092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702976b7-38af-41eb-be3a-1f68377b805c') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:46.822722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702976b7-38af-41eb-be3a-1f68377b805c') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:46.826654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7a266986-ac29-4976-ab46-6949a7f39ac0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f9bf1b7588846e0944cfe0ad6202116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482860 Jul 22 21:35:46.833404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:46.833855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:46.839724 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:46.843049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47324) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:46.865327 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.883104 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3edd081f-e226-4ef2-a057-96286bedbf48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049795 Jul 22 21:35:46.886526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47326) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:46.895787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:46.969836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.975063 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.983219 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.985009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.989127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:35:46.989538 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:35:46.995648 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:35:47.000902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.002787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] 10.222.0.54 "DELETE /v2.0/networks/6df12fb9-eba1-4d9f-adeb-fbad68447916 HTTP/1.1" status: 204 len: 168 time: 2.4087007 Jul 22 21:35:47.064070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836802f5-d895-461e-b79a-2d3d473a026e tempest-NetworksTest-447236312 tempest-NetworksTest-447236312-project] Pushing event deleted for resources: {'Network': ['ID=6df12fb9-eba1-4d9f-adeb-fbad68447916,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:47.069921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:47.076322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:47.089900 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Sync routers for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:47.106781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:35:47.118755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.123441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:47.123441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:47.123943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47330) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:47.134823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2782d56-3ebe-4920-b547-72a9d231379f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:47.136177 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a702184d-621b-41ab-8845-ad2819e3d6ba tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7850800 Jul 22 21:35:47.138133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f87872b-bd9e-4ca0-9805-c94fc287f852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.149804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.150386 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Added segment 300999af-f87d-4d23-9a90-07232929e422 of type vlan for network 57fce704-3643-4e97-b015-36051a4e6bea Jul 22 21:35:47.158458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:47.169399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.175555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0754d989-c52d-4be1-bd8a-45c71e363414 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:47.197126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.200345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-accbac1d-6bd8-4d65-a20d-832ca21f06b6 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=c53210f20cc944f4a4bc016b9bf23343&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754802 Jul 22 21:35:47.230428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47334) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:47.233748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.237910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] 10.222.0.54 "DELETE /v2.0/networks/91a50607-4b39-45ce-a36a-b2d7bf9ff1ad HTTP/1.1" status: 204 len: 168 time: 1.9419870 Jul 22 21:35:47.241613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0754d989-c52d-4be1-bd8a-45c71e363414 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:47.245915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0754d989-c52d-4be1-bd8a-45c71e363414 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:47.247644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ddab5db-d8bd-437f-80d9-a766637c5aca no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:47.278733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a55ed-705a-416d-8ecc-bc3d803e3e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a50607-4b39-45ce-a36a-b2d7bf9ff1ad,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:47.282925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f87872b-bd9e-4ca0-9805-c94fc287f852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.305026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.321387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3ddab5db-d8bd-437f-80d9-a766637c5aca {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:47.322376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3ddab5db-d8bd-437f-80d9-a766637c5aca not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:47.420373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] Deleting port d4d338da-24a6-4e7e-9c5b-5481bf15239b {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:47.420847 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.481746 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:47.527043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47346) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:47.527554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47348) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:47.536333 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:35:47.544123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.591785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] For port d4d338da-24a6-4e7e-9c5b-5481bf15239b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d4d338da-24a6-4e7e-9c5b-5481bf15239b,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:47.592444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.616301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] Calling delete_port for d4d338da-24a6-4e7e-9c5b-5481bf15239b owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:47.619599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=ce240432-de8b-43a5-a2aa-f2fa72ea3c33,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:47.630076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:47.634682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:47.643377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:47.644044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.694085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c97c0caf-c2da-4d19-ac73-0e5a0514a4bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d274a47ca734ace838daf934b964cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595211 Jul 22 21:35:47.702119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0d37cc33-6dae-4fec-8e0e-300fdd16a7af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8143470 Jul 22 21:35:47.702900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47352) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:47.703735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47354) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:47.714404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f87872b-bd9e-4ca0-9805-c94fc287f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.721396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f87872b-bd9e-4ca0-9805-c94fc287f852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.731445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4f87872b-bd9e-4ca0-9805-c94fc287f852 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/240e4323-b6a2-43aa-ac8f-4659c3fd8de6 HTTP/1.1" status: 204 len: 168 time: 0.8743820 Jul 22 21:35:47.733521 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.740185 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.741687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:47.743549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'name': 'tempest-NetworksTestDHCPv6-537554845'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:47.745547 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:47.780939 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:45Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:47.798794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] Pushing event deleted for resources: {'Port': ['ID=d4d338da-24a6-4e7e-9c5b-5481bf15239b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:47.814650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efd9c4-3dfd-4e2e-881e-8194681b6ad7 None None] No DVR routers for this DVR port d4d338da-24a6-4e7e-9c5b-5481bf15239b on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:47.835199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6621e-1cd0-4edb-96fe-f1165b146534 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:47.840867 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Checking router: 26b4092a-56ee-473e-8836-b1677d04bb12 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:47.841534 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Updating router 26b4092a-56ee-473e-8836-b1677d04bb12 port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:35:47.892424 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.164832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-630c42b8-a22e-451f-afa7-ee518a3d653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.216008 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-87d9691a-6565-430c-9f1d-68822ffb7c3d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fdfffa20ad444ba83f36260e594d8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6868842 Jul 22 21:35:48.220518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47366) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:48.222513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-630c42b8-a22e-451f-afa7-ee518a3d653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.237955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:48.242044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.252084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.265607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'ce240432-de8b-43a5-a2aa-f2fa72ea3c33'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:48.270620 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.348499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port e491fd99-47ce-46b7-aa6c-aaa8d62268ce yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:35:48.377535 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-630c42b8-a22e-451f-afa7-ee518a3d653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.381372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-630c42b8-a22e-451f-afa7-ee518a3d653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.383021 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-630c42b8-a22e-451f-afa7-ee518a3d653c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8df63dc5-e20e-4a4e-886f-9ce2b4ce0644 HTTP/1.1" status: 204 len: 168 time: 0.6782486 Jul 22 21:35:48.455229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c42b8-a22e-451f-afa7-ee518a3d653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df63dc5-e20e-4a4e-886f-9ce2b4ce0644,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:48.498741 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.508019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a96b9ec3-af7c-4519-953a-bbfd38cf3e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.533388 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Transition to ACTIVE for port object 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:48.543952 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.570233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a96b9ec3-af7c-4519-953a-bbfd38cf3e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.636644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/ce240432-de8b-43a5-a2aa-f2fa72ea3c33/0d978ec1-b431-4464-b63f-779f121d7f52) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:48.686646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a96b9ec3-af7c-4519-953a-bbfd38cf3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.697566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a96b9ec3-af7c-4519-953a-bbfd38cf3e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.706718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a96b9ec3-af7c-4519-953a-bbfd38cf3e85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/536cabe8-42cf-49d0-b7ab-ff573efc4fd3 HTTP/1.1" status: 204 len: 168 time: 0.4811969 Jul 22 21:35:48.741020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87872b-bd9e-4ca0-9805-c94fc287f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e4323-b6a2-43aa-ac8f-4659c3fd8de6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:48.750116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] Pushing event updated for resources: {'Network': ['ID=57fce704-3643-4e97-b015-36051a4e6bea,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:48.753545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9ec3-af7c-4519-953a-bbfd38cf3e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536cabe8-42cf-49d0-b7ab-ff573efc4fd3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:48.766312 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Pushing event updated for resources: {'Port': ['ID=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:48.773227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db60bb3a-1754-44a6-b72c-75734e63500e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:48.777967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47382) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:48.779461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-db60bb3a-1754-44a6-b72c-75734e63500e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5470624 Jul 22 21:35:48.786973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8ad66281-d133-491b-928f-bb20b0d900b6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1131477 Jul 22 21:35:48.787477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47384) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:48.791579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 57fce704-3643-4e97-b015-36051a4e6bea details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:48.798259 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.799746 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.800239 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.801791 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.803783 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.804272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.804735 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.804872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Request body: {'subnet': {'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1044608284-subnet', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:48.808709 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.809274 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.809727 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.810176 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.810619 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:48.820771 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Attempting to bind port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:48.825309 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Attempting to bind port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:48.826079 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Attempting to bind port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:48.839309 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:48.840096 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:48.840754 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.842508 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:48.843366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:48.843551 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Bound port: 5c0bf39c-cf0e-473b-8a52-dab141c08ef6, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:48.845497 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.851995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.877538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7e32331d-5c08-45d7-9bb8-73da961a8e2e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0965843 Jul 22 21:35:48.883107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47386) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:48.899442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1330195421', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:49.054461 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] For port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:49.063500 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] For port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:49.071298 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.116424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:49.123292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.229566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.240750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Transition to ACTIVE for port object 0d978ec1-b431-4464-b63f-779f121d7f52 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:49.262969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Transition to ACTIVE for port object 0d978ec1-b431-4464-b63f-779f121d7f52 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:49.292100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513cb48-f946-44b0-8b8a-fa94019e5e57 None None] Pushing event updated for resources: {'Port': ['ID=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:49.318427 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:49.318790 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.322207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d4d338da-24a6-4e7e-9c5b-5481bf15239b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:49.325481 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:49.368403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.397224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d4d338da-24a6-4e7e-9c5b-5481bf15239b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:49.397898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d4d338da-24a6-4e7e-9c5b-5481bf15239b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:49.403720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Pushing event updated for resources: {'Port': ['ID=0d978ec1-b431-4464-b63f-779f121d7f52,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:49.418919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:49.420415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.421186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:49.425817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:49.443563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ad8203-fa6e-4665-9355-fb5f8f13a8dc,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:49.506046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Checking segment: {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:49.506517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Network hostable DHCP agents. Network: 57fce704-3643-4e97-b015-36051a4e6bea, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:35:49.542867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Attempting to bind port 0d978ec1-b431-4464-b63f-779f121d7f52 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:49.542867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Attempting to bind port 0d978ec1-b431-4464-b63f-779f121d7f52 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:49.542867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Attempting to bind port 0d978ec1-b431-4464-b63f-779f121d7f52 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:49.548320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:49.548700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:49.549111 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.549510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:49.549995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Bound port: 0d978ec1-b431-4464-b63f-779f121d7f52, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:49.550629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.556230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Network 57fce704-3643-4e97-b015-36051a4e6bea is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:35:49.572343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 57fce704-3643-4e97-b015-36051a4e6bea) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:49.580759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:49.581519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.612083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6098efc0-15ba-46c5-98c5-f5207c2d98fe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8224630 Jul 22 21:35:49.614132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47400) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:49.626861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:49.629593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Subnet': ['ID=a0b13b5b-ff3a-4d58-8788-7685a1363fdf,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:49.666741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] For port 0d978ec1-b431-4464-b63f-779f121d7f52, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:49.671901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] For port 0d978ec1-b431-4464-b63f-779f121d7f52, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0d978ec1-b431-4464-b63f-779f121d7f52,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:49.677165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e87997-bf27-46d8-a534-15ed57699ac3 None None] Network 57fce704-3643-4e97-b015-36051a4e6bea requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:49.680448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.681610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.683143 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.695026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::382 (caeefccd-6c8b-4502-a5b4-f242d70f2491/ce240432-de8b-43a5-a2aa-f2fa72ea3c33/e491fd99-47ce-46b7-aa6c-aaa8d62268ce) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:49.738777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Checking segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:49.742459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network hostable DHCP agents. Network: 4b165983-addd-4a44-ae9a-18221a744a52, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:35:49.818245 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:49.846602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 4b165983-addd-4a44-ae9a-18221a744a52 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:35:49.867375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.947874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b11fa7-d633-42f3-bc2c-0a4e9fa7bd23 None None] Pushing event updated for resources: {'Port': ['ID=0d978ec1-b431-4464-b63f-779f121d7f52,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:50.157808 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.217973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-57fce704-3643-4e97-b015-36051a4e6bea', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:50.221560 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.408681 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:45Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:50.449448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47426) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:50.510909 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654591b-90f9-444b-8511-6133841a4ed3 None None] The sync data for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 is: [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:45Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:35:50.637803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Allocated IP 172.20.0.2 (57fce704-3643-4e97-b015-36051a4e6bea/82ad8203-fa6e-4665-9355-fb5f8f13a8dc/e33439eb-a6e2-4e50-b774-f4adcccc5d97) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:50.686619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.703539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object e491fd99-47ce-46b7-aa6c-aaa8d62268ce will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:50.717823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.740020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4b165983-addd-4a44-ae9a-18221a744a52) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:50.743451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.764453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:50.765345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.768460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.790916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:50.802357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978418c6-8585-406b-9d1f-89e61c3d5a80 None None] Network 4b165983-addd-4a44-ae9a-18221a744a52 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:50.831921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:50.842093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:50.856440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:50.864231 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.945296 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b7c64f08-19d9-44a6-be36-09e56d84f53c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0581064 Jul 22 21:35:50.946475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47444) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:51.287001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Allocated IP 172.25.5.181 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/3136dcea-9f76-475b-bcac-411ad96fa411) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:51.333938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-daf50858-95c2-496f-ba14-485a6a2a84d4 tempest-ServiceProvidersTest-1699447873 tempest-ServiceProvidersTest-1699447873-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.8810358 Jul 22 21:35:51.421465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=e491fd99-47ce-46b7-aa6c-aaa8d62268ce,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:51.476634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4bdd8a67-05ec-4444-b473-34b0e53cba7b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7578151 Jul 22 21:35:51.525679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:51.545778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0d978ec1-b431-4464-b63f-779f121d7f52 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:51.633984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:51.681785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063d792-cb37-4c7d-aca1-d6e7868130cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:51.690671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063d792-cb37-4c7d-aca1-d6e7868130cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:51.693508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0063d792-cb37-4c7d-aca1-d6e7868130cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1664476 Jul 22 21:35:51.696227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47468) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:51.767394 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:35:51.938416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.020620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47476) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:52.114512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:52.133945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47484) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:52.161020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:52.193193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:52.207194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9632efe0-65f6-4de2-bfbe-26670a2b026f None None] Provisioning for port 0d978ec1-b431-4464-b63f-779f121d7f52 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:52.313768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Pushing event updated for resources: {'Port': ['ID=3136dcea-9f76-475b-bcac-411ad96fa411,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:52.357882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b8bc-b3d9-44ba-8f51-41a5a826af24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.397960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.417730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--870283971'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:52.434271 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:35:52.434271 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:35:52.434271 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id_1': '14cbbe8b34b54fefbe6c3419e67dc8e8', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 35, 52, 423778)}] Jul 22 21:35:52.434271 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:35:52.434949 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:35:52.463602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port e491fd99-47ce-46b7-aa6c-aaa8d62268ce {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:52.464083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.513366 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.536254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Transition to ACTIVE for port object e33439eb-a6e2-4e50-b774-f4adcccc5d97 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:52.568981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0d978ec1-b431-4464-b63f-779f121d7f52 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:52.619584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0d978ec1-b431-4464-b63f-779f121d7f52 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:52.620026 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.668812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4b165983-addd-4a44-ae9a-18221a744a52', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:52.669568 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.671696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6097bb49-bb27-44a6-9cf5-eb9ae615450b None None] Provisioning for port e491fd99-47ce-46b7-aa6c-aaa8d62268ce completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:52.723572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Transition to ACTIVE for port object e33439eb-a6e2-4e50-b774-f4adcccc5d97 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:52.737647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6097bb49-bb27-44a6-9cf5-eb9ae615450b None None] Provisioning complete for port e491fd99-47ce-46b7-aa6c-aaa8d62268ce triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:52.738377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6097bb49-bb27-44a6-9cf5-eb9ae615450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.749144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.832541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Pushing event updated for resources: {'Port': ['ID=e33439eb-a6e2-4e50-b774-f4adcccc5d97,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:52.841294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.878498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Network 57fce704-3643-4e97-b015-36051a4e6bea is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:52.884320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for e491fd99-47ce-46b7-aa6c-aaa8d62268ce owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:52.889381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:52.971310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:52.981521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:53.004938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6097bb49-bb27-44a6-9cf5-eb9ae615450b None None] Port e491fd99-47ce-46b7-aa6c-aaa8d62268ce cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:35:53.118030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Attempting to bind port e33439eb-a6e2-4e50-b774-f4adcccc5d97 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:53.118993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Attempting to bind port e33439eb-a6e2-4e50-b774-f4adcccc5d97 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:53.119580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Attempting to bind port e33439eb-a6e2-4e50-b774-f4adcccc5d97 on network 57fce704-3643-4e97-b015-36051a4e6bea {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:53.149399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:53.150138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Checking segment: {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:53.150732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.151323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Bound using segment: {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:53.152073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Bound port: e33439eb-a6e2-4e50-b774-f4adcccc5d97, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:53.156545 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.159994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b8bc-b3d9-44ba-8f51-41a5a826af24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.169256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.1 (4b165983-addd-4a44-ae9a-18221a744a52/a0b13b5b-ff3a-4d58-8788-7685a1363fdf/8401cfd4-5274-4159-95c3-ddd21977b458) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:53.191805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b8bc-b3d9-44ba-8f51-41a5a826af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.199640 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.283111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 0d978ec1-b431-4464-b63f-779f121d7f52, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0d978ec1-b431-4464-b63f-779f121d7f52,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:53.290266 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.291413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:53.320716 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8fb2b8bc-b3d9-44ba-8f51-41a5a826af24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=277c0bfd75504a1d80b2070f6c0637ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2936287 Jul 22 21:35:53.329875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47518) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:53.404160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] For port e33439eb-a6e2-4e50-b774-f4adcccc5d97, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:53.447675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.497849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.509305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] For port e33439eb-a6e2-4e50-b774-f4adcccc5d97, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e33439eb-a6e2-4e50-b774-f4adcccc5d97,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:53.516917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.519457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=0d978ec1-b431-4464-b63f-779f121d7f52,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:53.523796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=e491fd99-47ce-46b7-aa6c-aaa8d62268ce,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:53.570249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:53.584469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:53.584918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.620735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.640081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.647974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fc87d530-2538-4683-bdbc-0f2014601490 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/e491fd99-47ce-46b7-aa6c-aaa8d62268ce HTTP/1.1" status: 204 len: 168 time: 1.9478362 Jul 22 21:35:53.655563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47522) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:53.661668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2b8bc-b3d9-44ba-8f51-41a5a826af24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4638820-cbc4-40b1-aec9-7845f81f64fe,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:53.776322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f83e4c-1ef4-4fdd-8ae7-de2a6167f1a1 None None] Pushing event updated for resources: {'Port': ['ID=e33439eb-a6e2-4e50-b774-f4adcccc5d97,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:53.806050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a31eb-2236-4601-8cf3-f1b58c4b3cec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:53.816114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a31eb-2236-4601-8cf3-f1b58c4b3cec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:53.820640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-de9a31eb-2236-4601-8cf3-f1b58c4b3cec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1613307 Jul 22 21:35:53.828914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47526) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:53.891810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-860d3357-132f-4994-b364-66706e7e956c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.905167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.939599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:53.947362 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.986972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.068136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-860d3357-132f-4994-b364-66706e7e956c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.078906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.127561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:54.152559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.153038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.153461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.153872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.154562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.155017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.155434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.155920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.156866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.157613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.158194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.158796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:35:54.175261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet ce240432-de8b-43a5-a2aa-f2fa72ea3c33 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:35:54.185600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.206298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0d978ec1-b431-4464-b63f-779f121d7f52 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:54.243443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object 8401cfd4-5274-4159-95c3-ddd21977b458 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:54.307291 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-860d3357-132f-4994-b364-66706e7e956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.312350 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.313125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-860d3357-132f-4994-b364-66706e7e956c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.314445 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-860d3357-132f-4994-b364-66706e7e956c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4638820-cbc4-40b1-aec9-7845f81f64fe HTTP/1.1" status: 204 len: 168 time: 0.9576154 Jul 22 21:35:54.373952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d3357-132f-4994-b364-66706e7e956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4638820-cbc4-40b1-aec9-7845f81f64fe,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:54.414858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0d978ec1-b431-4464-b63f-779f121d7f52 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:54.420102 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.423212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.434046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.485892 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.582551 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.643028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Router 8087140a-7ebf-495c-9956-d485e3b4c783 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:35:54.709733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Allocated IP 172.20.0.2 (4b165983-addd-4a44-ae9a-18221a744a52/a0b13b5b-ff3a-4d58-8788-7685a1363fdf/abb4710e-0a71-49d6-a377-84c888647f16) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:54.729880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 4b165983-addd-4a44-ae9a-18221a744a52 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:54.761292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73316102-5380-4f81-939c-b40ed71180a0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:54.786158 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.787875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:54.807094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:54.852222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=8401cfd4-5274-4159-95c3-ddd21977b458,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:54.863783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039084c0-40c8-44a8-8d90-c9bb1038cdbf None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:54.873539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.878710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/ce240432-de8b-43a5-a2aa-f2fa72ea3c33 HTTP/1.1" status: 204 len: 168 time: 1.0463583 Jul 22 21:35:54.879609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47554) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:54.881522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63b549-989f-4eab-b5fc-0d0ca3d728b9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=ce240432-de8b-43a5-a2aa-f2fa72ea3c33,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:54.939760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.955075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:54.972381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b8458a6d-0245-4ebb-a80b-de8df17d1aa4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827184 Jul 22 21:35:54.973162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47560) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:54.980639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:55.048164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ae97e-6c59-4e05-a2a1-80855edfa424,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:55.081266 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.084869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-02963332-00b3-4962-88d7-ad3194c5169e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9475729 Jul 22 21:35:55.086424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.186922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47566) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:55.267960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a0abf2fb-f10c-4065-ae28-491ac8192853 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0796292 Jul 22 21:35:55.268608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47572) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:55.276316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0581254c-ae65-4904-bfce-94af4ac99aae tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-security--1248932415', 'description': 'tempest-security-description-1312601723'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:55.305770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.345335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Transition to ACTIVE for port object abb4710e-0a71-49d6-a377-84c888647f16 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:55.375435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Transition to ACTIVE for port object abb4710e-0a71-49d6-a377-84c888647f16 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:55.396076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0581254c-ae65-4904-bfce-94af4ac99aae tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.401414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.525197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Network 4b165983-addd-4a44-ae9a-18221a744a52 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:55.534063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:55.537672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:55.549953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:35:55.574157 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0581254c-ae65-4904-bfce-94af4ac99aae tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.575231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:55.592004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.617817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Sync routers for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:55.618277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0581254c-ae65-4904-bfce-94af4ac99aae tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.621391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0581254c-ae65-4904-bfce-94af4ac99aae tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.626171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0581254c-ae65-4904-bfce-94af4ac99aae tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "PUT /v2.0/security-groups/0d7ae97e-6c59-4e05-a2a1-80855edfa424 HTTP/1.1" status: 200 len: 1780 time: 0.3545630 Jul 22 21:35:55.631480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47588) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:55.639284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407055b-c929-4f13-8826-4db8e0dadfbd None None] Network 57fce704-3643-4e97-b015-36051a4e6bea requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:55.656129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.660788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4a4888a6-32e5-496a-ae14-ddde94597669 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0433798 Jul 22 21:35:55.661478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:55.739331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Pushing event updated for resources: {'Port': ['ID=abb4710e-0a71-49d6-a377-84c888647f16,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:55.760161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:55.760828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:55.776170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:55.782074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:55.783069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581254c-ae65-4904-bfce-94af4ac99aae tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ae97e-6c59-4e05-a2a1-80855edfa424,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:55.878317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Attempting to bind port abb4710e-0a71-49d6-a377-84c888647f16 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:35:55.879222 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Attempting to bind port abb4710e-0a71-49d6-a377-84c888647f16 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:35:55.879996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Attempting to bind port abb4710e-0a71-49d6-a377-84c888647f16 on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:35:55.882912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9888f9ec-9cdb-4db7-99c1-8013db79a243 None None] Provisioning for port e33439eb-a6e2-4e50-b774-f4adcccc5d97 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:55.894115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-330e5e8c-4710-4f10-b614-ca0690f8434c tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups/0d7ae97e-6c59-4e05-a2a1-80855edfa424 HTTP/1.1" status: 200 len: 1780 time: 0.2609806 Jul 22 21:35:55.932675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47606) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:55.984030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47612) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:56.235281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:35:56.236030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Checking segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:35:56.236625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.237200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Bound using segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:35:56.237899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Bound port: abb4710e-0a71-49d6-a377-84c888647f16, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:35:56.239565 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.271516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-185340414'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:56.357739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Made reservation on behalf of f086c4b22a4e4327a864accb152206df for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:56.361415 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.368507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] Deleting port 0d978ec1-b431-4464-b63f-779f121d7f52 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:35:56.369158 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.371995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:56.384381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75cc842f-74a1-490a-a4bc-d765a1f6535b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.403239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.453830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:56.460453 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.470234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75cc842f-74a1-490a-a4bc-d765a1f6535b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.529870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] For port abb4710e-0a71-49d6-a377-84c888647f16, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:35:56.535796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] For port abb4710e-0a71-49d6-a377-84c888647f16, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=abb4710e-0a71-49d6-a377-84c888647f16,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:35:56.537729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:56.553235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:56.562412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:56.563022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.621186 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.670630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=edda51fd-2138-4500-9676-cff2a61d4aea,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:56.697999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75cc842f-74a1-490a-a4bc-d765a1f6535b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.709468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-75cc842f-74a1-490a-a4bc-d765a1f6535b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.714069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47620) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:56.716562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-75cc842f-74a1-490a-a4bc-d765a1f6535b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/0d7ae97e-6c59-4e05-a2a1-80855edfa424 HTTP/1.1" status: 204 len: 168 time: 0.7808292 Jul 22 21:35:56.752696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] For port 0d978ec1-b431-4464-b63f-779f121d7f52, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0d978ec1-b431-4464-b63f-779f121d7f52,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:56.753278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.762325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc842f-74a1-490a-a4bc-d765a1f6535b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ae97e-6c59-4e05-a2a1-80855edfa424,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:56.801131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.808942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.811267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340339a-9b0c-4100-8192-b92a38739af0 None None] Pushing event updated for resources: {'Port': ['ID=abb4710e-0a71-49d6-a377-84c888647f16,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:56.831145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.850093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7f9c7fbf-c32f-42b0-9eaa-70e5810e10b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8713076 Jul 22 21:35:56.850093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:56.884636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47622) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:56.910164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'name': 'tempest-NetworksTestDHCPv6-1696548737'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:56.937026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] Calling delete_port for 0d978ec1-b431-4464-b63f-779f121d7f52 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:35:56.960482 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-64616ad9-0885-416b-9c85-d26cca1667d5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2438731 Jul 22 21:35:56.979860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47626) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:56.997519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:35:57.083122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4063c9-26f4-4d08-ba9c-69a0fcf4be64,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:57.084562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:57.085056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.090297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=8401cfd4-5274-4159-95c3-ddd21977b458,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:57.093748 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-929007b1-1fdf-4845-8a84-bb66316e8759 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] delete failed (client error): The resource could not be found. Jul 22 21:35:57.094858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-929007b1-1fdf-4845-8a84-bb66316e8759 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/0d7ae97e-6c59-4e05-a2a1-80855edfa424 HTTP/1.1" status: 404 len: 347 time: 0.0945120 Jul 22 21:35:57.101596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47628) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:57.122239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-89069650-7747-4081-a727-6b2367d727de tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721491802'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:57.124694 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.344571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 4b165983-addd-4a44-ae9a-18221a744a52 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:57.346096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:57.366825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.367193 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Added segment 255a64b1-9ef6-49f3-903d-b591f15585cd of type vlan for network 1bd873fb-f7f2-428c-9a28-8e8c34a45b5b Jul 22 21:35:57.369736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.394326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:52Z', 'revision_number': 3, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:57.432842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Checking router: 8087140a-7ebf-495c-9956-d485e3b4c783 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:57.433470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Updating router 8087140a-7ebf-495c-9956-d485e3b4c783 port 3136dcea-9f76-475b-bcac-411ad96fa411 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:35:57.437813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e33439eb-a6e2-4e50-b774-f4adcccc5d97 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:35:57.479201 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.558986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] Pushing event deleted for resources: {'Port': ['ID=0d978ec1-b431-4464-b63f-779f121d7f52,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:57.577492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bde6e2-dad4-41f8-bb4f-a78ab499557a None None] No DVR routers for this DVR port 0d978ec1-b431-4464-b63f-779f121d7f52 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:35:57.585504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.593896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-89069650-7747-4081-a727-6b2367d727de tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.627582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 26b4092a-56ee-473e-8836-b1677d04bb12 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:35:57.634341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bdc9f1-f2cd-4bfb-9031-2576fedbd967 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:57.640693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e33439eb-a6e2-4e50-b774-f4adcccc5d97 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:35:57.657451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e33439eb-a6e2-4e50-b774-f4adcccc5d97 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:57.657829 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.893771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:35:57.900312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3c55ac58-5a34-4d26-889a-703e729b3fda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/26b4092a-56ee-473e-8836-b1677d04bb12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9442458 Jul 22 21:35:57.906867 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Sync routers for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:35:57.932573 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:35:57.933389 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:57.934961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-89069650-7747-4081-a727-6b2367d727de tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:57.961441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-89069650-7747-4081-a727-6b2367d727de tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.006366 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.087122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f34a15f0-a664-4e34-b736-a0f64914849e None None] Provisioning complete for port e33439eb-a6e2-4e50-b774-f4adcccc5d97 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:35:58.087517 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f34a15f0-a664-4e34-b736-a0f64914849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.091971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-89069650-7747-4081-a727-6b2367d727de tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.093343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-89069650-7747-4081-a727-6b2367d727de tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9787815 Jul 22 21:35:58.096834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47640) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:58.102831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b5b840d2-4e01-4a3a-b7ce-a725b1e85cc0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': '0ae83b85-62a8-4284-94be-60df3d873429', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:58.108385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.112234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:58.112966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.265990 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:35:58.315134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89069650-7747-4081-a727-6b2367d727de tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae83b85-62a8-4284-94be-60df3d873429,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:58.421592 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5b840d2-4e01-4a3a-b7ce-a725b1e85cc0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.433934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:35:58.444689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.511461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.549340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'edda51fd-2138-4500-9676-cff2a61d4aea'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:35:58.551492 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.562623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Allocated IP 172.20.0.1 (57fce704-3643-4e97-b015-36051a4e6bea/82ad8203-fa6e-4665-9355-fb5f8f13a8dc/042a7eda-6f4a-40de-80dd-6a71b1366f17) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:35:58.568807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68ec1a-9ec0-426e-b199-dffd597aed34 None None] Network 4b165983-addd-4a44-ae9a-18221a744a52 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:35:58.637609 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5b840d2-4e01-4a3a-b7ce-a725b1e85cc0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.645428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5b840d2-4e01-4a3a-b7ce-a725b1e85cc0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.692095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.705806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5b840d2-4e01-4a3a-b7ce-a725b1e85cc0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.712659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b5b840d2-4e01-4a3a-b7ce-a725b1e85cc0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6139622 Jul 22 21:35:58.714689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:58.721160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Transition to ACTIVE for port object 042a7eda-6f4a-40de-80dd-6a71b1366f17 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:58.748394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b840d2-4e01-4a3a-b7ce-a725b1e85cc0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0345c00-c054-41a8-9e06-a0adc2f82b23,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:58.782196 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:35:56Z', 'revision_number': 2, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:58.806232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-accf0339-ef12-42ef-bf9b-9b391ec97a0e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.811140 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Checking router: 26b4092a-56ee-473e-8836-b1677d04bb12 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:35:58.811734 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Updating router 26b4092a-56ee-473e-8836-b1677d04bb12 port 8401cfd4-5274-4159-95c3-ddd21977b458 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:35:58.825019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-accf0339-ef12-42ef-bf9b-9b391ec97a0e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.837338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Pushing event updated for resources: {'Network': ['ID=1bd873fb-f7f2-428c-9a28-8e8c34a45b5b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:58.864533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1a36bc5b-a344-4d7e-b7a6-8abf7fe10923 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.8714037 Jul 22 21:35:58.866055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47664) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:58.867717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.885976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-1c27f0b2-cfb7-4346-b138-5365a5c55540 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-509879144') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:58.889587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 1bd873fb-f7f2-428c-9a28-8e8c34a45b5b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:35:58.893890 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.932778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Network 57fce704-3643-4e97-b015-36051a4e6bea is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:35:58.940030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port c317cdb9-7b78-4b86-a328-33cd647e1630 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:35:58.949124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:35:58.961755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:35:58.968097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-accf0339-ef12-42ef-bf9b-9b391ec97a0e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.979224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-accf0339-ef12-42ef-bf9b-9b391ec97a0e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:58.984478 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-accf0339-ef12-42ef-bf9b-9b391ec97a0e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b0345c00-c054-41a8-9e06-a0adc2f82b23 HTTP/1.1" status: 204 len: 168 time: 0.2682416 Jul 22 21:35:58.986132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47666) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:59.018960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e33439eb-a6e2-4e50-b774-f4adcccc5d97, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e33439eb-a6e2-4e50-b774-f4adcccc5d97,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:35:59.048646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.067688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf0339-ef12-42ef-bf9b-9b391ec97a0e tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0345c00-c054-41a8-9e06-a0adc2f82b23,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:59.135279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-36e15cd5-f28e-4048-a0c0-ae79c46b8b22 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539466795&fields=id&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 267 time: 0.7166090 Jul 22 21:35:59.220131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-11513a48-5a33-42f6-98b2-a894191c930b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2277458 Jul 22 21:35:59.220796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47668) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:59.227726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Pushing event updated for resources: {'Port': ['ID=042a7eda-6f4a-40de-80dd-6a71b1366f17,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:59.282976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.286689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c27f0b2-cfb7-4346-b138-5365a5c55540 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "PUT /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-509879144 HTTP/1.1" status: 201 len: 201 time: 0.4195120 Jul 22 21:35:59.290177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47672) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:59.305059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-e42d1220-0ddc-4ca8-a586-7606217af660 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-509879144') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:59.418037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a63e55a5-dd24-4724-a537-feb7129384e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.493837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a63e55a5-dd24-4724-a537-feb7129384e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.634226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-47422dad-af1e-4e75-95b2-87f8c7d56ea2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:35:59.648025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-47422dad-af1e-4e75-95b2-87f8c7d56ea2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 796 time: 0.4798803 Jul 22 21:35:59.658378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f34a15f0-a664-4e34-b736-a0f64914849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.664907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0d978ec1-b431-4464-b63f-779f121d7f52 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:35:59.678359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e42d1220-0ddc-4ca8-a586-7606217af660 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "GET /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-509879144 HTTP/1.1" status: 204 len: 168 time: 0.3868284 Jul 22 21:35:59.691598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47684) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:59.700433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-399dfa67-9ab2-43c8-b721-f3f8372bd313 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:35:59.707105 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.739160 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Transition to ACTIVE for port object 8401cfd4-5274-4159-95c3-ddd21977b458 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:35:59.746943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a63e55a5-dd24-4724-a537-feb7129384e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.752144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a63e55a5-dd24-4724-a537-feb7129384e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.759336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a63e55a5-dd24-4724-a537-feb7129384e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/0ae83b85-62a8-4284-94be-60df3d873429 HTTP/1.1" status: 204 len: 168 time: 0.5259898 Jul 22 21:35:59.761383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47686) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:59.770906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0d978ec1-b431-4464-b63f-779f121d7f52 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:35:59.771279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0d978ec1-b431-4464-b63f-779f121d7f52 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:35:59.776896 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.801877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-4187ee22-2e06-4b1a-8b3e-3299f7500ef7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/quotas/c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 375 time: 0.1507201 Jul 22 21:35:59.806575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e55a5-dd24-4724-a537-feb7129384e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae83b85-62a8-4284-94be-60df3d873429,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:35:59.871553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c66252c1-056f-45dd-bbb8-e47de535fa00 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049554 Jul 22 21:35:59.872607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47690) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:35:59.879466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a11697df-f462-40fd-bc06-b64013dcb4c5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--318253592'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:35:59.920248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a11697df-f462-40fd-bc06-b64013dcb4c5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:59.922667 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d18b18-ef24-424e-94bc-da7325f77047 None None] Pushing event updated for resources: {'Port': ['ID=8401cfd4-5274-4159-95c3-ddd21977b458,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:00.068579 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Attempting to bind port 8401cfd4-5274-4159-95c3-ddd21977b458 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:00.068918 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Attempting to bind port 8401cfd4-5274-4159-95c3-ddd21977b458 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:00.069196 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Attempting to bind port 8401cfd4-5274-4159-95c3-ddd21977b458 on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:00.079373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e33439eb-a6e2-4e50-b774-f4adcccc5d97,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:00.087145 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:00.087517 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Checking segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:00.092195 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.094780 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Bound using segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:00.095547 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Bound port: 8401cfd4-5274-4159-95c3-ddd21977b458, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:00.096180 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.152585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a11697df-f462-40fd-bc06-b64013dcb4c5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.158579 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a11697df-f462-40fd-bc06-b64013dcb4c5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.259084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11697df-f462-40fd-bc06-b64013dcb4c5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1686a2-183c-427c-9681-5b3a425624a3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:00.261143 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-f34a15f0-a664-4e34-b736-a0f64914849e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:36:00.264417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a11697df-f462-40fd-bc06-b64013dcb4c5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.264984 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-f34a15f0-a664-4e34-b736-a0f64914849e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:36:00.267192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device abb4710e-0a71-49d6-a377-84c888647f16 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:00.272583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a11697df-f462-40fd-bc06-b64013dcb4c5 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3991480 Jul 22 21:36:00.274623 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.275277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47694) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:00.280668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ec8d4037-0120-4cb7-90cb-97d9b5b66a6d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'ab1686a2-183c-427c-9681-5b3a425624a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:00.290761 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] For port 8401cfd4-5274-4159-95c3-ddd21977b458, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:00.300444 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] For port 8401cfd4-5274-4159-95c3-ddd21977b458, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8401cfd4-5274-4159-95c3-ddd21977b458,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:00.320846 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.343608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/edda51fd-2138-4500-9676-cff2a61d4aea/a07c8efe-5e3b-4894-a7ce-7665d1c4375e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:00.345584 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4037-0120-4cb7-90cb-97d9b5b66a6d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.420200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Transition to ACTIVE for port object 3136dcea-9f76-475b-bcac-411ad96fa411 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:00.455365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47698) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:00.500372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4037-0120-4cb7-90cb-97d9b5b66a6d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.501249 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:00.501955 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:00.513140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4037-0120-4cb7-90cb-97d9b5b66a6d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.544716 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.545948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d4037-0120-4cb7-90cb-97d9b5b66a6d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baf47a6-f75c-40e1-ba78-155f5ed0912a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:00.576459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4037-0120-4cb7-90cb-97d9b5b66a6d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.582680 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ec8d4037-0120-4cb7-90cb-97d9b5b66a6d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3030901 Jul 22 21:36:00.582975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47702) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:00.598760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f680c23d-4143-41fd-8ae1-5d20edcb62fc tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'ab1686a2-183c-427c-9681-5b3a425624a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:00.653056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f680c23d-4143-41fd-8ae1-5d20edcb62fc tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.660093 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d18b18-ef24-424e-94bc-da7325f77047 None None] Pushing event updated for resources: {'Port': ['ID=8401cfd4-5274-4159-95c3-ddd21977b458,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:00.795625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ab446-8d23-48e8-b5ac-7dd8ffc26ffd None None] Pushing event updated for resources: {'Port': ['ID=3136dcea-9f76-475b-bcac-411ad96fa411,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:00.798690 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad4f9dd7-ac63-4cab-b2dc-b3a059287d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.799301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port abb4710e-0a71-49d6-a377-84c888647f16 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:00.818753 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:00.827059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Attempting to bind port 3136dcea-9f76-475b-bcac-411ad96fa411 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:00.827710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Attempting to bind port 3136dcea-9f76-475b-bcac-411ad96fa411 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:00.828119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Attempting to bind port 3136dcea-9f76-475b-bcac-411ad96fa411 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:00.861125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:00.861584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:00.861952 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.862360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:00.863425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Bound port: 3136dcea-9f76-475b-bcac-411ad96fa411, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:00.863781 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.930690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] For port 3136dcea-9f76-475b-bcac-411ad96fa411, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:00.937006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] For port 3136dcea-9f76-475b-bcac-411ad96fa411, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3136dcea-9f76-475b-bcac-411ad96fa411,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:00.940233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f680c23d-4143-41fd-8ae1-5d20edcb62fc tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.950903 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:00.984852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f680c23d-4143-41fd-8ae1-5d20edcb62fc tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.030227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680c23d-4143-41fd-8ae1-5d20edcb62fc tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb13714d-acd3-4849-b394-cdd3f05e5546,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:01.097947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad4f9dd7-ac63-4cab-b2dc-b3a059287d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.104230 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad4f9dd7-ac63-4cab-b2dc-b3a059287d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.122839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f680c23d-4143-41fd-8ae1-5d20edcb62fc tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.126570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f680c23d-4143-41fd-8ae1-5d20edcb62fc tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5400043 Jul 22 21:36:01.134611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47710) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:01.145290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-04922aa7-d63a-4184-984f-291820e93343 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'ab1686a2-183c-427c-9681-5b3a425624a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:01.193855 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ad4f9dd7-ac63-4cab-b2dc-b3a059287d29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=487a9e5f02dc497f9ceb858f20caeb54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367845 Jul 22 21:36:01.194772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:01.250658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f9dd7-ac63-4cab-b2dc-b3a059287d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2032bd-b764-406c-9a97-3e8070fe817e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:01.329619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-399dfa67-9ab2-43c8-b721-f3f8372bd313 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "GET /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags HTTP/1.1" status: 200 len: 237 time: 1.6331112 Jul 22 21:36:01.329619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.337217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47714) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:01.349909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-7f2f540d-3c0e-454e-8064-737f8f16bedc tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', {'tags': ['tempest-TagsTest-Tag-1082396004', 'tempest-TagsTest-Tag-1340647858', 'tempest-TagsTest-Tag-364868840']}) {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:01.353469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04922aa7-d63a-4184-984f-291820e93343 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.359662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:01.361471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:01.414599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16303d9b-0303-4387-8fdb-58c30b35b145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.453116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16303d9b-0303-4387-8fdb-58c30b35b145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.540676 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16303d9b-0303-4387-8fdb-58c30b35b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.543873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16303d9b-0303-4387-8fdb-58c30b35b145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.546567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-16303d9b-0303-4387-8fdb-58c30b35b145 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e2032bd-b764-406c-9a97-3e8070fe817e HTTP/1.1" status: 204 len: 168 time: 0.3436596 Jul 22 21:36:01.570468 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:00Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:01.583515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Provisioning for port 042a7eda-6f4a-40de-80dd-6a71b1366f17 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:01.636069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Provisioning complete for port 042a7eda-6f4a-40de-80dd-6a71b1366f17 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:01.636844 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.648103 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbc3d8-c184-4303-94e7-b1755f267d9b None None] The sync data for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 is: [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:00Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:36:01.655982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1949ef62-6fa8-445e-85bb-b6aeff2eb01b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8066885 Jul 22 21:36:01.660394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16303d9b-0303-4387-8fdb-58c30b35b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2032bd-b764-406c-9a97-3e8070fe817e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:01.715988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04922aa7-d63a-4184-984f-291820e93343 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.724091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04922aa7-d63a-4184-984f-291820e93343 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.791960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ab446-8d23-48e8-b5ac-7dd8ffc26ffd None None] Pushing event updated for resources: {'Port': ['ID=3136dcea-9f76-475b-bcac-411ad96fa411,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:01.868081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04922aa7-d63a-4184-984f-291820e93343 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90f945d-a154-483e-a9e9-181b89e41b20,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:01.888547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04922aa7-d63a-4184-984f-291820e93343 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:01.896414 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-04922aa7-d63a-4184-984f-291820e93343 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7553923 Jul 22 21:36:01.900261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47720) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:01.913815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-18ce10fb-7cd7-4a6a-bcc5-fae184f9f9e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'ab1686a2-183c-427c-9681-5b3a425624a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:01.996779 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.019618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18ce10fb-7cd7-4a6a-bcc5-fae184f9f9e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.024735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.138516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Transition to ACTIVE for port object a07c8efe-5e3b-4894-a7ce-7665d1c4375e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:02.162790 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.197378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Port 042a7eda-6f4a-40de-80dd-6a71b1366f17 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:36:02.223754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18ce10fb-7cd7-4a6a-bcc5-fae184f9f9e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.235175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18ce10fb-7cd7-4a6a-bcc5-fae184f9f9e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.242904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7f2f540d-3c0e-454e-8064-737f8f16bedc tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "PUT /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags HTTP/1.1" status: 200 len: 308 time: 0.9013391 Jul 22 21:36:02.243643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47726) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:02.246020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.257406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18ce10fb-7cd7-4a6a-bcc5-fae184f9f9e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.258238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8401cfd4-5274-4159-95c3-ddd21977b458 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:02.260970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-18ce10fb-7cd7-4a6a-bcc5-fae184f9f9e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3591881 Jul 22 21:36:02.276582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-a1d33d67-f541-4eb9-a0ac-0c9ae57a2f7e tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-1082396004') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:02.297558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:02.315124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ad475fdf-458a-447e-acd6-9c10e3644365 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'ab1686a2-183c-427c-9681-5b3a425624a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:02.326229 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.338189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Transition to ACTIVE for port object a07c8efe-5e3b-4894-a7ce-7665d1c4375e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:02.340107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce10fb-7cd7-4a6a-bcc5-fae184f9f9e6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd7437f-1133-4660-a601-c317ece183ec,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:02.359755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Provisioning for port abb4710e-0a71-49d6-a377-84c888647f16 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:02.373683 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.383485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:02.419207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad475fdf-458a-447e-acd6-9c10e3644365 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.486224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Provisioning complete for port abb4710e-0a71-49d6-a377-84c888647f16 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:02.486597 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.632269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad475fdf-458a-447e-acd6-9c10e3644365 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.640971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad475fdf-458a-447e-acd6-9c10e3644365 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.683532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad475fdf-458a-447e-acd6-9c10e3644365 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c757e55c-85e6-44a0-927a-e78ec0d53c15,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:02.709128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Pushing event updated for resources: {'Port': ['ID=042a7eda-6f4a-40de-80dd-6a71b1366f17,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:02.737686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad475fdf-458a-447e-acd6-9c10e3644365 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.739833 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ad475fdf-458a-447e-acd6-9c10e3644365 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4409184 Jul 22 21:36:02.752350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47738) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:02.773280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.820964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-98cdca4b-7890-4bbf-8749-302f8ee32cd5 service neutron] 10.222.0.54 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0848949 Jul 22 21:36:02.846126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:02.853441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Pushing event updated for resources: {'Port': ['ID=a07c8efe-5e3b-4894-a7ce-7665d1c4375e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:02.871969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ab28c4e-6d9a-497f-8573-bb424154747f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.917747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:02.918122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ab28c4e-6d9a-497f-8573-bb424154747f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:02.926579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:02.951114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8401cfd4-5274-4159-95c3-ddd21977b458 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:02.960981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e33439eb-a6e2-4e50-b774-f4adcccc5d97 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:03.046051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ab28c4e-6d9a-497f-8573-bb424154747f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.075104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ab28c4e-6d9a-497f-8573-bb424154747f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.084058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ab28c4e-6d9a-497f-8573-bb424154747f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c757e55c-85e6-44a0-927a-e78ec0d53c15 HTTP/1.1" status: 204 len: 168 time: 0.3264101 Jul 22 21:36:03.084058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab28c4e-6d9a-497f-8573-bb424154747f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c757e55c-85e6-44a0-927a-e78ec0d53c15,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:03.093081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47746) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:03.110726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::14a (caeefccd-6c8b-4502-a5b4-f242d70f2491/edda51fd-2138-4500-9676-cff2a61d4aea/c317cdb9-7b78-4b86-a328-33cd647e1630) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:03.180548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-05f52dd6-8be5-47f5-9d2c-df469958c783 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0839293 Jul 22 21:36:03.200230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47752) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:03.299826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a9e03d3-844f-4c6f-aef5-4f5c87991a03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.324862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a9e03d3-844f-4c6f-aef5-4f5c87991a03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.374710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-a1c34d6f-5c7a-46e3-83cf-3d23b235dcd1 service neutron] 10.222.0.54 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526159 Jul 22 21:36:03.425957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a9e03d3-844f-4c6f-aef5-4f5c87991a03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.447316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a9e03d3-844f-4c6f-aef5-4f5c87991a03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.449777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Attempting to bind port a07c8efe-5e3b-4894-a7ce-7665d1c4375e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:03.450500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Attempting to bind port a07c8efe-5e3b-4894-a7ce-7665d1c4375e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:03.450747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Attempting to bind port a07c8efe-5e3b-4894-a7ce-7665d1c4375e on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:03.454408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3a9e03d3-844f-4c6f-aef5-4f5c87991a03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ffd7437f-1133-4660-a601-c317ece183ec HTTP/1.1" status: 204 len: 168 time: 0.2490647 Jul 22 21:36:03.464292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:03.478647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:03.478944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:03.479401 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.479898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:03.480995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Bound port: a07c8efe-5e3b-4894-a7ce-7665d1c4375e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:03.481415 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.501061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e33439eb-a6e2-4e50-b774-f4adcccc5d97 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:03.502918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.512371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a1d33d67-f541-4eb9-a0ac-0c9ae57a2f7e tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "DELETE /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-1082396004 HTTP/1.1" status: 204 len: 168 time: 1.2476752 Jul 22 21:36:03.521530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47760) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:03.539108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-763e2364-20ab-40fd-bc43-1ae38ee05303 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-1082396004') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:03.609700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e03d3-844f-4c6f-aef5-4f5c87991a03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffd7437f-1133-4660-a601-c317ece183ec,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:03.630873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.757013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5969decf-29ef-4d3e-aa3a-ba4ba75e07bd tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2848668 Jul 22 21:36:03.759321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47764) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:03.777520 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.812480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb4c9-d7b9-43ef-b73c-e4f38aeb8521 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.832748 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb4c9-d7b9-43ef-b73c-e4f38aeb8521 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.865390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] For port abb4710e-0a71-49d6-a377-84c888647f16, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=abb4710e-0a71-49d6-a377-84c888647f16,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:03.886302 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.894972 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-763e2364-20ab-40fd-bc43-1ae38ee05303 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] show failed (client error): The resource could not be found. Jul 22 21:36:03.899602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object c317cdb9-7b78-4b86-a328-33cd647e1630 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:03.900738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-763e2364-20ab-40fd-bc43-1ae38ee05303 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "GET /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-1082396004 HTTP/1.1" status: 404 len: 326 time: 0.3734250 Jul 22 21:36:03.902422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47768) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:03.916921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-16aedfc6-bb73-47ce-9455-476af519d2d7 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-1340647858') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:03.973623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22329fe6-7b37-4d9c-9c5a-cd3842e4ef51 req-8679b63c-839c-4718-af7a-5087739e23fa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 0.1253381 Jul 22 21:36:03.976651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb4c9-d7b9-43ef-b73c-e4f38aeb8521 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.986927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] For port a07c8efe-5e3b-4894-a7ce-7665d1c4375e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:03.988817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb4c9-d7b9-43ef-b73c-e4f38aeb8521 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:03.990443 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4cbfb4c9-d7b9-43ef-b73c-e4f38aeb8521 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a90f945d-a154-483e-a9e9-181b89e41b20 HTTP/1.1" status: 204 len: 168 time: 0.2296395 Jul 22 21:36:04.006483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:04.031729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfb4c9-d7b9-43ef-b73c-e4f38aeb8521 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a90f945d-a154-483e-a9e9-181b89e41b20,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:04.056737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Network 57fce704-3643-4e97-b015-36051a4e6bea is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:04.062863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] For port a07c8efe-5e3b-4894-a7ce-7665d1c4375e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a07c8efe-5e3b-4894-a7ce-7665d1c4375e,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:04.077490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.078405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-16aedfc6-bb73-47ce-9455-476af519d2d7 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "GET /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-1340647858 HTTP/1.1" status: 204 len: 168 time: 0.1656857 Jul 22 21:36:04.079208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47774) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:04.086464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-1bd65659-cd90-407e-a5e8-3f850620257a tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-364868840') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:04.094379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:04.105913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2cdb7-cbe8-45d5-9f83-c7aaea265733 None None] Pushing event updated for resources: {'Port': ['ID=abb4710e-0a71-49d6-a377-84c888647f16,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:04.120097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Provisioning complete for port abb4710e-0a71-49d6-a377-84c888647f16 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:04.122063 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.146898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.177225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:04.182335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:04.185599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:04.199991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:04.201832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.223965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:35:58Z', 'revision_number': 1, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:04.277205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=c317cdb9-7b78-4b86-a328-33cd647e1630,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:04.317647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1bd65659-cd90-407e-a5e8-3f850620257a tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "GET /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-364868840 HTTP/1.1" status: 204 len: 168 time: 0.2365716 Jul 22 21:36:04.320737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:04.326627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-8431fe93-5358-441f-9cd5-9e2fca6fd61c tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:04.387298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7495b-d266-4e63-9644-ae927e570f42 None None] The sync data for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 is: [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:35:58Z', 'revision_number': 1, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:36:04.454351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02acb4-2893-4292-8916-064fb9094f56 None None] Pushing event updated for resources: {'Port': ['ID=a07c8efe-5e3b-4894-a7ce-7665d1c4375e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:04.558607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0acaeb1b-9701-4235-beb5-eb14307662ac tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.6616006 Jul 22 21:36:04.579323 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8f7fff92-9515-4e23-85b0-71e1f6060703 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5679882 Jul 22 21:36:04.580099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47786) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:04.628400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47788) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:04.677493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Provisioning for port 8401cfd4-5274-4159-95c3-ddd21977b458 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:04.686212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Provisioning complete for port 8401cfd4-5274-4159-95c3-ddd21977b458 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:04.686661 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.690076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8431fe93-5358-441f-9cd5-9e2fca6fd61c tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "DELETE /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags HTTP/1.1" status: 204 len: 168 time: 0.3668978 Jul 22 21:36:04.690805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47792) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:04.704755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-f5ef64cf-a0f5-4412-91c1-1b1941fab039 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-1340647858') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:04.739313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef9735da-69e2-4f39-9719-a12d23b6c110 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.759815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef9735da-69e2-4f39-9719-a12d23b6c110 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.783379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Router 8087140a-7ebf-495c-9956-d485e3b4c783 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:36:04.818824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb63a59-7b36-4576-9b3e-f7b9f7ef2c0e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:04.829708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb63a59-7b36-4576-9b3e-f7b9f7ef2c0e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:04.832359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3fb63a59-7b36-4576-9b3e-f7b9f7ef2c0e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2485857 Jul 22 21:36:04.835337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47798) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:04.918747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef9735da-69e2-4f39-9719-a12d23b6c110 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.939562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.954773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef9735da-69e2-4f39-9719-a12d23b6c110 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:04.964160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ef9735da-69e2-4f39-9719-a12d23b6c110 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/fb13714d-acd3-4849-b394-cdd3f05e5546 HTTP/1.1" status: 204 len: 168 time: 0.3275874 Jul 22 21:36:05.070458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47804) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:05.080636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] For port 8401cfd4-5274-4159-95c3-ddd21977b458, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8401cfd4-5274-4159-95c3-ddd21977b458,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:05.089252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:05.135359 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-f5ef64cf-a0f5-4412-91c1-1b1941fab039 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] show failed (client error): The resource could not be found. Jul 22 21:36:05.158574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5ef64cf-a0f5-4412-91c1-1b1941fab039 tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "GET /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-1340647858 HTTP/1.1" status: 404 len: 326 time: 0.4602969 Jul 22 21:36:05.161795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:05.196017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-d1e1c2e4-e05d-4b09-bc4a-83907c2a4a0c tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b', 'tempest-TagsTest-Tag-364868840') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:05.286436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9ef27-da29-46bb-8f46-6b92af353eae None None] Pushing event updated for resources: {'Port': ['ID=8401cfd4-5274-4159-95c3-ddd21977b458,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:05.287170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9735da-69e2-4f39-9719-a12d23b6c110 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb13714d-acd3-4849-b394-cdd3f05e5546,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:05.315246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4495f497-1d6a-44ee-b1fc-1f1bb7b30340 None None] Provisioning complete for port 042a7eda-6f4a-40de-80dd-6a71b1366f17 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:05.315809 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4495f497-1d6a-44ee-b1fc-1f1bb7b30340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:05.420002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdd645bc-59c8-410d-950f-07b87b227ff6 req-6904ae69-3b0f-4bae-8d7b-311b104191b2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 0.1648631 Jul 22 21:36:05.489224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4495f497-1d6a-44ee-b1fc-1f1bb7b30340 None None] Port 042a7eda-6f4a-40de-80dd-6a71b1366f17 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:36:05.544522 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-d1e1c2e4-e05d-4b09-bc4a-83907c2a4a0c tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] show failed (client error): The resource could not be found. Jul 22 21:36:05.549638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d1e1c2e4-e05d-4b09-bc4a-83907c2a4a0c tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "GET /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags/tempest-TagsTest-Tag-364868840 HTTP/1.1" status: 404 len: 325 time: 0.3816152 Jul 22 21:36:05.550506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47822) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:05.574532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-28167768-a048-4778-ba3b-280134a05ccc tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1bd873fb-f7f2-428c-9a28-8e8c34a45b5b') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:05.577159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-346cf247-8edf-4f56-97f2-688dde41e217 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4981625 Jul 22 21:36:05.580797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:05.631736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71bb889e-ef5e-443d-9681-6d144aa380ff tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:05.655154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71bb889e-ef5e-443d-9681-6d144aa380ff tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:05.665581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:36:05.683372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4df1f905-d70c-4ebd-95c1-1dd32a5f202e admin admin] 10.222.0.54 "PUT /v2.0/routers/8087140a-7ebf-495c-9956-d485e3b4c783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0180786 Jul 22 21:36:05.780327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port c317cdb9-7b78-4b86-a328-33cd647e1630 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:05.785685 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:05.933511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-28167768-a048-4778-ba3b-280134a05ccc tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "DELETE /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b/tags HTTP/1.1" status: 204 len: 168 time: 0.3693795 Jul 22 21:36:05.934309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47832) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:05.940403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71bb889e-ef5e-443d-9681-6d144aa380ff tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:05.958883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71bb889e-ef5e-443d-9681-6d144aa380ff tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:05.960358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-71bb889e-ef5e-443d-9681-6d144aa380ff tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/5baf47a6-f75c-40e1-ba78-155f5ed0912a HTTP/1.1" status: 204 len: 168 time: 0.3767874 Jul 22 21:36:05.970244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47834) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:06.027643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb889e-ef5e-443d-9681-6d144aa380ff tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5baf47a6-f75c-40e1-ba78-155f5ed0912a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:06.131612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-939fb655-fb44-4a36-80bf-ecacf746f83a tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1598494 Jul 22 21:36:06.152450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47840) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:06.199071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.300482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.339958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for c317cdb9-7b78-4b86-a328-33cd647e1630 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:06.463171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df900820-2a30-47c6-bcf1-1b99f5215626 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.508416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.538160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd873fb-f7f2-428c-9a28-8e8c34a45b5b']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:06.577001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255a64b1-9ef6-49f3-903d-b591f15585cd') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:06.585389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255a64b1-9ef6-49f3-903d-b591f15585cd') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:06.634289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-814f4602-15d1-4719-af72-d428afdc9cfc None None] Provisioning for port a07c8efe-5e3b-4894-a7ce-7665d1c4375e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:06.664588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8401cfd4-5274-4159-95c3-ddd21977b458 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:06.664965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.733770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.771046 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df900820-2a30-47c6-bcf1-1b99f5215626 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.777925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:36:06.779966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:36:06.789596 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:36:06.919107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8401cfd4-5274-4159-95c3-ddd21977b458 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:06.919715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.102941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.124851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.137089 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] 10.222.0.54 "DELETE /v2.0/networks/1bd873fb-f7f2-428c-9a28-8e8c34a45b5b HTTP/1.1" status: 204 len: 168 time: 1.2020595 Jul 22 21:36:07.162666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b3d3bb62-1d12-4121-af42-295228bb5a93 None None] Provisioning for port c317cdb9-7b78-4b86-a328-33cd647e1630 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:07.168446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e253bd-98fd-4409-a1d8-23ae1dab0d5d tempest-TagsTest-1675658935 tempest-TagsTest-1675658935-project] Pushing event deleted for resources: {'Network': ['ID=1bd873fb-f7f2-428c-9a28-8e8c34a45b5b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:07.193634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3136dcea-9f76-475b-bcac-411ad96fa411 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:07.194256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb8073e2-380d-47d8-af6a-5eb9004a86f4 req-fdbe7db9-e8b1-4742-a611-4e31b5f9f850 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 0.5235262 Jul 22 21:36:07.208357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b3d3bb62-1d12-4121-af42-295228bb5a93 None None] Provisioning complete for port c317cdb9-7b78-4b86-a328-33cd647e1630 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:07.208777 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb62-1d12-4121-af42-295228bb5a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.373999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df900820-2a30-47c6-bcf1-1b99f5215626 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.383380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df900820-2a30-47c6-bcf1-1b99f5215626 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.386103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-df900820-2a30-47c6-bcf1-1b99f5215626 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/ab1686a2-183c-427c-9681-5b3a425624a3 HTTP/1.1" status: 204 len: 168 time: 1.2292085 Jul 22 21:36:07.389724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47894) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:07.414715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.545659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df900820-2a30-47c6-bcf1-1b99f5215626 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1686a2-183c-427c-9681-5b3a425624a3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:07.550597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7040b64e-5508-4f14-8e74-9101fd0677d0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1531954 Jul 22 21:36:07.550794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=c317cdb9-7b78-4b86-a328-33cd647e1630,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:07.550945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:07.576725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a22f6c17-3e99-47f6-ba28-a6d9c8562729 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--138871909'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:07.612857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3bb62-1d12-4121-af42-295228bb5a93 None None] Port c317cdb9-7b78-4b86-a328-33cd647e1630 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:36:07.636322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3136dcea-9f76-475b-bcac-411ad96fa411 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:07.644632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3136dcea-9f76-475b-bcac-411ad96fa411 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:07.645263 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.686835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22f6c17-3e99-47f6-ba28-a6d9c8562729 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.693755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.701035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1ce20a5d-e91d-454f-8999-678c8568b2a0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/c317cdb9-7b78-4b86-a328-33cd647e1630 HTTP/1.1" status: 204 len: 168 time: 2.8640018 Jul 22 21:36:07.704722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47902) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:07.822825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb636b6-a831-444f-8198-764dcdfd764f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:07.828536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb636b6-a831-444f-8198-764dcdfd764f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:07.831886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ffb636b6-a831-444f-8198-764dcdfd764f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1228781 Jul 22 21:36:07.833310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47910) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:07.901761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.912991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22f6c17-3e99-47f6-ba28-a6d9c8562729 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.934854 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22f6c17-3e99-47f6-ba28-a6d9c8562729 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.983245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3136dcea-9f76-475b-bcac-411ad96fa411, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3136dcea-9f76-475b-bcac-411ad96fa411,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:07.996928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:07.999162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device abb4710e-0a71-49d6-a377-84c888647f16 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:08.029365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet edda51fd-2138-4500-9676-cff2a61d4aea {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:36:08.055456 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.080295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a22f6c17-3e99-47f6-ba28-a6d9c8562729 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.081833 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a22f6c17-3e99-47f6-ba28-a6d9c8562729 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5297585 Jul 22 21:36:08.086311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f6c17-3e99-47f6-ba28-a6d9c8562729 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13b1f9-795a-4348-985f-075e9d9c74c0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:08.109224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47916) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.129586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8ed2b976-906c-4cbe-9e18-db74852fd420 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': '9d13b1f9-795a-4348-985f-075e9d9c74c0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:08.147259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47918) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.189154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port abb4710e-0a71-49d6-a377-84c888647f16 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:08.190840 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.217508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.248689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8ed2b976-906c-4cbe-9e18-db74852fd420 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.251506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.350008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3136dcea-9f76-475b-bcac-411ad96fa411,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:08.506566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.520564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a07c8efe-5e3b-4894-a7ce-7665d1c4375e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:08.570771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99da535a-f248-41e6-aceb-08280251ae3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.583061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6a0836b-c07d-487e-9f1a-4079d0581f76 req-d9f4ba8e-df98-4647-8156-ad97e2c25fb6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 0.1581240 Jul 22 21:36:08.590185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8ed2b976-906c-4cbe-9e18-db74852fd420 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.605164 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.616856 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8ed2b976-906c-4cbe-9e18-db74852fd420 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.635785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a07c8efe-5e3b-4894-a7ce-7665d1c4375e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:08.648430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a07c8efe-5e3b-4894-a7ce-7665d1c4375e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:08.649170 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.668588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=edda51fd-2138-4500-9676-cff2a61d4aea,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:08.676940 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.679347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d81b8e0a-e37c-4f2d-9106-2d6d5b3e8925 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/edda51fd-2138-4500-9676-cff2a61d4aea HTTP/1.1" status: 204 len: 168 time: 0.8441527 Jul 22 21:36:08.683180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.688161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ccc72-e5a7-4a52-9fcd-ca300e713a37 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:08.725308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Sync routers for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:36:08.734459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2b976-906c-4cbe-9e18-db74852fd420 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f158db9-bb79-470b-a80f-d77d4adeaff4,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:08.757406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9edb97f1-a7d8-44ed-9d25-b83921b2fa13 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727811 Jul 22 21:36:08.761408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47960) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.801288 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-579ff450-6be4-4f0f-8a3a-528726867577 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f086c4b22a4e4327a864accb152206df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481756 Jul 22 21:36:08.806654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47964) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.827534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:08.828636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:35:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:08.883189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08719f63-6d8e-42d2-a544-def67e53585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.889278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99da535a-f248-41e6-aceb-08280251ae3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.899518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99da535a-f248-41e6-aceb-08280251ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.918005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5b1af-df6b-4a48-a961-ce55beb25a10 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:08.919909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-89d5b1af-df6b-4a48-a961-ce55beb25a10 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1574502 Jul 22 21:36:08.926605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47966) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.933718 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8ed2b976-906c-4cbe-9e18-db74852fd420 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:08.938736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8ed2b976-906c-4cbe-9e18-db74852fd420 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8257902 Jul 22 21:36:08.967015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47968) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:08.969455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da535a-f248-41e6-aceb-08280251ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac5b7e-e12e-4f64-b295-dbd6373ad13f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:08.980294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99da535a-f248-41e6-aceb-08280251ae3d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09a74f8661394f3ba6d45aceaa4ad9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253238 Jul 22 21:36:08.986311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47970) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:09.024107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac6f842-83a8-4afe-b537-c2cf8f79e118 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:09.029434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eac6f842-83a8-4afe-b537-c2cf8f79e118 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0978186 Jul 22 21:36:09.029434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08719f63-6d8e-42d2-a544-def67e53585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.030600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47972) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:09.114805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a74f77c-464f-414c-8589-417b5f6c5e18 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.140603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3a7f15ab-e756-45e5-91b4-bc07b9a6a784 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029649 Jul 22 21:36:09.149620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a74f77c-464f-414c-8589-417b5f6c5e18 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.151005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:09.156323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:09.168560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a53e6452-8196-422e-aaa8-010053489120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.197426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a53e6452-8196-422e-aaa8-010053489120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.284602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08719f63-6d8e-42d2-a544-def67e53585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.286782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a53e6452-8196-422e-aaa8-010053489120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.290007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a53e6452-8196-422e-aaa8-010053489120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.290849 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08719f63-6d8e-42d2-a544-def67e53585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.291262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a53e6452-8196-422e-aaa8-010053489120 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5ac5b7e-e12e-4f64-b295-dbd6373ad13f HTTP/1.1" status: 204 len: 168 time: 0.2935307 Jul 22 21:36:09.294944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-08719f63-6d8e-42d2-a544-def67e53585c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c4063c9-26f4-4d08-ba9c-69a0fcf4be64 HTTP/1.1" status: 204 len: 168 time: 0.4870613 Jul 22 21:36:09.316205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e6452-8196-422e-aaa8-010053489120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ac5b7e-e12e-4f64-b295-dbd6373ad13f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:09.340168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a74f77c-464f-414c-8589-417b5f6c5e18 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.345881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a74f77c-464f-414c-8589-417b5f6c5e18 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.351446 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4a74f77c-464f-414c-8589-417b5f6c5e18 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/9d13b1f9-795a-4348-985f-075e9d9c74c0 HTTP/1.1" status: 204 len: 168 time: 0.3679101 Jul 22 21:36:09.352414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47984) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:09.379989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08719f63-6d8e-42d2-a544-def67e53585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4063c9-26f4-4d08-ba9c-69a0fcf4be64,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:09.398719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74f77c-464f-414c-8589-417b5f6c5e18 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13b1f9-795a-4348-985f-075e9d9c74c0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:09.413545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:09.422908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.477828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23e8274c-e8a2-4f45-af1c-18c1fcc5c515 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094966 Jul 22 21:36:09.482027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47988) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:09.489460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.492748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9c3828b8-d166-420f-984c-821246f5d6b2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295310004'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:09.554576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c3828b8-d166-420f-984c-821246f5d6b2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.775783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:09.835957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80d0e762-d555-4d6f-93f5-efad5060880f req-67ab9d13-f4cb-4c6c-ab08-8f88607a011d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 0.1168611 Jul 22 21:36:09.854535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a07c8efe-5e3b-4894-a7ce-7665d1c4375e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a07c8efe-5e3b-4894-a7ce-7665d1c4375e,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:09.855300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c3828b8-d166-420f-984c-821246f5d6b2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.865329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c3828b8-d166-420f-984c-821246f5d6b2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.879667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.937168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3828b8-d166-420f-984c-821246f5d6b2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7249f75-e603-4d4a-a6ab-14b6ab779b28,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:09.951517 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c3828b8-d166-420f-984c-821246f5d6b2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:09.961288 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9c3828b8-d166-420f-984c-821246f5d6b2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4763877 Jul 22 21:36:09.962084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:09.978030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-99b19ed2-d5a5-43d2-851e-65ab55a5938d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--120178121'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:10.056346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.064645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b19ed2-d5a5-43d2-851e-65ab55a5938d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.143561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48008) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:10.146996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:36:10.158076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3136dcea-9f76-475b-bcac-411ad96fa411 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:10.208665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:10.247344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:10.262997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:10.264305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.287510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73604696-316f-4e44-a5b5-a22c9957b390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.305228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=f6b2b4e7-158b-4467-a177-2a7d2aa57c20,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:10.358248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b19ed2-d5a5-43d2-851e-65ab55a5938d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.364180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b19ed2-d5a5-43d2-851e-65ab55a5938d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.374680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6300f225-af82-4658-9b05-a75edcdda459 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2191076 Jul 22 21:36:10.375000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:10.385163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a07c8efe-5e3b-4894-a7ce-7665d1c4375e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:10.386200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': 'f6b2b4e7-158b-4467-a177-2a7d2aa57c20', 'ip_address': '2001:db8::ce0f:29d:3bf9:3946'}], 'name': 'tempest-NetworksTestDHCPv6-581683249'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:10.454583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b19ed2-d5a5-43d2-851e-65ab55a5938d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a453dcac-a29b-441b-89e0-657d0b2ac74b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:10.682784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3136dcea-9f76-475b-bcac-411ad96fa411 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:10.683170 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.715769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73604696-316f-4e44-a5b5-a22c9957b390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.726753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73604696-316f-4e44-a5b5-a22c9957b390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.748782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:10.777051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b19ed2-d5a5-43d2-851e-65ab55a5938d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.785702 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99b19ed2-d5a5-43d2-851e-65ab55a5938d tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8208926 Jul 22 21:36:10.803359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48026) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:10.809079 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-73604696-316f-4e44-a5b5-a22c9957b390 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a92f62fad7c34b5495b3197b91dc5c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614552 Jul 22 21:36:10.813270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] Deleting port a07c8efe-5e3b-4894-a7ce-7665d1c4375e {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:10.813761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:10.818273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a4a73285-7b74-4bdc-b695-91b7c7c3a20b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'c7249f75-e603-4d4a-a6ab-14b6ab779b28', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a453dcac-a29b-441b-89e0-657d0b2ac74b', 'remote_ip_prefix': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:10.823763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48028) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:10.856708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73604696-316f-4e44-a5b5-a22c9957b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d9072-219d-4635-b976-79b65e9193ff,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:10.957088 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50077ff7-88b3-4893-bd61-d8a4e91129dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.023250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50077ff7-88b3-4893-bd61-d8a4e91129dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.096308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.148803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50077ff7-88b3-4893-bd61-d8a4e91129dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.152177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50077ff7-88b3-4893-bd61-d8a4e91129dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.156513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-50077ff7-88b3-4893-bd61-d8a4e91129dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a0d9072-219d-4635-b976-79b65e9193ff HTTP/1.1" status: 204 len: 168 time: 0.3317118 Jul 22 21:36:11.185047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50077ff7-88b3-4893-bd61-d8a4e91129dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d9072-219d-4635-b976-79b65e9193ff,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:11.193922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 82260d2b-756f-4280-bc1a-455b98375c84 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:36:11.216005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48044) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:11.230935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] For port a07c8efe-5e3b-4894-a7ce-7665d1c4375e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a07c8efe-5e3b-4894-a7ce-7665d1c4375e,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:11.231690 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.259281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] Calling delete_port for a07c8efe-5e3b-4894-a7ce-7665d1c4375e owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:11.262512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:01Z', 'revision_number': 2, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:11.299794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Checking router: 8087140a-7ebf-495c-9956-d485e3b4c783 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:36:11.300178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Updating router 8087140a-7ebf-495c-9956-d485e3b4c783 port 042a7eda-6f4a-40de-80dd-6a71b1366f17 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:36:11.451714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.666954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11d86363-eb7f-4fdf-bb1f-2d4cf1f30c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:11.967063 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:12.185706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] Pushing event deleted for resources: {'Port': ['ID=a07c8efe-5e3b-4894-a7ce-7665d1c4375e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:12.321138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67a211c0-8d7d-4a40-946d-24d6b4a495de req-1a21700f-f959-4c28-bed2-e9553ac90a48 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 1.1761642 Jul 22 21:36:12.368204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a73285-7b74-4bdc-b695-91b7c7c3a20b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:12.493229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6bbc8-e329-49ea-a84b-5d27943f95db None None] No DVR routers for this DVR port a07c8efe-5e3b-4894-a7ce-7665d1c4375e on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:36:12.553901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a07c8efe-5e3b-4894-a7ce-7665d1c4375e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:36:12.597792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a73285-7b74-4bdc-b695-91b7c7c3a20b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:12.613881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a73285-7b74-4bdc-b695-91b7c7c3a20b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:12.680060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::ce0f:29d:3bf9:3946 (caeefccd-6c8b-4502-a5b4-f242d70f2491/f6b2b4e7-158b-4467-a177-2a7d2aa57c20/82260d2b-756f-4280-bc1a-455b98375c84) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:12.711369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73285-7b74-4bdc-b695-91b7c7c3a20b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bed200f-e23f-4aee-92dd-689b8e0f2d43,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:12.717191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-344364e3-0925-482c-99aa-03c3c6a28222 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:12.725776 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-344364e3-0925-482c-99aa-03c3c6a28222 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 796 time: 0.4918523 Jul 22 21:36:12.753877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cfa1a1-d4c8-4523-a558-4112ad58e162 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:12.875913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-5166dd11-9e41-4591-a5a6-73ea63171ca8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 380 time: 0.1404006 Jul 22 21:36:12.913202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'port': {'device_id': 'a85272c0-f33a-4517-a390-380e5648e515', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'admin_state_up': True, 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'security_groups': ['7715555f-fd19-4427-8231-7f2679c69fd7']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:12.969488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11d86363-eb7f-4fdf-bb1f-2d4cf1f30c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:12.996875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4a73285-7b74-4bdc-b695-91b7c7c3a20b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:12.997603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11d86363-eb7f-4fdf-bb1f-2d4cf1f30c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:12.999736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a4a73285-7b74-4bdc-b695-91b7c7c3a20b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.1932337 Jul 22 21:36:13.013893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48078) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:13.040015 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a07c8efe-5e3b-4894-a7ce-7665d1c4375e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:36:13.041868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a07c8efe-5e3b-4894-a7ce-7665d1c4375e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:36:13.101391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-433de24b-4e64-4d27-a7ee-e5f14d11e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.276737 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.325588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 82260d2b-756f-4280-bc1a-455b98375c84 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:13.420573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4f01ae3-e62a-44c9-b695-edcabc95ca58 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.450664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4f01ae3-e62a-44c9-b695-edcabc95ca58 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.595789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a009b75-ad80-41a5-a5e0-6dd7394f0923 req-ad456ffa-aa47-42cf-9eee-45739f99b16b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 0.0708086 Jul 22 21:36:13.599362 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4f01ae3-e62a-44c9-b695-edcabc95ca58 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.607019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4f01ae3-e62a-44c9-b695-edcabc95ca58 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.612255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f4f01ae3-e62a-44c9-b695-edcabc95ca58 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3bed200f-e23f-4aee-92dd-689b8e0f2d43 HTTP/1.1" status: 204 len: 168 time: 0.5953348 Jul 22 21:36:13.627613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:13.684812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f01ae3-e62a-44c9-b695-edcabc95ca58 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bed200f-e23f-4aee-92dd-689b8e0f2d43,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:13.726045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bc9ede2c-9063-409e-a298-7ed6ddb2f717 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0935585 Jul 22 21:36:13.729350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48100) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:13.771746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.867888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48102) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:13.868102 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-11d86363-eb7f-4fdf-bb1f-2d4cf1f30c00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8335d293ab3c416fbffc632b34dcd4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6426444 Jul 22 21:36:13.874612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d86363-eb7f-4fdf-bb1f-2d4cf1f30c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862653e5-a6ba-4102-b55d-5f1ac729ed42,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:13.930921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.947118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:13.948248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Transition to ACTIVE for port object 042a7eda-6f4a-40de-80dd-6a71b1366f17 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:13.961004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.970575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:13.975192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:13.975389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:14.005277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:14.034949 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:14.035899 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.146732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a10473b-a751-4bd5-b7eb-ee8bca4bc908 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.163426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5402-74f1-4fc9-9b4e-a0f730d3a9d2 None None] Pushing event updated for resources: {'Port': ['ID=042a7eda-6f4a-40de-80dd-6a71b1366f17,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:14.231689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a10473b-a751-4bd5-b7eb-ee8bca4bc908 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.369358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=82260d2b-756f-4280-bc1a-455b98375c84,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:14.374335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Attempting to bind port 042a7eda-6f4a-40de-80dd-6a71b1366f17 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:14.374335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Attempting to bind port 042a7eda-6f4a-40de-80dd-6a71b1366f17 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:14.374335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Attempting to bind port 042a7eda-6f4a-40de-80dd-6a71b1366f17 on network 57fce704-3643-4e97-b015-36051a4e6bea {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:14.393650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a10473b-a751-4bd5-b7eb-ee8bca4bc908 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.397976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a10473b-a751-4bd5-b7eb-ee8bca4bc908 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.399185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a10473b-a751-4bd5-b7eb-ee8bca4bc908 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/a453dcac-a29b-441b-89e0-657d0b2ac74b HTTP/1.1" status: 204 len: 168 time: 0.6688862 Jul 22 21:36:14.399814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:14.400234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Checking segment: {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:14.400648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.401039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Bound using segment: {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:14.401531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Bound port: 042a7eda-6f4a-40de-80dd-6a71b1366f17, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:14.401921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.406548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48114) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:14.435954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bcbef35a-9bd3-47d8-861f-09332352cd48 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.0563600 Jul 22 21:36:14.448834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'f6b2b4e7-158b-4467-a177-2a7d2aa57c20'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:36:14.449766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.451669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48118) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:14.491479 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f54da667-0915-40b1-aaf9-6a69fee48cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.500657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10473b-a751-4bd5-b7eb-ee8bca4bc908 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a453dcac-a29b-441b-89e0-657d0b2ac74b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:14.587679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f54da667-0915-40b1-aaf9-6a69fee48cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.669347 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bcf03a7c-1f8e-4e11-acb7-62e582d4dbd6 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2583010 Jul 22 21:36:14.691303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48128) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:14.855706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.5 (4b165983-addd-4a44-ae9a-18221a744a52/a0b13b5b-ff3a-4d58-8788-7685a1363fdf/0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:14.864647 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f54da667-0915-40b1-aaf9-6a69fee48cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.875803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f54da667-0915-40b1-aaf9-6a69fee48cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:14.881859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f54da667-0915-40b1-aaf9-6a69fee48cf0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/862653e5-a6ba-4102-b55d-5f1ac729ed42 HTTP/1.1" status: 204 len: 168 time: 1.0128720 Jul 22 21:36:14.977118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54da667-0915-40b1-aaf9-6a69fee48cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862653e5-a6ba-4102-b55d-5f1ac729ed42,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:15.059073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da33a01d-9c19-49ae-96dd-9adc45bf2f97 req-6679acc2-dedb-4afd-b211-ce3410bd84ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 210 time: 0.1718864 Jul 22 21:36:15.088659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f37b6ae-fb2d-4302-8a7c-bf48c69a5486 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.117110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/f6b2b4e7-158b-4467-a177-2a7d2aa57c20/e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:15.168502 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f37b6ae-fb2d-4302-8a7c-bf48c69a5486 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.240959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359cb7d-05c0-4669-ba39-4792effb99e2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:15.248480 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7359cb7d-05c0-4669-ba39-4792effb99e2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7947745 Jul 22 21:36:15.254923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48158) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:15.433360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f37b6ae-fb2d-4302-8a7c-bf48c69a5486 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.441372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f37b6ae-fb2d-4302-8a7c-bf48c69a5486 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.441372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f37b6ae-fb2d-4302-8a7c-bf48c69a5486 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/c7249f75-e603-4d4a-a6ab-14b6ab779b28 HTTP/1.1" status: 204 len: 168 time: 0.7473178 Jul 22 21:36:15.461535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48172) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:15.463325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.478192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] For port 042a7eda-6f4a-40de-80dd-6a71b1366f17, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:15.488284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] For port 042a7eda-6f4a-40de-80dd-6a71b1366f17, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=042a7eda-6f4a-40de-80dd-6a71b1366f17,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:15.534898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-821f982b-5e51-4c9f-8b0a-7bae0e149aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.541895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.568650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37b6ae-fb2d-4302-8a7c-bf48c69a5486 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7249f75-e603-4d4a-a6ab-14b6ab779b28,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:15.656412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:15.657706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:15.670001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 82260d2b-756f-4280-bc1a-455b98375c84 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:15.673629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.817694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8233d3d3-2e59-42c8-bea6-89c2c0545a75 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3443871 Jul 22 21:36:15.825459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48198) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:15.879239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:15.933963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:15.990900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d7311a49-26f5-44ad-b335-403931896a4f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090298826'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:16.058302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.065734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.079761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5402-74f1-4fc9-9b4e-a0f730d3a9d2 None None] Pushing event updated for resources: {'Port': ['ID=042a7eda-6f4a-40de-80dd-6a71b1366f17,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:16.102135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7311a49-26f5-44ad-b335-403931896a4f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.148301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 82260d2b-756f-4280-bc1a-455b98375c84 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:16.243503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 4b165983-addd-4a44-ae9a-18221a744a52 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:16.264887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:16.272693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:16.337877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:16.422340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:16.545343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:16.546020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.615706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7311a49-26f5-44ad-b335-403931896a4f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.634635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-12266124-3b3d-47e5-8acd-ddf611ec8362 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7377775 Jul 22 21:36:16.634967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7311a49-26f5-44ad-b335-403931896a4f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.668825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Request body: {'port': {'device_id': 'a85272c0-f33a-4517-a390-380e5648e515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:16.669840 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.681384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.684218 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.736770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Transition to ACTIVE for port object e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:16.828041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7311a49-26f5-44ad-b335-403931896a4f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.828360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.831336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d7311a49-26f5-44ad-b335-403931896a4f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8671205 Jul 22 21:36:16.838185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=82260d2b-756f-4280-bc1a-455b98375c84,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:16.840099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48248) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:16.857507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7311a49-26f5-44ad-b335-403931896a4f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee25d4ea-879b-4d9e-aa02-a182314a2646,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:16.858151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8c21a2da-e77c-445c-b866-05fe777096a0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'ee25d4ea-879b-4d9e-aa02-a182314a2646', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:16.873338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Transition to ACTIVE for port object e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:16.888748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.916412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.919986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-88609985-a4a7-42de-ac82-72416cd7dc88 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/82260d2b-756f-4280-bc1a-455b98375c84 HTTP/1.1" status: 204 len: 168 time: 1.6618824 Jul 22 21:36:16.922692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48254) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:16.933506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8c21a2da-e77c-445c-b866-05fe777096a0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:16.974716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:17.048509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:17.056273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:17.113335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fae2b8-d610-4141-9a4a-d65533a31248 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:17.117973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fae2b8-d610-4141-9a4a-d65533a31248 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:17.120038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-86fae2b8-d610-4141-9a4a-d65533a31248 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1950247 Jul 22 21:36:17.124392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48264) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:17.272490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Pushing event updated for resources: {'Port': ['ID=e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:17.282855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7de52215-44a5-4091-a85e-76c52935f8da None None] Provisioning for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:17.292197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7de52215-44a5-4091-a85e-76c52935f8da None None] Provisioning complete for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:17.292853 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7de52215-44a5-4091-a85e-76c52935f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.302730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48270) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:17.429783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7de52215-44a5-4091-a85e-76c52935f8da None None] Port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:36:17.453585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:36:17.464033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.473209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet f6b2b4e7-158b-4467-a177-2a7d2aa57c20 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:36:17.489187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Transition to ACTIVE for port object 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:17.496743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.503562 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.527333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Attempting to bind port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:17.527736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Attempting to bind port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:17.528131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Attempting to bind port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:17.553821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:17.560406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:17.562406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.562833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:17.563297 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8c21a2da-e77c-445c-b866-05fe777096a0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.563525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Bound port: e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:17.568107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.575422 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8c21a2da-e77c-445c-b866-05fe777096a0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.623982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:15Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:17.670607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21a2da-e77c-445c-b866-05fe777096a0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d8d93c-59b4-4467-9873-3b388ad2dd2e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:17.685685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8c21a2da-e77c-445c-b866-05fe777096a0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.687064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8c21a2da-e77c-445c-b866-05fe777096a0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8437681 Jul 22 21:36:17.727334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1431553878-network', 'tenant_id': '310efadcea3d4db5a54a24e50c2b511d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:17.752416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48282) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:17.756757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023981d-004a-4384-b88c-c5e32b5dd554 None None] The sync data for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 is: [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:15Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:36:17.799757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:17.800324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:17.801399 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:17.812471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:17.847103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce63efae-26d4-4a84-bba4-99890e1b1d49 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.859102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21756da1-d077-4d32-8af5-c72a903df275 req-ecb9c14b-cf4c-4083-b033-6f7208cedaac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:17.860842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce63efae-26d4-4a84-bba4-99890e1b1d49 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.873502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-21756da1-d077-4d32-8af5-c72a903df275 req-ecb9c14b-cf4c-4083-b033-6f7208cedaac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 931 time: 0.7519348 Jul 22 21:36:17.898705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:36:17.899514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:17.904543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce63efae-26d4-4a84-bba4-99890e1b1d49 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.927678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce63efae-26d4-4a84-bba4-99890e1b1d49 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:17.932164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ce63efae-26d4-4a84-bba4-99890e1b1d49 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/10d8d93c-59b4-4467-9873-3b388ad2dd2e HTTP/1.1" status: 204 len: 168 time: 0.1436553 Jul 22 21:36:17.938291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48286) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:18.027914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63efae-26d4-4a84-bba4-99890e1b1d49 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10d8d93c-59b4-4467-9873-3b388ad2dd2e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:18.033959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.038232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:18.038665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Checking segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:18.041475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Bound using segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:18.041475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Bound port: 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:18.041475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.075136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] For port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:18.100461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] For port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:18.143523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0cdc7a1f-4eee-447f-99dc-5d23e37c35b0 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1721244 Jul 22 21:36:18.152480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48294) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:18.163271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.238382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-21756da1-d077-4d32-8af5-c72a903df275 req-383361d2-f193-455b-beb5-7df6784ef950 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623979 Jul 22 21:36:18.256373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Made reservation on behalf of 310efadcea3d4db5a54a24e50c2b511d for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:18.265375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.277480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 042a7eda-6f4a-40de-80dd-6a71b1366f17 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:18.299759 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.400592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48298) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:18.444166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4fca4-ed1b-49aa-9241-a7ff915faad5 None None] Pushing event updated for resources: {'Port': ['ID=e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:18.444470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:18.449126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:18.458220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.588619 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.639878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 042a7eda-6f4a-40de-80dd-6a71b1366f17 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:18.659871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 042a7eda-6f4a-40de-80dd-6a71b1366f17 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:18.661059 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.679751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.692367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:18.693379 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.698976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 1092 time: 2.0444365 Jul 22 21:36:18.737697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:36:18.744176 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:36:18.896911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408d2a2-9113-43d5-abef-9567277238c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:18.914971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35a49970-fb22-4a51-895e-f1a21b57bb98 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:18.972981 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.001567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.030497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.037284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35a49970-fb22-4a51-895e-f1a21b57bb98 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.089041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 042a7eda-6f4a-40de-80dd-6a71b1366f17, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=042a7eda-6f4a-40de-80dd-6a71b1366f17,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:19.095306 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.227987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-e76b60d8-423b-4b03-ae72-289fe294f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:19.238796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-e76b60d8-423b-4b03-ae72-289fe294f854 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1095 time: 0.4848528 Jul 22 21:36:19.263650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e57eca03-97c1-43db-bd00-c45a2e94eefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.272698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35a49970-fb22-4a51-895e-f1a21b57bb98 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.275292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35a49970-fb22-4a51-895e-f1a21b57bb98 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.303921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-35a49970-fb22-4a51-895e-f1a21b57bb98 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/ee25d4ea-879b-4d9e-aa02-a182314a2646 HTTP/1.1" status: 204 len: 168 time: 1.1433861 Jul 22 21:36:19.327715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48318) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:19.336230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=042a7eda-6f4a-40de-80dd-6a71b1366f17,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:19.344162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b36fddd-a7ec-4110-9460-fbb2d6426a13,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:19.395218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:36:19.402620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-a7c8e8fd-cadc-4224-a921-2d95c1c493dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 217 time: 0.1516991 Jul 22 21:36:19.406108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a49970-fb22-4a51-895e-f1a21b57bb98 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee25d4ea-879b-4d9e-aa02-a182314a2646,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:19.438128 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d85cc5-c2b5-46b9-b1f2-9109aba706f2 x-openstack-request-id: req-c5d85cc5-c2b5-46b9-b1f2-9109aba706f2 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:36:19.438438 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:36:19.438697 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5d85cc5-c2b5-46b9-b1f2-9109aba706f2 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:36:19.439246 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'status': 'completed', 'code': 200} Jul 22 21:36:19.538780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-b4ddfcdc-4846-4f2a-a05a-e56be1ddb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:19.541308 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-b4ddfcdc-4846-4f2a-a05a-e56be1ddb394 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.1264913 Jul 22 21:36:19.614868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.615453 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Added segment eeefad24-9a58-438d-8941-3baa5b152123 of type vlan for network f3c9efed-f90e-4287-9529-1bd5eda2ad9d Jul 22 21:36:19.632528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.636016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-a42d28bf-ddd7-4fc8-8954-1aff6e10c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:19.637746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-a42d28bf-ddd7-4fc8-8954-1aff6e10c8e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835431 Jul 22 21:36:19.658316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d90273db-296e-4bc9-88e8-e3a9aa4bb2bd tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2985623 Jul 22 21:36:19.667868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48324) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:19.725438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140030821'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:19.738977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b2b4e7-158b-4467-a177-2a7d2aa57c20,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:19.761059 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.762989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c272778e-fb71-4cdf-a4a3-c594c4b61e05 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/f6b2b4e7-158b-4467-a177-2a7d2aa57c20 HTTP/1.1" status: 204 len: 168 time: 2.6374738 Jul 22 21:36:19.772218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48326) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:19.788675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48328) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:19.794253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:19.842877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d83b3-cc86-461f-a75d-be0f6f756f1f req-4548353d-37ac-42d4-8f83-312eeccdf094 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:19.853150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-167d83b3-cc86-461f-a75d-be0f6f756f1f req-4548353d-37ac-42d4-8f83-312eeccdf094 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.3443685 Jul 22 21:36:19.859315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f33f2c5b-ce24-40a1-90d7-c7b37647155b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804875 Jul 22 21:36:19.864365 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-6a88d4fd-661f-473c-a6d4-1092d535a924 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143402 Jul 22 21:36:19.864872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48332) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:19.876371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:19.991990 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-167d83b3-cc86-461f-a75d-be0f6f756f1f req-c8a41622-dc6e-4c43-b09e-16f15cd6aa3e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366475 Jul 22 21:36:20.026899 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.034160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:20.035312 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.099462 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e57eca03-97c1-43db-bd00-c45a2e94eefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.114224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e57eca03-97c1-43db-bd00-c45a2e94eefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.129319 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0cac-a2a8-470f-b138-6052a7e98ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.180775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8702106 Jul 22 21:36:20.190426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48336) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:20.202471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Request body: {'subnet': {'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1431553878-subnet', 'tenant_id': '310efadcea3d4db5a54a24e50c2b511d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:20.237637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 042a7eda-6f4a-40de-80dd-6a71b1366f17 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:20.239936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02636234-f4a4-4e50-b882-44f011cf4646 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c9efed-f90e-4287-9529-1bd5eda2ad9d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:20.256372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e57eca03-97c1-43db-bd00-c45a2e94eefa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=536b0743b0f0478786358057f2695c33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7334900 Jul 22 21:36:20.257432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57eca03-97c1-43db-bd00-c45a2e94eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef028721-280b-4dba-8fef-d28102d84186,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:20.260780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48338) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:20.264375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.272131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f3c9efed-f90e-4287-9529-1bd5eda2ad9d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:36:20.307280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d86b625-d5b0-4495-abce-10c0baefb93b req-55566c02-3a4d-4edc-a112-a459ae2726f8 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201572 Jul 22 21:36:20.359135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:20.368036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.383789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 042a7eda-6f4a-40de-80dd-6a71b1366f17 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:20.384234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.508851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52808cee-11a9-4a67-8acb-9ea6af206a6a None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:20.539585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Made reservation on behalf of 310efadcea3d4db5a54a24e50c2b511d for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:20.542421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.561170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:36:20.561170 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:36:20.561170 n-d-762330-19 neutron-server[94092]: [parameters: {'project_id_1': '14cbbe8b34b54fefbe6c3419e67dc8e8', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 36, 20, 292941)}] Jul 22 21:36:20.561170 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:36:20.561812 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:36:20.577633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:20.620107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f93a829-cf59-4032-a0ed-0e4fa2a2df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.657756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ee80b8d-1eb7-44a5-a79a-5a232bd04cad None None] Provisioning for port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:20.684163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ee80b8d-1eb7-44a5-a79a-5a232bd04cad None None] Could not find standard attr ID for object 82260d2b-756f-4280-bc1a-455b98375c84. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:36:20.741416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f93a829-cf59-4032-a0ed-0e4fa2a2df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.760128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:20.768251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:20.769048 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:20.788177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-f4f5e3bb-09fd-4c9c-8a1d-cb9126caf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:20.790060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-f4f5e3bb-09fd-4c9c-8a1d-cb9126caf8ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1095 time: 0.4121566 Jul 22 21:36:21.066333 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.079654 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.108689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:36:21.115789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0cac-a2a8-470f-b138-6052a7e98ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.140569 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f93a829-cf59-4032-a0ed-0e4fa2a2df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.145056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f93a829-cf59-4032-a0ed-0e4fa2a2df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.146685 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f93a829-cf59-4032-a0ed-0e4fa2a2df5f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef028721-280b-4dba-8fef-d28102d84186 HTTP/1.1" status: 204 len: 168 time: 0.8740106 Jul 22 21:36:21.157127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0cac-a2a8-470f-b138-6052a7e98ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.178793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:21.189612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.206028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.275183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] Deleting port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:21.275183 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.304716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:21.312729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-829df227-6481-4d5a-96ae-92d33225dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:21.315762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-829df227-6481-4d5a-96ae-92d33225dcbb service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.5123479 Jul 22 21:36:21.333169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93a829-cf59-4032-a0ed-0e4fa2a2df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef028721-280b-4dba-8fef-d28102d84186,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:21.351580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.373960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.427385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.430078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7334111 Jul 22 21:36:21.440008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48348) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:21.461541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c4c2dc20-732e-428c-80c0-256dcc9f53a2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'bb082806-04e6-4e19-b5a8-97b77b1b58f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:21.475381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3c0d0cac-a2a8-470f-b138-6052a7e98ecb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8441d80d1084dd588d998f3f0eb8afd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6834266 Jul 22 21:36:21.475381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48350) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:21.488747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:21.490504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] For port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:21.500913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-1fba8ac9-1c0b-4690-b71f-0051b4f9eba2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 217 time: 0.1292875 Jul 22 21:36:21.510752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.515271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.525884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:21.549719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:21.550623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.553148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=8e599143-7522-4d7b-9f6b-2460525fb000,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:21.554631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] Calling delete_port for e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:21.579281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338bfa6-3b97-4611-8da4-b01ab513209b tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb082806-04e6-4e19-b5a8-97b77b1b58f7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:21.583801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4c2dc20-732e-428c-80c0-256dcc9f53a2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.593343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d0cac-a2a8-470f-b138-6052a7e98ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ebec6-fbe5-4f47-9552-4cf1efb4f3f4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:21.672759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a0250-c48f-47f7-99cf-205ad87d2997 req-1a2ec2cc-1d00-481a-bf16-b0f1e9839bfb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:21.685835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea5a0250-c48f-47f7-99cf-205ad87d2997 req-1a2ec2cc-1d00-481a-bf16-b0f1e9839bfb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.5611639 Jul 22 21:36:21.731031 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6819b4ca-9820-4fb8-9f11-ac1b6998e7b6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8646958 Jul 22 21:36:21.742233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48356) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:21.755782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': '8e599143-7522-4d7b-9f6b-2460525fb000', 'ip_address': '2001:db8::8bb3:d306:f1c2:3902'}], 'name': 'tempest-NetworksTestDHCPv6-307014849'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:21.761414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.764243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-a49839e7-90b6-4cc8-921c-d1c8b9dabeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:21.765927 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-a49839e7-90b6-4cc8-921c-d1c8b9dabeed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.2523408 Jul 22 21:36:21.820760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] Pushing event deleted for resources: {'Port': ['ID=e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:21.831157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8bf51-d8ea-4499-bbff-86152e09340c None None] No DVR routers for this DVR port e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:36:21.843261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Checking segment: {'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:21.844368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea5a0250-c48f-47f7-99cf-205ad87d2997 req-f5243285-347e-40a8-96dd-7846ced2c92f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570432 Jul 22 21:36:21.850583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Network hostable DHCP agents. Network: f3c9efed-f90e-4287-9529-1bd5eda2ad9d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:36:21.868445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ddc378-cf57-4c04-b541-c03228d3c3f7 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:21.883315 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4c2dc20-732e-428c-80c0-256dcc9f53a2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.890512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4c2dc20-732e-428c-80c0-256dcc9f53a2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.914837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2dc20-732e-428c-80c0-256dcc9f53a2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ce7ef9-d06a-46ed-84de-dc6c3316f9f8,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:21.924742 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4c2dc20-732e-428c-80c0-256dcc9f53a2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:21.929877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c4c2dc20-732e-428c-80c0-256dcc9f53a2 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4823782 Jul 22 21:36:21.930590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48358) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:21.966779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a347c6e8-2fb8-45bf-88f7-16108ebd2462 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules/30ce7ef9-d06a-46ed-84de-dc6c3316f9f8 HTTP/1.1" status: 200 len: 763 time: 0.0349653 Jul 22 21:36:21.967879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48360) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:21.968331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48362) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:22.003655 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8894502-fcbd-4856-a074-1176e6c8daf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.055307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-426a9133-262f-40c8-ab40-43c8c5d79d2c tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0798466 Jul 22 21:36:22.055485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37c425fe-a901-4314-8b53-dd960a2a9fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.055589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48364) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:22.069243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:36:22.076351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ff2dca-e364-43d7-8b4c-904f6f861b94,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:22.096425 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36f7f36f-f00d-497c-b2c1-e51980c1c408 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.106499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36f7f36f-f00d-497c-b2c1-e51980c1c408 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.109024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:36:22.109375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e26d6f7a-8fc5-4177-b5fe-99e6ff8442a3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:36:22.133273 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37c425fe-a901-4314-8b53-dd960a2a9fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.141080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36f7f36f-f00d-497c-b2c1-e51980c1c408 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.150621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36f7f36f-f00d-497c-b2c1-e51980c1c408 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.152144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-36f7f36f-f00d-497c-b2c1-e51980c1c408 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/30ce7ef9-d06a-46ed-84de-dc6c3316f9f8 HTTP/1.1" status: 204 len: 168 time: 0.0971236 Jul 22 21:36:22.156853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48366) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:22.162688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Network f3c9efed-f90e-4287-9529-1bd5eda2ad9d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:36:22.174407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7f36f-f00d-497c-b2c1-e51980c1c408 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30ce7ef9-d06a-46ed-84de-dc6c3316f9f8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:22.199950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a392c-0498-4387-bb26-11922436766e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '8e599143-7522-4d7b-9f6b-2460525fb000'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:36:22.200748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-665a392c-0498-4387-bb26-11922436766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.216281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, f3c9efed-f90e-4287-9529-1bd5eda2ad9d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:22.223728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:22.226096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.251175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-3bde6947-ea2d-492a-a246-2fac5826aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:22.253757 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-3bde6947-ea2d-492a-a246-2fac5826aea1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4643714 Jul 22 21:36:22.262335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1d9fd9a5-a3bc-4b65-8359-74360882c492 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1002991 Jul 22 21:36:22.268027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:22.273930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'bb082806-04e6-4e19-b5a8-97b77b1b58f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:22.294170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8894502-fcbd-4856-a074-1176e6c8daf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.300743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8894502-fcbd-4856-a074-1176e6c8daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.318778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37c425fe-a901-4314-8b53-dd960a2a9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.321377 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37c425fe-a901-4314-8b53-dd960a2a9fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.322826 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-37c425fe-a901-4314-8b53-dd960a2a9fe4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/000ebec6-fbe5-4f47-9552-4cf1efb4f3f4 HTTP/1.1" status: 204 len: 168 time: 0.8366623 Jul 22 21:36:22.330375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ca2d2c5f-fe23-47f5-b294-ecb258fd9d60 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1388769 Jul 22 21:36:22.338784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:36:22.338784 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:36:22.338784 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id_1': '14cbbe8b34b54fefbe6c3419e67dc8e8', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 36, 22, 280205)}] Jul 22 21:36:22.338784 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:36:22.339351 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:36:22.370659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8894502-fcbd-4856-a074-1176e6c8daf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f7ae8-39db-4da5-a8ba-5c40bed453c0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:22.391442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f8894502-fcbd-4856-a074-1176e6c8daf0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f46086be74784c16a22f3c32afbee1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218357 Jul 22 21:36:22.392808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48376) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:22.444809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-665a392c-0498-4387-bb26-11922436766e None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/8e599143-7522-4d7b-9f6b-2460525fb000/f4aa4e36-07e8-40a9-a9be-6281a84297fe) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:22.452285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c80c-c551-4ece-adfc-0ad51cc144b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.481883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c80c-c551-4ece-adfc-0ad51cc144b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.489232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c29d4-599f-49cb-8b4d-589a6e2dce74 None None] Network f3c9efed-f90e-4287-9529-1bd5eda2ad9d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:22.529697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-678102cc-6bda-4a55-a4a4-fc90ecd1b3fb service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621267 Jul 22 21:36:22.530863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c425fe-a901-4314-8b53-dd960a2a9fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ebec6-fbe5-4f47-9552-4cf1efb4f3f4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:22.574111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:22.591012 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c80c-c551-4ece-adfc-0ad51cc144b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.594277 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c80c-c551-4ece-adfc-0ad51cc144b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.598917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cbf8c80c-c551-4ece-adfc-0ad51cc144b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a21f7ae8-39db-4da5-a8ba-5c40bed453c0 HTTP/1.1" status: 204 len: 168 time: 0.2047935 Jul 22 21:36:22.618351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8c80c-c551-4ece-adfc-0ad51cc144b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f7ae8-39db-4da5-a8ba-5c40bed453c0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:22.779257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d80012-2265-4253-aa79-4a4eb157cf9c None None] Network f3c9efed-f90e-4287-9529-1bd5eda2ad9d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:22.821077 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-665a392c-0498-4387-bb26-11922436766e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.852063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ce4256e5-55f2-488b-8f8e-b6e6473d77f9 req-a0375a83-04e9-447b-a956-e36364bd6b4c service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125741 Jul 22 21:36:22.858288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.897154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port e86cc60d-1997-406b-a3d7-304739adcb6a yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:36:22.908419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-665a392c-0498-4387-bb26-11922436766e None None] Transition to ACTIVE for port object f4aa4e36-07e8-40a9-a9be-6281a84297fe will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:22.914924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:22.954366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48390) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:22.984997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0f6390b-7a72-453e-84b9-2ed5c852a3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.059511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-665a392c-0498-4387-bb26-11922436766e None None] Transition to ACTIVE for port object f4aa4e36-07e8-40a9-a9be-6281a84297fe will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:23.073660 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-665a392c-0498-4387-bb26-11922436766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.096666 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.114072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.164910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d16abd-34b5-4a12-822f-52ceca633599,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:23.178043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665a392c-0498-4387-bb26-11922436766e None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:23.198813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-665a392c-0498-4387-bb26-11922436766e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:23.199582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::8bb3:d306:f1c2:3902 (caeefccd-6c8b-4502-a5b4-f242d70f2491/8e599143-7522-4d7b-9f6b-2460525fb000/e86cc60d-1997-406b-a3d7-304739adcb6a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:23.216184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a392c-0498-4387-bb26-11922436766e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:23.271068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4709a-291b-4efb-bd9a-6fc03731fd01 req-f6163af6-380f-4a30-8e5e-5db2e255185b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:23.278806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dee4709a-291b-4efb-bd9a-6fc03731fd01 req-f6163af6-380f-4a30-8e5e-5db2e255185b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.2240772 Jul 22 21:36:23.291253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:36:23.336652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dee4709a-291b-4efb-bd9a-6fc03731fd01 req-01a150b2-8a6b-4358-9ddc-c7760aedffb9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568089 Jul 22 21:36:23.405136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0f6390b-7a72-453e-84b9-2ed5c852a3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.411076 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0f6390b-7a72-453e-84b9-2ed5c852a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.444402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:23.459361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6390b-7a72-453e-84b9-2ed5c852a3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d4cd43-5c82-4366-9c69-e4fae500676b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:23.492466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.507936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object e86cc60d-1997-406b-a3d7-304739adcb6a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:23.509780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b0f6390b-7a72-453e-84b9-2ed5c852a3c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da180de73d214c91ac82f230e61df8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514934 Jul 22 21:36:23.510692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:23.534765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'port_id': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'mac_address': 'fa:16:3e:ce:34:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:36:23.539992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a392c-0498-4387-bb26-11922436766e None None] Pushing event updated for resources: {'Port': ['ID=f4aa4e36-07e8-40a9-a9be-6281a84297fe,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:23.579980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-665a392c-0498-4387-bb26-11922436766e None None] Attempting to bind port f4aa4e36-07e8-40a9-a9be-6281a84297fe on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:23.580454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-665a392c-0498-4387-bb26-11922436766e None None] Attempting to bind port f4aa4e36-07e8-40a9-a9be-6281a84297fe by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:23.580831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a392c-0498-4387-bb26-11922436766e None None] Attempting to bind port f4aa4e36-07e8-40a9-a9be-6281a84297fe on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:23.581830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.600110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.604867 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a57eb31d-832b-40b8-b8f6-827bc61f4be9 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3352859 Jul 22 21:36:23.605630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48406) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:23.649562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a392c-0498-4387-bb26-11922436766e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:23.652056 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd94651f-d2e5-469b-8209-6d0364671d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.654275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a392c-0498-4387-bb26-11922436766e None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:23.654854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-665a392c-0498-4387-bb26-11922436766e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.655275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a392c-0498-4387-bb26-11922436766e None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:23.655799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-665a392c-0498-4387-bb26-11922436766e None None] Bound port: f4aa4e36-07e8-40a9-a9be-6281a84297fe, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:23.656229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-665a392c-0498-4387-bb26-11922436766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.703290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd94651f-d2e5-469b-8209-6d0364671d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.713375 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.728429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bbb6f9a4-60cf-4d61-9fc0-495349532220 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules/c7d16abd-34b5-4a12-822f-52ceca633599 HTTP/1.1" status: 200 len: 763 time: 0.1161606 Jul 22 21:36:23.729047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48410) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:23.730919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:23.734910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:23.739386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:23.746554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:23.747424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.766447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=e86cc60d-1997-406b-a3d7-304739adcb6a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:23.776158 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e0631988-0f47-4aa8-898b-67abb0a29779 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0267105 Jul 22 21:36:23.777876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48414) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:23.821273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:36:23.872932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:23.876113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-665a392c-0498-4387-bb26-11922436766e None None] For port f4aa4e36-07e8-40a9-a9be-6281a84297fe, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:23.879806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-665a392c-0498-4387-bb26-11922436766e None None] For port f4aa4e36-07e8-40a9-a9be-6281a84297fe, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f4aa4e36-07e8-40a9-a9be-6281a84297fe,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:23.881591 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.915634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0846b-d5eb-438c-b80f-60da5f657ba4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:23.927396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd94651f-d2e5-469b-8209-6d0364671d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.930019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd94651f-d2e5-469b-8209-6d0364671d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.931212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd94651f-d2e5-469b-8209-6d0364671d5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1d4cd43-5c82-4366-9c69-e4fae500676b HTTP/1.1" status: 204 len: 168 time: 0.4185548 Jul 22 21:36:23.948282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-665a392c-0498-4387-bb26-11922436766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:23.951379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0846b-d5eb-438c-b80f-60da5f657ba4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:23.962439 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3bc0846b-d5eb-438c-b80f-60da5f657ba4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1806633 Jul 22 21:36:23.962999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48426) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:24.010653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:24.016870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b5e6ff6-8176-4eb0-8c3a-d706387a1a42 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2712791 Jul 22 21:36:24.027806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94651f-d2e5-469b-8209-6d0364671d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d4cd43-5c82-4366-9c69-e4fae500676b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:24.041602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48428) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:24.102608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1265c5ff-dcb2-4943-bfe3-a78250820fc4 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.126269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1265c5ff-dcb2-4943-bfe3-a78250820fc4 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.137076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a392c-0498-4387-bb26-11922436766e None None] Pushing event updated for resources: {'Port': ['ID=f4aa4e36-07e8-40a9-a9be-6281a84297fe,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:24.181970 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1265c5ff-dcb2-4943-bfe3-a78250820fc4 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.226024 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1265c5ff-dcb2-4943-bfe3-a78250820fc4 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.230634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1265c5ff-dcb2-4943-bfe3-a78250820fc4 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c7d16abd-34b5-4a12-822f-52ceca633599 HTTP/1.1" status: 204 len: 168 time: 0.1844981 Jul 22 21:36:24.230974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48434) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:24.292619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port e86cc60d-1997-406b-a3d7-304739adcb6a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:24.292973 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.316277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:36:24.343224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265c5ff-dcb2-4943-bfe3-a78250820fc4 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7d16abd-34b5-4a12-822f-52ceca633599,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:24.440988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-815cd7b1-fe8b-4d5b-982b-738403ea5672 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2069778 Jul 22 21:36:24.449182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:24.505384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Request body: {'security_group_rule': {'security_group_id': 'bb082806-04e6-4e19-b5a8-97b77b1b58f7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:24.599394 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.641413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f969d3-6628-4c41-8644-efe792b56c4e req-1f85b3c0-8ee3-4555-85ea-e63ad292562f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:24.646236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6f969d3-6628-4c41-8644-efe792b56c4e req-1f85b3c0-8ee3-4555-85ea-e63ad292562f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.1349387 Jul 22 21:36:24.649340 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Project 14cbbe8b34b54fefbe6c3419e67dc8e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:36:24.658730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for e86cc60d-1997-406b-a3d7-304739adcb6a owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:24.672689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.893157 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6f969d3-6628-4c41-8644-efe792b56c4e req-646c13ce-4b6b-4ae8-9b3f-a87ba5f4a148 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306986 Jul 22 21:36:24.921377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.931831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:24.978133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfa9bc8-5a3a-40d0-b6a4-12742840802d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:24.992613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.001148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8968df45-a793-4190-9551-8082074f7c03 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5477610 Jul 22 21:36:25.004601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48456) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.043783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-535d92d8-dfc2-4a1f-87ea-60e7248c1910 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules/fbfa9bc8-5a3a-40d0-b6a4-12742840802d HTTP/1.1" status: 200 len: 769 time: 0.0358362 Jul 22 21:36:25.045312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.151417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.167383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dd8040fa-cd40-4b00-86e9-c8398154ddd1 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1209240 Jul 22 21:36:25.170956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.253673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=e86cc60d-1997-406b-a3d7-304739adcb6a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:25.262711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4f98-d8fd-466b-8c85-6351543ce5ab tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.297361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4f98-d8fd-466b-8c85-6351543ce5ab tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.338601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.344843 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1675bfc8-a60c-428b-9b15-e72bec102166 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/e86cc60d-1997-406b-a3d7-304739adcb6a HTTP/1.1" status: 204 len: 168 time: 1.3782325 Jul 22 21:36:25.349473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48468) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.390167 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4f98-d8fd-466b-8c85-6351543ce5ab tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.413729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4f98-d8fd-466b-8c85-6351543ce5ab tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.415701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6b6b4f98-d8fd-466b-8c85-6351543ce5ab tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/fbfa9bc8-5a3a-40d0-b6a4-12742840802d HTTP/1.1" status: 204 len: 168 time: 0.2434897 Jul 22 21:36:25.419098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48470) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.466317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b4f98-d8fd-466b-8c85-6351543ce5ab tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbfa9bc8-5a3a-40d0-b6a4-12742840802d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:25.490152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad43797-5789-4624-98ce-30a287634962 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:25.492562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad43797-5789-4624-98ce-30a287634962 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:25.506270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aad43797-5789-4624-98ce-30a287634962 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1587911 Jul 22 21:36:25.514421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48476) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.570497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a294edc2-a000-4ec8-bcf7-9733fe34731f tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1422706 Jul 22 21:36:25.573883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48478) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.668345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 8e599143-7522-4d7b-9f6b-2460525fb000 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:36:25.675040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.682042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ce05da7-6bc1-43a9-a333-366a5ab0ace1 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.720648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ce05da7-6bc1-43a9-a333-366a5ab0ace1 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.765403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.789789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ce05da7-6bc1-43a9-a333-366a5ab0ace1 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.793133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ce05da7-6bc1-43a9-a333-366a5ab0ace1 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:25.795491 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0ce05da7-6bc1-43a9-a333-366a5ab0ace1 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "DELETE /v2.0/security-groups/bb082806-04e6-4e19-b5a8-97b77b1b58f7 HTTP/1.1" status: 204 len: 168 time: 0.2195275 Jul 22 21:36:25.798926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48484) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:25.848205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce05da7-6bc1-43a9-a333-366a5ab0ace1 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb082806-04e6-4e19-b5a8-97b77b1b58f7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:25.934632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2e294fd2-18b1-46e6-8694-c52238ff2ceb None None] Provisioning for port f4aa4e36-07e8-40a9-a9be-6281a84297fe completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:25.937853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9bc8de9f-c43c-483a-becc-e25569f8fabd tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147351 Jul 22 21:36:25.948109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:26.069774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:26.112501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-77955b34-9f9e-434b-942d-3957d1629828 tempest-SecGroupIPv6Test-416807493 tempest-SecGroupIPv6Test-416807493-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689768 Jul 22 21:36:26.165817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f4aa4e36-07e8-40a9-a9be-6281a84297fe up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:26.291104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f4aa4e36-07e8-40a9-a9be-6281a84297fe completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:26.298845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f4aa4e36-07e8-40a9-a9be-6281a84297fe triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:26.299550 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:26.354869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:26.395996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=8e599143-7522-4d7b-9f6b-2460525fb000,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:26.438976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db5348-87b2-47da-acab-5b05ce17af4e req-a8e1b9fe-3c22-4342-951d-7c6820970a5d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:26.444624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:26.447355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63db5348-87b2-47da-acab-5b05ce17af4e req-a8e1b9fe-3c22-4342-951d-7c6820970a5d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.2483654 Jul 22 21:36:26.474469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-76f35222-79de-46af-b754-bd3aaf43b376 None None] Could not find standard attr ID for object 82260d2b-756f-4280-bc1a-455b98375c84. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:36:26.475155 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:26.482474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48512) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:26.483335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6a13b7ad-abce-47a5-9720-1eee45d5eaa2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/8e599143-7522-4d7b-9f6b-2460525fb000 HTTP/1.1" status: 204 len: 168 time: 0.9675765 Jul 22 21:36:26.517408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f4aa4e36-07e8-40a9-a9be-6281a84297fe, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f4aa4e36-07e8-40a9-a9be-6281a84297fe,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:26.528349 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:26.532914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63db5348-87b2-47da-acab-5b05ce17af4e req-3b5c04b7-0dc1-471b-94db-e60ca2c1d532 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837436 Jul 22 21:36:26.597478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f4aa4e36-07e8-40a9-a9be-6281a84297fe,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:26.605766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-296ff7c1-4cb7-4b5c-97fe-d50921163d1d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189914 Jul 22 21:36:26.605766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48516) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:26.611126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:26.772398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:26.776078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:26.827656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48524) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:26.839389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f416596f-6058-40e5-aa62-6883353848f3 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:26.915754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-25a91663-f196-4cf3-b02a-df2ba24bbcca None None] Could not find standard attr ID for object e86cc60d-1997-406b-a3d7-304739adcb6a. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:36:27.231395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5b202361-3ef6-4e77-b16b-ac96b660225c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14cbbe8b34b54fefbe6c3419e67dc8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015198 Jul 22 21:36:27.232704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48536) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:27.263296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:36:27.269474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.357035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=b37599c6-4da2-4eda-b02b-c5a2fb76d09f,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:27.358856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:27.409342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:27.416402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:27.420520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:27.422198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.463886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.464509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.465611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.466257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.466839 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.467481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.468380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.469675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.470709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.471546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.492022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.494224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:27.565344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e584ecdc-f544-4926-968a-ddbf7848af7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.578317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48544) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:27.585650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': 'b37599c6-4da2-4eda-b02b-c5a2fb76d09f', 'ip_address': '2001:db8::54ea:bbde:79c6:a62a'}], 'name': 'tempest-NetworksTestDHCPv6-269584014'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:27.590576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0647127e-3662-4349-8a45-b748e14df655 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9838374 Jul 22 21:36:27.591141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] Deleting port f4aa4e36-07e8-40a9-a9be-6281a84297fe {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:27.591538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.646632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:27.684140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e584ecdc-f544-4926-968a-ddbf7848af7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.727893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:27.737858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.827562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e584ecdc-f544-4926-968a-ddbf7848af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.832402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e584ecdc-f544-4926-968a-ddbf7848af7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.840247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e584ecdc-f544-4926-968a-ddbf7848af7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73316102-5380-4f81-939c-b40ed71180a0 HTTP/1.1" status: 204 len: 168 time: 0.6064279 Jul 22 21:36:27.862599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:27.873319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584ecdc-f544-4926-968a-ddbf7848af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73316102-5380-4f81-939c-b40ed71180a0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:27.881937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] For port f4aa4e36-07e8-40a9-a9be-6281a84297fe, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f4aa4e36-07e8-40a9-a9be-6281a84297fe,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:27.881937 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:27.930146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc5e96-e6d8-4151-bb9f-e5c86a3adf59 req-321596a0-09f5-4db0-9574-fa74aedb9616 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:27.931644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27fc5e96-e6d8-4151-bb9f-e5c86a3adf59 req-321596a0-09f5-4db0-9574-fa74aedb9616 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.1966157 Jul 22 21:36:27.967709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] Calling delete_port for f4aa4e36-07e8-40a9-a9be-6281a84297fe owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:28.130785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27fc5e96-e6d8-4151-bb9f-e5c86a3adf59 req-bc1b2ce8-872b-4993-a99c-5d177088c5b6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740971 Jul 22 21:36:28.154461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f4aa4e36-07e8-40a9-a9be-6281a84297fe no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:36:28.206208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:28.262348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 64b0ca81-5f4a-425d-abe2-e75d7a361b2a yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:36:28.659169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::54ea:bbde:79c6:a62a (caeefccd-6c8b-4502-a5b4-f242d70f2491/b37599c6-4da2-4eda-b02b-c5a2fb76d09f/64b0ca81-5f4a-425d-abe2-e75d7a361b2a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:28.752529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:28.791302 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:36:28.886768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:36:28.894393 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652717d9-a233-40a9-982e-18a1ea31087c" -d '{"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:36:28.978781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:28.998669 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:29.006873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:29.182069 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:29.197374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:29.230175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] No DVR routers for this DVR port f4aa4e36-07e8-40a9-a9be-6281a84297fe on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:36:29.286969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 64b0ca81-5f4a-425d-abe2-e75d7a361b2a will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:29.366186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ed01c-6108-4b01-bd1d-e0827ce9fc1c None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:29.507696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:29.544368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:29.650946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:29.659922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:29.664602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:29.673354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78f74e-a7f0-45e6-9548-c6a8dffa8c70 None None] Pushing event deleted for resources: {'Port': ['ID=f4aa4e36-07e8-40a9-a9be-6281a84297fe,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:29.676258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:29.676258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:29.680561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=64b0ca81-5f4a-425d-abe2-e75d7a361b2a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:29.721912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fb12b-5dfc-46cb-9a3b-8eb7e2c31e38 req-34b379e1-f772-4b0f-84cf-7ae62403ebe5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:29.735145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-631fb12b-5dfc-46cb-9a3b-8eb7e2c31e38 req-34b379e1-f772-4b0f-84cf-7ae62403ebe5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3622980 Jul 22 21:36:29.740897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b6d7eadb-4f21-4259-aa49-1a7572a00063 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1611922 Jul 22 21:36:29.743303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48602) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:29.852786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-631fb12b-5dfc-46cb-9a3b-8eb7e2c31e38 req-e2f7cbf9-7927-4e0e-a8df-075c6487be0d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160173 Jul 22 21:36:29.904794 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f6391-e243-4c84-8633-5c17a4cd03be x-openstack-request-id: req-5e2f6391-e243-4c84-8633-5c17a4cd03be {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:36:29.905675 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:36:29.905675 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e2f6391-e243-4c84-8633-5c17a4cd03be {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:36:29.905903 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'code': 200} Jul 22 21:36:30.015906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311c7ba-affd-405c-bcfb-2f137d09b7c3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:30.021547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b311c7ba-affd-405c-bcfb-2f137d09b7c3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2752073 Jul 22 21:36:30.025188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48616) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:30.120994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'b37599c6-4da2-4eda-b02b-c5a2fb76d09f'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:36:30.122693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:30.188030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93710c8-aca5-446b-99a9-209073024729 req-2ed1a396-1d3e-4aa3-ab1c-75dcfd74a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:30.191937 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f93710c8-aca5-446b-99a9-209073024729 req-2ed1a396-1d3e-4aa3-ab1c-75dcfd74a581 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1097 time: 0.1668296 Jul 22 21:36:30.359768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f93710c8-aca5-446b-99a9-209073024729 req-f93ca779-3a13-4991-a46d-3e853321a47a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609297 Jul 22 21:36:30.504651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 64b0ca81-5f4a-425d-abe2-e75d7a361b2a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:30.507026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:30.741252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/b37599c6-4da2-4eda-b02b-c5a2fb76d09f/d9c63071-a6dc-40e7-bdf1-88c67d264055) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:30.871230 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:30.971261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 64b0ca81-5f4a-425d-abe2-e75d7a361b2a owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:31.317432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:31.415211 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:31.439190 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:31.458562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Transition to ACTIVE for port object d9c63071-a6dc-40e7-bdf1-88c67d264055 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:31.524124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Transition to ACTIVE for port object d9c63071-a6dc-40e7-bdf1-88c67d264055 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:31.536435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=64b0ca81-5f4a-425d-abe2-e75d7a361b2a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:31.539667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:31.661884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.662908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.663741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.664710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.665600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.666466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.667329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.668664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.672989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.674009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.674936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.675872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:31.709993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:31.715861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-84f27a67-633a-487c-8b6b-c30414d42386 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/64b0ca81-5f4a-425d-abe2-e75d7a361b2a HTTP/1.1" status: 204 len: 168 time: 1.6888161 Jul 22 21:36:31.720155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48656) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:31.741251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:31.752505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Pushing event updated for resources: {'Port': ['ID=d9c63071-a6dc-40e7-bdf1-88c67d264055,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:31.760098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:31.769630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:31.811564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a381196-72fc-4b53-be3d-c754baa79b3c req-96c51904-068d-4679-8a66-5d4222c2b7cb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:31.824486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a381196-72fc-4b53-be3d-c754baa79b3c req-96c51904-068d-4679-8a66-5d4222c2b7cb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.5208540 Jul 22 21:36:31.957420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1692ffd8-a134-48fe-a196-5ba59d47e85b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:31.968833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1692ffd8-a134-48fe-a196-5ba59d47e85b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:31.982345 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1692ffd8-a134-48fe-a196-5ba59d47e85b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2598903 Jul 22 21:36:31.987978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48666) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:32.049144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a381196-72fc-4b53-be3d-c754baa79b3c req-79e658de-c5dc-4dee-8492-d6131282fb75 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188244 Jul 22 21:36:32.146114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Attempting to bind port d9c63071-a6dc-40e7-bdf1-88c67d264055 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:32.147289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Attempting to bind port d9c63071-a6dc-40e7-bdf1-88c67d264055 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:32.148207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Attempting to bind port d9c63071-a6dc-40e7-bdf1-88c67d264055 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:32.153904 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.159484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:32.160588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:32.161864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.163122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:32.164249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Bound port: d9c63071-a6dc-40e7-bdf1-88c67d264055, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:32.165117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.178759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet b37599c6-4da2-4eda-b02b-c5a2fb76d09f {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:36:32.195199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.273506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48672) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:32.298348 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.348072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] For port d9c63071-a6dc-40e7-bdf1-88c67d264055, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:32.358100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] For port d9c63071-a6dc-40e7-bdf1-88c67d264055, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d9c63071-a6dc-40e7-bdf1-88c67d264055,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:32.365011 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.452234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.571144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.614563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:32.616705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d819e9-db41-4580-9ce9-f45b1a799b9e None None] Pushing event updated for resources: {'Port': ['ID=d9c63071-a6dc-40e7-bdf1-88c67d264055,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:32.620818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/b37599c6-4da2-4eda-b02b-c5a2fb76d09f HTTP/1.1" status: 204 len: 168 time: 0.6313231 Jul 22 21:36:32.623414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48684) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:32.683442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a66d74-7bf6-4bc1-b26d-f31b820cff97 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=b37599c6-4da2-4eda-b02b-c5a2fb76d09f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:32.819254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4dba7df8-1b95-413e-bcf8-8034c517aa2e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1937096 Jul 22 21:36:32.821434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48690) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:32.925197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96d4ee8-ba1f-4596-a33e-859c8edd9a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:33.002053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee16d1b-b9e7-40d6-9718-6c1e594b923f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:33.005045 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dee16d1b-b9e7-40d6-9718-6c1e594b923f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1817033 Jul 22 21:36:33.006793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48694) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:33.191946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96d4ee8-ba1f-4596-a33e-859c8edd9a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:33.198624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96d4ee8-ba1f-4596-a33e-859c8edd9a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:33.278063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8248dc6-98c9-47c2-84b9-dc12f7753345 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:33.281260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e8248dc6-98c9-47c2-84b9-dc12f7753345 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2730083 Jul 22 21:36:33.285388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48706) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:33.295564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a96d4ee8-ba1f-4596-a33e-859c8edd9a17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9d59924453741afbb0b2f1697c9dc40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203140 Jul 22 21:36:33.296643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d4ee8-ba1f-4596-a33e-859c8edd9a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8513b2-e3ca-4297-a149-10e8e113fbdb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:33.302244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48708) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:33.555047 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f29b7ca-d0b5-4592-91da-a06449cf2c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:33.676366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c283e3-3dbb-4cfb-80e0-ff020e7ef74b req-74e4294d-9414-4c59-8f40-f83c5e0b9f6b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:33.688633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5c283e3-3dbb-4cfb-80e0-ff020e7ef74b req-74e4294d-9414-4c59-8f40-f83c5e0b9f6b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3866765 Jul 22 21:36:33.845713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f29b7ca-d0b5-4592-91da-a06449cf2c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:34.067648 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-17c12d65-da0b-4f64-9f39-0717d59c5e6b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7801189 Jul 22 21:36:34.078118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48720) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:34.096898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:34.107395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5c283e3-3dbb-4cfb-80e0-ff020e7ef74b req-a20ad934-bc6f-44b8-b46b-564981169179 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143796 Jul 22 21:36:34.237141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f29b7ca-d0b5-4592-91da-a06449cf2c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:34.242593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f29b7ca-d0b5-4592-91da-a06449cf2c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:34.243816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3f29b7ca-d0b5-4592-91da-a06449cf2c29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c8513b2-e3ca-4297-a149-10e8e113fbdb HTTP/1.1" status: 204 len: 168 time: 0.9403903 Jul 22 21:36:34.280759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9c63071-a6dc-40e7-bdf1-88c67d264055 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:34.293862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29b7ca-d0b5-4592-91da-a06449cf2c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8513b2-e3ca-4297-a149-10e8e113fbdb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:34.323071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:34.413287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d9c63071-a6dc-40e7-bdf1-88c67d264055 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:34.436027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:34.446027 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:34.599442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf202-9d17-4bb7-9ac5-5041d0a60100 req-7be84cd7-e297-41bd-9493-1149ba4f1b5a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:34.601198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04fdf202-9d17-4bb7-9ac5-5041d0a60100 req-7be84cd7-e297-41bd-9493-1149ba4f1b5a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.2762606 Jul 22 21:36:34.691451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04fdf202-9d17-4bb7-9ac5-5041d0a60100 req-024e695e-534e-48d8-81f5-87a7f12f4247 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766969 Jul 22 21:36:34.708711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48736) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:34.791253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da01087-fb34-40ba-b19f-02279f9a5f20 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:34.795614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2da01087-fb34-40ba-b19f-02279f9a5f20 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1092 time: 0.0835109 Jul 22 21:36:34.802984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48742) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:34.816369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe29f2-3326-41bd-9bdb-41b0ce096e43 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:34.817494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:34.872271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:34.885959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:34.979607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:34.984387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:34.990341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:34.990963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.011671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=e39f9cb9-3ce3-4b7a-986a-98988fd6e51b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:35.030917 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a5a34334-ce3e-4560-9e25-df9b8d84b75b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9475358 Jul 22 21:36:35.031169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48744) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:35.037047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': 'e39f9cb9-3ce3-4b7a-986a-98988fd6e51b', 'ip_address': '2001:db8::953e:6dba:6096:20f0'}], 'name': 'tempest-NetworksTestDHCPv6-364698484'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:35.044536 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4430e767-07e2-45f3-9222-71e65cd790f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.045952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] Provisioning for port d9c63071-a6dc-40e7-bdf1-88c67d264055 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:35.064678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] Provisioning complete for port d9c63071-a6dc-40e7-bdf1-88c67d264055 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:35.065034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.187744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48748) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:35.234670 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.263694 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77c6a602-c610-47d1-bff5-a480e5e7f90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.277324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] For port d9c63071-a6dc-40e7-bdf1-88c67d264055, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d9c63071-a6dc-40e7-bdf1-88c67d264055,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:35.284302 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.292450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] Could not find standard attr ID for object 64b0ca81-5f4a-425d-abe2-e75d7a361b2a. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:36:35.356208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d9a78-edac-45a9-ae5e-a83f76bf5d06 None None] Pushing event updated for resources: {'Port': ['ID=d9c63071-a6dc-40e7-bdf1-88c67d264055,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:35.371124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.402293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4430e767-07e2-45f3-9222-71e65cd790f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.445632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4430e767-07e2-45f3-9222-71e65cd790f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.517643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:35.558308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4430e767-07e2-45f3-9222-71e65cd790f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96db392b1d574aeaa13365c53a4a5984&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1451976 Jul 22 21:36:35.559179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430e767-07e2-45f3-9222-71e65cd790f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643ce084-8bcb-4520-b6d6-ce1eaa34b510,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:35.564833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48758) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:35.723578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6efca4d-8c93-419e-8a5a-2a4bd5bc794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.726704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.111 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/af52f8c7-f51c-4670-83e9-69b0e405abf4) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:35.773995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6efca4d-8c93-419e-8a5a-2a4bd5bc794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.791797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5219c-b546-4ce7-9da9-87ea0d27c968 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:35.796336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.837809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77c6a602-c610-47d1-bff5-a480e5e7f90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:35.839356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:36:35.847014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-77c6a602-c610-47d1-bff5-a480e5e7f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.031101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6efca4d-8c93-419e-8a5a-2a4bd5bc794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.037196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3944d98e-f462-438d-96c8-950a8793bfa7 None None] Provisioning complete for port d9c63071-a6dc-40e7-bdf1-88c67d264055 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:36.038377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3944d98e-f462-438d-96c8-950a8793bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.041101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6efca4d-8c93-419e-8a5a-2a4bd5bc794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.041364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a602-c610-47d1-bff5-a480e5e7f90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a3c5aa-451e-4220-aad4-456cc420581b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:36.046022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c6efca4d-8c93-419e-8a5a-2a4bd5bc794e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/643ce084-8bcb-4520-b6d6-ce1eaa34b510 HTTP/1.1" status: 204 len: 168 time: 0.4774697 Jul 22 21:36:36.049804 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-77c6a602-c610-47d1-bff5-a480e5e7f90f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=799c78ffa7934dde9122ac77484c44ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573613 Jul 22 21:36:36.050489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48778) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:36.136563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.139191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efca4d-8c93-419e-8a5a-2a4bd5bc794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643ce084-8bcb-4520-b6d6-ce1eaa34b510,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:36.237306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.239213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9c63071-a6dc-40e7-bdf1-88c67d264055 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:36.331077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:36.344302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:36.349699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:36.362643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=af52f8c7-f51c-4670-83e9-69b0e405abf4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:36.383514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5bfde5d2-63d8-4a88-9d71-7407f9208c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.397119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::953e:6dba:6096:20f0 (caeefccd-6c8b-4502-a5b4-f242d70f2491/e39f9cb9-3ce3-4b7a-986a-98988fd6e51b/d6a1e0c1-70e6-44bd-aa73-59ee3cd68644) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:36.437968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d9c63071-a6dc-40e7-bdf1-88c67d264055 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:36.439056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.541301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5bfde5d2-63d8-4a88-9d71-7407f9208c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.941011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5bfde5d2-63d8-4a88-9d71-7407f9208c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.949963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5bfde5d2-63d8-4a88-9d71-7407f9208c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:36.958806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5bfde5d2-63d8-4a88-9d71-7407f9208c92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41a3c5aa-451e-4220-aad4-456cc420581b HTTP/1.1" status: 204 len: 168 time: 0.8979120 Jul 22 21:36:37.014187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfde5d2-63d8-4a88-9d71-7407f9208c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a3c5aa-451e-4220-aad4-456cc420581b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:37.054348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48800) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:37.075693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bddd0fcb-1930-44a6-a854-876a25bc021e None None] Provisioning complete for port d9c63071-a6dc-40e7-bdf1-88c67d264055 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:37.076692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bddd0fcb-1930-44a6-a854-876a25bc021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:37.121118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc1c8-cd2f-4083-98a8-9c26c8511150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:37.238924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:37.325824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:37.464404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-895267eb-c810-4e39-ab63-c602aa98c771 None None] Could not find standard attr ID for object 64b0ca81-5f4a-425d-abe2-e75d7a361b2a. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:36:37.536310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:37.608482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:37.615123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:37.643648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:37.649920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:37.650611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:37.753985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc1c8-cd2f-4083-98a8-9c26c8511150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:37.771319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=d6a1e0c1-70e6-44bd-aa73-59ee3cd68644,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:37.794165 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc1c8-cd2f-4083-98a8-9c26c8511150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:37.808168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-15619993-ca26-4a56-a49b-39fbc098555d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7730539 Jul 22 21:36:37.827896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48824) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:37.835416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-03f04009-ae17-4121-a94c-00fa70a2db53 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': 'e39f9cb9-3ce3-4b7a-986a-98988fd6e51b', 'ip_address': '2001:db8::953e:6dba:6096:20f0'}], 'name': 'tempest-NetworksTestDHCPv6-2969372'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:37.999983 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ba0cc1c8-cd2f-4083-98a8-9c26c8511150 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=add0e821b7704f7197671845d0c03151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444513 Jul 22 21:36:38.001171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48828) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:38.032290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cc1c8-cd2f-4083-98a8-9c26c8511150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2ea185-6704-4f34-8a63-691901ddac19,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:38.168920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.218518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d0b466be-3c3b-43f0-837c-29579e93847a None None] Provisioning for port d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:38.227303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d0b466be-3c3b-43f0-837c-29579e93847a None None] Provisioning complete for port d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:38.227687 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0b466be-3c3b-43f0-837c-29579e93847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.310536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d0b466be-3c3b-43f0-837c-29579e93847a None None] Port d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:36:38.380333 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.427428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f088adf-7611-4833-a5f1-c52e7f2612da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.486468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f088adf-7611-4833-a5f1-c52e7f2612da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.607078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f04009-ae17-4121-a94c-00fa70a2db53 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:38.618971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03f04009-ae17-4121-a94c-00fa70a2db53 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.623471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f088adf-7611-4833-a5f1-c52e7f2612da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.631335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f088adf-7611-4833-a5f1-c52e7f2612da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.633476 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f088adf-7611-4833-a5f1-c52e7f2612da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a2ea185-6704-4f34-8a63-691901ddac19 HTTP/1.1" status: 204 len: 168 time: 0.6201749 Jul 22 21:36:38.665749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088adf-7611-4833-a5f1-c52e7f2612da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2ea185-6704-4f34-8a63-691901ddac19,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:38.677607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-03f04009-ae17-4121-a94c-00fa70a2db53 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port e7f3a791-03c8-4503-afe6-5f8f7261b2eb yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:36:38.771713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:38.813316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:39.080547 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:39.213616 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f04009-ae17-4121-a94c-00fa70a2db53 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 21:36:39.215910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f04009-ae17-4121-a94c-00fa70a2db53 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:36:39.265068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48856) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:39.265638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-03f04009-ae17-4121-a94c-00fa70a2db53 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4346116 Jul 22 21:36:39.316509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=af52f8c7-f51c-4670-83e9-69b0e405abf4,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:39.512818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad6842-342c-44f9-b6af-0aed9e3c5cc5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:39.532393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad6842-342c-44f9-b6af-0aed9e3c5cc5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:39.540899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b1ad6842-342c-44f9-b6af-0aed9e3c5cc5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2706993 Jul 22 21:36:39.542267 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP 9501394b-5440-49e3-96df-c90dc3ea5d38 associated. External IP: 172.25.5.111, port: 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d. Jul 22 21:36:39.544267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48874) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:39.791173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:39.791898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:40.048300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:40.085405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:40.188788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 26b4092a-56ee-473e-8836-b1677d04bb12 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:36:40.482530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:40.524139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:36:40.539674 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] Sync routers for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:36:40.552822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:40.554728 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:40.616552 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:40.707866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=d6a1e0c1-70e6-44bd-aa73-59ee3cd68644,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:40.816661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2b37d73b-86fc-4496-862a-4955919ad33a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0078831 Jul 22 21:36:40.817418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:36:40.820221 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:40.823456 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f" -d '{"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:36:40.864277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:40.870462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48934) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:40.886217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bdf585aa-2474-4398-a97d-b142c6b364b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 HTTP/1.1" status: 204 len: 168 time: 1.3395617 Jul 22 21:36:40.995301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413459cb-357b-455c-8150-277fd601148b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:41.006928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413459cb-357b-455c-8150-277fd601148b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:41.014027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:41.027055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-413459cb-357b-455c-8150-277fd601148b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1550322 Jul 22 21:36:41.112140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet e39f9cb9-3ce3-4b7a-986a-98988fd6e51b {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:36:41.123831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:41.368390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:41.539498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723434-f1eb-43df-a852-0f185a61e3b1 req-deb4db7c-2b67-4b7d-bf2f-de8f5936d8af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:41.547965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63723434-f1eb-43df-a852-0f185a61e3b1 req-deb4db7c-2b67-4b7d-bf2f-de8f5936d8af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3997490 Jul 22 21:36:41.576461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:41.697530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:41.706952 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf43765-8a8e-44e9-a550-2e0775752cb7 x-openstack-request-id: req-cdf43765-8a8e-44e9-a550-2e0775752cb7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:36:41.707395 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:36:41.707752 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cdf43765-8a8e-44e9-a550-2e0775752cb7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:36:41.708391 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'status': 'completed', 'code': 200} Jul 22 21:36:41.717767 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '9501394b-5440-49e3-96df-c90dc3ea5d38', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'port_id': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'mac_address': 'fa:16:3e:ce:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85272c0-f33a-4517-a390-380e5648e515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:36:36Z', 'updated_at': '2021-07-22T21:36:36Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:05Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:41.727100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63723434-f1eb-43df-a852-0f185a61e3b1 req-283964c9-d1c6-4532-9319-55420b644a7f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699946 Jul 22 21:36:41.757443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48956) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:41.764556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:41.773673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f833f82c-e2af-40d0-aa99-dc7ddc0cf047 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:41.787509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/e39f9cb9-3ce3-4b7a-986a-98988fd6e51b HTTP/1.1" status: 204 len: 168 time: 0.7721856 Jul 22 21:36:41.864914 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] Checking router: 26b4092a-56ee-473e-8836-b1677d04bb12 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:36:41.909106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48958) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:41.909764 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:41.910802 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:42.158409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9c9d07f6-604a-4d81-881f-357a9f990e6f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/9501394b-5440-49e3-96df-c90dc3ea5d38 HTTP/1.1" status: 200 len: 991 time: 0.3987486 Jul 22 21:36:42.252293 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:42.269599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd358f-35a5-43f3-84d5-71302d8d0af2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=e39f9cb9-3ce3-4b7a-986a-98988fd6e51b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:42.390493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48992) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:42.397192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:36:42.403357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5b27fae0-c248-4871-ac74-e57f1c6689a3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4929857 Jul 22 21:36:42.414794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:42.507780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-5de01b90-fbf2-4d7c-912f-ca7b7047abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:42.522151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-5de01b90-fbf2-4d7c-912f-ca7b7047abed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1097 time: 0.7315104 Jul 22 21:36:42.598544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] Deleting port d9c63071-a6dc-40e7-bdf1-88c67d264055 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:42.599499 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:42.708791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0cae0de1-ac74-41bf-acb8-42619c123a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:42.822267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:42.830909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:42.855259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] For port d9c63071-a6dc-40e7-bdf1-88c67d264055, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d9c63071-a6dc-40e7-bdf1-88c67d264055,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:42.858615 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:42.890490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:42.901524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-bef1963e-ed0a-4ab9-8ad7-87455d3bc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:42.905352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-bef1963e-ed0a-4ab9-8ad7-87455d3bc798 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.3528895 Jul 22 21:36:42.917132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] Calling delete_port for d9c63071-a6dc-40e7-bdf1-88c67d264055 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:43.171378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49010) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:43.355419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dd3cee2e-1d9b-40c4-ab37-efb2a1f69bda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/9501394b-5440-49e3-96df-c90dc3ea5d38 HTTP/1.1" status: 200 len: 991 time: 0.1822202 Jul 22 21:36:43.435806 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:43.462549 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-5295cf70-1db1-44d3-8d9e-bba5ae892559 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 999 time: 0.5461178 Jul 22 21:36:43.463952 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '9501394b-5440-49e3-96df-c90dc3ea5d38', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'port_id': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'mac_address': 'fa:16:3e:ce:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85272c0-f33a-4517-a390-380e5648e515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:36:36Z', 'updated_at': '2021-07-22T21:36:36Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:05Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:43.564048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf36a952-cf6b-4bfa-88a8-722a77011941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:43.570446 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca19bc-aa26-48fb-9f68-ebbe680d16c0 None None] The sync data for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 is: [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '9501394b-5440-49e3-96df-c90dc3ea5d38', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'port_id': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'mac_address': 'fa:16:3e:ce:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85272c0-f33a-4517-a390-380e5648e515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:36:36Z', 'updated_at': '2021-07-22T21:36:36Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:05Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:36:43.574016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] Pushing event deleted for resources: {'Port': ['ID=d9c63071-a6dc-40e7-bdf1-88c67d264055,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:43.596069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9737f5-8d59-4e7b-9be8-af42ed087747 None None] No DVR routers for this DVR port d9c63071-a6dc-40e7-bdf1-88c67d264055 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:36:43.773969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:43.854509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-4a49c845-b747-4ea7-8b2a-0bafdee93610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:43.857497 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-4a49c845-b747-4ea7-8b2a-0bafdee93610 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.3573153 Jul 22 21:36:43.930988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:43.934674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:43.959372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bda536-4000-49bc-bf24-30cda9d87967 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:44.012902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:44.035313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.060507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=4d862a84-3f64-479f-bcce-36b11fada234,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:44.181547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9c63071-a6dc-40e7-bdf1-88c67d264055 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:36:44.201430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-391cfdbf-68ca-4c35-b067-33283116bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:44.202959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-391cfdbf-68ca-4c35-b067-33283116bdbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3336284 Jul 22 21:36:44.290502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd785c-9c23-4c81-bf68-a91f1910433d None None] New status for floating IP 9501394b-5440-49e3-96df-c90dc3ea5d38: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:36:44.293700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d9c63071-a6dc-40e7-bdf1-88c67d264055 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:36:44.299550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9c63071-a6dc-40e7-bdf1-88c67d264055 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:36:44.351374 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-1dc2dc33-48fe-4af0-b28e-6db4eb8dd566 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374981 Jul 22 21:36:44.358567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49030) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:44.399161 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf36a952-cf6b-4bfa-88a8-722a77011941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.417154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf36a952-cf6b-4bfa-88a8-722a77011941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.507665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3e4dac5f-0b9c-4a26-966f-55bd1e0dd0a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1104426 Jul 22 21:36:44.511162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49032) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:44.534467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cfcdf773-c0bc-4ab4-ad02-f3927239f11f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': '4d862a84-3f64-479f-bcce-36b11fada234', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1060750309'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:44.656362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cf36a952-cf6b-4bfa-88a8-722a77011941 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=886d03d63ba249598cc5d9e62c9a18d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7552965 Jul 22 21:36:44.660079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49036) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:44.695301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36a952-cf6b-4bfa-88a8-722a77011941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab02fd-8492-4016-813f-75eec9830f04,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:44.732884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed395c71-649a-4dc4-9afb-3ecb13b3e01f req-83e860ff-fbab-4dfc-92f8-851ebaaeddaf service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717549 Jul 22 21:36:44.755416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '4d862a84-3f64-479f-bcce-36b11fada234'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:36:44.756830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.800898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4486f371-6563-4b74-b4fb-55a77df8c349 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/9501394b-5440-49e3-96df-c90dc3ea5d38 HTTP/1.1" status: 200 len: 991 time: 0.4400151 Jul 22 21:36:44.801733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-3ce72143-718e-4c2e-9132-9086cbd66130 req-7f428d4e-1627-4de0-92ac-3fbdaf3f656b service neutron] (94092) timed out ('10.222.0.54', 46876) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:36:44.833527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d87f7481-d986-429f-9613-0fdb3ade606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.912562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d87f7481-d986-429f-9613-0fdb3ade606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.922917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcdf773-c0bc-4ab4-ad02-f3927239f11f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:44.977403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d87f7481-d986-429f-9613-0fdb3ade606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.980940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d87f7481-d986-429f-9613-0fdb3ade606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:44.985082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d87f7481-d986-429f-9613-0fdb3ade606e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6aab02fd-8492-4016-813f-75eec9830f04 HTTP/1.1" status: 204 len: 168 time: 0.3245544 Jul 22 21:36:45.008236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f7481-d986-429f-9613-0fdb3ade606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab02fd-8492-4016-813f-75eec9830f04,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:45.082994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/4d862a84-3f64-479f-bcce-36b11fada234/fe389305-2a2d-4fd1-88cb-38e1b85312b8) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:45.245177 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfcdf773-c0bc-4ab4-ad02-f3927239f11f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:45.283311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-cfcdf773-c0bc-4ab4-ad02-f3927239f11f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port ebf487a0-4267-48e0-862a-3841a7d3fe0d yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:36:45.804187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49054) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:45.914733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a06697f4-04cc-42ab-a9f5-2612764fc9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:45.933644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:45.991534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49058) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:46.029239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-327571e2-0b33-4ebd-b313-944f748729be tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/9501394b-5440-49e3-96df-c90dc3ea5d38 HTTP/1.1" status: 200 len: 993 time: 0.2104533 Jul 22 21:36:46.052744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-916e6015-265b-4299-83ca-1078196675c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.189639 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.199343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.215231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Transition to ACTIVE for port object fe389305-2a2d-4fd1-88cb-38e1b85312b8 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:46.254619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Transition to ACTIVE for port object fe389305-2a2d-4fd1-88cb-38e1b85312b8 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:46.276423 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.280651 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcdf773-c0bc-4ab4-ad02-f3927239f11f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:36:46.281326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcdf773-c0bc-4ab4-ad02-f3927239f11f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:36:46.344559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-916e6015-265b-4299-83ca-1078196675c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.353828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-916e6015-265b-4299-83ca-1078196675c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.376558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cfcdf773-c0bc-4ab4-ad02-f3927239f11f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8600457 Jul 22 21:36:46.379332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49064) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:46.474454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:46.491162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:46.493112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Pushing event updated for resources: {'Port': ['ID=fe389305-2a2d-4fd1-88cb-38e1b85312b8,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:46.511221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:46.594374 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-916e6015-265b-4299-83ca-1078196675c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bbb0dfc62f344699b7a315b20eca56a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6010528 Jul 22 21:36:46.596004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e6015-265b-4299-83ca-1078196675c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960b3835-c122-4286-92ce-7f4b630b7a39,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:46.599286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49072) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:46.714595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2bb135-189e-4d09-9afb-e2b32db38e86 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:46.725042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac2bb135-189e-4d09-9afb-e2b32db38e86 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3441875 Jul 22 21:36:46.733831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:46.835944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Attempting to bind port fe389305-2a2d-4fd1-88cb-38e1b85312b8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:46.840118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Attempting to bind port fe389305-2a2d-4fd1-88cb-38e1b85312b8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:46.840765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Attempting to bind port fe389305-2a2d-4fd1-88cb-38e1b85312b8 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:46.855225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:46.855225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:46.860028 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.860794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:46.862057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Bound port: fe389305-2a2d-4fd1-88cb-38e1b85312b8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:46.864738 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:46.954298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b8117-e639-4fc1-bf76-b1400a3fe0f5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:46.956676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b8117-e639-4fc1-bf76-b1400a3fe0f5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:46.959919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0f5b8117-e639-4fc1-bf76-b1400a3fe0f5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2248390 Jul 22 21:36:46.966345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49084) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:46.970923 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc29d-2e10-4faa-b3bf-1ddbb7efb88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:47.032507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc29d-2e10-4faa-b3bf-1ddbb7efb88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:47.100301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] For port fe389305-2a2d-4fd1-88cb-38e1b85312b8, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:47.110351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] For port fe389305-2a2d-4fd1-88cb-38e1b85312b8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fe389305-2a2d-4fd1-88cb-38e1b85312b8,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:47.122404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:47.191580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 4d862a84-3f64-479f-bcce-36b11fada234 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:36:47.214437 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:47.276640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc29d-2e10-4faa-b3bf-1ddbb7efb88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:47.288422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc29d-2e10-4faa-b3bf-1ddbb7efb88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:47.296375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3dcbc29d-2e10-4faa-b3bf-1ddbb7efb88a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/960b3835-c122-4286-92ce-7f4b630b7a39 HTTP/1.1" status: 204 len: 168 time: 0.6952839 Jul 22 21:36:47.347059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbc29d-2e10-4faa-b3bf-1ddbb7efb88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960b3835-c122-4286-92ce-7f4b630b7a39,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:47.357917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b021d9-c67d-496e-b6a5-8a7ceaf3df26 None None] Pushing event updated for resources: {'Port': ['ID=fe389305-2a2d-4fd1-88cb-38e1b85312b8,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:47.439604 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:48.014573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:48.240679 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:48.328945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe389305-2a2d-4fd1-88cb-38e1b85312b8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:48.348295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:48.400125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:48.405656 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/4d862a84-3f64-479f-bcce-36b11fada234 HTTP/1.1" status: 204 len: 168 time: 1.4314744 Jul 22 21:36:48.408540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49108) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:48.476388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port fe389305-2a2d-4fd1-88cb-38e1b85312b8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:48.480883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04f8a7-16fa-4d03-8d48-3626cbebf211 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=4d862a84-3f64-479f-bcce-36b11fada234,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:48.526325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3db7b58-4fae-4a95-bb09-768dea1b281b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158812 Jul 22 21:36:48.532445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49114) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:48.538047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:48.710876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:48.730435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.286902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.378968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:49.384145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:49.389574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:49.390488 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.403791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=a99619e2-f20d-49db-80a0-252ef284319a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:49.422525 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d36cdf3b-157b-42f3-b7b3-2e48385284f6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8885858 Jul 22 21:36:49.425322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49152) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:49.436000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-001b0596-c08c-4deb-8bb5-569ccd324cca tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-529791091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:49.497514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-001b0596-c08c-4deb-8bb5-569ccd324cca tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.498591 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-001b0596-c08c-4deb-8bb5-569ccd324cca tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.554107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75629787-39ec-4287-8959-eef3225afca6 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:49.651029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-32a329c2-7458-48bd-b7b7-dbc7f8463204 None None] Provisioning for port fe389305-2a2d-4fd1-88cb-38e1b85312b8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:49.666313 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-001b0596-c08c-4deb-8bb5-569ccd324cca tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.672272 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-001b0596-c08c-4deb-8bb5-569ccd324cca tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.720529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-001b0596-c08c-4deb-8bb5-569ccd324cca tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.727040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49162) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:49.727426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-001b0596-c08c-4deb-8bb5-569ccd324cca tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2966745 Jul 22 21:36:49.733837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-32a329c2-7458-48bd-b7b7-dbc7f8463204 None None] Provisioning complete for port fe389305-2a2d-4fd1-88cb-38e1b85312b8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:49.734224 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32a329c2-7458-48bd-b7b7-dbc7f8463204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:49.886379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32a329c2-7458-48bd-b7b7-dbc7f8463204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:50.073029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-32a329c2-7458-48bd-b7b7-dbc7f8463204 None None] For port fe389305-2a2d-4fd1-88cb-38e1b85312b8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fe389305-2a2d-4fd1-88cb-38e1b85312b8,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:50.090634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32a329c2-7458-48bd-b7b7-dbc7f8463204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:50.171527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a329c2-7458-48bd-b7b7-dbc7f8463204 None None] Pushing event updated for resources: {'Port': ['ID=fe389305-2a2d-4fd1-88cb-38e1b85312b8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:50.476531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:50.633313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d8ca864c-d24f-4e1f-add0-52539079e0ed None None] Provisioning complete for port fe389305-2a2d-4fd1-88cb-38e1b85312b8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:50.633882 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8ca864c-d24f-4e1f-add0-52539079e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:50.808292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49190) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:51.010559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::1 (caeefccd-6c8b-4502-a5b4-f242d70f2491/a99619e2-f20d-49db-80a0-252ef284319a/a7d800fd-84a0-4a70-81b6-c92a41634814) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:51.169972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1046774112'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:51.263536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Made reservation on behalf of 002689ad26e14c3e8a4c4d54202c7d7e for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:51.269412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.275944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.290025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.311078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object a7d800fd-84a0-4a70-81b6-c92a41634814 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:51.439080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.534300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=a7d800fd-84a0-4a70-81b6-c92a41634814,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:51.534958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:51.539570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:51.549104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:51.549104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.725134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.747537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.832338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:36:51.867374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:51.868268 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Added segment 3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2 of type vlan for network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 Jul 22 21:36:51.924458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe1c8c-2629-477a-bc17-c8066c1e8e6e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:52.006692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:52.041339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:52.113259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fa487515-02f7-4bc8-88ee-fed367f5e99c None None] Provisioning for port a7d800fd-84a0-4a70-81b6-c92a41634814 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:52.130687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:52.133589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fa487515-02f7-4bc8-88ee-fed367f5e99c None None] Provisioning complete for port a7d800fd-84a0-4a70-81b6-c92a41634814 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:52.134108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fa487515-02f7-4bc8-88ee-fed367f5e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:52.136924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:52.137662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:52.189360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fa487515-02f7-4bc8-88ee-fed367f5e99c None None] Port a7d800fd-84a0-4a70-81b6-c92a41634814 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:36:52.192494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe389305-2a2d-4fd1-88cb-38e1b85312b8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:52.263425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port fe389305-2a2d-4fd1-88cb-38e1b85312b8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:52.263808 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:52.731266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49224) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:52.731814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9217694 Jul 22 21:36:52.743092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Request body: {'subnet': {'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:52.792820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e944173-bc84-40d6-b98c-75df379acd6c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event updated for resources: {'Network': ['ID=0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:52.814129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:36:52.960344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Made reservation on behalf of 002689ad26e14c3e8a4c4d54202c7d7e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:52.968648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:53.195301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:53.202692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:53.205167 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:53.264300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:53.398121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=a7d800fd-84a0-4a70-81b6-c92a41634814,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:53.403091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event updated for resources: {'Subnet': ['ID=fd196c97-5c73-4224-8888-35aa1a2e668c,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:53.425359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Checking segment: {'id': '3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:53.426122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Network hostable DHCP agents. Network: 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:36:53.449956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:36:53.468784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:53.477664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:53.478618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:53.509626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-07282161-8447-4d07-b7e0-527ff7404e00 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7738206 Jul 22 21:36:53.512178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c165acb-ca44-4761-8a06-ee1e3b71aeaa None None] Network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:53.519742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49244) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:53.544489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Request body: {'port': {'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1501643941'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:53.630449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:53.641709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:53.864737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Made reservation on behalf of 002689ad26e14c3e8a4c4d54202c7d7e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:53.869364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:53.926708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] device_id is not set on port c0f0cf54-6d40-41ab-8da6-153e882dba51 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:36:54.002332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8', 'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8', 'tenant_id': '002689ad26e14c3e8a4c4d54202c7d7e', 'fixed_ips': [{'subnet_id': 'fd196c97-5c73-4224-8888-35aa1a2e668c'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:36:54.003548 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:54.047880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Router 818b0ff9-eb38-49b5-893f-349d5440d71b is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:36:54.240253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:36:54.251944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-08990e1c-806e-457a-bb8d-d202c1dab5dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "PUT /v2.0/routers/818b0ff9-eb38-49b5-893f-349d5440d71b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5210612 Jul 22 21:36:54.252539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:54.262308 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Sync routers for ids ['818b0ff9-eb38-49b5-893f-349d5440d71b'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:36:54.274382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3a9d194b-5db9-4fd9-807f-4bc4afcb8269 None None] Provisioning complete for port a7d800fd-84a0-4a70-81b6-c92a41634814 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:54.274755 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a9d194b-5db9-4fd9-807f-4bc4afcb8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:54.284863 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Routers {'818b0ff9-eb38-49b5-893f-349d5440d71b'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:54.285775 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:46Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['818b0ff9-eb38-49b5-893f-349d5440d71b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:54.298996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Allocated IP 172.20.0.12 (0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8/fd196c97-5c73-4224-8888-35aa1a2e668c/c0f0cf54-6d40-41ab-8da6-153e882dba51) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:54.342003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3a9d194b-5db9-4fd9-807f-4bc4afcb8269 None None] Port a7d800fd-84a0-4a70-81b6-c92a41634814 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:36:54.401382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973fa6f7-352b-4953-845d-f2d6c149de3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:54.403614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-973fa6f7-352b-4953-845d-f2d6c149de3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports/a7d800fd-84a0-4a70-81b6-c92a41634814 HTTP/1.1" status: 200 len: 911 time: 0.1498015 Jul 22 21:36:54.408670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:54.595679 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Set router 818b0ff9-eb38-49b5-893f-349d5440d71b gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:54.674289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d1e8d-7d3a-4786-836e-4a6f84802609 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:54.691174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d1e8d-7d3a-4786-836e-4a6f84802609 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:54.693547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-568d1e8d-7d3a-4786-836e-4a6f84802609 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2832720 Jul 22 21:36:54.698794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49266) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:54.910538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:54.945929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Transition to ACTIVE for port object c0f0cf54-6d40-41ab-8da6-153e882dba51 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:54.982308 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'name': 'tempest-NetworksTestDHCPv6-router-529791091', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:36:49Z', 'updated_at': '2021-07-22T21:36:51Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None, '_interfaces': [{'id': 'a7d800fd-84a0-4a70-81b6-c92a41634814', 'name': '', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'mac_address': 'fa:16:3e:03:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'a99619e2-f20d-49db-80a0-252ef284319a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:36:50Z', 'updated_at': '2021-07-22T21:36:52Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'subnets': [{'id': 'a99619e2-f20d-49db-80a0-252ef284319a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:55.008211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.052246 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Checking router: 818b0ff9-eb38-49b5-893f-349d5440d71b for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:36:55.052966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Updating router 818b0ff9-eb38-49b5-893f-349d5440d71b port a7d800fd-84a0-4a70-81b6-c92a41634814 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:36:55.099233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Allocated IP 172.20.0.2 (0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8/fd196c97-5c73-4224-8888-35aa1a2e668c/728ad5e9-af75-4eab-9465-02389dc9ae32) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:36:55.110829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:55.124091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:55.136524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:55.157185 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.255019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event updated for resources: {'Port': ['ID=c0f0cf54-6d40-41ab-8da6-153e882dba51,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:55.308492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:55.309923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.344514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c7abb38-1954-4239-90d1-bc8ff583dd0c tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.8142571 Jul 22 21:36:55.353745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49276) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:55.498546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.529490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Transition to ACTIVE for port object 728ad5e9-af75-4eab-9465-02389dc9ae32 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:55.577383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Transition to ACTIVE for port object 728ad5e9-af75-4eab-9465-02389dc9ae32 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:55.593777 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.652377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Deleting port c0f0cf54-6d40-41ab-8da6-153e882dba51 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:55.653049 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.695584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Pushing event updated for resources: {'Port': ['ID=728ad5e9-af75-4eab-9465-02389dc9ae32,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:55.709203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.709881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.710537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.711589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.712236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.713789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.714799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.715443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.716640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.718164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.718980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.719662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:55.746955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:36:55.748499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:55.754683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:36:55.772934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49280) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:55.781891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1374218072'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:55.898085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.902098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Attempting to bind port 728ad5e9-af75-4eab-9465-02389dc9ae32 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:55.902501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Attempting to bind port 728ad5e9-af75-4eab-9465-02389dc9ae32 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:55.903048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Attempting to bind port 728ad5e9-af75-4eab-9465-02389dc9ae32 on network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:55.910599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.916290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Calling delete_port for c0f0cf54-6d40-41ab-8da6-153e882dba51 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:55.919976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:55.921697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:55.922081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Checking segment: {'id': '3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:55.923252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.923665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Bound using segment: {'id': '3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:55.924288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Bound port: 728ad5e9-af75-4eab-9465-02389dc9ae32, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:55.926936 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:55.933770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.030948 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.055115 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Transition to ACTIVE for port object a7d800fd-84a0-4a70-81b6-c92a41634814 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:36:56.068291 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.136684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] For port 728ad5e9-af75-4eab-9465-02389dc9ae32, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:56.140896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.141936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] For port 728ad5e9-af75-4eab-9465-02389dc9ae32, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=728ad5e9-af75-4eab-9465-02389dc9ae32,segment=NetworkSegment(3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2),segment_id=3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:56.147943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.201746 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Pushing event updated for resources: {'Port': ['ID=a7d800fd-84a0-4a70-81b6-c92a41634814,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:56.223094 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.223639 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.224144 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.224621 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.225093 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.225581 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.226061 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.226681 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.227147 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.227610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.228130 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.228596 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:36:56.260852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event deleted for resources: {'Port': ['ID=c0f0cf54-6d40-41ab-8da6-153e882dba51,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:56.289350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:36:56.329058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.329596 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Added segment 0491811f-f267-4f5f-8a4f-e83a2f1049e0 of type vlan for network c7122c82-cfb3-46e2-9034-88ba14057db3 Jul 22 21:36:56.364328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccf60a-aaf8-45b9-b605-84802f2f0f18 None None] Pushing event updated for resources: {'Port': ['ID=728ad5e9-af75-4eab-9465-02389dc9ae32,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:56.549508 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Attempting to bind port a7d800fd-84a0-4a70-81b6-c92a41634814 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:36:56.549879 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Attempting to bind port a7d800fd-84a0-4a70-81b6-c92a41634814 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:36:56.550165 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Attempting to bind port a7d800fd-84a0-4a70-81b6-c92a41634814 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:36:56.563550 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.569811 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:36:56.570291 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:56.570585 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.570979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:36:56.591194 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Bound port: a7d800fd-84a0-4a70-81b6-c92a41634814, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:36:56.591194 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.618007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.628422 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-482bf48b-ef75-490d-a332-f4b37077152e tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "DELETE /v2.0/ports/c0f0cf54-6d40-41ab-8da6-153e882dba51 HTTP/1.1" status: 204 len: 168 time: 1.2729976 Jul 22 21:36:56.631572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49296) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:56.747880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:36:56.842640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.858098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:56.858768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.870581 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] For port a7d800fd-84a0-4a70-81b6-c92a41634814, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:36:56.881258 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] For port a7d800fd-84a0-4a70-81b6-c92a41634814, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a7d800fd-84a0-4a70-81b6-c92a41634814,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:36:56.887737 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:56.894988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-98633864-3f4c-4ef4-9245-c43cd026a987 tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2590308 Jul 22 21:36:56.901031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49304) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:56.935649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1821706654'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:56.942877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1678278 Jul 22 21:36:56.960924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49306) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:56.983792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1171119924'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:57.052176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:57.059804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.069686 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Routers {'818b0ff9-eb38-49b5-893f-349d5440d71b'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:36:57.075919 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:46Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['818b0ff9-eb38-49b5-893f-349d5440d71b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:57.114040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Made reservation on behalf of 002689ad26e14c3e8a4c4d54202c7d7e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:57.122405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.167923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:36:57.186027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c5b96-bd39-4949-8d71-ec280463c35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Network': ['ID=c7122c82-cfb3-46e2-9034-88ba14057db3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:57.186747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:36:57.201287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c7122c82-cfb3-46e2-9034-88ba14057db3 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:36:57.214486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.215880 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Added segment ab66fda3-ce51-415b-b070-3e6888ec19c9 of type vlan for network 0ba37093-7a26-4674-8645-f3fca8ed9e40 Jul 22 21:36:57.235436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port a7d800fd-84a0-4a70-81b6-c92a41634814 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:36:57.235919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.296429 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d60a25-95dd-4de9-a192-3826373d6676 None None] Pushing event updated for resources: {'Port': ['ID=a7d800fd-84a0-4a70-81b6-c92a41634814,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:57.322015 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.381108 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] Set router 818b0ff9-eb38-49b5-893f-349d5440d71b gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:36:57.413071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.421728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:57.423201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.452195 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5476029 Jul 22 21:36:57.461526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49314) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:57.473200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.474035 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Added segment ff44fe11-482b-4cc5-b185-ee94ba3a73c7 of type vlan for network c9c32e8e-f44d-496f-8a34-7a6d37c54042 Jul 22 21:36:57.567519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.709437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port a7d800fd-84a0-4a70-81b6-c92a41634814, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a7d800fd-84a0-4a70-81b6-c92a41634814,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:57.709823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.773392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.779028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for a7d800fd-84a0-4a70-81b6-c92a41634814 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:36:57.780498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:57.781721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:57.789973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c836602-6981-42fe-8573-d752cc4d75d5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event updated for resources: {'Network': ['ID=0ba37093-7a26-4674-8645-f3fca8ed9e40,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:57.807581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0ba37093-7a26-4674-8645-f3fca8ed9e40 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:36:57.929997 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'name': 'tempest-NetworksTestDHCPv6-router-529791091', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:36:49Z', 'updated_at': '2021-07-22T21:36:51Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None, '_interfaces': [{'id': 'a7d800fd-84a0-4a70-81b6-c92a41634814', 'name': '', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'mac_address': 'fa:16:3e:03:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'a99619e2-f20d-49db-80a0-252ef284319a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:36:50Z', 'updated_at': '2021-07-22T21:36:56Z', 'revision_number': 4, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'subnets': [{'id': 'a99619e2-f20d-49db-80a0-252ef284319a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:36:58.004871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Network': ['ID=c9c32e8e-f44d-496f-8a34-7a6d37c54042,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:58.031190 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0b0be-5fb8-4a81-b8f5-cdd31f2df925 None None] The sync data for ids ['818b0ff9-eb38-49b5-893f-349d5440d71b'] in n-d-762330-19 is: [{'id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'name': 'tempest-NetworksTestDHCPv6-router-529791091', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:36:49Z', 'updated_at': '2021-07-22T21:36:51Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None, '_interfaces': [{'id': 'a7d800fd-84a0-4a70-81b6-c92a41634814', 'name': '', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'mac_address': 'fa:16:3e:03:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'a99619e2-f20d-49db-80a0-252ef284319a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:36:50Z', 'updated_at': '2021-07-22T21:36:56Z', 'revision_number': 4, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'subnets': [{'id': 'a99619e2-f20d-49db-80a0-252ef284319a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:36:58.031874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1d3e991a-4cf3-40af-ab5e-5311165e1260 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0691235 Jul 22 21:36:58.035051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49320) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:58.043428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'subnet': {'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:58.050735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:36:58.071157 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6fac3ca8-a126-417c-830a-cde3c7a29d79 tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "GET /v2.0/agents/6be86e80-dffa-423e-be16-a27bcb2172c3/dhcp-networks HTTP/1.1" status: 200 len: 8858 time: 0.6084058 Jul 22 21:36:58.071879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49322) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:58.317839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 728ad5e9-af75-4eab-9465-02389dc9ae32 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:36:58.370386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:58.376903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:58.433554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b05b31e-1387-4e10-9222-f3159532bac2 None None] Network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:58.598741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd33198-3129-4b6f-8f80-d87c0db0625c tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] Network 0ba37093-7a26-4674-8645-f3fca8ed9e40 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:36:58.692698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4dd33198-3129-4b6f-8f80-d87c0db0625c tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "POST /v2.0/agents/6be86e80-dffa-423e-be16-a27bcb2172c3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6170824 Jul 22 21:36:58.694230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7575b522-a677-448b-a7bf-aa8785dec4cf None None] Provisioning for port 728ad5e9-af75-4eab-9465-02389dc9ae32 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:58.699885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49330) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:58.709238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602d985-b12c-4bea-aed4-e0ea39a42015 None None] Network 0ba37093-7a26-4674-8645-f3fca8ed9e40 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:58.815188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 728ad5e9-af75-4eab-9465-02389dc9ae32 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:36:58.822570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:58.850424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 728ad5e9-af75-4eab-9465-02389dc9ae32 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:36:58.850807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:58.890428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:59.023969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=a7d800fd-84a0-4a70-81b6-c92a41634814,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:59.093397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Subnet': ['ID=d5ecb692-d5a4-46e9-95b7-78719637d18c,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:36:59.235873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Checking segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:36:59.236098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network hostable DHCP agents. Network: c7122c82-cfb3-46e2-9034-88ba14057db3, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:36:59.293163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c7122c82-cfb3-46e2-9034-88ba14057db3 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:36:59.321387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c7122c82-cfb3-46e2-9034-88ba14057db3) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:36:59.332380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:36:59.333133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:59.352523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-59dedcef-eabb-49da-8a4e-e8e4da80bf5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3160253 Jul 22 21:36:59.367054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49336) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:59.402310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'subnet': {'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:36:59.404654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e284e0-1f72-41db-8681-7c7637c252ec None None] Network c7122c82-cfb3-46e2-9034-88ba14057db3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:36:59.537843 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:59.613128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f1d4ade4-2e5b-458b-9107-a0855b79f12a tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "GET /v2.0/agents/6be86e80-dffa-423e-be16-a27bcb2172c3/dhcp-networks HTTP/1.1" status: 200 len: 9629 time: 0.9121602 Jul 22 21:36:59.620685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49344) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:36:59.695713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:36:59.705772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:59.761680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:36:59.931990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 728ad5e9-af75-4eab-9465-02389dc9ae32, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=728ad5e9-af75-4eab-9465-02389dc9ae32,segment=NetworkSegment(3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2),segment_id=3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:36:59.939206 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:00.028261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-c7122c82-cfb3-46e2-9034-88ba14057db3', 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'fixed_ips': [{'subnet_id': 'd5ecb692-d5a4-46e9-95b7-78719637d18c'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:37:00.035397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:00.082973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6ea14685-b937-483b-99fb-5ed660bbd462 tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "DELETE /v2.0/agents/6be86e80-dffa-423e-be16-a27bcb2172c3/dhcp-networks/0ba37093-7a26-4674-8645-f3fca8ed9e40 HTTP/1.1" status: 204 len: 168 time: 0.4592950 Jul 22 21:37:00.091907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Router 818b0ff9-eb38-49b5-893f-349d5440d71b has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:37:00.095470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49352) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:00.171109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=728ad5e9-af75-4eab-9465-02389dc9ae32,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:00.530277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:00.532138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Allocated IP 10.1.1.2 (c7122c82-cfb3-46e2-9034-88ba14057db3/d5ecb692-d5a4-46e9-95b7-78719637d18c/da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:00.861481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Checking segment: {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:00.862025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network hostable DHCP agents. Network: c9c32e8e-f44d-496f-8a34-7a6d37c54042, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:37:00.896941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Subnet': ['ID=99555d7d-4933-41db-befc-f78322c16fe7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:00.913488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a9268c0e-e243-4d83-a684-bfe7c39b415d tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "GET /v2.0/agents/6be86e80-dffa-423e-be16-a27bcb2172c3/dhcp-networks HTTP/1.1" status: 200 len: 9646 time: 0.8164339 Jul 22 21:37:00.920074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:00.962668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:37:00.970099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3e1b6411-8ba3-4948-835b-af7e5f533b63 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "PUT /v2.0/routers/818b0ff9-eb38-49b5-893f-349d5440d71b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2696574 Jul 22 21:37:00.976009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49370) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:00.991534 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c0f1137a-c48a-47c4-bf35-734e3e84daf1 tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "GET /v2.0/networks/0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0693648 Jul 22 21:37:00.999493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49372) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:01.031472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:37:01.038313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] Sync routers for ids ['818b0ff9-eb38-49b5-893f-349d5440d71b'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:37:01.071205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c9c32e8e-f44d-496f-8a34-7a6d37c54042) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:01.091864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:01.093873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:01.177543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ab577-77d3-4c3f-8b49-360e1c8fc9ee None None] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:01.193841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a582e9c0-ac6b-4e4a-ad4b-b7ad95404a02 tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "GET /v2.0/networks/0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1880479 Jul 22 21:37:01.201448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49376) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:01.201715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-292dc758-0151-497c-bac4-fee3c1b12a87 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8114953 Jul 22 21:37:01.202601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:01.217541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:01.224154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'port': {'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'name': 'tempest-TaggedBootDevicesTest-1817154270', 'fixed_ips': [{'subnet_id': 'd5ecb692-d5a4-46e9-95b7-78719637d18c'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:01.231407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00a8444f-10fb-4c97-997d-93e2cb8a9774 None None] Provisioning complete for port 728ad5e9-af75-4eab-9465-02389dc9ae32 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:01.235564 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00a8444f-10fb-4c97-997d-93e2cb8a9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:01.410422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Transition to ACTIVE for port object da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:01.472472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae2190b-a371-4908-a957-b90f090135de tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:01.475804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae2190b-a371-4908-a957-b90f090135de tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:01.478143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9ae2190b-a371-4908-a957-b90f090135de tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4988599 Jul 22 21:37:01.483045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:01.535907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Transition to ACTIVE for port object da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:01.721655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] Routers {'818b0ff9-eb38-49b5-893f-349d5440d71b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:01.722687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:46Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['818b0ff9-eb38-49b5-893f-349d5440d71b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:01.737210 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:01.769583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:01.954146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet a99619e2-f20d-49db-80a0-252ef284319a {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:37:01.975782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.150160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.216675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.228747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] device_id is not set on port 28b48b81-9c56-41f0-83d5-bebadd45293d yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:37:02.304774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.455948 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.490939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.499577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/a99619e2-f20d-49db-80a0-252ef284319a HTTP/1.1" status: 204 len: 168 time: 1.0139275 Jul 22 21:37:02.520897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] Set router 818b0ff9-eb38-49b5-893f-349d5440d71b gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:37:02.526984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49400) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:02.569027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15ca5d14-b50b-4d5b-8271-687eff0e7879 tempest-DHCPAgentSchedulersTestJSON-1584886142 tempest-DHCPAgentSchedulersTestJSON-1584886142-project-admin] 10.222.0.54 "GET /v2.0/agents/6be86e80-dffa-423e-be16-a27bcb2172c3/dhcp-networks HTTP/1.1" status: 200 len: 10435 time: 1.3696675 Jul 22 21:37:02.570465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:02.605466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba12d-6d53-43dc-8e2c-765e1588b329 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=a99619e2-f20d-49db-80a0-252ef284319a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:02.625928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'name': 'tempest-NetworksTestDHCPv6-router-529791091', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:36:49Z', 'updated_at': '2021-07-22T21:36:58Z', 'revision_number': 3, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:02.703744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] Checking router: 818b0ff9-eb38-49b5-893f-349d5440d71b for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:37:02.710284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 728ad5e9-af75-4eab-9465-02389dc9ae32 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:02.756377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a3f49-f603-44ed-8700-0e33ab291c0c None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:02.780170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Network c7122c82-cfb3-46e2-9034-88ba14057db3 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:02.798924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:02.802753 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.807438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:02.844469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:02.926003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] Routers {'818b0ff9-eb38-49b5-893f-349d5440d71b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:02.926695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:46Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['818b0ff9-eb38-49b5-893f-349d5440d71b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:02.941678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Attempting to bind port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:02.942201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Attempting to bind port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:02.942575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Attempting to bind port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:03.011016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:03.011503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Checking segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:03.011929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.012229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Bound using segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:03.012707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Bound port: da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:03.013093 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.071787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Pushing event updated for resources: {'Port': ['ID=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:03.082543 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.096578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.108619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba37093-7a26-4674-8645-f3fca8ed9e40']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:03.122994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 728ad5e9-af75-4eab-9465-02389dc9ae32 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:03.123934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.142837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab66fda3-ce51-415b-b070-3e6888ec19c9') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:03.145743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab66fda3-ce51-415b-b070-3e6888ec19c9') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:03.162293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.198089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.222615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:37:03.225234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:37:03.242788 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:37:03.337009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] Set router 818b0ff9-eb38-49b5-893f-349d5440d71b gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:37:03.472013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.496847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.499953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "DELETE /v2.0/networks/0ba37093-7a26-4674-8645-f3fca8ed9e40 HTTP/1.1" status: 204 len: 168 time: 0.9281082 Jul 22 21:37:03.509049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49422) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:03.548805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8564f3-a8c7-4bd2-b3dd-49c034d5c3e7 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event deleted for resources: {'Network': ['ID=0ba37093-7a26-4674-8645-f3fca8ed9e40,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:03.570232 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9b2fb1-4ddd-4fa2-a807-9521d014f5f5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] DELETE failed (client error): The resource could not be found. Jul 22 21:37:03.571171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9b2fb1-4ddd-4fa2-a807-9521d014f5f5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:37:03.575627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9d9b2fb1-4ddd-4fa2-a807-9521d014f5f5 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "DELETE /v2.0/ports/c0f0cf54-6d40-41ab-8da6-153e882dba51 HTTP/1.1" status: 404 len: 333 time: 0.0544865 Jul 22 21:37:03.578982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49424) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:03.657385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'name': 'tempest-NetworksTestDHCPv6-router-529791091', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:36:49Z', 'updated_at': '2021-07-22T21:36:58Z', 'revision_number': 3, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:03.734083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 10.1.1.110 (c7122c82-cfb3-46e2-9034-88ba14057db3/d5ecb692-d5a4-46e9-95b7-78719637d18c/28b48b81-9c56-41f0-83d5-bebadd45293d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:03.792765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Deleting subnet fd196c97-5c73-4224-8888-35aa1a2e668c {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:37:03.803206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] For port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:03.805891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.867993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-83240b78-e0a1-463b-838c-c268beda8887 None None] Could not find standard attr ID for object c0f0cf54-6d40-41ab-8da6-153e882dba51. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:37:03.874629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6738cea-1bd6-45f6-9e8e-18085f6873dd None None] The sync data for ids ['818b0ff9-eb38-49b5-893f-349d5440d71b'] in n-d-762330-19 is: [{'id': '818b0ff9-eb38-49b5-893f-349d5440d71b', 'name': 'tempest-NetworksTestDHCPv6-router-529791091', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:36:49Z', 'updated_at': '2021-07-22T21:36:58Z', 'revision_number': 3, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:37:03.970053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:03.988681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b4692ed-9617-4e7d-85d6-801ce103a123 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.4596503 Jul 22 21:37:03.993237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49432) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:04.032692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] For port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:04.043056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-c9c32e8e-f44d-496f-8a34-7a6d37c54042', 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'fixed_ips': [{'subnet_id': '99555d7d-4933-41db-befc-f78322c16fe7'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:37:04.043963 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.049975 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.248981 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d00ddcd1-7f57-4f7c-9c73-cf660a9550e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.267416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.537618 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.572551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event deleted for resources: {'Subnet': ['ID=fd196c97-5c73-4224-8888-35aa1a2e668c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:04.592340 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.600745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c6297c88-02aa-4fed-aaf0-b5d12f56830f tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "DELETE /v2.0/subnets/fd196c97-5c73-4224-8888-35aa1a2e668c HTTP/1.1" status: 204 len: 168 time: 1.0204887 Jul 22 21:37:04.601532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49448) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:04.726874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a7d800fd-84a0-4a70-81b6-c92a41634814 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:37:04.730937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb953c5f-09df-4a81-8258-a4f9af889ef8 None None] Network 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:04.884740 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.915468 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a7d800fd-84a0-4a70-81b6-c92a41634814 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:37:04.915899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a7d800fd-84a0-4a70-81b6-c92a41634814 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:37:04.923334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d00ddcd1-7f57-4f7c-9c73-cf660a9550e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.933215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Allocated IP 10.2.2.2 (c9c32e8e-f44d-496f-8a34-7a6d37c54042/99555d7d-4933-41db-befc-f78322c16fe7/64c0d758-23c2-4eac-b256-b1dcdbba3539) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:04.940396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d00ddcd1-7f57-4f7c-9c73-cf660a9550e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:04.940679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d79cc1-e145-470d-9cb4-fa3689bf1a0e None None] Pushing event updated for resources: {'Port': ['ID=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:05.031858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d00ddcd1-7f57-4f7c-9c73-cf660a9550e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.035294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00ddcd1-7f57-4f7c-9c73-cf660a9550e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Fanout notify agent at l3_agent the message router_deleted on router 818b0ff9-eb38-49b5-893f-349d5440d71b {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:37:05.073841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d00ddcd1-7f57-4f7c-9c73-cf660a9550e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.077644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:37:05.084626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d00ddcd1-7f57-4f7c-9c73-cf660a9550e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/routers/818b0ff9-eb38-49b5-893f-349d5440d71b HTTP/1.1" status: 204 len: 168 time: 1.0900006 Jul 22 21:37:05.092114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:05.112311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:05.225739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.289076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Transition to ACTIVE for port object 28b48b81-9c56-41f0-83d5-bebadd45293d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:05.331889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.343687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Deleting port 728ad5e9-af75-4eab-9465-02389dc9ae32 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:37:05.344471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.387889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:05.434795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.519856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c7122c82-cfb3-46e2-9034-88ba14057db3 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:05.534594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:05.541024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:05.635461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] Deleting port fe389305-2a2d-4fd1-88cb-38e1b85312b8 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:37:05.647709 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.696598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=28b48b81-9c56-41f0-83d5-bebadd45293d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:05.767362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:05.768380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.775805 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:37:05.805420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e6290bbb-d936-4145-a011-fc996ee29cc6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6012113 Jul 22 21:37:05.811659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49478) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:05.837566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'port': {'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'name': 'tempest-TaggedBootDevicesTest-919033248', 'fixed_ips': [{'subnet_id': 'd5ecb692-d5a4-46e9-95b7-78719637d18c'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:05.872003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] For port fe389305-2a2d-4fd1-88cb-38e1b85312b8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fe389305-2a2d-4fd1-88cb-38e1b85312b8,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:05.873609 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.884424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] For port 728ad5e9-af75-4eab-9465-02389dc9ae32, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=728ad5e9-af75-4eab-9465-02389dc9ae32,segment=NetworkSegment(3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2),segment_id=3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:05.885821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:05.919943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] Calling delete_port for fe389305-2a2d-4fd1-88cb-38e1b85312b8 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:37:05.920150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Calling delete_port for 728ad5e9-af75-4eab-9465-02389dc9ae32 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:37:06.170741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:06.172991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:06.183784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:06.260254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] device_id is not set on port 2f8147a0-67df-4242-865e-57c1bbbfbde9 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:37:06.492674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event deleted for resources: {'Port': ['ID=728ad5e9-af75-4eab-9465-02389dc9ae32,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:06.506028 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:06.529867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] No DVR routers for this DVR port 728ad5e9-af75-4eab-9465-02389dc9ae32 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:37:06.588646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6a420-373d-495e-9f63-4fae76697c56 None None] DHCP port deletion for 0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:37:06.591484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009289c8-bf7e-4e70-820d-f6712ec3b7f3 None None] Network c7122c82-cfb3-46e2-9034-88ba14057db3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:06.596122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:06.725154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:06.728986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:06.746707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:06.747482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:06.868311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-668be61d-1973-4e29-8b4c-4f700c439e13 None None] Provisioning for port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:06.902004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8037443 Jul 22 21:37:06.908404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49498) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:06.916302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed541283-4611-4329-a2bb-c06423db2333 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=acef6f96-cb39-498e-ab8b-8a1c947a6589,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:06.931472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-35ae0045-e90e-44b1-8626-f1280a9ce53e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1946071083', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:06.957618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.022551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Transition to ACTIVE for port object 64c0d758-23c2-4eac-b256-b1dcdbba3539 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:07.024271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 10.1.1.231 (c7122c82-cfb3-46e2-9034-88ba14057db3/d5ecb692-d5a4-46e9-95b7-78719637d18c/2f8147a0-67df-4242-865e-57c1bbbfbde9) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:07.033224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35ae0045-e90e-44b1-8626-f1280a9ce53e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.034583 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35ae0045-e90e-44b1-8626-f1280a9ce53e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.063115 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.101247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Transition to ACTIVE for port object 64c0d758-23c2-4eac-b256-b1dcdbba3539 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:07.103617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.114494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:07.136290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:07.160123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:07.160474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1f54a0-71ff-42ac-9a6d-dfb3be9883a2') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:07.184777 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.191526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.202938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] Pushing event deleted for resources: {'Port': ['ID=fe389305-2a2d-4fd1-88cb-38e1b85312b8,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:07.220280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.225791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8de930-9f54-497a-b6b2-0f3bb113e30f None None] No DVR routers for this DVR port fe389305-2a2d-4fd1-88cb-38e1b85312b8 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:37:07.242884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:07.242884 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.243411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:37:07.243411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:37:07.244879 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:37:07.295451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35ae0045-e90e-44b1-8626-f1280a9ce53e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.319448 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35ae0045-e90e-44b1-8626-f1280a9ce53e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.358809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08147085-3197-4e16-bfd6-ee94cd491c43 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:07.384183 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.392760 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.394863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] 10.222.0.54 "DELETE /v2.0/networks/0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8 HTTP/1.1" status: 204 len: 168 time: 2.7923629 Jul 22 21:37:07.415380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35ae0045-e90e-44b1-8626-f1280a9ce53e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.417193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-35ae0045-e90e-44b1-8626-f1280a9ce53e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5051436 Jul 22 21:37:07.421204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49512) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:07.424457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce53821-3093-43ea-80c3-7efa037c57e6 tempest-DHCPAgentSchedulersTestJSON-1522192931 tempest-DHCPAgentSchedulersTestJSON-1522192931-project] Pushing event deleted for resources: {'Network': ['ID=0d1c4d4b-36de-4a94-9e81-04fcbc3ec0d8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:07.516610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:07.523358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Pushing event updated for resources: {'Port': ['ID=64c0d758-23c2-4eac-b256-b1dcdbba3539,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:07.591277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:07.598269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:07.786517 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.825572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.871686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Attempting to bind port 64c0d758-23c2-4eac-b256-b1dcdbba3539 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:07.872368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Attempting to bind port 64c0d758-23c2-4eac-b256-b1dcdbba3539 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:07.873249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Attempting to bind port 64c0d758-23c2-4eac-b256-b1dcdbba3539 on network c9c32e8e-f44d-496f-8a34-7a6d37c54042 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:07.910041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:07.910041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Checking segment: {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:07.910444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:07.910800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Bound using segment: {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:07.913580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Bound port: 64c0d758-23c2-4eac-b256-b1dcdbba3539, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:07.914097 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.027231 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.066091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Transition to ACTIVE for port object 2f8147a0-67df-4242-865e-57c1bbbfbde9 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:08.115790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49528) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:08.282445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:08.322111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] For port 64c0d758-23c2-4eac-b256-b1dcdbba3539, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:08.326370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] For port 64c0d758-23c2-4eac-b256-b1dcdbba3539, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=64c0d758-23c2-4eac-b256-b1dcdbba3539,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:08.331600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.337005 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.381783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61801108-954d-469c-bce2-6457af07d099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'acef6f96-cb39-498e-ab8b-8a1c947a6589'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:37:08.382700 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61801108-954d-469c-bce2-6457af07d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.391602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.479550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe389305-2a2d-4fd1-88cb-38e1b85312b8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:37:08.494366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e7cdfe33-937a-4dcf-8457-66a88e58c26b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=002689ad26e14c3e8a4c4d54202c7d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773763 Jul 22 21:37:08.504043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49536) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:08.605573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c7122c82-cfb3-46e2-9034-88ba14057db3 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:08.606879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: fe389305-2a2d-4fd1-88cb-38e1b85312b8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:37:08.607294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe389305-2a2d-4fd1-88cb-38e1b85312b8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:37:08.619041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83427c8d-464b-46a6-8779-f428c6309cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.649003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83427c8d-464b-46a6-8779-f428c6309cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.659143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:08.685499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc89804-6fe9-4893-977a-5ea8577212d7 None None] Pushing event updated for resources: {'Port': ['ID=64c0d758-23c2-4eac-b256-b1dcdbba3539,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:08.694220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:08.744293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83427c8d-464b-46a6-8779-f428c6309cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.748477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83427c8d-464b-46a6-8779-f428c6309cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.749979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-83427c8d-464b-46a6-8779-f428c6309cac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2dbe1c8c-2629-477a-bc17-c8066c1e8e6e HTTP/1.1" status: 204 len: 168 time: 0.2429640 Jul 22 21:37:08.760412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83427c8d-464b-46a6-8779-f428c6309cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe1c8c-2629-477a-bc17-c8066c1e8e6e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:08.907457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:08.908671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:08.945009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:08.945792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 728ad5e9-af75-4eab-9465-02389dc9ae32 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:37:09.020115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0f344b53-dd3b-4989-bd15-7ab6e1ebd9f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1964476 Jul 22 21:37:09.057370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6744ac77-e066-4ed0-b30a-0452bbb5b886 None None] Provisioning complete for port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:09.057866 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6744ac77-e066-4ed0-b30a-0452bbb5b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:09.087214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:09.095346 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 728ad5e9-af75-4eab-9465-02389dc9ae32 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:37:09.095864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 728ad5e9-af75-4eab-9465-02389dc9ae32 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:37:09.316302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-61801108-954d-469c-bce2-6457af07d099 None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/acef6f96-cb39-498e-ab8b-8a1c947a6589/0ea9bec5-304c-46a6-9a62-b928f2b77f5c) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:09.555771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49588) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:09.610955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6744ac77-e066-4ed0-b30a-0452bbb5b886 None None] Provisioning for port 28b48b81-9c56-41f0-83d5-bebadd45293d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:09.611131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a736eef-e180-406a-8ee5-b702ac05affa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:09.622857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6744ac77-e066-4ed0-b30a-0452bbb5b886 None None] Provisioning complete for port 28b48b81-9c56-41f0-83d5-bebadd45293d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:09.633016 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6744ac77-e066-4ed0-b30a-0452bbb5b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:09.843423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a736eef-e180-406a-8ee5-b702ac05affa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:09.846841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6744ac77-e066-4ed0-b30a-0452bbb5b886 None None] Port 28b48b81-9c56-41f0-83d5-bebadd45293d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:09.853140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a736eef-e180-406a-8ee5-b702ac05affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:09.894928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61801108-954d-469c-bce2-6457af07d099 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:09.925755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-61801108-954d-469c-bce2-6457af07d099 None None] Transition to ACTIVE for port object 0ea9bec5-304c-46a6-9a62-b928f2b77f5c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:09.957567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a736eef-e180-406a-8ee5-b702ac05affa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec9a16-aa0f-4d05-b31f-98548efdf8f3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:09.969291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7a736eef-e180-406a-8ee5-b702ac05affa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92e45cb0efd8486a97d2993e30b67a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117823 Jul 22 21:37:09.972111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49610) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:09.992309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-61801108-954d-469c-bce2-6457af07d099 None None] Transition to ACTIVE for port object 0ea9bec5-304c-46a6-9a62-b928f2b77f5c will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:10.027655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61801108-954d-469c-bce2-6457af07d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.070635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c1d8ed1-7111-4595-8aae-8af3095d6ecb None None] Provisioning for port 2f8147a0-67df-4242-865e-57c1bbbfbde9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:10.126972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::1 (caeefccd-6c8b-4502-a5b4-f242d70f2491/acef6f96-cb39-498e-ab8b-8a1c947a6589/31e442a3-153c-40ea-a4a1-341cf52bae0a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:10.147439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c1d8ed1-7111-4595-8aae-8af3095d6ecb None None] Provisioning complete for port 2f8147a0-67df-4242-865e-57c1bbbfbde9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:10.148290 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8ed1-7111-4595-8aae-8af3095d6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.148396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07fdaa8f-20a3-4c0e-94ad-07e69deb9e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.156802 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61801108-954d-469c-bce2-6457af07d099 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:10.206158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-61801108-954d-469c-bce2-6457af07d099 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:10.222621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61801108-954d-469c-bce2-6457af07d099 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:10.230353 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07fdaa8f-20a3-4c0e-94ad-07e69deb9e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.272798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61801108-954d-469c-bce2-6457af07d099 None None] Pushing event updated for resources: {'Port': ['ID=0ea9bec5-304c-46a6-9a62-b928f2b77f5c,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:10.357425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d8ed1-7111-4595-8aae-8af3095d6ecb None None] Port 2f8147a0-67df-4242-865e-57c1bbbfbde9 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:10.370846 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07fdaa8f-20a3-4c0e-94ad-07e69deb9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.376346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07fdaa8f-20a3-4c0e-94ad-07e69deb9e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.385686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-07fdaa8f-20a3-4c0e-94ad-07e69deb9e86 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2aec9a16-aa0f-4d05-b31f-98548efdf8f3 HTTP/1.1" status: 204 len: 168 time: 0.4090927 Jul 22 21:37:10.421848 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdaa8f-20a3-4c0e-94ad-07e69deb9e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec9a16-aa0f-4d05-b31f-98548efdf8f3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:10.449908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.493874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-61801108-954d-469c-bce2-6457af07d099 None None] Attempting to bind port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:10.509196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-61801108-954d-469c-bce2-6457af07d099 None None] Attempting to bind port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:10.509786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61801108-954d-469c-bce2-6457af07d099 None None] Attempting to bind port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:10.510161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 31e442a3-153c-40ea-a4a1-341cf52bae0a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:10.573599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c1d8ed1-7111-4595-8aae-8af3095d6ecb None None] Provisioning complete for port 28b48b81-9c56-41f0-83d5-bebadd45293d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:10.573987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8ed1-7111-4595-8aae-8af3095d6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.591120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49622) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:10.599381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-14b2f457-ee4e-4f92-8527-530b1fb7a02a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557826560', 'description': 'tempest-description--928259793'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:10.619830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.665322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14b2f457-ee4e-4f92-8527-530b1fb7a02a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.676775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d8ed1-7111-4595-8aae-8af3095d6ecb None None] Port 28b48b81-9c56-41f0-83d5-bebadd45293d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:10.683439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e110dc-27d7-4080-9095-b86ae79377c6 None None] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:10.761044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=31e442a3-153c-40ea-a4a1-341cf52bae0a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:10.785758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:10.793435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:10.797922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:10.798844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.920843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61801108-954d-469c-bce2-6457af07d099 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:10.921361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61801108-954d-469c-bce2-6457af07d099 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:10.921871 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61801108-954d-469c-bce2-6457af07d099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.923867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61801108-954d-469c-bce2-6457af07d099 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:10.931442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-61801108-954d-469c-bce2-6457af07d099 None None] Bound port: 0ea9bec5-304c-46a6-9a62-b928f2b77f5c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:10.932628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61801108-954d-469c-bce2-6457af07d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:10.996337 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14b2f457-ee4e-4f92-8527-530b1fb7a02a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.028168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14b2f457-ee4e-4f92-8527-530b1fb7a02a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.063718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 64c0d758-23c2-4eac-b256-b1dcdbba3539 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:11.099324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2f457-ee4e-4f92-8527-530b1fb7a02a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb365be-9f76-40ca-bf93-a5c12ba1e404,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:11.129078 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14b2f457-ee4e-4f92-8527-530b1fb7a02a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.130478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-14b2f457-ee4e-4f92-8527-530b1fb7a02a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5373948 Jul 22 21:37:11.135050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49640) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:11.145198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-32973ff7-135e-4f52-9a6b-c34acdeb08ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'security_group_rule': {'security_group_id': 'ecb365be-9f76-40ca-bf93-a5c12ba1e404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:11.213333 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32973ff7-135e-4f52-9a6b-c34acdeb08ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.227643 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c32b3f3-fbbf-47c4-a472-430cd51d9f62 None None] Provisioning for port 64c0d758-23c2-4eac-b256-b1dcdbba3539 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:11.280534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.374376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-61801108-954d-469c-bce2-6457af07d099 None None] For port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:11.380901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-61801108-954d-469c-bce2-6457af07d099 None None] For port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0ea9bec5-304c-46a6-9a62-b928f2b77f5c,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:11.383976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 64c0d758-23c2-4eac-b256-b1dcdbba3539 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:11.391207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 64c0d758-23c2-4eac-b256-b1dcdbba3539 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:11.391812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.394433 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61801108-954d-469c-bce2-6457af07d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.438502 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32973ff7-135e-4f52-9a6b-c34acdeb08ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.459896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32973ff7-135e-4f52-9a6b-c34acdeb08ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.530099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973ff7-135e-4f52-9a6b-c34acdeb08ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcccea73-4b71-4a4a-aa4e-9b5fd15c88f2,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:11.554278 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32973ff7-135e-4f52-9a6b-c34acdeb08ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.560595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32973ff7-135e-4f52-9a6b-c34acdeb08ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4241188 Jul 22 21:37:11.568277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49652) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:11.580879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-03f9320c-2afe-492d-9376-12729db20199 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'security_group_rule': {'security_group_id': 'ecb365be-9f76-40ca-bf93-a5c12ba1e404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:11.625511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61801108-954d-469c-bce2-6457af07d099 None None] Pushing event updated for resources: {'Port': ['ID=0ea9bec5-304c-46a6-9a62-b928f2b77f5c,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:11.672043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03f9320c-2afe-492d-9376-12729db20199 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.749957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.824515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 64c0d758-23c2-4eac-b256-b1dcdbba3539, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=64c0d758-23c2-4eac-b256-b1dcdbba3539,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:11.829765 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.830846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:11.853650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03f9320c-2afe-492d-9376-12729db20199 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.863203 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03f9320c-2afe-492d-9376-12729db20199 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.933503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9320c-2afe-492d-9376-12729db20199 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f629b2-00d9-4767-98d0-92574b2849f1,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:11.945096 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03f9320c-2afe-492d-9376-12729db20199 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:11.953160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-03f9320c-2afe-492d-9376-12729db20199 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836534 Jul 22 21:37:11.956042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49656) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:11.980237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:12.048298 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.058964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.060723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.184770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.238634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=64c0d758-23c2-4eac-b256-b1dcdbba3539,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:12.293454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=31e442a3-153c-40ea-a4a1-341cf52bae0a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:12.340254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:12.340546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.555267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:12.557903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:12.636594 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2574fa41-43be-4dfb-9f6b-3d2efd6f8833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.642278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d8c984fe-41eb-4730-b8c6-2ae7a410df9d None None] Provisioning complete for port 64c0d758-23c2-4eac-b256-b1dcdbba3539 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:12.645203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8c984fe-41eb-4730-b8c6-2ae7a410df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.731776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:12.902723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Router dc14029f-fca6-4d19-bca0-f1cffd111818 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:37:13.084442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:37:13.093122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27c0297d-87f8-4bed-8dc4-452e3b49a7ea tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "PUT /v2.0/routers/dc14029f-fca6-4d19-bca0-f1cffd111818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6707692 Jul 22 21:37:13.094241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49688) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:13.097300 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Sync routers for ids ['dc14029f-fca6-4d19-bca0-f1cffd111818'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:37:13.126148 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Routers {'dc14029f-fca6-4d19-bca0-f1cffd111818'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:13.126945 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:36:46Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['dc14029f-fca6-4d19-bca0-f1cffd111818'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:13.163566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 172.25.5.40 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/47c2dc81-2f63-49ac-96bf-2e0818aff075) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:13.259754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf16ef0-934a-4157-847b-92f946e3e442 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:13.265626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-adf16ef0-934a-4157-847b-92f946e3e442 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports/31e442a3-153c-40ea-a4a1-341cf52bae0a HTTP/1.1" status: 200 len: 911 time: 0.1672349 Jul 22 21:37:13.266299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49696) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:13.457086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd887b-cef3-4150-b283-738de43787bc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:13.474682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd887b-cef3-4150-b283-738de43787bc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:13.485413 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9ecd887b-cef3-4150-b283-738de43787bc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2177932 Jul 22 21:37:13.488308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:13.538637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Set router dc14029f-fca6-4d19-bca0-f1cffd111818 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:37:13.665195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:13.742078 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:13.868278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=47c2dc81-2f63-49ac-96bf-2e0818aff075,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:13.881010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:13.883191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:13.890008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:14.018960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-911b4a0b-90dc-43c8-be97-e75e00cf22e3 None None] Provisioning for port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:14.099159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 64c0d758-23c2-4eac-b256-b1dcdbba3539 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:14.205845 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:14.252980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 64c0d758-23c2-4eac-b256-b1dcdbba3539 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:14.256267 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:14.350995 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'name': 'tempest-NetworksTestDHCPv6-router-1946071083', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:37:07Z', 'updated_at': '2021-07-22T21:37:11Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None, '_interfaces': [{'id': '31e442a3-153c-40ea-a4a1-341cf52bae0a', 'name': '', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'mac_address': 'fa:16:3e:02:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'acef6f96-cb39-498e-ab8b-8a1c947a6589', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:37:08Z', 'updated_at': '2021-07-22T21:37:11Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'subnets': [{'id': 'acef6f96-cb39-498e-ab8b-8a1c947a6589', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:14.433401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:14.448107 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Checking router: dc14029f-fca6-4d19-bca0-f1cffd111818 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:37:14.452993 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Updating router dc14029f-fca6-4d19-bca0-f1cffd111818 port 31e442a3-153c-40ea-a4a1-341cf52bae0a binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:37:14.558990 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:14.620099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ea9bec5-304c-46a6-9a62-b928f2b77f5c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:14.907241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7f5182f1-0c7a-4fb7-9f53-6c6f2ca200ab None None] Provisioning for port 31e442a3-153c-40ea-a4a1-341cf52bae0a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:14.929882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7f5182f1-0c7a-4fb7-9f53-6c6f2ca200ab None None] Provisioning complete for port 31e442a3-153c-40ea-a4a1-341cf52bae0a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:14.931309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f5182f1-0c7a-4fb7-9f53-6c6f2ca200ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.032939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.054131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.063697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7f5182f1-0c7a-4fb7-9f53-6c6f2ca200ab None None] Port 31e442a3-153c-40ea-a4a1-341cf52bae0a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:15.105811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:15.125431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:15.126162 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.342602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cced6a5-3a34-4e1d-9574-49fb00b59504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.496358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=47c2dc81-2f63-49ac-96bf-2e0818aff075,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:15.500131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.533822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.567981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d7ff1651-153b-4dc6-b199-661c340c73e2 None None] Provisioning complete for port 31e442a3-153c-40ea-a4a1-341cf52bae0a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:15.568634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d7ff1651-153b-4dc6-b199-661c340c73e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.624560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.625924 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.652517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-287f6deb-f701-4990-b30d-cfbb477738c3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6935129 Jul 22 21:37:15.668636 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Transition to ACTIVE for port object 31e442a3-153c-40ea-a4a1-341cf52bae0a will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:15.687182 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.822775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:15.967596 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b73cda-4fb3-41f5-8752-ef764266b069 None None] Pushing event updated for resources: {'Port': ['ID=31e442a3-153c-40ea-a4a1-341cf52bae0a,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:15.984721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff1651-153b-4dc6-b199-661c340c73e2 None None] Port 31e442a3-153c-40ea-a4a1-341cf52bae0a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:16.071182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0ea9bec5-304c-46a6-9a62-b928f2b77f5c,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:16.095312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:16.123876 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:16.136334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:16.227204 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Attempting to bind port 31e442a3-153c-40ea-a4a1-341cf52bae0a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:16.229335 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Attempting to bind port 31e442a3-153c-40ea-a4a1-341cf52bae0a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:16.231385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Attempting to bind port 31e442a3-153c-40ea-a4a1-341cf52bae0a on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:16.252893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:16.253265 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:16.253897 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:16.254493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:16.256780 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Bound port: 31e442a3-153c-40ea-a4a1-341cf52bae0a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:16.257345 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:16.316937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=0ea9bec5-304c-46a6-9a62-b928f2b77f5c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:16.523970 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] For port 31e442a3-153c-40ea-a4a1-341cf52bae0a, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:16.615155 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] For port 31e442a3-153c-40ea-a4a1-341cf52bae0a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=31e442a3-153c-40ea-a4a1-341cf52bae0a,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:16.623977 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:16.692459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1605f-da9b-4080-ab6d-49619b614a43 req-723d3e5a-ae7f-468a-83e4-e1808533e54c tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:16.695089 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9c1605f-da9b-4080-ab6d-49619b614a43 req-723d3e5a-ae7f-468a-83e4-e1808533e54c tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1097 time: 0.1571407 Jul 22 21:37:16.827526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9c1605f-da9b-4080-ab6d-49619b614a43 req-57c8ce90-e2ac-473d-b80f-09f0fe0cc079 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097093 Jul 22 21:37:16.832802 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b73cda-4fb3-41f5-8752-ef764266b069 None None] Pushing event updated for resources: {'Port': ['ID=31e442a3-153c-40ea-a4a1-341cf52bae0a,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:16.836668 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Routers {'dc14029f-fca6-4d19-bca0-f1cffd111818'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:16.837522 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['dc14029f-fca6-4d19-bca0-f1cffd111818'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:16.884064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-ca5bc67a-5870-49be-883c-ae578a5fa997 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1557826560&fields=id&tenant_id=5494a46d317648e9b47fd8850cfe27ab HTTP/1.1" status: 200 len: 267 time: 0.1130424 Jul 22 21:37:16.943489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49804) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:17.060529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 31e442a3-153c-40ea-a4a1-341cf52bae0a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:37:17.060873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:17.118401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-f9433428-a4d2-4873-b037-9e086dff107b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:17.132474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-f9433428-a4d2-4873-b037-9e086dff107b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports/28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 932 time: 0.2470133 Jul 22 21:37:17.183493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] Set router dc14029f-fca6-4d19-bca0-f1cffd111818 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:37:17.328116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-24c4c82c-49f6-41b2-b50e-6a8ea6c30d33 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:17.337737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-24c4c82c-49f6-41b2-b50e-6a8ea6c30d33 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports/2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 931 time: 0.2040863 Jul 22 21:37:17.378512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-1623bfa0-6367-4c90-84aa-6a0225a424d6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395820 Jul 22 21:37:17.406854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port 31e442a3-153c-40ea-a4a1-341cf52bae0a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=31e442a3-153c-40ea-a4a1-341cf52bae0a,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:17.407670 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:17.441212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-99606084-a3ae-46a9-b295-7b75e2cfd2ab tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0615089 Jul 22 21:37:17.465100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:17.468245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9bfa-b1d6-49c3-97db-728dfcf6cef0 req-58fdf3df-c88c-4e74-b2af-24bbe58e39db tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:17.508179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-800d9bfa-b1d6-49c3-97db-728dfcf6cef0 req-58fdf3df-c88c-4e74-b2af-24bbe58e39db tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.4666018 Jul 22 21:37:17.518664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:17.540377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 31e442a3-153c-40ea-a4a1-341cf52bae0a owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:37:17.662719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-800d9bfa-b1d6-49c3-97db-728dfcf6cef0 req-f6f3065e-9d1f-47ca-b852-6391c3b923f0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535187 Jul 22 21:37:17.711520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:17.728674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b239db17-d4b2-41e1-aca8-da88af2a7ccf tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:17.825845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b239db17-d4b2-41e1-aca8-da88af2a7ccf tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:17.843951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b239db17-d4b2-41e1-aca8-da88af2a7ccf tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:17.860334 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b239db17-d4b2-41e1-aca8-da88af2a7ccf tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/networks?id=57fce704-3643-4e97-b015-36051a4e6bea&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 200 len: 1991 time: 0.4175870 Jul 22 21:37:17.945209 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'name': 'tempest-NetworksTestDHCPv6-router-1946071083', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:37:07Z', 'updated_at': '2021-07-22T21:37:11Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None, '_interfaces': [{'id': '31e442a3-153c-40ea-a4a1-341cf52bae0a', 'name': '', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'mac_address': 'fa:16:3e:02:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'acef6f96-cb39-498e-ab8b-8a1c947a6589', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:37:08Z', 'updated_at': '2021-07-22T21:37:16Z', 'revision_number': 4, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'subnets': [{'id': 'acef6f96-cb39-498e-ab8b-8a1c947a6589', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:17.969452 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:18.008016 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a69b38-dbae-4c4d-be11-2a78790729ce None None] The sync data for ids ['dc14029f-fca6-4d19-bca0-f1cffd111818'] in n-d-762330-19 is: [{'id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'name': 'tempest-NetworksTestDHCPv6-router-1946071083', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:37:07Z', 'updated_at': '2021-07-22T21:37:11Z', 'revision_number': 2, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None, '_interfaces': [{'id': '31e442a3-153c-40ea-a4a1-341cf52bae0a', 'name': '', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'mac_address': 'fa:16:3e:02:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'acef6f96-cb39-498e-ab8b-8a1c947a6589', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:37:08Z', 'updated_at': '2021-07-22T21:37:16Z', 'revision_number': 4, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'subnets': [{'id': 'acef6f96-cb39-498e-ab8b-8a1c947a6589', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:37:18.019359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-24dc3e92-6b0b-4d24-8f53-47e6bddfec7d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/quotas/5494a46d317648e9b47fd8850cfe27ab HTTP/1.1" status: 200 len: 375 time: 0.1579237 Jul 22 21:37:18.130677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bbd7e3cd-13bc-4474-bd0a-94cfb72578a0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/9501394b-5440-49e3-96df-c90dc3ea5d38 HTTP/1.1" status: 200 len: 993 time: 0.4178782 Jul 22 21:37:18.166034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-62e0ac63-b358-43d2-85d6-6a026f4e2184 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1412277 Jul 22 21:37:18.221814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:18.224486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:18.320533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=31e442a3-153c-40ea-a4a1-341cf52bae0a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:18.321887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ea9bec5-304c-46a6-9a62-b928f2b77f5c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:18.325534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Allocated IP 172.25.5.162 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/53e91cbb-49ed-4181-8544-cb398f5fc61c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:18.557866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:18.558396 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:18.736190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-9af8b124-d6f3-40ac-9dc9-34ef209120aa service neutron] 10.222.0.54 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546095 Jul 22 21:37:18.764670 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:18.817357 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:19.003333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-9dbda655-883a-475a-ba51-d5bc5a3215d1 service neutron] 10.222.0.54 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648978 Jul 22 21:37:19.103869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e024a559-57fd-4de9-bd82-af2bd4e6d6b0 service neutron] 10.222.0.54 "GET /v2.0/ports/28b48b81-9c56-41f0-83d5-bebadd45293d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0800340 Jul 22 21:37:19.239456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:19.339824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Router dc14029f-fca6-4d19-bca0-f1cffd111818 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:37:19.377742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-1a3a7edb-481b-4378-933b-ff5e5afe3410 service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631292 Jul 22 21:37:19.443023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:19.488748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Port': ['ID=53e91cbb-49ed-4181-8544-cb398f5fc61c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:19.497799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:19.504792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:19.692996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-9bb08cf8-271f-4175-b8f2-e41264da5596 service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035259 Jul 22 21:37:19.804197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:37:19.843162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49880) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:19.845280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b53a577e-769a-44a0-8908-d86f97006096 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "PUT /v2.0/routers/dc14029f-fca6-4d19-bca0-f1cffd111818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3510308 Jul 22 21:37:19.960029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-3faf8526-25ce-4571-ba39-03dd984b9082 service neutron] 10.222.0.54 "GET /v2.0/ports/2f8147a0-67df-4242-865e-57c1bbbfbde9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2551224 Jul 22 21:37:20.043951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:20.243190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5898f-0eb4-4582-93e0-baec49805b39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:20.255241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:20.261112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5898f-0eb4-4582-93e0-baec49805b39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:20.271092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-65d5898f-0eb4-4582-93e0-baec49805b39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4227579 Jul 22 21:37:20.283012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49894) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:20.373406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b369d655-4fcc-4403-b088-f09439c5e50c service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120002 Jul 22 21:37:20.433477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:20.619343 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-c3516679-11aa-4518-86d5-3fb84f27e9a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3734133 Jul 22 21:37:20.836424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet acef6f96-cb39-498e-ab8b-8a1c947a6589 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:37:20.843326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:20.856448 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb51c889-05a9-48a6-b5a5-91aa4aeb0a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:20.895556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-15328b62-d85b-4a9e-bc98-ec3ec03ef032 service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153668 Jul 22 21:37:20.966242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:20.987908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:20.999003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.042705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca5d8-66e8-4e5a-b548-c17a09bdcc38 req-6232edd9-e020-4bb1-a346-06fa5cfc6b18 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:21.052560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc0ca5d8-66e8-4e5a-b548-c17a09bdcc38 req-6232edd9-e020-4bb1-a346-06fa5cfc6b18 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.6286898 Jul 22 21:37:21.178761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.195769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] Sync routers for ids ['dc14029f-fca6-4d19-bca0-f1cffd111818'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:37:21.205628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc0ca5d8-66e8-4e5a-b548-c17a09bdcc38 req-04e8fad2-c887-4df8-9709-fe8ef7c73137 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520321 Jul 22 21:37:21.220850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] Routers {'dc14029f-fca6-4d19-bca0-f1cffd111818'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:21.221969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['dc14029f-fca6-4d19-bca0-f1cffd111818'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:21.242856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Port': ['ID=53e91cbb-49ed-4181-8544-cb398f5fc61c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:21.344584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-ee0e82a0-f931-4da9-9a46-9bff604db943 service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296503 Jul 22 21:37:21.382934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb51c889-05a9-48a6-b5a5-91aa4aeb0a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.389988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb51c889-05a9-48a6-b5a5-91aa4aeb0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.511198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb51c889-05a9-48a6-b5a5-91aa4aeb0a38 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43d0e318d2a74db1ac986fcb9fa5d424&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0671957 Jul 22 21:37:21.521145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.525742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b1430346-df29-46db-b5db-bdb924b8aa8f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5779183 Jul 22 21:37:21.525742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:21.528767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:21.560927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-189779769'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:21.586287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] Set router dc14029f-fca6-4d19-bca0-f1cffd111818 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:37:21.639397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bfb44303-4a12-4cc2-87cd-1ad3347a967d service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946103 Jul 22 21:37:21.674352 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.691876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51c889-05a9-48a6-b5a5-91aa4aeb0a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1812bf83-26a6-4a91-8eec-7e287d9af1ed,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:21.743813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Made reservation on behalf of e1833ea773d842d29a921deeb442aa17 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:21.760606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.763017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'name': 'tempest-NetworksTestDHCPv6-router-1946071083', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:37:07Z', 'updated_at': '2021-07-22T21:37:18Z', 'revision_number': 3, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:21.806670 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.856321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] Checking router: dc14029f-fca6-4d19-bca0-f1cffd111818 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:37:21.869995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] Routers {'dc14029f-fca6-4d19-bca0-f1cffd111818'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:21.870601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['dc14029f-fca6-4d19-bca0-f1cffd111818'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:21.906578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ab8a-b67f-4139-a16c-2ebb9fcfa0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.942370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-202d0108-dee1-467a-8513-f3080e640996 service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896919 Jul 22 21:37:21.944425 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:21.979303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] Set router dc14029f-fca6-4d19-bca0-f1cffd111818 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:37:21.994631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=acef6f96-cb39-498e-ab8b-8a1c947a6589,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:22.004162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ab8a-b67f-4139-a16c-2ebb9fcfa0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.070293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.072461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b3d40f28-b360-4f6c-8583-a5ca0415f45b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/acef6f96-cb39-498e-ab8b-8a1c947a6589 HTTP/1.1" status: 204 len: 168 time: 1.7872016 Jul 22 21:37:22.081893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49952) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:22.097649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc9c70-e391-460a-9be5-e42d70936f9a None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:22.104532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'name': 'tempest-NetworksTestDHCPv6-router-1946071083', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:37:07Z', 'updated_at': '2021-07-22T21:37:18Z', 'revision_number': 3, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:22.107470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ab8a-b67f-4139-a16c-2ebb9fcfa0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.113007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ab8a-b67f-4139-a16c-2ebb9fcfa0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.118574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a1d8ab8a-b67f-4139-a16c-2ebb9fcfa0a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1812bf83-26a6-4a91-8eec-7e287d9af1ed HTTP/1.1" status: 204 len: 168 time: 0.5752420 Jul 22 21:37:22.152718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8ab8a-b67f-4139-a16c-2ebb9fcfa0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1812bf83-26a6-4a91-8eec-7e287d9af1ed,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:22.246319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6bb45-a90d-4f4b-a19a-0aee54767b2f None None] The sync data for ids ['dc14029f-fca6-4d19-bca0-f1cffd111818'] in n-d-762330-19 is: [{'id': 'dc14029f-fca6-4d19-bca0-f1cffd111818', 'name': 'tempest-NetworksTestDHCPv6-router-1946071083', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:37:07Z', 'updated_at': '2021-07-22T21:37:18Z', 'revision_number': 3, 'project_id': '8ddf015c8c924f07bded3d418b97eff7', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:37:22.332878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.338902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.369170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:37:22.393285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.394042 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Added segment c106d668-744b-4f3b-ba5f-514c512c9fbe of type vlan for network 19eca5f1-e13f-415c-89d9-8c022f157f77 Jul 22 21:37:22.566435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.570484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e2ec3-321f-442a-85fc-92dfc7e14e1f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:22.653813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.661078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:22.668704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:22.794060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:37:22.814394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Network': ['ID=19eca5f1-e13f-415c-89d9-8c022f157f77,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:22.842805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8086df20-f485-4a4f-bdc2-d5df2d64001f tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2921515 Jul 22 21:37:22.843609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49968) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:22.847817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:37:22.858031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Request body: {'subnet': {'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:22.942037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49972) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:23.050085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58607d99-b4cf-43a5-9d10-006c85da650c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.117278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] Deleting port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:37:23.118004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.203207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] For port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0ea9bec5-304c-46a6-9a62-b928f2b77f5c,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:23.204110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.231858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] Calling delete_port for 0ea9bec5-304c-46a6-9a62-b928f2b77f5c owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:37:23.320536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8fb28b9e-5387-42ce-847b-7dad7742dab2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2285745 Jul 22 21:37:23.324313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49982) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:23.338719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-abe6234a-098c-41fd-902e-3a3fb0d7efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:23.341467 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-abe6234a-098c-41fd-902e-3a3fb0d7efc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1097 time: 0.2716253 Jul 22 21:37:23.395230 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58607d99-b4cf-43a5-9d10-006c85da650c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.420293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-48a35a87-3cf0-4506-ae20-f45b166227f3 service neutron] 10.222.0.54 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4427497 Jul 22 21:37:23.438671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58607d99-b4cf-43a5-9d10-006c85da650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.446503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Made reservation on behalf of e1833ea773d842d29a921deeb442aa17 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:23.451176 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.458778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c03bb-3204-4c89-9792-a0da33c49f9d req-c9c590fe-6cff-4386-baf0-e51dd80796cc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:23.461263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c47c03bb-3204-4c89-9792-a0da33c49f9d req-c9c590fe-6cff-4386-baf0-e51dd80796cc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 1.0311279 Jul 22 21:37:23.472280 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.477803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0be8380-c2f3-4337-beae-790aa3a44b32 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:23.495700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] No DVR routers for this DVR port 0ea9bec5-304c-46a6-9a62-b928f2b77f5c on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:37:23.532370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eea2af-6dd6-4320-b68b-9ad982b81cd0 None None] Pushing event deleted for resources: {'Port': ['ID=0ea9bec5-304c-46a6-9a62-b928f2b77f5c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:23.564591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607d99-b4cf-43a5-9d10-006c85da650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21adc8d-ea07-4981-a615-74a3ea4bebbd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:23.619386 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-58607d99-b4cf-43a5-9d10-006c85da650c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17e4eae0a4f449968fdb232ee14e7330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753898 Jul 22 21:37:23.623298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c47c03bb-3204-4c89-9792-a0da33c49f9d req-6fee7ad1-0cc1-46c6-9655-1e98ff595074 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429124 Jul 22 21:37:23.720799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49988) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:23.892682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-1f186b81-014a-4d52-a78d-04f442372513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:23.894814 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-1f186b81-014a-4d52-a78d-04f442372513 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.5424657 Jul 22 21:37:23.997898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4609888-3a7e-4ef8-8b62-e2e9a287ab33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.006023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-928d52c6-e8c9-4e25-9b85-2bb2a135187d service neutron] 10.222.0.54 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755324 Jul 22 21:37:24.014170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0be8380-c2f3-4337-beae-790aa3a44b32 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.031482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.038699 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0be8380-c2f3-4337-beae-790aa3a44b32 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.144341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4609888-3a7e-4ef8-8b62-e2e9a287ab33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.159236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0be8380-c2f3-4337-beae-790aa3a44b32 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.159825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0be8380-c2f3-4337-beae-790aa3a44b32 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Fanout notify agent at l3_agent the message router_deleted on router dc14029f-fca6-4d19-bca0-f1cffd111818 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:37:24.202114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-287761d4-7169-4611-a0d3-b6451b4cd229 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 1001 time: 0.2859395 Jul 22 21:37:24.284021 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d0be8380-c2f3-4337-beae-790aa3a44b32 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.296031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Subnet': ['ID=b3e14a73-8626-47a4-9ed3-6ab545840d2a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:24.296357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d0be8380-c2f3-4337-beae-790aa3a44b32 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/routers/dc14029f-fca6-4d19-bca0-f1cffd111818 HTTP/1.1" status: 204 len: 168 time: 0.9595001 Jul 22 21:37:24.303007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50002) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:24.329559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Checking segment: {'id': 'c106d668-744b-4f3b-ba5f-514c512c9fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:24.330333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Network hostable DHCP agents. Network: 19eca5f1-e13f-415c-89d9-8c022f157f77, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:37:24.348662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 31e442a3-153c-40ea-a4a1-341cf52bae0a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:37:24.370933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e157d453-b955-4aef-b7c2-76818868918e service neutron] 10.222.0.54 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450420 Jul 22 21:37:24.379242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 31e442a3-153c-40ea-a4a1-341cf52bae0a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:37:24.379588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 31e442a3-153c-40ea-a4a1-341cf52bae0a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:37:24.390307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ea9bec5-304c-46a6-9a62-b928f2b77f5c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:37:24.403014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-743a9ba9-1aff-4fa6-bc04-423c2a046757 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0960896 Jul 22 21:37:24.409110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50004) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:24.410730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-5d2486f4-543d-4c6f-9556-2555037761fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:24.415236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-5d2486f4-543d-4c6f-9556-2555037761fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.1785288 Jul 22 21:37:24.426692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0ea9bec5-304c-46a6-9a62-b928f2b77f5c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:37:24.427037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ea9bec5-304c-46a6-9a62-b928f2b77f5c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:37:24.436757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4609888-3a7e-4ef8-8b62-e2e9a287ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.441383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4609888-3a7e-4ef8-8b62-e2e9a287ab33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.444112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f4609888-3a7e-4ef8-8b62-e2e9a287ab33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e21adc8d-ea07-4981-a615-74a3ea4bebbd HTTP/1.1" status: 204 len: 168 time: 0.7206998 Jul 22 21:37:24.502515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:37:24.543896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 19eca5f1-e13f-415c-89d9-8c022f157f77) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:24.552848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b352957-66ef-42b2-9858-b23eca082d27 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:24.553138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560bb61-7544-4710-8cc5-8fb98915792e None None] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:24.554943 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b352957-66ef-42b2-9858-b23eca082d27 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1383772 Jul 22 21:37:24.557892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50008) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:24.562136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:24.562864 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.565979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-658cbfac-5c01-4ca6-93b9-910a438e7959 service neutron] 10.222.0.54 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848710 Jul 22 21:37:24.571430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4609888-3a7e-4ef8-8b62-e2e9a287ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21adc8d-ea07-4981-a615-74a3ea4bebbd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:24.677938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-13f8db77-b7a0-4306-95f6-ee57c2a64a2f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833390 Jul 22 21:37:24.680354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50016) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:24.693965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:24.757447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-e44ad77c-5ee9-4b11-a9d3-d8f6bbf91d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:24.759456 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-e44ad77c-5ee9-4b11-a9d3-d8f6bbf91d0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3271945 Jul 22 21:37:24.765772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8abf8da3-7552-4423-8b66-9376b6ac7312 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9193330 Jul 22 21:37:24.775660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:24.791749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2001950263', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:24.895756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-19eca5f1-e13f-415c-89d9-8c022f157f77', 'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77', 'tenant_id': 'e1833ea773d842d29a921deeb442aa17', 'fixed_ips': [{'subnet_id': 'b3e14a73-8626-47a4-9ed3-6ab545840d2a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:37:24.899521 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.932490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-05d3f31f-07db-4d51-9556-c47722059912 service neutron] 10.222.0.54 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512132 Jul 22 21:37:24.958761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.967829 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:24.999085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:25.003226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:25.114715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312435c-2e64-4dc7-80d5-b2c99d172f7a req-6ff2b453-a621-439d-bf96-1c46f3483ffa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:25.126488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2312435c-2e64-4dc7-80d5-b2c99d172f7a req-6ff2b453-a621-439d-bf96-1c46f3483ffa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3184149 Jul 22 21:37:25.187150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:25.198504 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2312435c-2e64-4dc7-80d5-b2c99d172f7a req-1a621c0a-89d4-4c48-8ff9-416b1c9e8365 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709870 Jul 22 21:37:25.239470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-4a034a6e-aa34-4c24-a92f-df75293e030c service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624248 Jul 22 21:37:25.250899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Allocated IP 172.20.0.2 (19eca5f1-e13f-415c-89d9-8c022f157f77/b3e14a73-8626-47a4-9ed3-6ab545840d2a/384601e4-63c0-484b-a8ad-0a6626843aa3) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:25.532592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:25.540481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Transition to ACTIVE for port object 384601e4-63c0-484b-a8ad-0a6626843aa3 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:25.557523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Transition to ACTIVE for port object 384601e4-63c0-484b-a8ad-0a6626843aa3 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:25.568301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:25.586593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:25.612393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:25.620833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:25.625721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:25.656617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Pushing event updated for resources: {'Port': ['ID=384601e4-63c0-484b-a8ad-0a6626843aa3,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:25.783523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Attempting to bind port 384601e4-63c0-484b-a8ad-0a6626843aa3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:25.783523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Attempting to bind port 384601e4-63c0-484b-a8ad-0a6626843aa3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c106d668-744b-4f3b-ba5f-514c512c9fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:25.783919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Attempting to bind port 384601e4-63c0-484b-a8ad-0a6626843aa3 on network 19eca5f1-e13f-415c-89d9-8c022f157f77 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:25.797827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:25.798198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Checking segment: {'id': 'c106d668-744b-4f3b-ba5f-514c512c9fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:25.802668 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:25.803741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Bound using segment: {'id': 'c106d668-744b-4f3b-ba5f-514c512c9fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:25.803741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Bound port: 384601e4-63c0-484b-a8ad-0a6626843aa3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c106d668-744b-4f3b-ba5f-514c512c9fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:25.804321 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:25.880522 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-cf1c140d-c970-43c4-9828-1e147a196d32 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290400 Jul 22 21:37:26.056348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] For port 384601e4-63c0-484b-a8ad-0a6626843aa3, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:26.075957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] For port 384601e4-63c0-484b-a8ad-0a6626843aa3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=384601e4-63c0-484b-a8ad-0a6626843aa3,segment=NetworkSegment(c106d668-744b-4f3b-ba5f-514c512c9fbe),segment_id=c106d668-744b-4f3b-ba5f-514c512c9fbe)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:26.081400 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:26.269986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-660e3dac-f073-4451-b70e-fe43ecb6a85c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8293369 Jul 22 21:37:26.285223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:26.379588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca5604-71da-4960-a94b-0de2ae5daa19 None None] Pushing event updated for resources: {'Port': ['ID=384601e4-63c0-484b-a8ad-0a6626843aa3,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:26.381150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:26.508370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:37:26.598576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:26.620783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Allocated IP 172.25.5.8 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/efd229c0-289a-4770-8a9c-fc425ef18dc2) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:26.727082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=03fc24b2-fd2a-45a3-9125-9d1536b815ca,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:26.754464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c153af2-5788-4844-a0c1-3a7ceeac1512 req-b1900b1d-1881-4829-8df6-a72f6a06e1cc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0927739 Jul 22 21:37:26.802976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:26.823772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.825193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.825780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.826397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.826889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.827351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.827818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.838842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-43113158-a170-4a48-a448-24300e1634cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6506 time: 0.4411106 Jul 22 21:37:26.840217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:26.857613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:26.858213 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:26.866952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c87bb1a-c379-45c2-ac2f-7c37595287f7 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:26.875011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:26.898543 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4ec7323f-2463-428b-ae0a-d4a20d1d0a7f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2086689 Jul 22 21:37:26.914390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:26.926441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:26.973410 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:27.079564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5153b-0ce9-4412-a23f-4f92c77490d4 req-ecb814d3-6570-4642-b7ac-9a349c2df8cf tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:27.094722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53b5153b-0ce9-4412-a23f-4f92c77490d4 req-ecb814d3-6570-4642-b7ac-9a349c2df8cf tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.4323428 Jul 22 21:37:27.117207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:27.151335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:27.203911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:27.251594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Port': ['ID=efd229c0-289a-4770-8a9c-fc425ef18dc2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:27.297320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53b5153b-0ce9-4412-a23f-4f92c77490d4 req-7c9f9dec-aa78-43e7-b0a2-6ac6144956ff tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684844 Jul 22 21:37:27.852167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '03fc24b2-fd2a-45a3-9125-9d1536b815ca'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:37:27.853653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:27.885850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-0083e49a-8f92-4f57-9e31-6acc2c6b61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:27.891153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-0083e49a-8f92-4f57-9e31-6acc2c6b61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:27.893685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-0083e49a-8f92-4f57-9e31-6acc2c6b61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:27.898015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-0083e49a-8f92-4f57-9e31-6acc2c6b61e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=e36c9c13-3075-44ed-add2-4df81517f00d&id=e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 200 len: 2298 time: 1.0156255 Jul 22 21:37:28.303810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:28.309524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:28.357274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:28.545687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d380489-2562-45d4-8bdd-31517fd3b330 None None] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:28.552603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 384601e4-63c0-484b-a8ad-0a6626843aa3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:28.574780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Allocated IP 2001:db8::f816:3eff:fe58:6691 (caeefccd-6c8b-4502-a5b4-f242d70f2491/03fc24b2-fd2a-45a3-9125-9d1536b815ca/e65e8f5b-19f1-4025-9a6b-a922451122c4) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:28.602224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8db86b0b-580a-46b2-9463-743dc2323327 req-be51ba93-459a-441f-8104-3826336693fb tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.3196378 Jul 22 21:37:28.664971 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-d0bba413-6177-4602-894b-68f7119956f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 200 len: 1001 time: 0.7385018 Jul 22 21:37:28.929659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-845c1f97-6234-4719-b397-a640a781b9cc None None] Provisioning for port 384601e4-63c0-484b-a8ad-0a6626843aa3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:28.937397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-638010b8-28cb-4233-b9c3-1477a97ab2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:28.941545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-638010b8-28cb-4233-b9c3-1477a97ab2ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d39fb80-71f0-47b2-84bc-bc691826ea84 HTTP/1.1" status: 200 len: 856 time: 0.2480705 Jul 22 21:37:29.053873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 384601e4-63c0-484b-a8ad-0a6626843aa3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:29.093970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 384601e4-63c0-484b-a8ad-0a6626843aa3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:29.094636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:29.169968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-5ef9fcc9-b1f7-4594-bd0c-0eebb4e07ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:29.172814 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-5ef9fcc9-b1f7-4594-bd0c-0eebb4e07ed6 service neutron] 10.222.0.23 "GET /v2.0/ports/28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 1028 time: 0.4833508 Jul 22 21:37:29.192588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa08e-0d00-40a3-99f1-ef07d6891270 req-97131e7a-daef-4096-82d2-f7148ea66d9d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:29.268797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-085fa08e-0d00-40a3-99f1-ef07d6891270 req-97131e7a-daef-4096-82d2-f7148ea66d9d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.5778613 Jul 22 21:37:29.351963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-f33dd281-e39b-433c-a882-0cd77c179d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:29.356731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-f33dd281-e39b-433c-a882-0cd77c179d06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3574917 Jul 22 21:37:29.367998 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:29.396144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:29.445275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:29.457138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Transition to ACTIVE for port object e65e8f5b-19f1-4025-9a6b-a922451122c4 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:29.572725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 384601e4-63c0-484b-a8ad-0a6626843aa3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=384601e4-63c0-484b-a8ad-0a6626843aa3,segment=NetworkSegment(c106d668-744b-4f3b-ba5f-514c512c9fbe),segment_id=c106d668-744b-4f3b-ba5f-514c512c9fbe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:29.587361 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:29.593420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Transition to ACTIVE for port object e65e8f5b-19f1-4025-9a6b-a922451122c4 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:29.673476 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:29.800330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-085fa08e-0d00-40a3-99f1-ef07d6891270 req-3479e4d2-e07d-4d6f-860f-d32758ce4750 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5307055 Jul 22 21:37:29.880964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:29.935996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:29.936278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:29.945064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=384601e4-63c0-484b-a8ad-0a6626843aa3,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:29.958838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:29.973626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f538843-6504-4ffd-ba3a-d753586a324a req-85bd5f8c-338a-40e4-93ca-b8f64d158099 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.1476052 Jul 22 21:37:30.014044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-5487fb5a-e1fa-4cb0-bb36-e5ef63abf00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:30.024343 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-5487fb5a-e1fa-4cb0-bb36-e5ef63abf00d service neutron] 10.222.0.23 "GET /v2.0/ports/2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 1027 time: 0.8052213 Jul 22 21:37:30.063339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Router 79b7c106-b1e8-4c12-9e0c-92a209053556 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:37:30.362472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:30.387548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:30.401959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:30.403581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:30.412331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=a862c580-3452-49e8-b4f0-2052baff2dd4,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:30.509775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 384601e4-63c0-484b-a8ad-0a6626843aa3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:30.682820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Pushing event updated for resources: {'Port': ['ID=e65e8f5b-19f1-4025-9a6b-a922451122c4,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:30.738668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:37:30.742319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Attempting to bind port e65e8f5b-19f1-4025-9a6b-a922451122c4 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:30.742903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Attempting to bind port e65e8f5b-19f1-4025-9a6b-a922451122c4 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:30.743684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Attempting to bind port e65e8f5b-19f1-4025-9a6b-a922451122c4 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:30.764131 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] Sync routers for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:37:30.781602 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:30.783087 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:30.791332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:30.792127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:30.793197 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:30.793820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:30.794585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Bound port: e65e8f5b-19f1-4025-9a6b-a922451122c4, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:30.796187 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:30.815756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:30.817795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0c938e33-7328-40d3-a60c-ac650e6dd036 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.0409565 Jul 22 21:37:30.826375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d55f5b62-565c-4c29-9672-e57d7950a4f6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:30.826966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50198) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:30.859106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d55f5b62-565c-4c29-9672-e57d7950a4f6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:30.904207 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:30.915999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d55f5b62-565c-4c29-9672-e57d7950a4f6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:30.937410 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d55f5b62-565c-4c29-9672-e57d7950a4f6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "GET /v2.0/networks?id=57fce704-3643-4e97-b015-36051a4e6bea&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 200 len: 1991 time: 0.6803071 Jul 22 21:37:30.952723 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:30.953758 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:31.050158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] For port e65e8f5b-19f1-4025-9a6b-a922451122c4, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:31.056869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] For port e65e8f5b-19f1-4025-9a6b-a922451122c4, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e65e8f5b-19f1-4025-9a6b-a922451122c4,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:31.092019 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:31.126771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 384601e4-63c0-484b-a8ad-0a6626843aa3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:31.131982 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:31.152849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.153707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.183483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.184493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.184854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.185197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.185541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.186359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.186797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.187219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.187634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.188037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:31.202385 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a2d052c-f43c-4b84-84f2-de7bd382070c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2846346 Jul 22 21:37:31.204093 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:31.205016 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4a927-8a6c-493f-a3e0-0c928f1a2a17 None None] The sync data for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:37:31.210592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-f0a5ac60-17f7-4dd4-b944-0dc76a4fccc6 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7636137 Jul 22 21:37:31.211394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50208) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:31.217850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:29:90:e3', 'name': 'tempest-NetworksTestDHCPv6-1492473513'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:31.297017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-c397cd73-9a98-4db4-896d-ea23e65bd8d7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5494a46d317648e9b47fd8850cfe27ab HTTP/1.1" status: 200 len: 380 time: 0.2959969 Jul 22 21:37:31.333228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'admin_state_up': True, 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'security_groups': ['ecb365be-9f76-40ca-bf93-a5c12ba1e404']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:31.420345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ddb9c-aa8e-44d7-8cea-4a5d2a1dec52 None None] Pushing event updated for resources: {'Port': ['ID=e65e8f5b-19f1-4025-9a6b-a922451122c4,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:31.434618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-abbc0f86-67f3-435e-8e2e-a89cbc8e8fc7 None None] Provisioning complete for port 384601e4-63c0-484b-a8ad-0a6626843aa3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:31.435190 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-abbc0f86-67f3-435e-8e2e-a89cbc8e8fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:31.720181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:31.722957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-049b3765-5ef1-43d2-b2ff-44cc23497080 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960620 Jul 22 21:37:31.866451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-1ca774d4-2068-40c2-9116-d8b93ce152cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 217 time: 0.1153834 Jul 22 21:37:31.999023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:32.068012 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:32.233901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:32.236381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:32.241586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:32.444198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 32c4215e-6def-4a80-be47-a3b9b738e1ef yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:37:32.507600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e65e8f5b-19f1-4025-9a6b-a922451122c4 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:32.628634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-f969ad81-6004-4d6d-b85f-e17c0e1c693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:32.630460 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-f969ad81-6004-4d6d-b85f-e17c0e1c693d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.7446878 Jul 22 21:37:32.658126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e65e8f5b-19f1-4025-9a6b-a922451122c4 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:32.743588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 172.20.0.9 (57fce704-3643-4e97-b015-36051a4e6bea/82ad8203-fa6e-4665-9355-fb5f8f13a8dc/15dd7771-5987-4967-af1d-c43f67223885) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:32.893079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40040c5c-018e-4d94-b1da-4afc668326f6 req-bf29870b-2e1c-4108-a91f-66058f80ba1e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 1.5325096 Jul 22 21:37:32.998288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:33.033812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Transition to ACTIVE for port object 15dd7771-5987-4967-af1d-c43f67223885 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:33.088959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:33.116075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5ddb-5544-494c-8937-f2e79a0eebd0 req-39047a1f-593d-44d1-ad99-c413a63068e3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:33.124620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-289b5ddb-5544-494c-8937-f2e79a0eebd0 req-39047a1f-593d-44d1-ad99-c413a63068e3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 1.7587690 Jul 22 21:37:33.210254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network 57fce704-3643-4e97-b015-36051a4e6bea is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:33.228775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:33.243305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:33.339482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:33.341958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:33.390377 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0641131 Jul 22 21:37:33.391587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-289b5ddb-5544-494c-8937-f2e79a0eebd0 req-f3d8b18b-2632-416a-9319-15e4ef61d31a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659366 Jul 22 21:37:33.441048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'admin_state_up': True, 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'security_groups': ['ecb365be-9f76-40ca-bf93-a5c12ba1e404']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:33.447008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905719e-641b-46b7-be29-08a4facab4b4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=15dd7771-5987-4967-af1d-c43f67223885,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:33.486910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-ee7b6d50-0a13-4d8c-948b-61222cb5f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:33.488964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-ee7b6d50-0a13-4d8c-948b-61222cb5f95c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4153688 Jul 22 21:37:33.708098 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-5343b2a0-66da-4375-9bb7-6769d9a4e1b9 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073681 Jul 22 21:37:33.723048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8af880-90c4-4735-ac0d-981de8f5993e None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:33.821200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e19e7bb-3982-4231-826c-95b8dc77dbc3 None None] Provisioning for port e65e8f5b-19f1-4025-9a6b-a922451122c4 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:33.874346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:33.879441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e19e7bb-3982-4231-826c-95b8dc77dbc3 None None] Provisioning complete for port e65e8f5b-19f1-4025-9a6b-a922451122c4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:33.879959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e19e7bb-3982-4231-826c-95b8dc77dbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:34.301147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e19e7bb-3982-4231-826c-95b8dc77dbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:34.308038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 172.20.0.7 (caeefccd-6c8b-4502-a5b4-f242d70f2491/a862c580-3452-49e8-b4f0-2052baff2dd4/32c4215e-6def-4a80-be47-a3b9b738e1ef) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:34.328417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fe29:90e3 (caeefccd-6c8b-4502-a5b4-f242d70f2491/03fc24b2-fd2a-45a3-9125-9d1536b815ca/32c4215e-6def-4a80-be47-a3b9b738e1ef) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:34.362969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-09d92789-aee7-46ac-8e8a-da19c561aaa2 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6448746 Jul 22 21:37:34.363192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3e19e7bb-3982-4231-826c-95b8dc77dbc3 None None] For port e65e8f5b-19f1-4025-9a6b-a922451122c4, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e65e8f5b-19f1-4025-9a6b-a922451122c4,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:34.388181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e19e7bb-3982-4231-826c-95b8dc77dbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:34.452080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-ffb18cd2-33f6-4a65-b096-da4bb34de6af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 217 time: 0.0774336 Jul 22 21:37:34.519263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:34.525771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:34.596496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-18dba4eb-8654-4ab4-84f4-f559d910cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:34.598738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-18dba4eb-8654-4ab4-84f4-f559d910cc7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.1287537 Jul 22 21:37:34.627255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19e7bb-3982-4231-826c-95b8dc77dbc3 None None] Pushing event updated for resources: {'Port': ['ID=e65e8f5b-19f1-4025-9a6b-a922451122c4,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:34.690682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216690cd-7b23-4665-8b80-91cfd0378138 req-a5369431-9234-4503-afae-a7bd856ace5d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:34.692802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-216690cd-7b23-4665-8b80-91cfd0378138 req-a5369431-9234-4503-afae-a7bd856ace5d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 931 time: 0.5316072 Jul 22 21:37:34.730854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b6dd997-2d3e-48cc-aff6-34b4cd591df6 None None] Provisioning for port 15dd7771-5987-4967-af1d-c43f67223885 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:34.745628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b6dd997-2d3e-48cc-aff6-34b4cd591df6 None None] Provisioning complete for port 15dd7771-5987-4967-af1d-c43f67223885 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:34.746599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b6dd997-2d3e-48cc-aff6-34b4cd591df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:34.882353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-216690cd-7b23-4665-8b80-91cfd0378138 req-47db25d6-a44a-4066-ab2c-4e983e44ffb5 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783252 Jul 22 21:37:34.906243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] Update dhcp port {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': '03fc24b2-fd2a-45a3-9125-9d1536b815ca', 'ip_address': '2001:db8::f816:3eff:fe58:6691'}, {'subnet_id': 'a862c580-3452-49e8-b4f0-2052baff2dd4'}], 'binding:host_id': 'n-d-762330-19'}, 'id': 'e65e8f5b-19f1-4025-9a6b-a922451122c4'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:37:34.939393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a54124-3f8d-4c28-9722-c13324dc43e8 req-5c588408-aa9a-46d3-a3a0-f3e05ac810ca tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:34.942261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03a54124-3f8d-4c28-9722-c13324dc43e8 req-5c588408-aa9a-46d3-a3a0-f3e05ac810ca tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3817461 Jul 22 21:37:34.958093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Allocated IP 172.20.0.1 (19eca5f1-e13f-415c-89d9-8c022f157f77/b3e14a73-8626-47a4-9ed3-6ab545840d2a/a8762782-c698-4723-9975-1b5029906050) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:35.005763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-8a60566f-0e4b-457e-904d-fb3af15538fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:35.009103 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-8a60566f-0e4b-457e-904d-fb3af15538fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3754113 Jul 22 21:37:35.046677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dd997-2d3e-48cc-aff6-34b4cd591df6 None None] Port 15dd7771-5987-4967-af1d-c43f67223885 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:35.056942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03a54124-3f8d-4c28-9722-c13324dc43e8 req-8c35d593-b97a-4297-9c61-356cca5a0bab tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035566 Jul 22 21:37:35.082684 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:35.213583 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:35.219382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-f3e8ccfe-6c94-4e3d-a3e9-936ca0f1e7f3 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951275 Jul 22 21:37:35.244410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 10.1.1.48 (c7122c82-cfb3-46e2-9034-88ba14057db3/d5ecb692-d5a4-46e9-95b7-78719637d18c/09bcb43b-d030-4f79-a545-96cbf5b75f5f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:35.311101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 32c4215e-6def-4a80-be47-a3b9b738e1ef will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:35.373239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:35.443042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Transition to ACTIVE for port object a8762782-c698-4723-9975-1b5029906050 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:35.535829 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:35.606152 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-d56461ed-4cad-4f17-9a5e-69afc2f99918 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743801 Jul 22 21:37:35.632078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:35.650603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:35.660298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:35.678880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Port': ['ID=a8762782-c698-4723-9975-1b5029906050,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:35.747270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:35.768801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.769349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.769575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.769860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.770232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.770571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.770913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.771425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.771826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.772826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.773271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.773609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:35.804762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:35.807518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] Allocated IP 172.20.0.2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/a862c580-3452-49e8-b4f0-2052baff2dd4/e65e8f5b-19f1-4025-9a6b-a922451122c4) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:35.848043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:35.882938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:35.885908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:35.899372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-8a17ef99-a345-4fb1-9cf3-c454064eecca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6 HTTP/1.1" status: 200 len: 217 time: 0.2164555 Jul 22 21:37:36.109820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] For port e65e8f5b-19f1-4025-9a6b-a922451122c4, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e65e8f5b-19f1-4025-9a6b-a922451122c4,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:36.258151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:36.282453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:36.314714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Transition to ACTIVE for port object 09bcb43b-d030-4f79-a545-96cbf5b75f5f will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:36.326457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] Transition to ACTIVE for port object e65e8f5b-19f1-4025-9a6b-a922451122c4 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:36.328452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-566c994b-18d4-413a-89ac-8e29c4d8135d None None] Provisioning for port a8762782-c698-4723-9975-1b5029906050 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:36.337157 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:36.447262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=32c4215e-6def-4a80-be47-a3b9b738e1ef,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:36.499612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-566c994b-18d4-413a-89ac-8e29c4d8135d None None] Provisioning complete for port a8762782-c698-4723-9975-1b5029906050 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:36.506144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-566c994b-18d4-413a-89ac-8e29c4d8135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:36.508666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dcf52-b929-4405-a604-cfdfd9211193 None None] Pushing event updated for resources: {'Port': ['ID=e65e8f5b-19f1-4025-9a6b-a922451122c4,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:36.518363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e65e8f5b-19f1-4025-9a6b-a922451122c4 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:36.524949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:36.526054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:36.534723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:36.558251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-8721b576-8e06-43f5-864a-df24a24ceea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:36.562644 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-8721b576-8e06-43f5-864a-df24a24ceea9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.5958908 Jul 22 21:37:36.601785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:36.709313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-566c994b-18d4-413a-89ac-8e29c4d8135d None None] Port a8762782-c698-4723-9975-1b5029906050 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:36.761857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4e774-8f31-4cc5-9f67-83ef70d17440 req-67c8520c-9f71-43d3-acce-77c77c09f4fa tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:36.763945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eb4e774-8f31-4cc5-9f67-83ef70d17440 req-67c8520c-9f71-43d3-acce-77c77c09f4fa tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 931 time: 0.6984808 Jul 22 21:37:36.875706 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23b0ee70-0d32-416c-b059-dd26da91c7f1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6607807 Jul 22 21:37:36.888117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c7122c82-cfb3-46e2-9034-88ba14057db3 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:36.889797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50314) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:36.922180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:36.953581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=09bcb43b-d030-4f79-a545-96cbf5b75f5f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:36.956814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:37.100510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67f5f5-e077-45a6-83a3-1a50435f20ed req-46d66508-92dd-4cba-9b0c-b9d59edf929b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:37.124036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e67f5f5-e077-45a6-83a3-1a50435f20ed req-46d66508-92dd-4cba-9b0c-b9d59edf929b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.8465426 Jul 22 21:37:37.268165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eb4e774-8f31-4cc5-9f67-83ef70d17440 req-311dfdc7-49ad-4c3b-a697-300c77d40105 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584977 Jul 22 21:37:37.347675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e67f5f5-e077-45a6-83a3-1a50435f20ed req-37dbdc48-0948-4467-8a85-cfb3d32303dd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208698 Jul 22 21:37:37.549665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dc132dc9-2ed1-4426-8b4f-0f860ea316fe None None] Provisioning for port 09bcb43b-d030-4f79-a545-96cbf5b75f5f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:37.556008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dc132dc9-2ed1-4426-8b4f-0f860ea316fe None None] Provisioning complete for port 09bcb43b-d030-4f79-a545-96cbf5b75f5f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:37.556737 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dc132dc9-2ed1-4426-8b4f-0f860ea316fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:37.604207 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:37.612181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:37.665070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dc132dc9-2ed1-4426-8b4f-0f860ea316fe None None] Port 09bcb43b-d030-4f79-a545-96cbf5b75f5f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:37.768933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Port': ['ID=a8762782-c698-4723-9975-1b5029906050,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:37.818032 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:37.928581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51f28698-ed9c-4ecb-afe4-1dabfd007c28 None None] Provisioning for port e65e8f5b-19f1-4025-9a6b-a922451122c4 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:37.947226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51f28698-ed9c-4ecb-afe4-1dabfd007c28 None None] Provisioning complete for port e65e8f5b-19f1-4025-9a6b-a922451122c4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:37.949844 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51f28698-ed9c-4ecb-afe4-1dabfd007c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:38.115616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-56039ea9-1f42-4d6a-b137-1b7f95e086aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:38.117309 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-56039ea9-1f42-4d6a-b137-1b7f95e086aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.5311992 Jul 22 21:37:38.168281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:38.169859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:38.362519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e65e8f5b-19f1-4025-9a6b-a922451122c4 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:38.435530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-0fcdcd0e-c3f7-4e83-82d3-04f016b674a1 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029184 Jul 22 21:37:38.469448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c49fa-2180-4e97-8415-4dbe2908bca8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:38.490792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c49fa-2180-4e97-8415-4dbe2908bca8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:38.495383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-af0c49fa-2180-4e97-8415-4dbe2908bca8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.6012573 Jul 22 21:37:38.501224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50348) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:38.501761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e65e8f5b-19f1-4025-9a6b-a922451122c4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:38.502510 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:38.613935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f86171ce-abc1-403e-97e4-1e1f11aedff9 None None] Provisioning for port 32c4215e-6def-4a80-be47-a3b9b738e1ef completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:38.633707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f86171ce-abc1-403e-97e4-1e1f11aedff9 None None] Provisioning complete for port 32c4215e-6def-4a80-be47-a3b9b738e1ef triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:38.634172 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f86171ce-abc1-403e-97e4-1e1f11aedff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:38.649467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:38.650290 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:38.719951 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-4d36f248-120e-4b84-a247-2434961c8243 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.3179228 Jul 22 21:37:38.756861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'admin_state_up': True, 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'security_groups': ['ecb365be-9f76-40ca-bf93-a5c12ba1e404']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:38.804299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Router 79b7c106-b1e8-4c12-9e0c-92a209053556 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:37:38.841423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f86171ce-abc1-403e-97e4-1e1f11aedff9 None None] Port 32c4215e-6def-4a80-be47-a3b9b738e1ef cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:38.859571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc7f81-4190-4629-9f82-49b0f5053267 req-62fd90fa-48dd-451c-a875-c5cafe31b9d5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:38.867176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9bcc7f81-4190-4629-9f82-49b0f5053267 req-62fd90fa-48dd-451c-a875-c5cafe31b9d5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3039744 Jul 22 21:37:38.914686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-34da1d23-bac6-46c6-9d09-b645bb2c1d63 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140737 Jul 22 21:37:38.968628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e939-f487-4cc7-bced-1843d7ff2f90 req-50c9dfc7-b72f-47da-a8c8-a2599e20dddb tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:38.973431 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-faa7b186-446d-4f32-99e2-425a421df4ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda HTTP/1.1" status: 200 len: 217 time: 0.0472298 Jul 22 21:37:38.984238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-77b0b7fc-a1ba-4b77-9b68-686c61b929b4 None None] Provisioning complete for port a8762782-c698-4723-9975-1b5029906050 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:38.984623 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77b0b7fc-a1ba-4b77-9b68-686c61b929b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:38.989784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e939-f487-4cc7-bced-1843d7ff2f90 req-50c9dfc7-b72f-47da-a8c8-a2599e20dddb tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:38.994694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6499e939-f487-4cc7-bced-1843d7ff2f90 req-50c9dfc7-b72f-47da-a8c8-a2599e20dddb tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 1652 time: 0.4487920 Jul 22 21:37:39.074053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-77b0b7fc-a1ba-4b77-9b68-686c61b929b4 None None] Port a8762782-c698-4723-9975-1b5029906050 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:39.127171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-c6495f0d-9d45-4112-bf03-89f9f1fb1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:39.129736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-c6495f0d-9d45-4112-bf03-89f9f1fb1552 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.1401336 Jul 22 21:37:39.151335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:39.155642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:39.186515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9bcc7f81-4190-4629-9f82-49b0f5053267 req-7434defa-27e4-4a25-910a-0ce0a1bbe95e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184168 Jul 22 21:37:39.324532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 32c4215e-6def-4a80-be47-a3b9b738e1ef {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:37:39.324955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:39.368897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6499e939-f487-4cc7-bced-1843d7ff2f90 req-0a02210e-2339-424d-882f-3a3a1e1a158c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730161 Jul 22 21:37:39.383638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-8b31ef03-f3ed-415a-8f89-631fbfff2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:39.385655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-8b31ef03-f3ed-415a-8f89-631fbfff2725 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2464044 Jul 22 21:37:39.509998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:37:39.520938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] Sync routers for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:37:39.524810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-34ab43eb-a369-473b-bda4-73e78e9ba048 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "PUT /v2.0/routers/79b7c106-b1e8-4c12-9e0c-92a209053556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6935818 Jul 22 21:37:39.528192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50370) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:39.534589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Request body: {'port': {'network_id': '19eca5f1-e13f-415c-89d9-8c022f157f77', 'name': 'tempest-FloatingIPAdminTestJSON-630254865'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:39.546206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:39.547049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:39.590408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:39.659561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 32c4215e-6def-4a80-be47-a3b9b738e1ef owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:37:39.664361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:39.682114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:39.684336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:39.709018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 10.1.1.199 (c7122c82-cfb3-46e2-9034-88ba14057db3/d5ecb692-d5a4-46e9-95b7-78719637d18c/6b897202-5981-4600-bd7a-3067a8e69fbd) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:39.747426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:39.748302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5daabc4-7af3-45a7-87eb-e8f9651c3e6b None None] The sync data for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:37:39.754825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-2642a524-87ba-4e82-8e3e-6ebd9beb362f service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512459 Jul 22 21:37:40.110347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:40.155660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Made reservation on behalf of e1833ea773d842d29a921deeb442aa17 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:40.156283 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-b71803cd-ee67-4673-94f5-e392311b695a service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828175 Jul 22 21:37:40.159470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:40.181974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=32c4215e-6def-4a80-be47-a3b9b738e1ef,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:40.248849 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-83b76650-99ee-4e45-8336-ec85f767914c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab HTTP/1.1" status: 200 len: 217 time: 0.0915732 Jul 22 21:37:40.270989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] device_id is not set on port 50739917-c663-4239-83df-65fc98b60ec6 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:37:40.380713 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:40.383081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f581076e-f2f4-4a60-b2ba-469b6445b3e1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/32c4215e-6def-4a80-be47-a3b9b738e1ef HTTP/1.1" status: 204 len: 168 time: 1.8710949 Jul 22 21:37:40.397408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:40.426534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-d9e821ea-792c-4370-bf70-db5ac2932588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:40.428164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-d9e821ea-792c-4370-bf70-db5ac2932588 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.1606925 Jul 22 21:37:40.459536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:40.543117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:40.603178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Transition to ACTIVE for port object 6b897202-5981-4600-bd7a-3067a8e69fbd will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:40.623342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-434bdeac-98b9-441c-af46-7bf7b5d9125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:40.625351 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-434bdeac-98b9-441c-af46-7bf7b5d9125a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645384 Jul 22 21:37:40.644602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5a2728-d5cd-4949-94c0-c20d13961ef1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:40.650147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5a2728-d5cd-4949-94c0-c20d13961ef1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:40.653225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5a2728-d5cd-4949-94c0-c20d13961ef1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:40.666935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4a5a2728-d5cd-4949-94c0-c20d13961ef1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2682755 Jul 22 21:37:40.717452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50406) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:40.778937 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-26c26c83-37c3-40f8-a717-8cb6974ea0fd service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361427 Jul 22 21:37:40.841947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba135611-6bd2-4e79-af62-4735e402a32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:40.919100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:40.972454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Allocated IP 172.20.0.5 (19eca5f1-e13f-415c-89d9-8c022f157f77/b3e14a73-8626-47a4-9ed3-6ab545840d2a/50739917-c663-4239-83df-65fc98b60ec6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:41.044178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c7122c82-cfb3-46e2-9034-88ba14057db3 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:41.048593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=6b897202-5981-4600-bd7a-3067a8e69fbd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:41.061141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 03fc24b2-fd2a-45a3-9125-9d1536b815ca {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:37:41.066402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:41.069084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.069690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:41.085513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-48b47f90-bfe5-4fb1-b57a-9759d4b69d6a service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919643 Jul 22 21:37:41.176372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-71908a7d-cfbc-4189-8200-2ca91cc870ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 200 len: 217 time: 0.0595815 Jul 22 21:37:41.214958 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.281733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:41.282576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.320226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-ef8642c4-ae86-4824-9870-f87a8394bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:41.321925 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-ef8642c4-ae86-4824-9870-f87a8394bbd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.1277449 Jul 22 21:37:41.406900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a08845-95d7-4c96-b65e-d0ed99775844 req-af312df7-8d41-4f77-8fba-2b1eace96df1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:41.422450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a08845-95d7-4c96-b65e-d0ed99775844 req-af312df7-8d41-4f77-8fba-2b1eace96df1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:41.444021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44a08845-95d7-4c96-b65e-d0ed99775844 req-af312df7-8d41-4f77-8fba-2b1eace96df1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 1652 time: 0.6915538 Jul 22 21:37:41.459877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba135611-6bd2-4e79-af62-4735e402a32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.474922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba135611-6bd2-4e79-af62-4735e402a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.508492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66ed3a54-a465-430f-a009-3b82d0d7807c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7618563 Jul 22 21:37:41.516381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba135611-6bd2-4e79-af62-4735e402a32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365bb35e-4f11-4004-8b9e-c24dde3c74c2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:41.554879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042', 'admin_state_up': True, 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'security_groups': ['ecb365be-9f76-40ca-bf93-a5c12ba1e404']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:41.558511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1ad01ec8-2b77-4d4a-9fa6-c0ca54fb8310 None None] Provisioning for port 6b897202-5981-4600-bd7a-3067a8e69fbd completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:41.564663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1ad01ec8-2b77-4d4a-9fa6-c0ca54fb8310 None None] Provisioning complete for port 6b897202-5981-4600-bd7a-3067a8e69fbd triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:41.565061 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ad01ec8-2b77-4d4a-9fa6-c0ca54fb8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.611772 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.693160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42e83f-ced4-4b7b-beeb-e0a8b7e39398 req-2141b0c6-dae1-429b-9e3e-2500426491eb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:41.695344 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc42e83f-ced4-4b7b-beeb-e0a8b7e39398 req-2141b0c6-dae1-429b-9e3e-2500426491eb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 1.1224985 Jul 22 21:37:41.697727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1ad01ec8-2b77-4d4a-9fa6-c0ca54fb8310 None None] Port 6b897202-5981-4600-bd7a-3067a8e69fbd cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:41.700798 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:41.830555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ba135611-6bd2-4e79-af62-4735e402a32a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0642b49d62d4cc4a068e5111d001e67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3247287 Jul 22 21:37:41.832248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50428) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:41.891098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-580f55e5-704f-49b0-aa03-99acb76c3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:41.893553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-580f55e5-704f-49b0-aa03-99acb76c3237 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5619416 Jul 22 21:37:42.005524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:42.052159 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dec8b3d-0845-457b-a1fc-4697c8021d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.166070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dec8b3d-0845-457b-a1fc-4697c8021d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.226514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-2195558d-55fd-4255-bb45-f87e4fe0b92d service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088095 Jul 22 21:37:42.252917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=03fc24b2-fd2a-45a3-9125-9d1536b815ca,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:42.256176 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.258233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44a08845-95d7-4c96-b65e-d0ed99775844 req-e66a0a6b-2850-4b61-a2e1-4aa565960759 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8130708 Jul 22 21:37:42.324232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.326360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c5e6bbe7-58ed-419f-8de8-6a845b5f6051 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/03fc24b2-fd2a-45a3-9125-9d1536b815ca HTTP/1.1" status: 204 len: 168 time: 1.5974557 Jul 22 21:37:42.337927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32d759-3d8c-4794-b01e-fa85faeaddbf None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:42.345564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:42.351888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc42e83f-ced4-4b7b-beeb-e0a8b7e39398 req-a4259855-3019-4e54-9201-181307ba0f4b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095922 Jul 22 21:37:42.491303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.506338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dec8b3d-0845-457b-a1fc-4697c8021d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.509499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dec8b3d-0845-457b-a1fc-4697c8021d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.511646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6dec8b3d-0845-457b-a1fc-4697c8021d6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/365bb35e-4f11-4004-8b9e-c24dde3c74c2 HTTP/1.1" status: 204 len: 168 time: 0.6753926 Jul 22 21:37:42.525578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet a862c580-3452-49e8-b4f0-2052baff2dd4 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:37:42.541897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.608246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8b3d-0845-457b-a1fc-4697c8021d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365bb35e-4f11-4004-8b9e-c24dde3c74c2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:42.614011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Transition to ACTIVE for port object 50739917-c663-4239-83df-65fc98b60ec6 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:42.735967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.785284 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:37:42.828502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a8a012b7-792c-4980-a5dc-c11286fb6026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:42.922998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event updated for resources: {'Port': ['ID=50739917-c663-4239-83df-65fc98b60ec6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:42.939107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:42.944432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:42.950683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:42.980685 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cb534c66-9dec-4fae-b4aa-5a3dc2bb97d5 req-ce5b76ed-ab71-4024-8649-041a6c382d09 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448647 Jul 22 21:37:43.100419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:43.117164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:43.117964 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:43.252657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9c0363ed-9869-4e1b-b863-1dbfd93ef1ee tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7183833 Jul 22 21:37:43.258227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50454) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:43.324852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 10.2.2.100 (c9c32e8e-f44d-496f-8a34-7a6d37c54042/99555d7d-4933-41db-befc-f78322c16fe7/685b535b-583e-47dc-a3ee-fa8c9e8c7c34) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:43.661041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50466) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:43.857990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:43.864691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a30ddaa5-e78e-4e11-8326-1a507c2b5f47 None None] Provisioning for port 50739917-c663-4239-83df-65fc98b60ec6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:43.879992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a30ddaa5-e78e-4e11-8326-1a507c2b5f47 None None] Provisioning complete for port 50739917-c663-4239-83df-65fc98b60ec6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:43.880385 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a30ddaa5-e78e-4e11-8326-1a507c2b5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:43.952225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-462e4649-e33a-47f2-80d0-8ff9d81a966d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:43.993977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'project_id': 'e1833ea773d842d29a921deeb442aa17', 'port_id': '50739917-c663-4239-83df-65fc98b60ec6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:44.030122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a30ddaa5-e78e-4e11-8326-1a507c2b5f47 None None] Port 50739917-c663-4239-83df-65fc98b60ec6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:44.189769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:44.299990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:44.319385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=a862c580-3452-49e8-b4f0-2052baff2dd4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:44.484267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:44.490056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b7afff8-d8db-413b-9197-284769d7f4cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/a862c580-3452-49e8-b4f0-2052baff2dd4 HTTP/1.1" status: 204 len: 168 time: 2.1344020 Jul 22 21:37:44.498641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50480) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:44.558467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c892b-eaed-478d-94bd-a616b6de7c52 req-80623daa-4d14-4c85-9016-ed7c66f0473e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:44.566515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c892b-eaed-478d-94bd-a616b6de7c52 req-80623daa-4d14-4c85-9016-ed7c66f0473e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:44.581347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c892b-eaed-478d-94bd-a616b6de7c52 req-80623daa-4d14-4c85-9016-ed7c66f0473e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:44.582640 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-1012e460-21f3-4ba3-a5ea-e37a39615873 service neutron] show failed (client error): The resource could not be found. Jul 22 21:37:44.583991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-1012e460-21f3-4ba3-a5ea-e37a39615873 service neutron] 10.222.0.23 "GET /v2.0/ports/0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.6483154 Jul 22 21:37:44.591315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a0c892b-eaed-478d-94bd-a616b6de7c52 req-80623daa-4d14-4c85-9016-ed7c66f0473e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 2373 time: 1.0087874 Jul 22 21:37:44.621413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e03c50-72a0-4e10-9465-12f7a7a02019 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:44.639371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:44.672825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Transition to ACTIVE for port object 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:44.688955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2bc3a32f-fe73-4178-9caf-98e13ca25046 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1863863 Jul 22 21:37:44.691161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50482) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:44.698457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:44.771690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b09b7c-6d57-4d40-a3d9-08687de428de req-d17f0ccf-7f9b-4dc9-aebe-45aa5645c3d9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:44.781496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86b09b7c-6d57-4d40-a3d9-08687de428de req-d17f0ccf-7f9b-4dc9-aebe-45aa5645c3d9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.9999487 Jul 22 21:37:44.837389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a0c892b-eaed-478d-94bd-a616b6de7c52 req-ee8a1b76-d526-47b2-8297-9a37f015b293 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444997 Jul 22 21:37:44.837882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:44.912594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:44.918005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:44.925869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:44.999530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:45.000743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.007826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:45.029929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-97169b09-513c-4844-8ebc-e026963b8ebd None None] Provisioning complete for port e65e8f5b-19f1-4025-9a6b-a922451122c4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:45.030399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97169b09-513c-4844-8ebc-e026963b8ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.079528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86b09b7c-6d57-4d40-a3d9-08687de428de req-1422b87f-6801-4bba-99cc-0c5290d7b9e9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963507 Jul 22 21:37:45.150397 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-462e4649-e33a-47f2-80d0-8ff9d81a966d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.159522 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-462e4649-e33a-47f2-80d0-8ff9d81a966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.210139 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f106866a-b7b6-4712-b0a3-84c7ab5526a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.296335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bb4fff2c-179a-4090-b27b-d1dbca31d852 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7504103 Jul 22 21:37:45.313255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e4649-e33a-47f2-80d0-8ff9d81a966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dbf731-8022-4d12-a953-32967bc7ea24,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:45.339902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-462e4649-e33a-47f2-80d0-8ff9d81a966d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1458aec7a8e64a39a8df940e52b068fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6765685 Jul 22 21:37:45.342477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.348301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042', 'admin_state_up': True, 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'security_groups': ['ecb365be-9f76-40ca-bf93-a5c12ba1e404']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:45.351260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50490) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:45.425864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.471421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:37:45.557967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:45.561846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.578466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fab6560e-d235-42bf-97be-a81e10ab3f38 None None] Provisioning for port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:45.583905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fab6560e-d235-42bf-97be-a81e10ab3f38 None None] Provisioning complete for port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:45.584189 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fab6560e-d235-42bf-97be-a81e10ab3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.664311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fab6560e-d235-42bf-97be-a81e10ab3f38 None None] Port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:45.686979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] Deleting port e65e8f5b-19f1-4025-9a6b-a922451122c4 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:37:45.687624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.704057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-7c37a1de-9fde-43a4-80ff-ba5b313d291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:45.705677 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-7c37a1de-9fde-43a4-80ff-ba5b313d291e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 1097 time: 0.5747087 Jul 22 21:37:45.764007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d6ef-057e-468d-9741-4dda0e3a879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.828931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d6ef-057e-468d-9741-4dda0e3a879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.874697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:45.887652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] For port e65e8f5b-19f1-4025-9a6b-a922451122c4, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e65e8f5b-19f1-4025-9a6b-a922451122c4,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:45.891605 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.930314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] Calling delete_port for e65e8f5b-19f1-4025-9a6b-a922451122c4 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:37:45.950341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d6ef-057e-468d-9741-4dda0e3a879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.959754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d6ef-057e-468d-9741-4dda0e3a879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:45.966598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d1c7d6ef-057e-468d-9741-4dda0e3a879e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97dbf731-8022-4d12-a953-32967bc7ea24 HTTP/1.1" status: 204 len: 168 time: 0.6129231 Jul 22 21:37:46.016119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d6ef-057e-468d-9741-4dda0e3a879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dbf731-8022-4d12-a953-32967bc7ea24,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:46.155982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Allocated IP 172.25.5.145 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/6c79882c-8be3-491b-a922-687a1d1aac5d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:46.176857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Made reservation on behalf of 5494a46d317648e9b47fd8850cfe27ab for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:46.194538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:46.380309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:46.594834 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:46.603442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e65e8f5b-19f1-4025-9a6b-a922451122c4 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:37:46.676554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] Pushing event deleted for resources: {'Port': ['ID=e65e8f5b-19f1-4025-9a6b-a922451122c4,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:46.679258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e65e8f5b-19f1-4025-9a6b-a922451122c4 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:37:46.679833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e65e8f5b-19f1-4025-9a6b-a922451122c4 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:37:46.687203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc49f6-7f9c-4279-b902-5775dd96944a None None] No DVR routers for this DVR port e65e8f5b-19f1-4025-9a6b-a922451122c4 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:37:46.982316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:47.037866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:47.112276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:47.153663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Allocated IP 10.2.2.200 (c9c32e8e-f44d-496f-8a34-7a6d37c54042/99555d7d-4933-41db-befc-f78322c16fe7/62041510-cd30-4086-a7c3-75094b8104e6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:47.202537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f9e6e-3c18-4cd3-861d-8eb30351f726 req-6261524e-cedc-4ba9-b754-0255ed4be31e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:47.209255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f9e6e-3c18-4cd3-861d-8eb30351f726 req-6261524e-cedc-4ba9-b754-0255ed4be31e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:47.216149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f9e6e-3c18-4cd3-861d-8eb30351f726 req-6261524e-cedc-4ba9-b754-0255ed4be31e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:47.222892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f9e6e-3c18-4cd3-861d-8eb30351f726 req-6261524e-cedc-4ba9-b754-0255ed4be31e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:47.224969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe7f9e6e-3c18-4cd3-861d-8eb30351f726 req-6261524e-cedc-4ba9-b754-0255ed4be31e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 3094 time: 0.9126217 Jul 22 21:37:47.317696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:47.318339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:47.329709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Pushing event updated for resources: {'Port': ['ID=6c79882c-8be3-491b-a922-687a1d1aac5d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:47.329709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:47.349751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253ac39-620d-48a4-80fd-ae0b0b35b5d2 req-1d8842e6-ca60-4aed-a047-7e25663d7241 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:47.374425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f253ac39-620d-48a4-80fd-ae0b0b35b5d2 req-1d8842e6-ca60-4aed-a047-7e25663d7241 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.6428187 Jul 22 21:37:47.495207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe7f9e6e-3c18-4cd3-861d-8eb30351f726 req-904ec8bb-dd75-40e6-8b7c-7152a1388111 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444143 Jul 22 21:37:47.527201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f253ac39-620d-48a4-80fd-ae0b0b35b5d2 req-e10ad6c9-8539-4571-ba33-b190b3805415 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911272 Jul 22 21:37:47.716265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:37:47.764727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:47.868333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:47.907252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.218425 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.254708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.263596 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.280959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Transition to ACTIVE for port object 62041510-cd30-4086-a7c3-75094b8104e6 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:48.351673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.464199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event updated for resources: {'Port': ['ID=62041510-cd30-4086-a7c3-75094b8104e6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:48.503465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.507637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:48.541055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.574737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Transition to ACTIVE for port object 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:48.577023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:48.584607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:48.591881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:37:48.594934 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e1511d-6c01-46ed-be7d-907a4d488431" -d '{"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:37:48.612413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.771531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:48.771531 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:48.828069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-14f79bfd-b8e8-428b-9de0-3e065678b554 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5152543 Jul 22 21:37:48.851418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:37:48.861294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:37:48.861694 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:37:49.004495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:49.004495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:49.133468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:49.167027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:49.187400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:49.188233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:49.189865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f216c6-4fc4-46f9-94ea-c85b284d31a1 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:49.228240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:49.278019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:49.317929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:49.416311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d14d02-bb56-44ec-840a-11b875f20215 req-d1ae0890-bbd3-42ec-af3e-3d8e441216a9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:49.428270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d14d02-bb56-44ec-840a-11b875f20215 req-d1ae0890-bbd3-42ec-af3e-3d8e441216a9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:49.448722 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7542892 Jul 22 21:37:49.453289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d14d02-bb56-44ec-840a-11b875f20215 req-d1ae0890-bbd3-42ec-af3e-3d8e441216a9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:49.468759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d14d02-bb56-44ec-840a-11b875f20215 req-d1ae0890-bbd3-42ec-af3e-3d8e441216a9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:49.497800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d14d02-bb56-44ec-840a-11b875f20215 req-d1ae0890-bbd3-42ec-af3e-3d8e441216a9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:49.499658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11d14d02-bb56-44ec-840a-11b875f20215 req-d1ae0890-bbd3-42ec-af3e-3d8e441216a9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 3815 time: 0.6887391 Jul 22 21:37:49.504958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0abe78-03e4-489a-81d4-940f8d431a9b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=4ef02b90-1a83-4ea1-ae16-45204302637b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:49.565842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50596) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:49.569958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] No DVR routers for this DVR port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:37:49.688479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '4ef02b90-1a83-4ea1-ae16-45204302637b'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:37:49.689588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:49.719640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:49.728287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-31df8190-944c-4bba-adc2-a2aea20b67e2 None None] Provisioning for port 62041510-cd30-4086-a7c3-75094b8104e6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:49.735031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-31df8190-944c-4bba-adc2-a2aea20b67e2 None None] Provisioning complete for port 62041510-cd30-4086-a7c3-75094b8104e6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:49.735751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31df8190-944c-4bba-adc2-a2aea20b67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:49.802879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11d14d02-bb56-44ec-840a-11b875f20215 req-4bad3fcd-d20a-42b0-b077-3ef548053183 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567342 Jul 22 21:37:49.865814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:49.999202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-31df8190-944c-4bba-adc2-a2aea20b67e2 None None] Port 62041510-cd30-4086-a7c3-75094b8104e6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:37:50.023739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Pushing event updated for resources: {'Port': ['ID=6c79882c-8be3-491b-a922-687a1d1aac5d,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:50.031625 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ffc8f8-195a-4e5b-bcd2-f4cb7cf82f5c x-openstack-request-id: req-c8ffc8f8-195a-4e5b-bcd2-f4cb7cf82f5c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:37:50.032010 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:37:50.032267 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8ffc8f8-195a-4e5b-bcd2-f4cb7cf82f5c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:37:50.032674 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'code': 200} Jul 22 21:37:50.142243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcf80c-e8e9-426b-b9e0-e4a0e504bcd7 req-f3feb902-b1f3-40d6-9bc7-8cb2d6c12356 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:50.160722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93fcf80c-e8e9-426b-b9e0-e4a0e504bcd7 req-f3feb902-b1f3-40d6-9bc7-8cb2d6c12356 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 1.2390351 Jul 22 21:37:50.205007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Allocated IP 2001:db8::f816:3eff:fefb:41ae (caeefccd-6c8b-4502-a5b4-f242d70f2491/4ef02b90-1a83-4ea1-ae16-45204302637b/06b98513-cbb3-4992-bdee-486e090b88ae) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:50.304949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93fcf80c-e8e9-426b-b9e0-e4a0e504bcd7 req-53d37336-e2c7-4a84-b753-ecc306839dac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418455 Jul 22 21:37:50.368871 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Floating IP b9be75ae-3712-4370-9358-1b98a2f1de84 associated. External IP: 172.25.5.145, port: 50739917-c663-4239-83df-65fc98b60ec6. Jul 22 21:37:50.580126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:50.600524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Transition to ACTIVE for port object 06b98513-cbb3-4992-bdee-486e090b88ae will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:50.653810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Transition to ACTIVE for port object 06b98513-cbb3-4992-bdee-486e090b88ae will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:50.664045 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:50.773301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:50.776305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:50.780758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:50.799001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:50.921058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Pushing event updated for resources: {'Port': ['ID=06b98513-cbb3-4992-bdee-486e090b88ae,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:51.025686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Attempting to bind port 06b98513-cbb3-4992-bdee-486e090b88ae on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:51.026294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Attempting to bind port 06b98513-cbb3-4992-bdee-486e090b88ae by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:51.026417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Attempting to bind port 06b98513-cbb3-4992-bdee-486e090b88ae on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:51.046203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:51.046489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:51.046769 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.047182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:51.047788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Bound port: 06b98513-cbb3-4992-bdee-486e090b88ae, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:51.052401 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.068240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Router 79b7c106-b1e8-4c12-9e0c-92a209053556 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:37:51.206547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] For port 06b98513-cbb3-4992-bdee-486e090b88ae, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:51.223332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] For port 06b98513-cbb3-4992-bdee-486e090b88ae, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06b98513-cbb3-4992-bdee-486e090b88ae,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:51.230969 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.383693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:51.383693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:51.383693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:51.452354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dc4ff-c6f4-4411-83b4-b702627c4fbc None None] Pushing event updated for resources: {'Port': ['ID=06b98513-cbb3-4992-bdee-486e090b88ae,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:51.466172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:37:51.466567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:51.488973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:51.489390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Checking segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:51.489857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Bound using segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:51.490577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Bound port: 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:51.491184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.534218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:51.539636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.574172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd46c2-cf6c-41c4-9fef-7b7003dc971f req-bf65e73c-6ecc-4501-bb37-db5f4d693e48 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:51.595095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd46c2-cf6c-41c4-9fef-7b7003dc971f req-bf65e73c-6ecc-4501-bb37-db5f4d693e48 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:51.608682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd46c2-cf6c-41c4-9fef-7b7003dc971f req-bf65e73c-6ecc-4501-bb37-db5f4d693e48 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:51.614741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd46c2-cf6c-41c4-9fef-7b7003dc971f req-bf65e73c-6ecc-4501-bb37-db5f4d693e48 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:51.630985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd46c2-cf6c-41c4-9fef-7b7003dc971f req-bf65e73c-6ecc-4501-bb37-db5f4d693e48 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:51.632982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71cd46c2-cf6c-41c4-9fef-7b7003dc971f req-bf65e73c-6ecc-4501-bb37-db5f4d693e48 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 3815 time: 0.5631969 Jul 22 21:37:51.827163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:37:51.841485 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] Sync routers for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:37:51.850807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15dd7771-5987-4967-af1d-c43f67223885 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:37:51.861457 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:51.862263 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:51.882813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.952799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:51.962764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71cd46c2-cf6c-41c4-9fef-7b7003dc971f req-8dd98852-7f9b-4506-be71-39deba29a1ab tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202357 Jul 22 21:37:51.963700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:51.964193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.968261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Transition to ACTIVE for port object 15dd7771-5987-4967-af1d-c43f67223885 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:51.976154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:51.984801 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:52.000546 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:52.053286 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:52.053990 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:52.110519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:52.117094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:52.119121 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] 10.222.0.58 "PUT /v2.0/ports/0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 1092 time: 6.3901515 Jul 22 21:37:52.123149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:37:52.125842 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f7e51-9a2c-4a4e-bddd-0ba699719535" -d '{"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:37:52.246522 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:52.247178 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23eff6-660d-450f-9071-94bdcb34ba99 None None] The sync data for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:37:52.267716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915d194-23cf-4c79-89c1-7397ce239ad2 req-6192ea2e-da40-45a7-bbe9-21981d9f198f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:52.282743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c915d194-23cf-4c79-89c1-7397ce239ad2 req-6192ea2e-da40-45a7-bbe9-21981d9f198f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.7467225 Jul 22 21:37:52.318296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bad16-25f1-497e-8fb3-90f2b597bb17 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:52.348037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9d70fff8-2971-4fd9-a516-b3e61f2252a9 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.0879500 Jul 22 21:37:52.389626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50654) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:52.604827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06b98513-cbb3-4992-bdee-486e090b88ae up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:52.693221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Pushing event updated for resources: {'Port': ['ID=15dd7771-5987-4967-af1d-c43f67223885,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:52.722488 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5378fa2-2cc8-4a1d-9355-85fcdd98de4c x-openstack-request-id: req-d5378fa2-2cc8-4a1d-9355-85fcdd98de4c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:37:52.722797 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:37:52.723240 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5378fa2-2cc8-4a1d-9355-85fcdd98de4c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:37:52.728344 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'status': 'completed', 'code': 200} Jul 22 21:37:52.842854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 06b98513-cbb3-4992-bdee-486e090b88ae completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:53.028487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c915d194-23cf-4c79-89c1-7397ce239ad2 req-614c3b4d-623f-4db1-aa88-904ea03683b1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7438822 Jul 22 21:37:53.101750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0083ec8b-96cb-40b2-8fc4-3c2223fb5363 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] 10.222.0.54 "GET /v2.0/floatingips/b9be75ae-3712-4370-9358-1b98a2f1de84 HTTP/1.1" status: 200 len: 982 time: 0.7089109 Jul 22 21:37:53.109748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Attempting to bind port 15dd7771-5987-4967-af1d-c43f67223885 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:53.110287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Attempting to bind port 15dd7771-5987-4967-af1d-c43f67223885 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:53.115253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Attempting to bind port 15dd7771-5987-4967-af1d-c43f67223885 on network 57fce704-3643-4e97-b015-36051a4e6bea {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:53.116249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50664) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:53.407163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Port 15dd7771-5987-4967-af1d-c43f67223885 on network 57fce704-3643-4e97-b015-36051a4e6bea not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:37:53.407500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Attempting to bind port 15dd7771-5987-4967-af1d-c43f67223885 on network 57fce704-3643-4e97-b015-36051a4e6bea {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:53.418402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f1c5a38f-ddea-4d1e-bd92-e2643e8fb635 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.3006625 Jul 22 21:37:53.420956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50672) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:53.430021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:53.431271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Checking segment: {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:53.433806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Bound using segment: {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:53.434776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Bound port: 15dd7771-5987-4967-af1d-c43f67223885, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300999af-f87d-4d23-9a90-07232929e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:53.435681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.524043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1c9aed6f-73a3-4422-a224-ac2777228a71 None None] Provisioning for port 06b98513-cbb3-4992-bdee-486e090b88ae completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:53.533755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1c9aed6f-73a3-4422-a224-ac2777228a71 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:53.534407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed6f-73a3-4422-a224-ac2777228a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.545552 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.549253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d32b4-574b-4fd3-89a9-ee4813b5676e req-a846c142-5ed9-47f7-8cfa-fcea16b6421c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.559645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d32b4-574b-4fd3-89a9-ee4813b5676e req-a846c142-5ed9-47f7-8cfa-fcea16b6421c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.571126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d32b4-574b-4fd3-89a9-ee4813b5676e req-a846c142-5ed9-47f7-8cfa-fcea16b6421c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.577895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d32b4-574b-4fd3-89a9-ee4813b5676e req-a846c142-5ed9-47f7-8cfa-fcea16b6421c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.587461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d32b4-574b-4fd3-89a9-ee4813b5676e req-a846c142-5ed9-47f7-8cfa-fcea16b6421c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.599318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b05d32b4-574b-4fd3-89a9-ee4813b5676e req-a846c142-5ed9-47f7-8cfa-fcea16b6421c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 3827 time: 0.4245522 Jul 22 21:37:53.669182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] For port 15dd7771-5987-4967-af1d-c43f67223885, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:53.671715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b05d32b4-574b-4fd3-89a9-ee4813b5676e req-08e56bac-1d00-4017-b3f5-e9969b2921b9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706439 Jul 22 21:37:53.674691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] For port 15dd7771-5987-4967-af1d-c43f67223885, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=15dd7771-5987-4967-af1d-c43f67223885,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:53.677904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-15ff6bf3-871c-4a6a-b042-1f20be6a38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.680341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-15ff6bf3-871c-4a6a-b042-1f20be6a38f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1095 time: 0.9665689 Jul 22 21:37:53.685334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.833355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed6f-73a3-4422-a224-ac2777228a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.876563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.877226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.878878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] 10.222.0.23 "PUT /v2.0/ports/15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 200 len: 1092 time: 5.0230212 Jul 22 21:37:53.900217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-f42832ca-b68a-447e-a4f9-7464a22afd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:53.901973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-f42832ca-b68a-447e-a4f9-7464a22afd29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1095 time: 1.7205546 Jul 22 21:37:53.910441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Deleting port 6c79882c-8be3-491b-a922-687a1d1aac5d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:37:53.911253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.914408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1c9aed6f-73a3-4422-a224-ac2777228a71 None None] For port 06b98513-cbb3-4992-bdee-486e090b88ae, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06b98513-cbb3-4992-bdee-486e090b88ae,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:53.919598 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed6f-73a3-4422-a224-ac2777228a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:53.920487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:53.999497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:54.005635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9aed6f-73a3-4422-a224-ac2777228a71 None None] Pushing event updated for resources: {'Port': ['ID=06b98513-cbb3-4992-bdee-486e090b88ae,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:54.095313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:54.098523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:54.099222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:54.101584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=b019da52-9f92-43ef-b5c8-154ebc63a0e9,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:54.109708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6e012-711e-411c-88d9-c56c398c6b69 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:37:54.363876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06b98513-cbb3-4992-bdee-486e090b88ae up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:54.366738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c523b4ba-38c5-43a9-9978-2d23873a4f39 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5053887 Jul 22 21:37:54.367516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771869f-d695-4271-ac8d-4512974bb047 service neutron] Pushing event updated for resources: {'Port': ['ID=15dd7771-5987-4967-af1d-c43f67223885,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:54.476305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50700) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:54.525355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:0c:28:d2', 'name': 'tempest-NetworksTestDHCPv6-895841349'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:54.531228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:54.531641 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:54.723682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-606629dd-04de-49c4-9634-5e1394f3f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:54.725618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-606629dd-04de-49c4-9634-5e1394f3f5a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 1.0066786 Jul 22 21:37:54.936866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '15dd7771-5987-4967-af1d-c43f67223885'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:37:54.939253 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "15dd7771-5987-4967-af1d-c43f67223885"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:37:54.958572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Update dhcp port {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': '4ef02b90-1a83-4ea1-ae16-45204302637b', 'ip_address': '2001:db8::f816:3eff:fefb:41ae'}, {'subnet_id': 'b019da52-9f92-43ef-b5c8-154ebc63a0e9'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '06b98513-cbb3-4992-bdee-486e090b88ae'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:37:54.995106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:55.084522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:55.255070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-69e58761-72b1-43ba-8396-77377cc0d4c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 999 time: 0.2857842 Jul 22 21:37:55.262818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-9c86489f-de0d-4998-82bb-1cbc09293e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.264798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-9c86489f-de0d-4998-82bb-1cbc09293e2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 1.2446423 Jul 22 21:37:55.295095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:37:55.466444 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:55.468093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:55.527148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Allocated IP 172.20.0.2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/b019da52-9f92-43ef-b5c8-154ebc63a0e9/06b98513-cbb3-4992-bdee-486e090b88ae) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:55.534503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Calling delete_port for 6c79882c-8be3-491b-a922-687a1d1aac5d owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:37:55.684986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] For port 06b98513-cbb3-4992-bdee-486e090b88ae, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06b98513-cbb3-4992-bdee-486e090b88ae,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:37:55.700632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ccc2-3c1b-45dd-b9f7-e5e5f1b6dac9 req-4566e08a-4c03-4bd2-952b-b738b6483162 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.709377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8d5ccc2-3c1b-45dd-b9f7-e5e5f1b6dac9 req-4566e08a-4c03-4bd2-952b-b738b6483162 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.5531664 Jul 22 21:37:55.731541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:55.753883 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-7f4e848c-60b6-4584-bb56-1af59404ca47 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 999 time: 0.4676719 Jul 22 21:37:55.754452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a6a3-d096-4ddd-8812-71ab0d888f6e req-feed4f56-1479-4443-9c9e-cf349c2f0131 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.755806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Transition to ACTIVE for port object 06b98513-cbb3-4992-bdee-486e090b88ae will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:55.757871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-2cc58e3e-a5c8-41c3-8305-3e5cf1a13028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.759707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-2cc58e3e-a5c8-41c3-8305-3e5cf1a13028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.4936802 Jul 22 21:37:55.761803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a6a3-d096-4ddd-8812-71ab0d888f6e req-feed4f56-1479-4443-9c9e-cf349c2f0131 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.765156 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:55.768753 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a6a3-d096-4ddd-8812-71ab0d888f6e req-feed4f56-1479-4443-9c9e-cf349c2f0131 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.776337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a6a3-d096-4ddd-8812-71ab0d888f6e req-feed4f56-1479-4443-9c9e-cf349c2f0131 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.783210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a6a3-d096-4ddd-8812-71ab0d888f6e req-feed4f56-1479-4443-9c9e-cf349c2f0131 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:55.803755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1259a6a3-d096-4ddd-8812-71ab0d888f6e req-feed4f56-1479-4443-9c9e-cf349c2f0131 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 3827 time: 0.6610999 Jul 22 21:37:55.980432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8d5ccc2-3c1b-45dd-b9f7-e5e5f1b6dac9 req-26edd2a0-0028-450d-a26c-dd1a866c8826 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695897 Jul 22 21:37:56.039162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Pushing event updated for resources: {'Port': ['ID=06b98513-cbb3-4992-bdee-486e090b88ae,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:56.055223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.055605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.056041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.056512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.056917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.057456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.057994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.058337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.064844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.065310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.065726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.066074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f80d-9567-4b1b-aaaf-2763aa865a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:37:56.071192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1259a6a3-d096-4ddd-8812-71ab0d888f6e req-79d4438f-3a9d-4b9a-94a4-a9d7ec3966bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632515 Jul 22 21:37:56.207894 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c562b8-dcd6-4db1-80b3-86f40ac86345 x-openstack-request-id: req-02c562b8-dcd6-4db1-80b3-86f40ac86345 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:37:56.208452 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "15dd7771-5987-4967-af1d-c43f67223885", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:37:56.208750 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02c562b8-dcd6-4db1-80b3-86f40ac86345 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:37:56.209311 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '15dd7771-5987-4967-af1d-c43f67223885', 'status': 'completed', 'code': 200} Jul 22 21:37:56.261919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:56.370920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06b98513-cbb3-4992-bdee-486e090b88ae up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:37:56.372933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Port': ['ID=6c79882c-8be3-491b-a922-687a1d1aac5d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:56.373288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b48b81-9c56-41f0-83d5-bebadd45293d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:37:56.622623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:56.623211 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Floating IP b9be75ae-3712-4370-9358-1b98a2f1de84 disassociated (deleted). External IP: 172.25.5.145, port: 50739917-c663-4239-83df-65fc98b60ec6. Jul 22 21:37:56.961043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:56.978199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-3873d1a4-4473-48bc-9c24-10a296a95158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:56.979766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-3873d1a4-4473-48bc-9c24-10a296a95158 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 1.2188416 Jul 22 21:37:57.062901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:57.072717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Transition to ACTIVE for port object 28b48b81-9c56-41f0-83d5-bebadd45293d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:57.105567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-19947954-64f5-480c-bf57-a5ec9bb9a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.107146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-19947954-64f5-480c-bf57-a5ec9bb9a3d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9060476 Jul 22 21:37:57.107778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:57.256801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Router 79b7c106-b1e8-4c12-9e0c-92a209053556 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:37:57.343059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Pushing event updated for resources: {'Port': ['ID=28b48b81-9c56-41f0-83d5-bebadd45293d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:57.349210 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-ee49ea14-caf9-4d1b-979b-4c5564ecad49 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765792 Jul 22 21:37:57.350725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:37:57.470118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f7f5188f-dbde-46c4-9abf-3997546c6f51 None None] Provisioning for port 06b98513-cbb3-4992-bdee-486e090b88ae completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:37:57.478407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f7f5188f-dbde-46c4-9abf-3997546c6f51 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:37:57.478993 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7f5188f-dbde-46c4-9abf-3997546c6f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:57.582125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42856d7-4a1b-4b05-873e-1ebb96f9b400 req-b3d98ece-d4d2-4691-9216-c10b1346a0e3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.602798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c42856d7-4a1b-4b05-873e-1ebb96f9b400 req-b3d98ece-d4d2-4691-9216-c10b1346a0e3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.4690170 Jul 22 21:37:57.701809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-0081174c-5e4b-4e9c-bd60-68ca014f19b6 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414497 Jul 22 21:37:57.714283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c42856d7-4a1b-4b05-873e-1ebb96f9b400 req-33080311-efa2-41ce-bbc4-78fd54ee1d48 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083918 Jul 22 21:37:57.770631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d351-35fb-4711-8282-f55012fc4d57 req-f264857d-250c-4284-81b9-72bd6a2a6dd8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.787170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d351-35fb-4711-8282-f55012fc4d57 req-f264857d-250c-4284-81b9-72bd6a2a6dd8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.799162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d351-35fb-4711-8282-f55012fc4d57 req-f264857d-250c-4284-81b9-72bd6a2a6dd8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.819012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d351-35fb-4711-8282-f55012fc4d57 req-f264857d-250c-4284-81b9-72bd6a2a6dd8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.831920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d351-35fb-4711-8282-f55012fc4d57 req-f264857d-250c-4284-81b9-72bd6a2a6dd8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.843555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d351-35fb-4711-8282-f55012fc4d57 req-f264857d-250c-4284-81b9-72bd6a2a6dd8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.849584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-b029fc1e-2a95-4f6f-a55f-80deb07f2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.851233 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-b029fc1e-2a95-4f6f-a55f-80deb07f2462 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8581092 Jul 22 21:37:57.852255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8485d351-35fb-4711-8282-f55012fc4d57 req-f264857d-250c-4284-81b9-72bd6a2a6dd8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 4600 time: 0.6220427 Jul 22 21:37:57.867624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-f78df739-9342-4f0d-aa2d-7b1a1b608fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.868300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-f78df739-9342-4f0d-aa2d-7b1a1b608fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.869478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-f78df739-9342-4f0d-aa2d-7b1a1b608fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.870060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-f78df739-9342-4f0d-aa2d-7b1a1b608fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.870603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-f78df739-9342-4f0d-aa2d-7b1a1b608fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:57.872565 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-f78df739-9342-4f0d-aa2d-7b1a1b608fcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 4363 time: 1.5808954 Jul 22 21:37:57.932342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:37:57.945787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] Sync routers for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:37:57.950041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:57.965385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:57.966537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:58.042975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:58.061464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:37:58.062883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8485d351-35fb-4711-8282-f55012fc4d57 req-c09cb3f5-7e2e-4716-a69b-2cd3b65689ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2043574 Jul 22 21:37:58.063205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:58.073846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-edd3bd0c-b996-49a3-a16b-3c6bc5c48b4e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "DELETE /v2.0/floatingips/b9be75ae-3712-4370-9358-1b98a2f1de84 HTTP/1.1" status: 204 len: 168 time: 4.6516738 Jul 22 21:37:58.077278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50778) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:37:58.082682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:58.142616 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:58.145263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:37:58.145930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578daaae-a992-4ea1-a972-eb385c34b912 None None] The sync data for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:37:58.256025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 172.20.0.8 (caeefccd-6c8b-4502-a5b4-f242d70f2491/b019da52-9f92-43ef-b5c8-154ebc63a0e9/35d917ab-6cb8-4ca7-88ca-0a890b3f64e1) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:58.274037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fe0c:28d2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/4ef02b90-1a83-4ea1-ae16-45204302637b/35d917ab-6cb8-4ca7-88ca-0a890b3f64e1) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:58.327989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Attempting to bind port 28b48b81-9c56-41f0-83d5-bebadd45293d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:37:58.328295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Attempting to bind port 28b48b81-9c56-41f0-83d5-bebadd45293d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:37:58.328601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Attempting to bind port 28b48b81-9c56-41f0-83d5-bebadd45293d on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:58.349874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:58.391356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Port 28b48b81-9c56-41f0-83d5-bebadd45293d on network c7122c82-cfb3-46e2-9034-88ba14057db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:37:58.391868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Attempting to bind port 28b48b81-9c56-41f0-83d5-bebadd45293d on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:37:58.438360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-9e0cc84b-0606-4cee-abbe-1f6a0d93c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:58.438844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-9e0cc84b-0606-4cee-abbe-1f6a0d93c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:58.440131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-9e0cc84b-0606-4cee-abbe-1f6a0d93c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:58.442539 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-9e0cc84b-0606-4cee-abbe-1f6a0d93c258 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5494a46d317648e9b47fd8850cfe27ab&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5549095 Jul 22 21:37:58.501853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:37:58.502405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Checking segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:37:58.502834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Bound using segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:37:58.503291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Bound port: 28b48b81-9c56-41f0-83d5-bebadd45293d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:37:58.503762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:58.596729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Allocated IP 172.25.5.200 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/b575de55-9521-4aa1-b933-a341abf671e9) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:37:58.758378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-f3910998-6a2b-4f07-aaae-f99821a3c3f0 service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8831913 Jul 22 21:37:58.812767 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:58.905787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-7850f5bf-04fa-4174-b8d1-59df490b5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:58.910758 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-78b9d2d8-08f1-4e5c-baf0-59ab813cff34 req-7850f5bf-04fa-4174-b8d1-59df490b5ecb service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4004602 Jul 22 21:37:58.932432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] For port 28b48b81-9c56-41f0-83d5-bebadd45293d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:37:58.995290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] For port 28b48b81-9c56-41f0-83d5-bebadd45293d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=28b48b81-9c56-41f0-83d5-bebadd45293d,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:37:59.025231 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-424ab411-a25d-4e5d-b0d1-8a4e60004aef req-84d64127-3b86-4b13-b394-29383c2ffe76 service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289844 Jul 22 21:37:59.029535 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.032839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.097400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.128711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Pushing event updated for resources: {'Port': ['ID=28b48b81-9c56-41f0-83d5-bebadd45293d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:59.139184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.140706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.141934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2bb47b45-be82-4cf8-8ad0-9aed655b2efb service neutron] 10.222.0.23 "PUT /v2.0/ports/28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 1132 time: 5.1770473 Jul 22 21:37:59.158740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '28b48b81-9c56-41f0-83d5-bebadd45293d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:37:59.164837 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5693441f-18b2-43ef-99a2-27d36c0dc61f" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "28b48b81-9c56-41f0-83d5-bebadd45293d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:37:59.222226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:37:59.305416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56927f78-da27-4cad-837f-e89faa5676bb req-728e2a20-5044-422d-b24f-201cec1798dd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.320926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56927f78-da27-4cad-837f-e89faa5676bb req-728e2a20-5044-422d-b24f-201cec1798dd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.4284732 Jul 22 21:37:59.346930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:37:59.419549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-b20605c5-f430-4897-a7b1-11b16f020d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.435348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-b20605c5-f430-4897-a7b1-11b16f020d82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1095 time: 0.3144429 Jul 22 21:37:59.438796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Pushing event updated for resources: {'Port': ['ID=b575de55-9521-4aa1-b933-a341abf671e9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:37:59.460452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:59.472010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:59.478969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56927f78-da27-4cad-837f-e89faa5676bb req-79a4d771-d3c7-4955-926b-000fe2ac3b53 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565135 Jul 22 21:37:59.482025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:37:59.544253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.619030 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590062fc-25ba-4133-8f9b-44a1b1748b7e x-openstack-request-id: req-590062fc-25ba-4133-8f9b-44a1b1748b7e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:37:59.619241 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "28b48b81-9c56-41f0-83d5-bebadd45293d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:37:59.619490 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-590062fc-25ba-4133-8f9b-44a1b1748b7e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:37:59.619933 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '28b48b81-9c56-41f0-83d5-bebadd45293d', 'status': 'completed', 'code': 200} Jul 22 21:37:59.627315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-60e1cc68-4b3d-4569-b596-70d9f2f84e3a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.634651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-60e1cc68-4b3d-4569-b596-70d9f2f84e3a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.640998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-60e1cc68-4b3d-4569-b596-70d9f2f84e3a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.647291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-60e1cc68-4b3d-4569-b596-70d9f2f84e3a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.653716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-60e1cc68-4b3d-4569-b596-70d9f2f84e3a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.660608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-60e1cc68-4b3d-4569-b596-70d9f2f84e3a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.668958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-60e1cc68-4b3d-4569-b596-70d9f2f84e3a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 4600 time: 0.2883809 Jul 22 21:37:59.680242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.721782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-54d394a0-d590-4bbf-a9bb-024168a16b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:37:59.723360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-54d394a0-d590-4bbf-a9bb-024168a16b1f service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.2718303 Jul 22 21:37:59.784852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9169e526-6ed1-4635-9e2c-2a7df3c605fb req-f1f9d9e4-fcc4-47aa-b220-981e8d60a9bb tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148603 Jul 22 21:37:59.794506 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.871813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:37:59.923461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:37:59.947529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:37:59.959178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:00.037698 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:00.040957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.042814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:00.047866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:00.062663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=35d917ab-6cb8-4ca7-88ca-0a890b3f64e1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:00.121492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5be4d691-2eef-4bdb-80a6-525210600afa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6297350 Jul 22 21:38:00.122171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50822) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:00.175661 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-853e9710-5790-4beb-b71f-3d2d6c6b84fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 999 time: 0.3886077 Jul 22 21:38:00.235966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-35bde9c2-d697-4766-b4ac-58ec1a2cbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.236464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-35bde9c2-d697-4766-b4ac-58ec1a2cbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.236947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-35bde9c2-d697-4766-b4ac-58ec1a2cbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.237428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-35bde9c2-d697-4766-b4ac-58ec1a2cbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.237903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-35bde9c2-d697-4766-b4ac-58ec1a2cbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.238528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-35bde9c2-d697-4766-b4ac-58ec1a2cbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.240394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-35bde9c2-d697-4766-b4ac-58ec1a2cbd71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5288 time: 0.6135101 Jul 22 21:38:00.282084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:00.311078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Pushing event updated for resources: {'Port': ['ID=b575de55-9521-4aa1-b933-a341abf671e9,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:00.332355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:00.337460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f7677d83-a602-41c7-a3cf-ae2a36ac6c38 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2590690 Jul 22 21:38:00.338423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50828) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:00.531626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-70439d59-47f3-4d11-b169-d68cd8d1efc8 None None] Provisioning for port 35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:00.543028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-70439d59-47f3-4d11-b169-d68cd8d1efc8 None None] Provisioning complete for port 35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:00.544423 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-70439d59-47f3-4d11-b169-d68cd8d1efc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:00.688972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-70439d59-47f3-4d11-b169-d68cd8d1efc8 None None] Port 35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:38:00.711595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45639e81-faba-44c0-b95a-175c16c8e1ba req-ec447315-0e5c-4953-979f-9ea944e475d3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.720109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45639e81-faba-44c0-b95a-175c16c8e1ba req-ec447315-0e5c-4953-979f-9ea944e475d3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.1165557 Jul 22 21:38:00.764767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45639e81-faba-44c0-b95a-175c16c8e1ba req-32590037-418a-4d76-9634-30f18ac8bb2c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Jul 22 21:38:00.846372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:00.896070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:00.905226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-7be3f0db-c247-4719-ac91-447d8f255dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.906429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-7be3f0db-c247-4719-ac91-447d8f255dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.907059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-7be3f0db-c247-4719-ac91-447d8f255dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.908853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-7be3f0db-c247-4719-ac91-447d8f255dff service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5494a46d317648e9b47fd8850cfe27ab&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6270025 Jul 22 21:38:00.933030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-a1d0bfa8-df63-4437-8206-2501a8ecea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:00.935111 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-a1d0bfa8-df63-4437-8206-2501a8ecea33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.7174208 Jul 22 21:38:01.136843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efba371-8977-486b-acb5-31b06d563136 req-886adab9-d73f-40ce-840d-b07a49ab7440 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.142943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efba371-8977-486b-acb5-31b06d563136 req-886adab9-d73f-40ce-840d-b07a49ab7440 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.170396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efba371-8977-486b-acb5-31b06d563136 req-886adab9-d73f-40ce-840d-b07a49ab7440 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.187866 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efba371-8977-486b-acb5-31b06d563136 req-886adab9-d73f-40ce-840d-b07a49ab7440 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.206519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efba371-8977-486b-acb5-31b06d563136 req-886adab9-d73f-40ce-840d-b07a49ab7440 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.213268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efba371-8977-486b-acb5-31b06d563136 req-886adab9-d73f-40ce-840d-b07a49ab7440 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.216041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4efba371-8977-486b-acb5-31b06d563136 req-886adab9-d73f-40ce-840d-b07a49ab7440 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 4600 time: 0.2522078 Jul 22 21:38:01.287218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497e1a9-4322-4432-9524-39946510e565 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.311889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:01.317318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497e1a9-4322-4432-9524-39946510e565 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.325370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0497e1a9-4322-4432-9524-39946510e565 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1909664 Jul 22 21:38:01.327681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50854) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:01.352003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:01.447526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4efba371-8977-486b-acb5-31b06d563136 req-b597fe86-202c-4e05-a02b-08a4f880742e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2251947 Jul 22 21:38:01.596810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Allocated IP 172.25.5.38 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/6dbe0fb7-eddf-47f2-8d11-411aacb901c9) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:01.700457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-8dfe24c7-888a-4a4b-83f0-154a32637e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.703079 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5693441f-18b2-43ef-99a2-27d36c0dc61f req-8dfe24c7-888a-4a4b-83f0-154a32637e2e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7656584 Jul 22 21:38:01.817601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-7ebdc429-fdb0-4364-a4e7-2c659182401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:01.822586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-7ebdc429-fdb0-4364-a4e7-2c659182401d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8367667 Jul 22 21:38:01.833439 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:01.893337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:01.893963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:01.998199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:02.034756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:02.073256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:02.075677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:02.086640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:02.188039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Pushing event updated for resources: {'Port': ['ID=6dbe0fb7-eddf-47f2-8d11-411aacb901c9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:02.247766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbdee6-e064-4fed-ac76-99aaf31f4c03 req-931732a6-5700-4854-9de3-610044eca2f4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:02.253629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6cbdee6-e064-4fed-ac76-99aaf31f4c03 req-931732a6-5700-4854-9de3-610044eca2f4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 943 time: 0.3224897 Jul 22 21:38:02.337619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-e07ff95d-7b54-4bcd-8277-65d70e5b7f54 service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973161 Jul 22 21:38:02.491138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6cbdee6-e064-4fed-ac76-99aaf31f4c03 req-0ff79886-a019-4f98-83e8-007aba249732 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301681 Jul 22 21:38:02.510478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:02.607549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:38:02.730146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:02.768566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761f7e51-9a2c-4a4e-bddd-0ba699719535 req-d795d664-a73b-41cc-a8e7-280c01c4ddac service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158251 Jul 22 21:38:02.878280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8147a0-67df-4242-865e-57c1bbbfbde9 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:02.885331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:02.900077 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:02.913088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:02.917191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:02.943153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Transition to ACTIVE for port object 2f8147a0-67df-4242-865e-57c1bbbfbde9 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:02.955190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'port_id': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'mac_address': 'fa:16:3e:ce:34:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:38:03.051771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.089644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.116099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:03.153651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:03.160625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.226491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:03.290805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412d01-ee83-4459-8bff-7421f90b5737 req-51145dcb-9496-4e31-abfd-fc92ad1340d0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.292880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:03.296929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412d01-ee83-4459-8bff-7421f90b5737 req-51145dcb-9496-4e31-abfd-fc92ad1340d0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.317593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412d01-ee83-4459-8bff-7421f90b5737 req-51145dcb-9496-4e31-abfd-fc92ad1340d0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.329993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412d01-ee83-4459-8bff-7421f90b5737 req-51145dcb-9496-4e31-abfd-fc92ad1340d0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.346691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412d01-ee83-4459-8bff-7421f90b5737 req-51145dcb-9496-4e31-abfd-fc92ad1340d0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.353862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412d01-ee83-4459-8bff-7421f90b5737 req-51145dcb-9496-4e31-abfd-fc92ad1340d0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.366629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68412d01-ee83-4459-8bff-7421f90b5737 req-51145dcb-9496-4e31-abfd-fc92ad1340d0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 4600 time: 0.4754412 Jul 22 21:38:03.390226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fc1e8075-4849-44c2-9826-0ff21b5d4775 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.398343 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fc1e8075-4849-44c2-9826-0ff21b5d4775 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515&tenant_id=c53210f20cc944f4a4bc016b9bf23343&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 943 time: 0.4472954 Jul 22 21:38:03.408115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:38:03.498992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fc99ffac-38d0-435f-bd54-883a9e9a0637 service neutron] 10.222.0.58 "GET /v2.0/ports/0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 383 time: 0.0872850 Jul 22 21:38:03.614923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68412d01-ee83-4459-8bff-7421f90b5737 req-558888e3-44b0-4543-8eea-a6cd482c5c98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2299590 Jul 22 21:38:03.633435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Attempting to bind port 2f8147a0-67df-4242-865e-57c1bbbfbde9 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:03.633435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Attempting to bind port 2f8147a0-67df-4242-865e-57c1bbbfbde9 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:03.633830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Attempting to bind port 2f8147a0-67df-4242-865e-57c1bbbfbde9 on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:03.646093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3a404-4cf9-4d0e-97f5-7a6d5d773ccc req-10ec6841-a21e-4038-b937-11f71ac36b17 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.648731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bb3a404-4cf9-4d0e-97f5-7a6d5d773ccc req-10ec6841-a21e-4038-b937-11f71ac36b17 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.4816284 Jul 22 21:38:03.658980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Port 2f8147a0-67df-4242-865e-57c1bbbfbde9 on network c7122c82-cfb3-46e2-9034-88ba14057db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:38:03.661683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Attempting to bind port 2f8147a0-67df-4242-865e-57c1bbbfbde9 on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:03.689125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-7dbb2308-5854-4b44-9e48-2f3f490b476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:03.690673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-7dbb2308-5854-4b44-9e48-2f3f490b476c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1096 time: 0.1667747 Jul 22 21:38:03.706378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:03.707709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Checking segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:03.709060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Bound using segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:03.709532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Bound port: 2f8147a0-67df-4242-865e-57c1bbbfbde9, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:03.710955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.764034 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.776056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bb3a404-4cf9-4d0e-97f5-7a6d5d773ccc req-47f9f085-d422-4734-bebf-6be96be851f4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108961 Jul 22 21:38:03.778416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.885911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:03.889502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:03.924650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.925199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Pushing event updated for resources: {'Port': ['ID=6dbe0fb7-eddf-47f2-8d11-411aacb901c9,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:03.948868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.970263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:03.975520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-258b37cc-4e46-4e40-bedb-be4b14eea412 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6355758 Jul 22 21:38:03.976267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50920) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:04.006534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:04.038336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:04.039072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:04.041402 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 1131 time: 4.7139976 Jul 22 21:38:04.042018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '2f8147a0-67df-4242-865e-57c1bbbfbde9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:04.045064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "2f8147a0-67df-4242-865e-57c1bbbfbde9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:04.099469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:04.106023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f1d86d32-c217-426a-8be1-f70d78ddc623 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.1283674 Jul 22 21:38:04.106738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50924) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:04.254777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-33376e25-5942-49d6-ae83-94fc213c87b9 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1437895 Jul 22 21:38:04.255279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50934) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:04.314554 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a0d9ad-8d6c-4a1f-b368-1d1c771479bd x-openstack-request-id: req-f3a0d9ad-8d6c-4a1f-b368-1d1c771479bd {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:04.315132 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "2f8147a0-67df-4242-865e-57c1bbbfbde9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:04.315569 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3a0d9ad-8d6c-4a1f-b368-1d1c771479bd {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:04.316199 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '2f8147a0-67df-4242-865e-57c1bbbfbde9', 'status': 'completed', 'code': 200} Jul 22 21:38:04.379575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-c1573fda-cd0e-4448-8683-eabd655285a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:04.390397 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-c1573fda-cd0e-4448-8683-eabd655285a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.6540358 Jul 22 21:38:04.497385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389a07e-e514-44a4-b4c1-2296233191e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:04.608705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:04.694530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=35d917ab-6cb8-4ca7-88ca-0a890b3f64e1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:04.706092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:04.711021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:04.711571 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:04.716820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:04.872019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-2100c942-bab4-4ac3-90f8-51fbdfaedbcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 1000 time: 0.4273725 Jul 22 21:38:05.014405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.057109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.072411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:05.073911 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fff00744-922b-407f-b143-3288273c09c1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 HTTP/1.1" status: 204 len: 168 time: 3.7316196 Jul 22 21:38:05.081714 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece022a-4584-4ff1-998c-9a254020eb61" -d '{"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:05.088371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50962) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:05.134548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:05.142203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.202628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:05.252602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-1d173880-3a21-42b6-ba29-e63b582a1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.253729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-1d173880-3a21-42b6-ba29-e63b582a1440 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.3176029 Jul 22 21:38:05.280080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.287667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.294386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.300719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.311523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.319922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.328068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.328599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.329404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.330074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.331020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.331676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.332357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.333009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.335208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-bd05b8ff-a685-4335-863f-286a552bf1c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6212 time: 1.0981281 Jul 22 21:38:05.336348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-53cf362f-29eb-46d3-91a3-ac21ff4d2f2a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5372 time: 0.4476969 Jul 22 21:38:05.364301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287f68f-9f26-435d-89e5-28c102890130 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.366096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287f68f-9f26-435d-89e5-28c102890130 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.367631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287f68f-9f26-435d-89e5-28c102890130 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.373620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5287f68f-9f26-435d-89e5-28c102890130 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2798853 Jul 22 21:38:05.382319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50968) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:05.469088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 4ef02b90-1a83-4ea1-ae16-45204302637b {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:05.473537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.542019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.650370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.709859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Deleting port 6dbe0fb7-eddf-47f2-8d11-411aacb901c9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:05.710206 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.796519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2288db2-0b67-460e-a9cb-eeeb54e2fe2a req-fb8820ab-214b-4e74-9306-d2e9c4a90d73 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4590583 Jul 22 21:38:05.866048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5093d1e-cce3-4de1-a195-8629978f4ce6 req-9be92a45-5c8c-4504-ba90-09bee50abe76 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.867614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5093d1e-cce3-4de1-a195-8629978f4ce6 req-9be92a45-5c8c-4504-ba90-09bee50abe76 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.7091258 Jul 22 21:38:05.871897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:05.938720 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9676a96c-6d81-40ea-82a2-6ab3a99b9a59 x-openstack-request-id: req-9676a96c-6d81-40ea-82a2-6ab3a99b9a59 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:05.939703 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:05.940401 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9676a96c-6d81-40ea-82a2-6ab3a99b9a59 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:05.941319 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'code': 200} Jul 22 21:38:05.956417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef02b90-1a83-4ea1-ae16-45204302637b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:05.985100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-7256ce6a-7d38-4fba-b6b6-914ae34fa103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:05.986638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-7256ce6a-7d38-4fba-b6b6-914ae34fa103 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7262189 Jul 22 21:38:06.006198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.006198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.022794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Calling delete_port for 6dbe0fb7-eddf-47f2-8d11-411aacb901c9 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:06.040699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-4d895518-37d8-4e91-a30f-745bf7dc90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:06.041226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-4d895518-37d8-4e91-a30f-745bf7dc90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:06.041710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-4d895518-37d8-4e91-a30f-745bf7dc90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:06.043382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-4d895518-37d8-4e91-a30f-745bf7dc90c2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5494a46d317648e9b47fd8850cfe27ab&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6959488 Jul 22 21:38:06.150268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.152501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20df6e5-1a98-4baa-b766-4db56b95d6f8 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:06.172354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-06480b2a-cc31-4e03-8770-e5c338b734a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/4ef02b90-1a83-4ea1-ae16-45204302637b HTTP/1.1" status: 204 len: 168 time: 0.7817445 Jul 22 21:38:06.173522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50982) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:06.245130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet b019da52-9f92-43ef-b5c8-154ebc63a0e9 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:06.310731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.346701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5093d1e-cce3-4de1-a195-8629978f4ce6 req-a4ca7a23-6db8-4f1a-bce6-79d9459315fa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011886 Jul 22 21:38:06.380993 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-333b0059-644d-412e-92bb-59d9b10f8378 service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839629 Jul 22 21:38:06.390874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bcb43b-d030-4f79-a545-96cbf5b75f5f {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:06.429584 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.459144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-12fed201-9b39-49a4-8c7d-d83f178ea741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:06.460538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8259f9db-892e-4639-9d4c-d8a2ab72c9d8 req-12fed201-9b39-49a4-8c7d-d83f178ea741 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4080195 Jul 22 21:38:06.463084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.503430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.539191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Transition to ACTIVE for port object 09bcb43b-d030-4f79-a545-96cbf5b75f5f will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:06.542611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Pushing event deleted for resources: {'Port': ['ID=6dbe0fb7-eddf-47f2-8d11-411aacb901c9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:06.555303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.617243 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.621342 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.624647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-48c67fcd-3dd4-4915-8ed2-6b42ecc66e93 tempest-FloatingIPAdminTestJSON-803188816 tempest-FloatingIPAdminTestJSON-803188816-project] 10.222.0.54 "DELETE /v2.0/floatingips/04f04858-0ac5-4dd9-88a1-793b7834c873 HTTP/1.1" status: 204 len: 168 time: 2.3662481 Jul 22 21:38:06.624955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50984) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:06.678819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Pushing event updated for resources: {'Port': ['ID=09bcb43b-d030-4f79-a545-96cbf5b75f5f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:06.786950 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.795297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Deleting port b575de55-9521-4aa1-b933-a341abf671e9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:06.795297 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.950049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.950401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:06.977859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Attempting to bind port 09bcb43b-d030-4f79-a545-96cbf5b75f5f on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:06.977859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Attempting to bind port 09bcb43b-d030-4f79-a545-96cbf5b75f5f by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:06.977859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Attempting to bind port 09bcb43b-d030-4f79-a545-96cbf5b75f5f on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:06.991633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Port 09bcb43b-d030-4f79-a545-96cbf5b75f5f on network c7122c82-cfb3-46e2-9034-88ba14057db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:38:06.992316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Attempting to bind port 09bcb43b-d030-4f79-a545-96cbf5b75f5f on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:06.997781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Calling delete_port for b575de55-9521-4aa1-b933-a341abf671e9 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:06.998382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-dee5c3c4-4105-4524-be5f-85b69019f1fe service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007366 Jul 22 21:38:07.010075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:07.010498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Checking segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:07.010951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Bound using segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:07.011462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Bound port: 09bcb43b-d030-4f79-a545-96cbf5b75f5f, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:07.011913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.066480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.085689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.092783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50992) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:07.093516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/b019da52-9f92-43ef-b5c8-154ebc63a0e9 HTTP/1.1" status: 204 len: 168 time: 0.9155602 Jul 22 21:38:07.122453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96e86f-8d10-49f9-b748-375b4e1a6dec tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=b019da52-9f92-43ef-b5c8-154ebc63a0e9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:07.152633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50994) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:07.152856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-266ad0f4-73ef-4efc-a3fc-379de08618a3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569437 Jul 22 21:38:07.158341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:07.163539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] For port 09bcb43b-d030-4f79-a545-96cbf5b75f5f, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:07.200352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] For port 09bcb43b-d030-4f79-a545-96cbf5b75f5f, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:07.211358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.215998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.222282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.229513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.247700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.267710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.275173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.289856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.305916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-7d76a666-6771-4242-8ff7-0a28ede2a4dc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5384 time: 0.3529356 Jul 22 21:38:07.343783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.344151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.346275 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/09bcb43b-d030-4f79-a545-96cbf5b75f5f HTTP/1.1" status: 200 len: 1091 time: 3.2692881 Jul 22 21:38:07.346922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '09bcb43b-d030-4f79-a545-96cbf5b75f5f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:07.349485 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "09bcb43b-d030-4f79-a545-96cbf5b75f5f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:07.384872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:07.432564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9aa5a-2f1f-4fc5-9d96-6718a17b48c5 service neutron] Pushing event updated for resources: {'Port': ['ID=09bcb43b-d030-4f79-a545-96cbf5b75f5f,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:07.462549 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b7ca9-9f79-415d-af9b-88c177ff247f x-openstack-request-id: req-da1b7ca9-9f79-415d-af9b-88c177ff247f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:07.473093 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "09bcb43b-d030-4f79-a545-96cbf5b75f5f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:07.475637 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da1b7ca9-9f79-415d-af9b-88c177ff247f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:07.475637 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '09bcb43b-d030-4f79-a545-96cbf5b75f5f', 'status': 'completed', 'code': 200} Jul 22 21:38:07.501060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-423bf69c-c327-4a47-8e8f-7175e5cb84b6 req-70301d39-51b9-47c0-948a-dc91698219ab tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927752 Jul 22 21:38:07.539670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:07.548561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.659646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.692671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Pushing event deleted for resources: {'Port': ['ID=b575de55-9521-4aa1-b933-a341abf671e9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:07.739428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4a3b-c7b2-4737-ad7e-841106104919 req-022b1aa7-be42-413b-889d-1a62722dbf5e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.741128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-626b4a3b-c7b2-4737-ad7e-841106104919 req-022b1aa7-be42-413b-889d-1a62722dbf5e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.2093542 Jul 22 21:38:07.818730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7ad28-cbe0-4525-aa33-18a5bee134cf None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:07.878832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.881348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-626b4a3b-c7b2-4737-ad7e-841106104919 req-ece8072e-8f18-4d4e-95f9-8fb53f3941dd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122720 Jul 22 21:38:07.885573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.888819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.890061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0ebd0c06-7873-4cbd-9ef9-7461f1bcd879 tempest-FloatingIPAdminTestJSON-944441491 tempest-FloatingIPAdminTestJSON-944441491-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/9b689e0a-7f7f-4d0c-9484-890c878b45dc HTTP/1.1" status: 204 len: 168 time: 1.2641308 Jul 22 21:38:07.894565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51010) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:07.948568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:07.976784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:07.990144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.990642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.991234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.991792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.992404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.992799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.993272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:07.996567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-413b0f42-e4b7-4dc5-91f0-7fd51693b8fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6280 time: 0.5136778 Jul 22 21:38:07.997446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:08.001258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:08.001996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:08.030449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3eadbe0c-b998-49a1-84b6-2f658d0c2dff None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:08.030986 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3eadbe0c-b998-49a1-84b6-2f658d0c2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:08.054555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Deleting port 50739917-c663-4239-83df-65fc98b60ec6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:08.054901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:08.112152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=e769a09f-c07d-4a5c-988c-7056eef299c9,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:08.126700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-872879b4-d6a3-4ba7-85c9-36e3cc10bb31 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9726405 Jul 22 21:38:08.142178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51016) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:08.151808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:08.208630 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:08.230783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Calling delete_port for 50739917-c663-4239-83df-65fc98b60ec6 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:08.256746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-23108d6f-d6b5-45c9-a421-8d1dff262d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:08.257487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-23108d6f-d6b5-45c9-a421-8d1dff262d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:08.259798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-23108d6f-d6b5-45c9-a421-8d1dff262d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:08.261618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-23108d6f-d6b5-45c9-a421-8d1dff262d02 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5494a46d317648e9b47fd8850cfe27ab&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2537191 Jul 22 21:38:08.596051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:08.621505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a505f9-ff67-43b1-9f90-1dd8064b5665 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:08.656884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Port': ['ID=50739917-c663-4239-83df-65fc98b60ec6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:08.785043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:08.795326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:08.800910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a8632c32-ba6d-46e4-ae62-c543e5895b93 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:08.801616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a8632c32-ba6d-46e4-ae62-c543e5895b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:08.916568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-0fa73ef1-6fc0-4cef-a1ac-96822496d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:08.918376 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-413bfde1-64e1-419f-b69d-7fdb0cf76cf8 req-0fa73ef1-6fc0-4cef-a1ac-96822496d92c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6400881 Jul 22 21:38:08.993570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:09.006980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb079750-f5a4-442b-9f3b-b01c37a589d3 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "DELETE /v2.0/ports/50739917-c663-4239-83df-65fc98b60ec6 HTTP/1.1" status: 204 len: 168 time: 1.1110175 Jul 22 21:38:09.007682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51030) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:09.119799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.141384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.160256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.177785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.184019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.190084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.199222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.209688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-9cabc2eb-dc9a-4343-86cf-d613e3ae1506 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5384 time: 0.4539371 Jul 22 21:38:09.328854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8bc3519-9ef3-4419-97d9-4a33109f5758 req-7e40c061-0e65-42f3-a7df-ee17c1735b5a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178844 Jul 22 21:38:09.349056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b897202-5981-4600-bd7a-3067a8e69fbd {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:09.372607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f0e9b-177f-4179-9dc2-4fd3af9cc28a tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.376944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:09.384861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3c7f0e9b-177f-4179-9dc2-4fd3af9cc28a tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "GET /v2.0/ports?device_id=79b7c106-b1e8-4c12-9e0c-92a209053556 HTTP/1.1" status: 200 len: 913 time: 0.3729985 Jul 22 21:38:09.388907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51034) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:09.416129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4314e9-29a0-48a4-bffc-9582f432756a req-99639488-01f5-4af0-b028-751ef22efdda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:09.417761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd4314e9-29a0-48a4-bffc-9582f432756a req-99639488-01f5-4af0-b028-751ef22efdda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3217719 Jul 22 21:38:09.496749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd4314e9-29a0-48a4-bffc-9582f432756a req-0f5bda31-a94c-4035-a86b-ed5a0b1d5c47 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717070 Jul 22 21:38:09.701546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-acd3c6bf-8b5b-4a5a-90c8-7b7c4ccafb37 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:09.704867 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acd3c6bf-8b5b-4a5a-90c8-7b7c4ccafb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:09.715234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Transition to ACTIVE for port object 6b897202-5981-4600-bd7a-3067a8e69fbd will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:09.767106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:10.603627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:38:10.605988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.619523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.631080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Pushing event updated for resources: {'Port': ['ID=6b897202-5981-4600-bd7a-3067a8e69fbd,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:10.632231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.640764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.649705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.658233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.665193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.669667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-528c286b-95e1-4431-8195-89a457ea33de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5396 time: 0.2087607 Jul 22 21:38:10.731274 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-a9d5b3be-8f6b-4a3b-a07f-5893d4f998d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.732933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-a9d5b3be-8f6b-4a3b-a07f-5893d4f998d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 1097 time: 1.3152924 Jul 22 21:38:10.768238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aec1938d-ff37-4c79-87d8-93984a10f0d3 req-c07b97b8-05c7-4d4f-a132-352fbbaf7ac6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840516 Jul 22 21:38:10.796811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8fab0-fea4-4351-8c9a-15c12dc5bcda req-5741930f-ef58-4dc2-8dc6-2872f2a2cf70 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:10.796811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bb8fab0-fea4-4351-8c9a-15c12dc5bcda req-5741930f-ef58-4dc2-8dc6-2872f2a2cf70 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.1249421 Jul 22 21:38:10.882329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:10.916412 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bb8fab0-fea4-4351-8c9a-15c12dc5bcda req-32d4dd97-c977-482d-aa1c-2b8a2a269b1b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903075 Jul 22 21:38:11.280616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Attempting to bind port 6b897202-5981-4600-bd7a-3067a8e69fbd on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:11.280963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Attempting to bind port 6b897202-5981-4600-bd7a-3067a8e69fbd by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:11.281350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Attempting to bind port 6b897202-5981-4600-bd7a-3067a8e69fbd on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:11.323064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:11.354646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Port 6b897202-5981-4600-bd7a-3067a8e69fbd on network c7122c82-cfb3-46e2-9034-88ba14057db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:38:11.355141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Attempting to bind port 6b897202-5981-4600-bd7a-3067a8e69fbd on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:11.400126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:11.402377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Checking segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:11.402980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Bound using segment: {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:11.404036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Bound port: 6b897202-5981-4600-bd7a-3067a8e69fbd, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0491811f-f267-4f5f-8a4f-e83a2f1049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:11.406918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:11.611540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:11.853324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] For port 6b897202-5981-4600-bd7a-3067a8e69fbd, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:11.883108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] For port 6b897202-5981-4600-bd7a-3067a8e69fbd, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b897202-5981-4600-bd7a-3067a8e69fbd,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:11.924311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:12.115342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.116003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:12.119390 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] 10.222.0.23 "PUT /v2.0/ports/6b897202-5981-4600-bd7a-3067a8e69fbd HTTP/1.1" status: 200 len: 1092 time: 4.7393250 Jul 22 21:38:12.135660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:12.138155 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:12.175097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.200347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:12.203750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.216774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.219238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:12.230061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f637d62-b4fb-4508-9611-b4f451a35873 service neutron] Pushing event updated for resources: {'Port': ['ID=6b897202-5981-4600-bd7a-3067a8e69fbd,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:12.262598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.278477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.291889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.300981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.312861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-d4574ef5-3c5a-4283-9373-c0d0bc63cf3c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5396 time: 0.3870220 Jul 22 21:38:12.374319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957152e7-8000-4ee0-8db7-9c014b408433 req-d47fa63f-a8cb-4447-a9de-f7cf04c3519e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:12.376187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-957152e7-8000-4ee0-8db7-9c014b408433 req-d47fa63f-a8cb-4447-a9de-f7cf04c3519e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 945 time: 0.3541961 Jul 22 21:38:12.431493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-557a6d75-5992-4a91-b77e-b2d176d8b8c8 req-398886cb-1c26-4cb0-8218-12ae7a8d3690 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124368 Jul 22 21:38:12.536314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:12.552687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-957152e7-8000-4ee0-8db7-9c014b408433 req-4cc85cc2-5fa9-448f-8ec6-fdc7ff3da7cb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666758 Jul 22 21:38:12.586953 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c57837ae-f4c3-4d6d-82d1-1e73b53b6602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:12.657456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:38:12.715951 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea6f9ea-d8b5-4a0c-afa2-ae0c2721ac1e x-openstack-request-id: req-cea6f9ea-d8b5-4a0c-afa2-ae0c2721ac1e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:12.724579 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:12.724911 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cea6f9ea-d8b5-4a0c-afa2-ae0c2721ac1e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:12.729453 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd', 'status': 'completed', 'code': 200} Jul 22 21:38:12.878908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:12.920878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:12.926668 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:13.057850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Transition to ACTIVE for port object 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:13.064245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port 06b98513-cbb3-4992-bdee-486e090b88ae, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06b98513-cbb3-4992-bdee-486e090b88ae,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:13.114336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:13.198778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:38:13.199405 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:38:13.275557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:13.412335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:13.413359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:13.445304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:13.999104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a08e7b-a85b-4a39-ba36-e701c526fed2 req-39dd708f-136f-4647-94e2-dcd2a497a1ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.008046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69a08e7b-a85b-4a39-ba36-e701c526fed2 req-39dd708f-136f-4647-94e2-dcd2a497a1ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.3154221 Jul 22 21:38:14.136643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.166465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.182542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.210642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.223407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.240883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.248659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.267173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-250fdd32-849c-4245-8f1a-c95db7600c7c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5396 time: 0.3766372 Jul 22 21:38:14.294325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.295942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.296985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.298046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.299627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.300964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.301987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.305684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-d54a76ef-01fb-4e6d-b553-1280e660dcad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6348 time: 1.5439751 Jul 22 21:38:14.309475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:14.313715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=ea495ad6-2330-49c8-afe7-6b3515dd8745,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:14.349176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58900385-f39d-4e7a-952f-d1cf1faab59a req-44894ab4-958d-4d88-9337-0c51f6d275fb tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692458 Jul 22 21:38:14.416611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69a08e7b-a85b-4a39-ba36-e701c526fed2 req-f5154974-fdde-4ed8-a214-3dffccc37f2d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055696 Jul 22 21:38:14.675994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:14.694479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=06b98513-cbb3-4992-bdee-486e090b88ae,revision_number=8']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:14.710058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:14.715695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:14.716659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:14.724755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57428741-2971-4471-80ca-5318561bc650 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:14.821373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:14.823453 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c91ff7-3933-4e7a-93e7-d37240b29993" -d '{"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:14.826458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] No DVR routers for this DVR port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:38:14.924436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51172) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:14.924949 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-735021b8-0c02-41f2-a746-f410f580c33e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.7812495 Jul 22 21:38:14.931339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:4e:0e:7f', 'name': 'tempest-NetworksTestDHCPv6-595005306'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:15.036057 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b908591-5b2a-45b1-8e2c-8ed56d1bf336 x-openstack-request-id: req-5b908591-5b2a-45b1-8e2c-8ed56d1bf336 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:15.036397 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:15.036957 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b908591-5b2a-45b1-8e2c-8ed56d1bf336 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:15.037677 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'code': 200} Jul 22 21:38:15.203554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-ae168daa-b6d2-4f49-bb06-20074895a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:15.205368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-ae168daa-b6d2-4f49-bb06-20074895a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:15.205951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-ae168daa-b6d2-4f49-bb06-20074895a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:15.210964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ed484a6-11ba-4c84-ad4e-d9f9bde4ec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:15.211393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-ae168daa-b6d2-4f49-bb06-20074895a720 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5494a46d317648e9b47fd8850cfe27ab&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8779032 Jul 22 21:38:15.220910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] Update dhcp port {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': 'ea495ad6-2330-49c8-afe7-6b3515dd8745', 'ip_address': '2001:db8::f816:3eff:fefb:41ae'}, {'subnet_id': 'e769a09f-c07d-4a5c-988c-7056eef299c9'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '06b98513-cbb3-4992-bdee-486e090b88ae'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:38:15.221206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:15.294727 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:15.399089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:15.468689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port cc2946cb-9853-4701-9b1d-4fd04ea4dc69 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:38:15.673496 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:15.683709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:15.692703 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:15.712430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Transition to ACTIVE for port object 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:15.842390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:15.842932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:15.843380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:15.846677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-05b46c5b-3250-4781-adbc-2301d53c99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:15.848286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3cf9206a-6cba-4532-8f9f-6fc63cd352d9 req-05b46c5b-3250-4781-adbc-2301d53c99d2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5544884 Jul 22 21:38:15.852033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:15.882097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:38:15.882543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Attempting to bind port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on network 4b165983-addd-4a44-ae9a-18221a744a52 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:15.925729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:15.925948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Checking segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:15.926814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Bound using segment: {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:15.927252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Bound port: 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a129ebe-0262-401d-ba40-6e5ede549401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:15.927538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:16.067464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 172.20.0.13 (caeefccd-6c8b-4502-a5b4-f242d70f2491/e769a09f-c07d-4a5c-988c-7056eef299c9/cc2946cb-9853-4701-9b1d-4fd04ea4dc69) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:16.110057 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:16.137046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fe4e:e7f (caeefccd-6c8b-4502-a5b4-f242d70f2491/ea495ad6-2330-49c8-afe7-6b3515dd8745/cc2946cb-9853-4701-9b1d-4fd04ea4dc69) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:16.221545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:16.226043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:16.339006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:16.348276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:16.449810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06b98513-cbb3-4992-bdee-486e090b88ae up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:16.511535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f474f-acbc-4316-bea8-888374829840 req-329d1157-0dce-450e-ac1e-0975b51cb415 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.519534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-966f474f-acbc-4316-bea8-888374829840 req-329d1157-0dce-450e-ac1e-0975b51cb415 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.7452693 Jul 22 21:38:16.531674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=11']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:16.561378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.568365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.575470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.583121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.589634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.597956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.605828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.615210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-510c9657-57e0-486f-ad60-f431886dc03c req-d8b49304-4c51-450a-93ed-6c969779b6fe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5408 time: 0.8423491 Jul 22 21:38:16.636039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:16.640377 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:16.647112 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-6c262d8b-004e-44a7-9bca-4141829787a6 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 1093 time: 5.7941406 Jul 22 21:38:16.689606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:16.697497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Attempting to bind port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:16.697954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Attempting to bind port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:16.699408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Attempting to bind port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 on network c9c32e8e-f44d-496f-8a34-7a6d37c54042 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:16.727069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:16.727467 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:16.761676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-510c9657-57e0-486f-ad60-f431886dc03c req-267b6bbd-222d-4218-be80-86007e0f45ae tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451225 Jul 22 21:38:16.789434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 on network c9c32e8e-f44d-496f-8a34-7a6d37c54042 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:38:16.789662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Attempting to bind port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 on network c9c32e8e-f44d-496f-8a34-7a6d37c54042 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:16.794697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object cc2946cb-9853-4701-9b1d-4fd04ea4dc69 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:16.818709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Deleting port a8762782-c698-4723-9975-1b5029906050 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:16.819185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:16.848289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-966f474f-acbc-4316-bea8-888374829840 req-e1f76a6b-9b5f-4478-82bc-d1f3e15ac569 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272340 Jul 22 21:38:17.006952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:17.130102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:17.154787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:17.158608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:17.162961 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f7b026-1e81-4f79-8259-7c849584ae52" -d '{"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:17.168162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] Allocated IP 172.20.0.2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/e769a09f-c07d-4a5c-988c-7056eef299c9/06b98513-cbb3-4992-bdee-486e090b88ae) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:17.178085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:17.178606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:17.179582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Checking segment: {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:17.182523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Bound using segment: {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:17.184288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Bound port: 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:17.186909 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:17.257297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:17.258815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:17.270451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:17.287096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=cc2946cb-9853-4701-9b1d-4fd04ea4dc69,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:17.301200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8a3af20a-42cb-4848-b334-35b199820408 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3748596 Jul 22 21:38:17.304937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51320) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:17.322855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Calling delete_port for a8762782-c698-4723-9975-1b5029906050 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:17.402245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] For port 06b98513-cbb3-4992-bdee-486e090b88ae, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06b98513-cbb3-4992-bdee-486e090b88ae,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:17.442064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdbf2cc-1933-4d74-adb8-d55ac748656d x-openstack-request-id: req-afdbf2cc-1933-4d74-adb8-d55ac748656d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:17.442400 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:17.442662 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afdbf2cc-1933-4d74-adb8-d55ac748656d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:17.443054 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'status': 'completed', 'code': 200} Jul 22 21:38:17.510838 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:17.552825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] Transition to ACTIVE for port object 06b98513-cbb3-4992-bdee-486e090b88ae will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:17.582830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:17.655777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2b19d-cdad-49b4-95a8-0df1716196a5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:17.665045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2b19d-cdad-49b4-95a8-0df1716196a5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:17.670791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a7a2b19d-cdad-49b4-95a8-0df1716196a5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3647490 Jul 22 21:38:17.674009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51356) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:17.788990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-52e46498-3eea-40b4-b346-70971c0a6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:17.790654 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-52e46498-3eea-40b4-b346-70971c0a6b4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1096 time: 1.1056883 Jul 22 21:38:17.796261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] For port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:17.803430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] For port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:17.881287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:17.904737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077bfd9-65d7-4939-9068-ba7207fccea7 None None] Pushing event updated for resources: {'Port': ['ID=06b98513-cbb3-4992-bdee-486e090b88ae,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:18.112734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:18.113514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:18.118705 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] 10.222.0.23 "PUT /v2.0/ports/685b535b-583e-47dc-a3ee-fa8c9e8c7c34 HTTP/1.1" status: 200 len: 1092 time: 5.9392135 Jul 22 21:38:18.204810 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:18.482493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06b98513-cbb3-4992-bdee-486e090b88ae up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:18.564688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Request body: {'port': {'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:19.119111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303881ce-309b-484d-9a06-aa3e8e443ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:19.175403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-e5e0b76a-b870-4b3d-9d9f-3fb725b02334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.182549 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-e5e0b76a-b870-4b3d-9d9f-3fb725b02334 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1096 time: 1.7333794 Jul 22 21:38:19.296769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-416ffe78-6c94-4b9f-9003-cacdee7bc761 None None] Provisioning for port 06b98513-cbb3-4992-bdee-486e090b88ae completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:19.302284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-416ffe78-6c94-4b9f-9003-cacdee7bc761 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:19.302750 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-416ffe78-6c94-4b9f-9003-cacdee7bc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:19.318725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-5952c558-77b0-473d-9375-ad0ad0d7b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.323725 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-5952c558-77b0-473d-9375-ad0ad0d7b5c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 1.5229073 Jul 22 21:38:19.345898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:19.364831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e65c4-fea2-4cd0-896e-2916d3ec04df req-ba6a9f37-6680-4826-b769-b177c46479e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.376116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d0e65c4-fea2-4cd0-896e-2916d3ec04df req-ba6a9f37-6680-4826-b769-b177c46479e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.6089127 Jul 22 21:38:19.440504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port cc2946cb-9853-4701-9b1d-4fd04ea4dc69 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:19.440951 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:19.634572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:19.637204 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9406bc-0e59-43c0-b456-4e82e7981d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:19.642317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fbf13e26-a753-417b-9d9f-e27b1fd75928 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 999 time: 0.2919133 Jul 22 21:38:19.710328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d0e65c4-fea2-4cd0-896e-2916d3ec04df req-9f7f585c-4a0c-4f04-aae4-6b700fd8c20c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327601 Jul 22 21:38:19.783515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:38:19.798406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.820704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.857635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.866330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.898081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.911741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.921085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.942361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-4c221885-9db3-4510-b67f-5c68bce83d81 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5408 time: 1.0239358 Jul 22 21:38:19.986180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-b52e30d8-868f-4544-aca4-8cd9895d75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:19.988694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-b52e30d8-868f-4544-aca4-8cd9895d75c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.7884533 Jul 22 21:38:20.031090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51576) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:20.068337 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd5628b-6273-491d-b7f1-e65dd47cfac4 x-openstack-request-id: req-5dd5628b-6273-491d-b7f1-e65dd47cfac4 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:20.068772 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:20.069142 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5dd5628b-6273-491d-b7f1-e65dd47cfac4 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:20.069649 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34', 'status': 'completed', 'code': 200} Jul 22 21:38:20.081011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fc8c62df-21b5-43c6-9e03-3b0dedb65f35 None None] Provisioning for port cc2946cb-9853-4701-9b1d-4fd04ea4dc69 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:20.091504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fc8c62df-21b5-43c6-9e03-3b0dedb65f35 None None] Provisioning complete for port cc2946cb-9853-4701-9b1d-4fd04ea4dc69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:20.091909 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc8c62df-21b5-43c6-9e03-3b0dedb65f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:20.139353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8658091e-a058-4365-91b6-2ddc75cf24ea req-7bda14dd-a77d-468f-9fc4-aa02bf5b4c43 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953278 Jul 22 21:38:20.198106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:20.233850 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for cc2946cb-9853-4701-9b1d-4fd04ea4dc69 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:20.258442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c62df-21b5-43c6-9e03-3b0dedb65f35 None None] Port cc2946cb-9853-4701-9b1d-4fd04ea4dc69 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:38:20.533415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:20.537155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fc30acfd-d43b-48ba-918e-a4d6f721f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:20.543314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fc30acfd-d43b-48ba-918e-a4d6f721f9e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.7781355 Jul 22 21:38:20.549303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:20.608369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=cc2946cb-9853-4701-9b1d-4fd04ea4dc69,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:20.838341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:20.843381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d1439a71-ad5f-4457-a07e-343eb178f18e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/cc2946cb-9853-4701-9b1d-4fd04ea4dc69 HTTP/1.1" status: 204 len: 168 time: 3.1653678 Jul 22 21:38:20.861500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51656) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:20.984963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd115878-f228-42cd-b793-a9d4cd032789 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:20.987236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd115878-f228-42cd-b793-a9d4cd032789 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:20.989046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd115878-f228-42cd-b793-a9d4cd032789 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:20.995104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd115878-f228-42cd-b793-a9d4cd032789 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1316249 Jul 22 21:38:21.000809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51668) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:21.057970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-341ef627-0e1a-4824-a14c-cd34be8dba0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 999 time: 0.9872980 Jul 22 21:38:21.074402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-958a7472-2fad-4684-9f63-551678c75e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:21.077321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Port': ['ID=a8762782-c698-4723-9975-1b5029906050,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:21.183601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet e769a09f-c07d-4a5c-988c-7056eef299c9 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:21.193038 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:21.250459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86fba-db52-48a3-b780-5b25f0a45cea req-55892d7d-7158-4e22-8f92-46372722ca8c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.262771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bd86fba-db52-48a3-b780-5b25f0a45cea req-55892d7d-7158-4e22-8f92-46372722ca8c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.4339509 Jul 22 21:38:21.304066 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:21.365809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bd86fba-db52-48a3-b780-5b25f0a45cea req-1647243f-e467-49d5-8d25-12777d5e6d3b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020391 Jul 22 21:38:21.443804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-acb79dd9-c6bc-4dc8-be0a-b15c0094fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.447759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-acb79dd9-c6bc-4dc8-be0a-b15c0094fe2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.3646638 Jul 22 21:38:21.565421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.574111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.578470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.578988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.579697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.580394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.581212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.582200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.582304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.583482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.587463 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-6e2d74d0-ab56-428f-b20a-6c62d45f2959 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6416 time: 1.4810262 Jul 22 21:38:21.592504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.602203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.611809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.619149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.627161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05f6853e-aca0-4170-b025-d4092262a325 req-359da364-3690-4538-8aa2-2d8448fbf07b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5408 time: 0.2900259 Jul 22 21:38:21.634204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:21.716798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05f6853e-aca0-4170-b025-d4092262a325 req-ecd3f04b-e0d9-4bd7-9313-0bbc25492155 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871916 Jul 22 21:38:21.820973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:21.874896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=e769a09f-c07d-4a5c-988c-7056eef299c9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:21.877889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:21.881339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-24e3b357-a8ab-4adf-984c-c3305ed174e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/e769a09f-c07d-4a5c-988c-7056eef299c9 HTTP/1.1" status: 204 len: 168 time: 0.8776505 Jul 22 21:38:21.884908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51752) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:21.887121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14398afc-b999-49f0-a928-f4dea3334f33 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:21.982474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fd27ee6f-8d93-48ee-befc-3105a8f04699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:21.983697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-fd27ee6f-8d93-48ee-befc-3105a8f04699 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9285779 Jul 22 21:38:22.122435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet ea495ad6-2330-49c8-afe7-6b3515dd8745 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:22.151642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-f8c91b2b-2453-4edc-bd7e-5f77e70a806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:22.153213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-f8c91b2b-2453-4edc-bd7e-5f77e70a806a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6859505 Jul 22 21:38:22.154527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-e4670384-9b43-4ab7-beb4-0c2f4563a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:22.155008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-e4670384-9b43-4ab7-beb4-0c2f4563a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:22.155488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-e4670384-9b43-4ab7-beb4-0c2f4563a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:22.156968 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-e4670384-9b43-4ab7-beb4-0c2f4563a369 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5494a46d317648e9b47fd8850cfe27ab&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5507576 Jul 22 21:38:22.165401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.181326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-958a7472-2fad-4684-9f63-551678c75e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.318650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-958a7472-2fad-4684-9f63-551678c75e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.364341 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.367631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62041510-cd30-4086-a7c3-75094b8104e6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:22.453944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.465743 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-10217fe5-ebba-4782-8212-9bcf20660d3e service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650104 Jul 22 21:38:22.523691 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.627020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a7472-2fad-4684-9f63-551678c75e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847ea631-3142-480f-a8a0-612f20bc97b3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:22.635027 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-958a7472-2fad-4684-9f63-551678c75e11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88265f941240439b8ce9cd117f7ae5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5993311 Jul 22 21:38:22.638484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51784) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:22.650551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Transition to ACTIVE for port object 62041510-cd30-4086-a7c3-75094b8104e6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:22.761589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-30ac23ae-13f8-4a14-8f54-6b701cea0a62 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:22.764873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-30ac23ae-13f8-4a14-8f54-6b701cea0a62 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/networks?id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d HTTP/1.1" status: 200 len: 814 time: 0.2770474 Jul 22 21:38:22.798304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05414cb-ed62-4021-88e0-ee70339cf6ae req-2402d3b0-71a4-4648-8478-c7ac7a53e2fb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:22.803208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a05414cb-ed62-4021-88e0-ee70339cf6ae req-2402d3b0-71a4-4648-8478-c7ac7a53e2fb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.2732756 Jul 22 21:38:22.853466 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85757277-93c8-490c-9eea-fd722151b0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.872656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-9f5d32ac-69f0-411a-8b28-f46c6113df18 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/quotas/310efadcea3d4db5a54a24e50c2b511d HTTP/1.1" status: 200 len: 375 time: 0.0994618 Jul 22 21:38:22.915463 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b59aa8cb-52f8-4ecc-a77c-93788c0faba0 req-1155aa08-f30f-4713-bbb2-22309f6dfde5 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292614 Jul 22 21:38:22.923357 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.935485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1c6c73b2-25d9-4345-8b9c-eb88c21a75a5 None None] Provisioning complete for port 06b98513-cbb3-4992-bdee-486e090b88ae triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:22.936545 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c6c73b2-25d9-4345-8b9c-eb88c21a75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.955287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-2a0a818d-8057-47f0-afbb-cf01579d4e61 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=310efadcea3d4db5a54a24e50c2b511d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704911 Jul 22 21:38:22.958511 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85757277-93c8-490c-9eea-fd722151b0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:22.979163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a05414cb-ed62-4021-88e0-ee70339cf6ae req-a9a0f622-9841-4c7f-9186-de6a757b3482 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541004 Jul 22 21:38:23.079256 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85757277-93c8-490c-9eea-fd722151b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:23.083478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85757277-93c8-490c-9eea-fd722151b0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:23.084792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-85757277-93c8-490c-9eea-fd722151b0c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/847ea631-3142-480f-a8a0-612f20bc97b3 HTTP/1.1" status: 204 len: 168 time: 0.4446881 Jul 22 21:38:23.087914 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-086b6bfb-8334-4232-965b-4a018e7c9b6a service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9052153 Jul 22 21:38:23.227682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85757277-93c8-490c-9eea-fd722151b0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847ea631-3142-480f-a8a0-612f20bc97b3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:23.343983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-14185846-9f5f-4118-9aa6-f0443f7f5bd8 service neutron] 10.222.0.54 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628526 Jul 22 21:38:23.365880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.372167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.379507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.387581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.394204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.400806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.408228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.419368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-61c75416-108c-4b0f-a841-413f2d72809c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.3324721 Jul 22 21:38:23.457793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-1ad52bee-593c-4400-85c7-38bfcd53780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.459319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9406bc-0e59-43c0-b456-4e82e7981d0c req-1ad52bee-593c-4400-85c7-38bfcd53780b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2812867 Jul 22 21:38:23.537266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Pushing event updated for resources: {'Port': ['ID=62041510-cd30-4086-a7c3-75094b8104e6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:23.587902 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9778d703-3538-4742-97c4-ff1637ce3d02 req-26be6402-8608-4bac-b13b-bf277c8b3bf2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671298 Jul 22 21:38:23.605192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-e0fa3388-8240-4879-a965-f26e15083540 service neutron] 10.222.0.54 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833889 Jul 22 21:38:23.654987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51806) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:23.664560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:23.677624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e0f8-195a-4cfb-8331-1ef012420b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:23.764532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-f7f2d5f9-a669-422e-b343-eb25d3cf6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:23.766286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-f7f2d5f9-a669-422e-b343-eb25d3cf6bff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1096 time: 0.7640407 Jul 22 21:38:23.782683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Router 79b7c106-b1e8-4c12-9e0c-92a209053556 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:38:23.790586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-148c3469-d09c-4b65-9bee-a65762571ea1 service neutron] 10.222.0.58 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769272 Jul 22 21:38:23.905558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1d87d4d-f44d-4bfc-9f20-050d82f9b07a req-b95108af-840f-48c0-b61a-b961003b6943 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 210 time: 0.0470960 Jul 22 21:38:23.909428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Attempting to bind port 62041510-cd30-4086-a7c3-75094b8104e6 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:23.909966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Attempting to bind port 62041510-cd30-4086-a7c3-75094b8104e6 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:23.910463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Attempting to bind port 62041510-cd30-4086-a7c3-75094b8104e6 on network c9c32e8e-f44d-496f-8a34-7a6d37c54042 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:23.923659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e0f8-195a-4cfb-8331-1ef012420b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:23.933685 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e0f8-195a-4cfb-8331-1ef012420b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:23.999269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fdb4e0f8-195a-4cfb-8331-1ef012420b8e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfdccb567b53485384a94f0dae900180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427598 Jul 22 21:38:24.000171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51818) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:24.000846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4e0f8-195a-4cfb-8331-1ef012420b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90672e61-e11c-4dec-a314-974c90b2a366,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:24.085938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a67bca19-04c4-4b9f-9079-fc0ee2740d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.159194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a67bca19-04c4-4b9f-9079-fc0ee2740d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.248041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396546c-1006-4e84-a75c-2b508a7ae816 req-ffe5c59a-4851-46e4-9310-652d4824bad9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:24.256420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b396546c-1006-4e84-a75c-2b508a7ae816 req-ffe5c59a-4851-46e4-9310-652d4824bad9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.1577978 Jul 22 21:38:24.315900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a67bca19-04c4-4b9f-9079-fc0ee2740d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.315900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a67bca19-04c4-4b9f-9079-fc0ee2740d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.315900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a67bca19-04c4-4b9f-9079-fc0ee2740d58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90672e61-e11c-4dec-a314-974c90b2a366 HTTP/1.1" status: 204 len: 168 time: 0.2898695 Jul 22 21:38:24.315900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bca19-04c4-4b9f-9079-fc0ee2740d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90672e61-e11c-4dec-a314-974c90b2a366,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:24.357102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Port 62041510-cd30-4086-a7c3-75094b8104e6 on network c9c32e8e-f44d-496f-8a34-7a6d37c54042 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:38:24.357444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Attempting to bind port 62041510-cd30-4086-a7c3-75094b8104e6 on network c9c32e8e-f44d-496f-8a34-7a6d37c54042 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:24.372346 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.374498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:24.374843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Checking segment: {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:24.375239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Bound using segment: {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:24.375691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Bound port: 62041510-cd30-4086-a7c3-75094b8104e6, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:24.376079 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.378034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b396546c-1006-4e84-a75c-2b508a7ae816 req-745ee091-399b-4b2e-ba18-1fb7f826d756 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191375 Jul 22 21:38:24.505506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=ea495ad6-2330-49c8-afe7-6b3515dd8745,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:24.511519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.513335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-57836606-2412-4255-89c0-585f338d18d3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/ea495ad6-2330-49c8-afe7-6b3515dd8745 HTTP/1.1" status: 204 len: 168 time: 2.6204464 Jul 22 21:38:24.517391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51834) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:24.526426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca9f022-4d0e-4ca3-9117-6e0c2b03c4d6 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:24.528121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-5372cdbd-ab7d-4848-b230-74c1b7c18a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:24.529779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-5372cdbd-ab7d-4848-b230-74c1b7c18a8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.7240708 Jul 22 21:38:24.606028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-40f9677c-ba48-49f6-beef-f1cf289fdd47 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871563 Jul 22 21:38:24.613916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51836) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:24.621741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:24.632400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:38:24.645754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] For port 62041510-cd30-4086-a7c3-75094b8104e6, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:24.655709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-147fbcb0-c235-430b-93c4-15a77cb6bbf0 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "PUT /v2.0/routers/79b7c106-b1e8-4c12-9e0c-92a209053556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2654057 Jul 22 21:38:24.659718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51842) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:24.668251 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] Sync routers for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:38:24.696501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] For port 62041510-cd30-4086-a7c3-75094b8104e6, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=62041510-cd30-4086-a7c3-75094b8104e6,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:24.745121 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:38:24.747538 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:38:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:38:24.789127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.821178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:24.822063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:24.823986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] 10.222.0.23 "PUT /v2.0/ports/62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 200 len: 1092 time: 6.2731295 Jul 22 21:38:24.844808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:24.847313 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415115c7-a863-4730-a15c-a23bdd3c0fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "62041510-cd30-4086-a7c3-75094b8104e6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:24.852190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-2f82e9f9-e2dc-43a5-96ff-a84d6e357e25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 999 time: 0.3051333 Jul 22 21:38:24.942592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96795d95-8c46-47f2-bb6c-add5037b3953 service neutron] Pushing event updated for resources: {'Port': ['ID=62041510-cd30-4086-a7c3-75094b8104e6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:24.973391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:24.997399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:25.024224 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:38:25.058944 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] Routers {'79b7c106-b1e8-4c12-9e0c-92a209053556'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:38:25.064828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:38:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['79b7c106-b1e8-4c12-9e0c-92a209053556'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:38:25.184529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-f0a01bab-47dd-40a6-8770-7e013b3a1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.198188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-f0a01bab-47dd-40a6-8770-7e013b3a1844 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.3354294 Jul 22 21:38:25.304971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:38:25.311193 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b50f1e-b872-48c9-8780-a2666627e61b None None] The sync data for ids ['79b7c106-b1e8-4c12-9e0c-92a209053556'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:38:25.317476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63beae-0257-4522-86bd-73883a212741 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:38:25.362723 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d690e17f-2f07-40c9-bb46-db3e374df842 x-openstack-request-id: req-d690e17f-2f07-40c9-bb46-db3e374df842 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:25.363011 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "62041510-cd30-4086-a7c3-75094b8104e6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:25.363257 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d690e17f-2f07-40c9-bb46-db3e374df842 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:25.363667 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6', 'status': 'completed', 'code': 200} Jul 22 21:38:25.375384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.424367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.431266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.437524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.446335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.456277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.465616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.481746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-6625610b-c69d-4632-aa05-d1860fbc9d95 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.4656475 Jul 22 21:38:25.488864 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:25.529068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8d63beae-0257-4522-86bd-73883a212741 None None] Deleting port 06b98513-cbb3-4992-bdee-486e090b88ae {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:25.530533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8d63beae-0257-4522-86bd-73883a212741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:25.696855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.697604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.698024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.698611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.699136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.699644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.700206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.703406 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a6a1cea9-cd4a-458c-ad57-1d05641ee598 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6484 time: 0.7307115 Jul 22 21:38:25.744172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8d63beae-0257-4522-86bd-73883a212741 None None] For port 06b98513-cbb3-4992-bdee-486e090b88ae, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=06b98513-cbb3-4992-bdee-486e090b88ae,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:25.745123 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8d63beae-0257-4522-86bd-73883a212741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:25.775110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8d63beae-0257-4522-86bd-73883a212741 None None] Calling delete_port for 06b98513-cbb3-4992-bdee-486e090b88ae owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:25.789070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-832b80b5-f4f0-4aab-8da2-69379d36f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:25.790715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-832b80b5-f4f0-4aab-8da2-69379d36f3e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4428730 Jul 22 21:38:25.797605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-3211b76f-7e2a-4276-8182-fcbab7456acf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 200 len: 217 time: 0.0810111 Jul 22 21:38:25.870355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d3b32ef2-acbc-4d2c-8714-00d7dc86d50e req-78c5d52d-68e8-4f4f-bc46-0bab88d7d21e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 210 time: 0.2117867 Jul 22 21:38:25.916966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:38:25.927231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-104b9305-0831-4950-8f6e-8607ba37fac6 req-4b59d256-1dd6-4707-b5de-4e8e5c6e78ff tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4445910 Jul 22 21:38:25.963305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.164383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-9ac40ef9-a01d-47b5-bfa4-e246c1bd09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:26.166087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:26.172405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-9ac40ef9-a01d-47b5-bfa4-e246c1bd09fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82ad8203-fa6e-4665-9355-fb5f8f13a8dc HTTP/1.1" status: 200 len: 851 time: 0.3468621 Jul 22 21:38:26.234359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'port_id': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'mac_address': 'fa:16:3e:ce:34:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:38:26.309503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.326459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:26.347861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c470e-bec2-42ef-948d-19e39baf3c48 req-df2979e6-d1ae-46a4-8a9c-08cf9587bcb1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:26.349313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:26.349541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-387c470e-bec2-42ef-948d-19e39baf3c48 req-df2979e6-d1ae-46a4-8a9c-08cf9587bcb1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 944 time: 0.2886822 Jul 22 21:38:26.357080 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.365672 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8d63beae-0257-4522-86bd-73883a212741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.414542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06b98513-cbb3-4992-bdee-486e090b88ae no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:38:26.420348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Deleting port efd229c0-289a-4770-8a9c-fc425ef18dc2 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:26.424037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.481328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-9f4ffd6a-223c-4b17-9e77-6b48b3f48866 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:26.483290 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-9f4ffd6a-223c-4b17-9e77-6b48b3f48866 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "GET /v2.0/networks?id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d HTTP/1.1" status: 200 len: 814 time: 0.2688942 Jul 22 21:38:26.505406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 06b98513-cbb3-4992-bdee-486e090b88ae {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:38:26.506024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 06b98513-cbb3-4992-bdee-486e090b88ae not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:38:26.509029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63beae-0257-4522-86bd-73883a212741 None None] No DVR routers for this DVR port 06b98513-cbb3-4992-bdee-486e090b88ae on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:38:26.533736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Request body: {'port': {'device_id': '619c8225-25f9-4800-b498-dd02545a3986', 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d', 'admin_state_up': True, 'tenant_id': '310efadcea3d4db5a54a24e50c2b511d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:26.539010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-387c470e-bec2-42ef-948d-19e39baf3c48 req-7515fbbe-6e90-4069-b2e0-cc15121d6862 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834311 Jul 22 21:38:26.565322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51890) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:26.574329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=12']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:26.606122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-73e06818-434d-445c-b424-bd515580d169 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824900 Jul 22 21:38:26.618589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.622517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63beae-0257-4522-86bd-73883a212741 None None] Pushing event deleted for resources: {'Port': ['ID=06b98513-cbb3-4992-bdee-486e090b88ae,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:26.716757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f31dd35a-15d0-412d-b217-767484ac494e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/9501394b-5440-49e3-96df-c90dc3ea5d38 HTTP/1.1" status: 200 len: 992 time: 0.1488576 Jul 22 21:38:26.756133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.777329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Calling delete_port for efd229c0-289a-4770-8a9c-fc425ef18dc2 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:26.780608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:26.810835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:38:26.835859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:26.849078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:26.849888 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:26.919804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ffefe-1c95-4981-a6fd-13de1ba2ba61 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:26.926451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=89708628-e4b8-4529-b59e-29fab0b470ee,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:26.950223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-cb64c6cd-e42b-41ad-a136-ab03e2ecac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:26.954532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-cb64c6cd-e42b-41ad-a136-ab03e2ecac34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=57fce704-3643-4e97-b015-36051a4e6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7690408 Jul 22 21:38:27.090545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:27.141440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5bda7fce-f914-4e35-96d1-e76f93b24560 req-05da56bd-cdb5-4ba9-99bf-28755bd205ab tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 210 time: 0.0767288 Jul 22 21:38:27.179377 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f7b026-1e81-4f79-8259-7c849584ae52 req-1d3d92e1-419b-4934-bae6-892062a076bb service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412021 Jul 22 21:38:27.233573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Port': ['ID=efd229c0-289a-4770-8a9c-fc425ef18dc2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:27.241965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Made reservation on behalf of 310efadcea3d4db5a54a24e50c2b511d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:27.253715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:27.287734 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1a0d5299-09aa-478f-a6de-fbcdcd56b154 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6632805 Jul 22 21:38:27.294744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51914) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:27.414791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:27.421352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-57d83379-ac0e-4fbe-97fc-f5501a139c01 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495187 Jul 22 21:38:27.438216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:27.720170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '89708628-e4b8-4529-b59e-29fab0b470ee'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:38:27.721037 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:27.926496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:27.954016 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:27.961637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Allocated IP 172.20.0.2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/89708628-e4b8-4529-b59e-29fab0b470ee/3b022c61-8519-42cb-90aa-66e1d4240865) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:27.976520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-03bcc02b-9d8a-46ec-a9fa-1a22e5940822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:27.978202 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-03bcc02b-9d8a-46ec-a9fa-1a22e5940822 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1097 time: 0.6850579 Jul 22 21:38:28.013579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-3b711ea8-c093-4e34-a4bf-3407acc7e082 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763397 Jul 22 21:38:28.048010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.056008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.062424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.069329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.075406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.082375 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.088860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.097105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-f77cc8a2-5160-4572-819e-148adc6fff64 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.8857083 Jul 22 21:38:28.114378 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.115500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Fanout notify agent at l3_agent the message router_deleted on router 79b7c106-b1e8-4c12-9e0c-92a209053556 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:38:28.116589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d2c14b8a-62ea-4feb-8903-935f57b064f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 217 time: 0.0809765 Jul 22 21:38:28.133381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.134718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-babd3975-6bb8-4201-a25f-e60e0f629355 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "DELETE /v2.0/routers/79b7c106-b1e8-4c12-9e0c-92a209053556 HTTP/1.1" status: 204 len: 168 time: 3.4727280 Jul 22 21:38:28.140426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51930) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:28.185272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d628cb3f-22a2-4e75-ba24-b873a9264f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:28.188201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d628cb3f-22a2-4e75-ba24-b873a9264f79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0625815 Jul 22 21:38:28.310571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Allocated IP 172.20.0.2 (f3c9efed-f90e-4287-9529-1bd5eda2ad9d/67ff2dca-e364-43d7-8b4c-904f6f861b94/d945ca92-18d3-430a-869c-68981ac319d6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:28.320916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf05fc2b-08bb-449e-8b0e-551123df0110 req-c66e0c77-5579-4b40-96ac-761d0824905f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2227199 Jul 22 21:38:28.328946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:28.333829 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.344593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Deleting subnet b3e14a73-8626-47a4-9ed3-6ab545840d2a {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:28.349434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.365595 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.399430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Transition to ACTIVE for port object 3b022c61-8519-42cb-90aa-66e1d4240865 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:28.416957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-765327a7-281b-445a-9cc9-c9cf7ad3ceba req-4ef0e63f-7fad-4769-b9f4-46fda023cb30 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 210 time: 0.0663946 Jul 22 21:38:28.463106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Transition to ACTIVE for port object 3b022c61-8519-42cb-90aa-66e1d4240865 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:28.475942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.494161 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.551163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Pushing event updated for resources: {'Port': ['ID=3b022c61-8519-42cb-90aa-66e1d4240865,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:28.572875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:28.574482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:28.578188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:28.665689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.709941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Attempting to bind port 3b022c61-8519-42cb-90aa-66e1d4240865 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:28.710325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Attempting to bind port 3b022c61-8519-42cb-90aa-66e1d4240865 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:28.710988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Attempting to bind port 3b022c61-8519-42cb-90aa-66e1d4240865 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:28.729169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:28.729855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:28.730184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.731020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:28.732133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Bound port: 3b022c61-8519-42cb-90aa-66e1d4240865, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:28.732543 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.779816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.828908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e14a73-8626-47a4-9ed3-6ab545840d2a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:28.831449 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:28.839323 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-43d2789a-ed2a-4da3-af44-e7709174f4f6 tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "DELETE /v2.0/subnets/b3e14a73-8626-47a4-9ed3-6ab545840d2a HTTP/1.1" status: 204 len: 168 time: 0.6975260 Jul 22 21:38:28.840297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51948) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:28.869036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a4dcb-87fb-4e26-980d-c37cbee897ec None None] Network 19eca5f1-e13f-415c-89d9-8c022f157f77 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:28.981045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.006120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] For port 3b022c61-8519-42cb-90aa-66e1d4240865, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:29.013024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] For port 3b022c61-8519-42cb-90aa-66e1d4240865, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3b022c61-8519-42cb-90aa-66e1d4240865,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:29.040373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.100161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Deleting port 384601e4-63c0-484b-a8ad-0a6626843aa3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:29.100831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.163870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7f400-c298-475d-9b11-282dfeb48dc4 None None] Pushing event updated for resources: {'Port': ['ID=3b022c61-8519-42cb-90aa-66e1d4240865,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:29.183268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-77d9ca8e-837a-4a97-a4eb-923694cdfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:29.185602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-77d9ca8e-837a-4a97-a4eb-923694cdfee0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 1.1708541 Jul 22 21:38:29.226969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] For port 384601e4-63c0-484b-a8ad-0a6626843aa3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=384601e4-63c0-484b-a8ad-0a6626843aa3,segment=NetworkSegment(c106d668-744b-4f3b-ba5f-514c512c9fbe),segment_id=c106d668-744b-4f3b-ba5f-514c512c9fbe)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:29.228412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.254771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Calling delete_port for 384601e4-63c0-484b-a8ad-0a6626843aa3 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:29.332493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.341355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66a5280e-8203-498c-8600-f8eda7355bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:29.342208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-66a5280e-8203-498c-8600-f8eda7355bb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1134558 Jul 22 21:38:29.379234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] DHCP port deletion for 19eca5f1-e13f-415c-89d9-8c022f157f77 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:38:29.405510 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-1b15e205-f184-4194-afb4-95e1e74d236b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 1000 time: 0.1976144 Jul 22 21:38:29.437577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.518094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Port': ['ID=384601e4-63c0-484b-a8ad-0a6626843aa3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:29.539408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] No DVR routers for this DVR port 384601e4-63c0-484b-a8ad-0a6626843aa3 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:38:29.549765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] Deleting port 384601e4-63c0-484b-a8ad-0a6626843aa3 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:29.560697 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.753685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed16a107-a693-4c5d-841d-7e483498b4f2 req-94895b2d-a50b-4bb5-b902-dd38cd8bef16 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 210 time: 0.1418703 Jul 22 21:38:29.786875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] For port 384601e4-63c0-484b-a8ad-0a6626843aa3, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:29.787378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.811802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-3d406fae-b04b-4cbe-991f-a45c5e53c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:29.815599 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-3d406fae-b04b-4cbe-991f-a45c5e53c400 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.4016969 Jul 22 21:38:29.829570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] Calling delete_port for 384601e4-63c0-484b-a8ad-0a6626843aa3 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:29.836742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.837648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] Port 384601e4-63c0-484b-a8ad-0a6626843aa3 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:38:29.846282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.866941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-28cb7805-871f-46a3-ad8c-b5d66156dee5 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063677 Jul 22 21:38:29.883699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:29.885723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] No DVR routers for this DVR port 384601e4-63c0-484b-a8ad-0a6626843aa3 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:38:29.939624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:29.956819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19eca5f1-e13f-415c-89d9-8c022f157f77']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:38:29.971679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c106d668-744b-4f3b-ba5f-514c512c9fbe') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:38:29.972041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c106d668-744b-4f3b-ba5f-514c512c9fbe') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:38:29.976163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006658e2-db52-46a6-9e5d-351d11fe5b5f None None] Pushing event deleted for resources: {'Port': ['ID=384601e4-63c0-484b-a8ad-0a6626843aa3,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:29.996739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.018485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:30.024996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:30.025892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.034144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.042945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Network f3c9efed-f90e-4287-9529-1bd5eda2ad9d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:30.045977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:38:30.046388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:38:30.051136 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:38:30.070855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:30.079578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:30.083454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Pushing event updated for resources: {'Port': ['ID=d945ca92-18d3-430a-869c-68981ac319d6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:30.104134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.121434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.129786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.136177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.143775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.149766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.151914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.159119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.171478 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-e9c22868-0a88-4a8e-a931-d5e3bae19d22 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.6337349 Jul 22 21:38:30.181048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:30.183892 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a4a231-8cb3-4d96-9749-0457862df967" -d '{"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:30.203465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:30.213644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.250812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.252766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.259246 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-196b1b02-e408-4860-b94a-11b85848ffe6 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243871 Jul 22 21:38:30.282297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-d8228d3f-de87-4513-88d4-2aff7d6a8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.286315 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-d8228d3f-de87-4513-88d4-2aff7d6a8a66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4506481 Jul 22 21:38:30.300619 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00488b32-e0ce-482a-b7cc-d777885c0dc9 x-openstack-request-id: req-00488b32-e0ce-482a-b7cc-d777885c0dc9 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:30.301056 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:30.301932 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00488b32-e0ce-482a-b7cc-d777885c0dc9 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:30.302510 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'code': 200} Jul 22 21:38:30.330697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.356885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.360630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "DELETE /v2.0/networks/19eca5f1-e13f-415c-89d9-8c022f157f77 HTTP/1.1" status: 204 len: 168 time: 1.5187409 Jul 22 21:38:30.374678 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51974) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:30.390411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=13']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:30.430104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23306bb9-4ac7-41d7-b0cc-158cbdf6ce1d req-c39f5e04-797b-4b43-b0d0-63dd502f4558 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2522533 Jul 22 21:38:30.467248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-d0d1da21-95ad-4cad-9bdf-5471cada09e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 217 time: 0.1940429 Jul 22 21:38:30.482276 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-b12b96c9-46a7-471d-be87-533da4543c92 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9648302 Jul 22 21:38:30.517187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88552951-8d1d-4d41-a8af-bd3e1d54090e tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Network': ['ID=19eca5f1-e13f-415c-89d9-8c022f157f77,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:30.581663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3b022c61-8519-42cb-90aa-66e1d4240865 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:30.604609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Request body: {'port': {'device_id': '619c8225-25f9-4800-b498-dd02545a3986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:30.651622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Deleting port 53e91cbb-49ed-4181-8544-cb398f5fc61c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:30.652103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.670963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3b022c61-8519-42cb-90aa-66e1d4240865 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:30.770134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 384601e4-63c0-484b-a8ad-0a6626843aa3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:38:30.795135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.795472 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:30.812277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 384601e4-63c0-484b-a8ad-0a6626843aa3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:38:30.813206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 384601e4-63c0-484b-a8ad-0a6626843aa3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:38:30.814054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Calling delete_port for 53e91cbb-49ed-4181-8544-cb398f5fc61c owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:30.884755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:38:30.895624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-fc1ae5a3-29e9-4f57-a398-0c51564e3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:30.898222 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-fc1ae5a3-29e9-4f57-a398-0c51564e3d3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.4116023 Jul 22 21:38:31.041666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1898c5-ca4e-4f49-bcee-eea0a4c3d0a4 req-a1acaea5-392b-415a-9abf-5a04e65ddcd4 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.043232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b1898c5-ca4e-4f49-bcee-eea0a4c3d0a4 req-a1acaea5-392b-415a-9abf-5a04e65ddcd4 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 931 time: 0.1436110 Jul 22 21:38:31.116632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b1898c5-ca4e-4f49-bcee-eea0a4c3d0a4 req-1d889572-4ac7-45f1-b664-f263555d4ad6 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Jul 22 21:38:31.148510 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-8e994c14-065a-49d2-8d98-55017b24bea0 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014879 Jul 22 21:38:31.162150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.188187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a7784942-67c9-4c5a-b092-473b55b02ab7 None None] Provisioning for port 3b022c61-8519-42cb-90aa-66e1d4240865 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:31.192486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a7784942-67c9-4c5a-b092-473b55b02ab7 None None] Provisioning complete for port 3b022c61-8519-42cb-90aa-66e1d4240865 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:31.193155 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a7784942-67c9-4c5a-b092-473b55b02ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.205027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.273380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Pushing event deleted for resources: {'Port': ['ID=53e91cbb-49ed-4181-8544-cb398f5fc61c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:31.341736 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a7784942-67c9-4c5a-b092-473b55b02ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.386179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.389252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.394031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5ce45ee4-580c-4c47-8cc4-173caf42773c tempest-FloatingIPAdminTestJSON-1605561971 tempest-FloatingIPAdminTestJSON-1605561971-project] 10.222.0.54 "DELETE /v2.0/floatingips/d7754072-7071-454d-ac06-cd0f18d9740b HTTP/1.1" status: 204 len: 168 time: 1.0006187 Jul 22 21:38:31.411812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.470980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a7784942-67c9-4c5a-b092-473b55b02ab7 None None] For port 3b022c61-8519-42cb-90aa-66e1d4240865, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3b022c61-8519-42cb-90aa-66e1d4240865,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:31.503540 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a7784942-67c9-4c5a-b092-473b55b02ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.613258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2714d9b7-5595-4e5f-9706-5484324df012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.616047 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-2714d9b7-5595-4e5f-9706-5484324df012 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7021389 Jul 22 21:38:31.654166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7784942-67c9-4c5a-b092-473b55b02ab7 None None] Pushing event updated for resources: {'Port': ['ID=3b022c61-8519-42cb-90aa-66e1d4240865,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:31.701022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:31.790704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.796442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6555ef1a-a9c2-4f5d-aa41-134747cef69d req-1e173110-f1ed-47cc-abe7-228aae525be6 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124768 Jul 22 21:38:31.810123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.821784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.830532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.838488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.848439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.857548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:31.865752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-809c270a-3357-4020-804d-665e2b97183b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.2584631 Jul 22 21:38:31.906740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:31.921117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58b08c2b-1f41-4a42-a67f-ee28cece4d12 req-2f84a5d2-7c3c-406d-ad02-b6a38a92d5c1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530226 Jul 22 21:38:32.047991 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-57db8be2-9899-4c19-a2b7-2325189fde06 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167356 Jul 22 21:38:32.080335 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.161787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port 3b022c61-8519-42cb-90aa-66e1d4240865, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3b022c61-8519-42cb-90aa-66e1d4240865,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:32.196249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d8e753c1-cc3f-4ef4-a480-80f9fed14c9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1833ea773d842d29a921deeb442aa17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733090 Jul 22 21:38:32.197281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:32.259090 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.297193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.300196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.351181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3ad7-fd82-423b-b163-59e2521d0449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.422282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3b022c61-8519-42cb-90aa-66e1d4240865 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:32.433270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d945ca92-18d3-430a-869c-68981ac319d6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:32.434052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3ad7-fd82-423b-b163-59e2521d0449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.446359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:32.459406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.474212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:32.488983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:32.489677 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.498456 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-be7b0318-ab65-4c2d-a06b-b0ee25836b68 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935099 Jul 22 21:38:32.510101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc0ed2-7038-4b9f-8d33-22a87731c368 req-9e09686a-f4e5-4676-999d-6c0aac678531 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:32.511487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53dc0ed2-7038-4b9f-8d33-22a87731c368 req-9e09686a-f4e5-4676-999d-6c0aac678531 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 931 time: 0.2644546 Jul 22 21:38:32.515295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=98d8da4b-81d7-444e-8f1d-8b88c9dfca60,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:32.540214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=3b022c61-8519-42cb-90aa-66e1d4240865,revision_number=5']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:32.568303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cdb5ab-9bcd-467e-8cca-6136faff1ee3 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:32.577216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Transition to ACTIVE for port object d945ca92-18d3-430a-869c-68981ac319d6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:32.642204 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53dc0ed2-7038-4b9f-8d33-22a87731c368 req-151d6962-37bb-42e6-b494-c82cf76262eb tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125629 Jul 22 21:38:32.652709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.652709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.652709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.652709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.653459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.654753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.654753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.654753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.654753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.655103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.655717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.655717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.660540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3ad7-fd82-423b-b163-59e2521d0449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.664210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3ad7-fd82-423b-b163-59e2521d0449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.665425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f6bf3ad7-fd82-423b-b163-59e2521d0449 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a3e2ec3-321f-442a-85fc-92dfc7e14e1f HTTP/1.1" status: 204 len: 168 time: 0.4670575 Jul 22 21:38:32.675604 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.678773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf3ad7-fd82-423b-b163-59e2521d0449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e2ec3-321f-442a-85fc-92dfc7e14e1f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:32.681623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-f099d5fc-c4e1-4140-854a-0a88295ae891 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f HTTP/1.1" status: 200 len: 217 time: 0.1635816 Jul 22 21:38:32.683578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.683976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.684292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.684644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.684999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.685324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.685658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.685988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.686316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.686642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.686972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.687323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:32.694250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6fc8f563-a7b1-492c-a92e-6f7065cda952 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3528626 Jul 22 21:38:32.697807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52038) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:32.703395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:a9:6e:86', 'name': 'tempest-NetworksTestDHCPv6-245979837'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:32.858870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3b022c61-8519-42cb-90aa-66e1d4240865 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:32.859535 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:32.932518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Pushing event updated for resources: {'Port': ['ID=d945ca92-18d3-430a-869c-68981ac319d6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:32.967068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-604c1f46-304e-45e3-93ce-df541ba710b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:32.970237 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-604c1f46-304e-45e3-93ce-df541ba710b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.2597816 Jul 22 21:38:32.987366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:33.347103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Attempting to bind port d945ca92-18d3-430a-869c-68981ac319d6 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:33.347449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Attempting to bind port d945ca92-18d3-430a-869c-68981ac319d6 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:33.348060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Attempting to bind port d945ca92-18d3-430a-869c-68981ac319d6 on network f3c9efed-f90e-4287-9529-1bd5eda2ad9d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:33.356543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Port d945ca92-18d3-430a-869c-68981ac319d6 on network f3c9efed-f90e-4287-9529-1bd5eda2ad9d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:38:33.356884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Attempting to bind port d945ca92-18d3-430a-869c-68981ac319d6 on network f3c9efed-f90e-4287-9529-1bd5eda2ad9d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:33.376664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:33.377026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Checking segment: {'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:33.377618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Bound using segment: {'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:33.378215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Bound port: d945ca92-18d3-430a-869c-68981ac319d6, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:33.378739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:33.384417 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:33.421857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-75f35a78-f66e-4be4-9d0e-36fc06271270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.423499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-75f35a78-f66e-4be4-9d0e-36fc06271270 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3896298 Jul 22 21:38:33.513714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:38:33.548886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52054) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:33.661635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.689876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.704978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.721060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.729354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.736815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.743886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:33.746291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d193a84f-61b2-44cd-861e-099ce322e934 req-1a9a072d-d9dd-4461-a33f-f54ae9f56727 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.5788264 Jul 22 21:38:33.766422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] For port d945ca92-18d3-430a-869c-68981ac319d6, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:33.772889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] For port d945ca92-18d3-430a-869c-68981ac319d6, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d945ca92-18d3-430a-869c-68981ac319d6,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:33.776629 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f984a33a-21cf-483e-a81e-930158e91ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:33.796155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:33.958738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d193a84f-61b2-44cd-861e-099ce322e934 req-f7946d0f-609d-439e-95a6-d122b2ffe8a0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2049806 Jul 22 21:38:34.080790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 172.20.0.4 (caeefccd-6c8b-4502-a5b4-f242d70f2491/89708628-e4b8-4529-b59e-29fab0b470ee/cdaf83ec-ded0-40ba-90fe-76bce00e3fc7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:34.091669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fea9:6e86 (caeefccd-6c8b-4502-a5b4-f242d70f2491/98d8da4b-81d7-444e-8f1d-8b88c9dfca60/cdaf83ec-ded0-40ba-90fe-76bce00e3fc7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:34.123899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f984a33a-21cf-483e-a81e-930158e91ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.137425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:34.138216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.140216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] 10.222.0.23 "PUT /v2.0/ports/d945ca92-18d3-430a-869c-68981ac319d6 HTTP/1.1" status: 200 len: 1092 time: 3.5556853 Jul 22 21:38:34.363026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.429538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:34.457086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3b022c61-8519-42cb-90aa-66e1d4240865 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:34.461048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f076f-7d05-4610-be4e-e6170a8a74e0 req-332361e8-17ec-4bb5-9e5f-8e7c58c8ae35 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:34.476776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f86f076f-7d05-4610-be4e-e6170a8a74e0 req-332361e8-17ec-4bb5-9e5f-8e7c58c8ae35 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 943 time: 0.6136982 Jul 22 21:38:34.569859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f86f076f-7d05-4610-be4e-e6170a8a74e0 req-e0ff3eef-b94f-4aae-8401-7697a80eb6e0 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914598 Jul 22 21:38:34.608693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.678645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cc5ad099-dca6-430d-9830-04da2ba6bc6e None None] Provisioning complete for port 3b022c61-8519-42cb-90aa-66e1d4240865 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:34.679008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad099-dca6-430d-9830-04da2ba6bc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.686747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=cdaf83ec-ded0-40ba-90fe-76bce00e3fc7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:34.702729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:34.704705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:34.707214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619c8225-25f9-4800-b498-dd02545a3986', 'tag': 'd945ca92-18d3-430a-869c-68981ac319d6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:34.708164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:34.724516 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3" -d '{"events": [{"name": "network-changed", "server_uuid": "619c8225-25f9-4800-b498-dd02545a3986", "tag": "d945ca92-18d3-430a-869c-68981ac319d6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:34.729172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f984a33a-21cf-483e-a81e-930158e91ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.760405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3b022c61-8519-42cb-90aa-66e1d4240865 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:34.760995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.804951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:34.806211 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:34.840557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8061c375-3659-4ed7-aac3-ce771ea59d37 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1405871 Jul 22 21:38:34.843036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52080) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:34.912758 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6bcb4b-6b48-4fc9-b392-befd32568ab3 x-openstack-request-id: req-4a6bcb4b-6b48-4fc9-b392-befd32568ab3 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:34.913341 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619c8225-25f9-4800-b498-dd02545a3986", "tag": "d945ca92-18d3-430a-869c-68981ac319d6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:34.913582 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a6bcb4b-6b48-4fc9-b392-befd32568ab3 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:34.913775 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619c8225-25f9-4800-b498-dd02545a3986', 'tag': 'd945ca92-18d3-430a-869c-68981ac319d6', 'status': 'completed', 'code': 200} Jul 22 21:38:34.978976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-8d7bfef9-4828-4bcd-b1ec-4683fc2dda01 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5392323 Jul 22 21:38:35.014352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984a33a-21cf-483e-a81e-930158e91ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95e6e6d-08f4-4bcd-9b4c-044651e06b03,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:35.019168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f984a33a-21cf-483e-a81e-930158e91ec1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef7bf2061a13416da143cf9681fc1c54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4560156 Jul 22 21:38:35.026784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52084) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:35.102653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793ccfd-5a9a-433f-b3d8-56f37d05ae69 service neutron] Pushing event updated for resources: {'Port': ['ID=d945ca92-18d3-430a-869c-68981ac319d6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:35.147392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe393e2-24b3-4464-afdb-1d391ed91cd2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.153843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe393e2-24b3-4464-afdb-1d391ed91cd2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.158075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-afe393e2-24b3-4464-afdb-1d391ed91cd2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3105466 Jul 22 21:38:35.160432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52088) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:35.280546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-f02b5336-4d86-48f2-a016-e1afae98e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.282400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-f02b5336-4d86-48f2-a016-e1afae98e518 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=310efadcea3d4db5a54a24e50c2b511d&device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 1095 time: 0.5391200 Jul 22 21:38:35.295129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:35.313448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-75405fc9-8b9f-4e19-8e47-d6b40b1d892f service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905893 Jul 22 21:38:35.373482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-63ae719f-ceab-414e-b509-5f0bc21950a4 None None] Provisioning for port cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:35.374502 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:35.378108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-63ae719f-ceab-414e-b509-5f0bc21950a4 None None] Provisioning complete for port cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:35.378590 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63ae719f-ceab-414e-b509-5f0bc21950a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:35.407583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-0bc8c088-c3cf-48d0-b83b-9e668a26aaff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d945ca92-18d3-430a-869c-68981ac319d6 HTTP/1.1" status: 200 len: 217 time: 0.0894809 Jul 22 21:38:35.409527 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-3e8180d9-4032-4f70-b736-21dbaf104723 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6b897202-5981-4600-bd7a-3067a8e69fbd HTTP/1.1" status: 200 len: 217 time: 0.0769629 Jul 22 21:38:35.431060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-63ae719f-ceab-414e-b509-5f0bc21950a4 None None] Port cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:38:35.455750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.463432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.478659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.484737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.490673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.508964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.517108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.520187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2e31363-c168-4fed-b821-02ca672149c7 req-15537aaf-6848-4e08-842e-8e2e658ce4e7 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.2980325 Jul 22 21:38:35.534220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-12e452cd-8484-4c25-b541-fecf8449d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.535946 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-12e452cd-8484-4c25-b541-fecf8449d89e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67ff2dca-e364-43d7-8b4c-904f6f861b94 HTTP/1.1" status: 200 len: 854 time: 0.1087856 Jul 22 21:38:35.538352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-07011498-5dad-44d7-897b-97a5b5199fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.540159 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-07011498-5dad-44d7-897b-97a5b5199fe6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.1003976 Jul 22 21:38:35.601637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:35.607722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:35.622810 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-ed7fd72b-34e1-4f84-afe6-634fca972784 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674660 Jul 22 21:38:35.680583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2e31363-c168-4fed-b821-02ca672149c7 req-4e0694eb-58fb-4254-89e5-7511fb69684a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399770 Jul 22 21:38:35.683295 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:35.686081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:35.689741 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e95e6e6d-08f4-4bcd-9b4c-044651e06b03 HTTP/1.1" status: 204 len: 168 time: 0.6256027 Jul 22 21:38:35.792805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95e6e6d-08f4-4bcd-9b4c-044651e06b03,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:35.886218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-d582b364-04ca-4011-903e-0f1b949856e2 service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376571 Jul 22 21:38:35.892134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.892488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.892832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.893172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.893506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.893839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.894174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.894516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.895025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.895356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.895687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.896076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6ebaee-68db-4965-8d16-90da61ff7f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:35.939253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:35.958544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:35.968811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41763568-2291-43a3-b0b2-0d1013e4af19 req-4ede366a-da7d-4c62-bc39-054f2cee5033 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:35.970403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41763568-2291-43a3-b0b2-0d1013e4af19 req-4ede366a-da7d-4c62-bc39-054f2cee5033 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 943 time: 0.1810522 Jul 22 21:38:36.053083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-44fc05e9-f6af-4b8c-b856-ceceb5b685c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:36.055457 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-44fc05e9-f6af-4b8c-b856-ceceb5b685c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4987266 Jul 22 21:38:36.069992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41763568-2291-43a3-b0b2-0d1013e4af19 req-12392360-2948-4a2d-9ba3-743907668463 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870936 Jul 22 21:38:36.124212 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-36d0301f-d4e2-4c5e-b975-aa9721465223 req-6c565580-4908-40fe-949f-fb7e0ae5dfe5 service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284627 Jul 22 21:38:36.280176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-31394a4a-e1b2-4974-8693-4f853053fdec service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058790 Jul 22 21:38:36.429608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:36.446619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52114) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:36.482557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-4d4ba151-c8be-4cea-aab0-8ff32e710c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:36.484167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=cdaf83ec-ded0-40ba-90fe-76bce00e3fc7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:36.485252 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-4d4ba151-c8be-4cea-aab0-8ff32e710c8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=310efadcea3d4db5a54a24e50c2b511d&device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 1095 time: 0.2909379 Jul 22 21:38:36.559804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255d2b42-7b4e-4289-8558-2d41245f0405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:36.592878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a749d8d9-4687-4011-9ef1-e48d1d061644 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013391 Jul 22 21:38:36.694307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:36.697606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3c5d2b84-36c6-4bc3-a667-a27332314264 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 HTTP/1.1" status: 204 len: 168 time: 1.5355458 Jul 22 21:38:36.704410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52122) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:36.799707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b098b0-405c-4aab-9b2e-bfb5cf24329e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:36.804625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b098b0-405c-4aab-9b2e-bfb5cf24329e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:36.810153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b098b0-405c-4aab-9b2e-bfb5cf24329e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:36.817048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e5b098b0-405c-4aab-9b2e-bfb5cf24329e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1106391 Jul 22 21:38:36.819566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52126) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:36.853111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255d2b42-7b4e-4289-8558-2d41245f0405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:36.860340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-357effe8-fd9e-44d3-8006-79d4df87bac4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34 HTTP/1.1" status: 200 len: 217 time: 0.2202950 Jul 22 21:38:36.865948 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255d2b42-7b4e-4289-8558-2d41245f0405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:36.947335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 89708628-e4b8-4529-b59e-29fab0b470ee {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:36.956854 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:36.989186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-df92812c-9e84-4f0b-8e8e-1eb981ebfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:36.989186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-df92812c-9e84-4f0b-8e8e-1eb981ebfdf4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d HTTP/1.1" status: 200 len: 915 time: 0.4479389 Jul 22 21:38:36.990474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d2b42-7b4e-4289-8558-2d41245f0405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479dfe7-ea1c-4dbf-90e3-0dc49401c560,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:37.036413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.048824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-deadc560-5d90-4886-8ebc-1c268641de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.050308 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-deadc560-5d90-4886-8ebc-1c268641de03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.1734064 Jul 22 21:38:37.136630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.149411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.156719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-fe4f0776-d57e-40df-84fa-d03c1f8d5bb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d945ca92-18d3-430a-869c-68981ac319d6 HTTP/1.1" status: 200 len: 217 time: 0.1018400 Jul 22 21:38:37.162078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.171718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-255d2b42-7b4e-4289-8558-2d41245f0405 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0531c508edde4b25aa502de446403179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7188466 Jul 22 21:38:37.176441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.179944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52132) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:37.192119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.198658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.205818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.208536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-e091b1a3-10d4-4428-85fe-e34d3c14d6b0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.3172839 Jul 22 21:38:37.276998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.295708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-037ce4c3-274b-42e3-9014-f062122dc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.297987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-037ce4c3-274b-42e3-9014-f062122dc4cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2324412 Jul 22 21:38:37.316080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-f8a395f6-1c88-44fa-ba63-5ffc75947c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.318837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-f8a395f6-1c88-44fa-ba63-5ffc75947c79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67ff2dca-e364-43d7-8b4c-904f6f861b94 HTTP/1.1" status: 200 len: 854 time: 0.1484561 Jul 22 21:38:37.462138 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-a04fcd0a-1233-43a2-bff5-7124374ad618 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845912 Jul 22 21:38:37.474334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed262a3c-a841-4f40-91ea-3865c0764697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.524292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69688c52-6947-4e1f-9f5b-5dfd1889aba6 req-89e9305d-803c-452a-96b8-b8822b06ffa0 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2069342 Jul 22 21:38:37.550524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fca48-2191-4c8b-859c-456e2c07bbc9 req-93b2e6f3-a92a-4eaf-a4a3-d8eff6a49bcd tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:37.552219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e2fca48-2191-4c8b-859c-456e2c07bbc9 req-93b2e6f3-a92a-4eaf-a4a3-d8eff6a49bcd tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 943 time: 0.2406087 Jul 22 21:38:37.554208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.569745 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.577312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa681b10-eb9f-416c-8d6f-5d6251436748 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:37.581631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52140) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:37.586240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/89708628-e4b8-4529-b59e-29fab0b470ee HTTP/1.1" status: 204 len: 168 time: 0.7599738 Jul 22 21:38:37.603832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed262a3c-a841-4f40-91ea-3865c0764697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.628730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1a5a4-19cb-44e8-9d37-eb8093380454 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=89708628-e4b8-4529-b59e-29fab0b470ee,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:37.694817 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-40561e4f-eef8-41a4-9b86-6065a0c26821 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743401 Jul 22 21:38:37.699581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e2fca48-2191-4c8b-859c-456e2c07bbc9 req-a17427ce-5e85-4f16-bda1-a039ae984374 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119692 Jul 22 21:38:37.792887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 98d8da4b-81d7-444e-8f1d-8b88c9dfca60 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:37.796661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.916982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.918101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d945ca92-18d3-430a-869c-68981ac319d6 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:38:37.968106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed262a3c-a841-4f40-91ea-3865c0764697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.970851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed262a3c-a841-4f40-91ea-3865c0764697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:37.972296 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ed262a3c-a841-4f40-91ea-3865c0764697 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8479dfe7-ea1c-4dbf-90e3-0dc49401c560 HTTP/1.1" status: 204 len: 168 time: 0.7912431 Jul 22 21:38:38.036243 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-8f140e42-4223-435b-b274-51b292262069 service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348911 Jul 22 21:38:38.044991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed262a3c-a841-4f40-91ea-3865c0764697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479dfe7-ea1c-4dbf-90e3-0dc49401c560,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:38.186133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d945ca92-18d3-430a-869c-68981ac319d6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d945ca92-18d3-430a-869c-68981ac319d6,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:38.212997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd945ca92-18d3-430a-869c-68981ac319d6', 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d', 'port_id': 'd945ca92-18d3-430a-869c-68981ac319d6', 'mac_address': 'fa:16:3e:e5:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ff2dca-e364-43d7-8b4c-904f6f861b94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:38:38.217321 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-a3b1f32c-fe0c-47a8-882f-769a31efaab6 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868610 Jul 22 21:38:38.295798 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:38.311466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d945ca92-18d3-430a-869c-68981ac319d6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:38.340539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d945ca92-18d3-430a-869c-68981ac319d6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d945ca92-18d3-430a-869c-68981ac319d6,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:38.345652 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:38.426053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d945ca92-18d3-430a-869c-68981ac319d6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:38.443601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-78fc5c7b-82c0-4391-b79c-646d4d8e32a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 200 len: 217 time: 0.1596944 Jul 22 21:38:38.468359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:38.645456 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5263fb5f-91ba-4ba9-8c2a-d2dce70651e3 req-b5828a15-79fa-4da8-bb48-e751dca40277 service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955455 Jul 22 21:38:38.660199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-3a9be48f-0325-419a-a4c3-c0b8458956da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:38.661679 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-3a9be48f-0325-419a-a4c3-c0b8458956da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.2001944 Jul 22 21:38:38.764552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d945ca92-18d3-430a-869c-68981ac319d6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:38:38.781436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:38.888739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=98d8da4b-81d7-444e-8f1d-8b88c9dfca60,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:38.892574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:38.899804 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8cdc76d6-7433-41dd-bf9f-19ca7fb7c197 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/98d8da4b-81d7-444e-8f1d-8b88c9dfca60 HTTP/1.1" status: 204 len: 168 time: 1.3126807 Jul 22 21:38:38.903038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52174) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:39.039581 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2980e483-75b4-4b22-b242-b8d24dfdd2d5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327305 Jul 22 21:38:39.043214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52178) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:39.084277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-47dba575-62a7-47ff-a32c-3d3d610a3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.087163 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-47dba575-62a7-47ff-a32c-3d3d610a3555 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4132946 Jul 22 21:38:39.134774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.147625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.159656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.174399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.181591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.187814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.194703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.196730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-0207de19-c219-48dc-9b27-5ac2c1e86e84 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.3868818 Jul 22 21:38:39.206805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f654105-c768-4a5a-a98b-3b082e4e6e22 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:39.210995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380d84f-a778-4af3-9890-6903411b986c req-104a474b-7a2c-4152-a356-910159a428ab tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.218252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5380d84f-a778-4af3-9890-6903411b986c req-104a474b-7a2c-4152-a356-910159a428ab tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 944 time: 0.2842753 Jul 22 21:38:39.346166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-bed14cc4-e381-4751-83d5-3fc274a7490e service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508609 Jul 22 21:38:39.400758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-948202d3-e455-4506-a2cc-827a56a31e58 None None] Provisioning complete for port 3b022c61-8519-42cb-90aa-66e1d4240865 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:39.401430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-948202d3-e455-4506-a2cc-827a56a31e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:39.600048 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65bc2227-49ff-4a89-92f3-b54fcff6b16b req-c6380731-500f-4d79-82c6-0b5974ae025e service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409377 Jul 22 21:38:39.788837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-715d0c55-5d97-427c-b914-30fb61944bb8 req-14515829-8aee-44ac-960a-9fbb7c182d63 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277239 Jul 22 21:38:39.795484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5380d84f-a778-4af3-9890-6903411b986c req-b1dfbb25-ed92-4c8d-902e-5fb2a63cf3ab tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762360 Jul 22 21:38:39.809266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c0f9a-47df-4c80-aeec-abba292a2edf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:39.812066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca2c0f9a-47df-4c80-aeec-abba292a2edf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7653265 Jul 22 21:38:39.819579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:38:39.841927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52204) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:40.013534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] Deleting port 3b022c61-8519-42cb-90aa-66e1d4240865 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:40.014143 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:40.018858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.019437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.020062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.020789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.021545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.022461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.023322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.026136 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ee5dcca7-ed48-4e4e-a33d-fa22b34fa00d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6484 time: 0.2579331 Jul 22 21:38:40.091458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5959e5-4de1-46a1-96de-d5a235c462b4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.099622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e5959e5-4de1-46a1-96de-d5a235c462b4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2526090 Jul 22 21:38:40.106342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52216) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:40.133619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] For port 3b022c61-8519-42cb-90aa-66e1d4240865, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3b022c61-8519-42cb-90aa-66e1d4240865,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:40.134220 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:40.191078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] Calling delete_port for 3b022c61-8519-42cb-90aa-66e1d4240865 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:40.232608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cbe875ac-ae92-4608-b1d7-9218bc0dbe7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194577 Jul 22 21:38:40.238888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52220) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:40.254721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-14079587-033e-4e82-8532-556bedb5d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.256952 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-14079587-033e-4e82-8532-556bedb5d13e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 200 len: 903 time: 0.2184973 Jul 22 21:38:40.268573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-66d91711-7535-4a29-bef7-7b8d953a13b3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:40.379560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-1be20e50-3477-496f-8dbe-e52431931ba4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 200 len: 217 time: 0.1101756 Jul 22 21:38:40.438322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d91711-7535-4a29-bef7-7b8d953a13b3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:40.441900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-66d91711-7535-4a29-bef7-7b8d953a13b3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:40.443936 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d91711-7535-4a29-bef7-7b8d953a13b3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:38:40.444347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d91711-7535-4a29-bef7-7b8d953a13b3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:38:40.452383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3b022c61-8519-42cb-90aa-66e1d4240865 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:38:40.479324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-93c327f5-5cf7-4a2e-9b79-19ee1b3c4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.481295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-93c327f5-5cf7-4a2e-9b79-19ee1b3c4715 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.0935884 Jul 22 21:38:40.486682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-66d91711-7535-4a29-bef7-7b8d953a13b3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2454822 Jul 22 21:38:40.491251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52224) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:40.496690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d41230d6-725d-4c73-b7c1-a56f458995b0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:40.567607 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:40.605811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] No DVR routers for this DVR port 3b022c61-8519-42cb-90aa-66e1d4240865 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:38:40.611065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No active binding found for port 3b022c61-8519-42cb-90aa-66e1d4240865 {{(pid=94093) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:38:40.611797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3b022c61-8519-42cb-90aa-66e1d4240865 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:38:40.629158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ab36221d-8b65-4cc8-889d-86e903608e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:40.636757 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-ab36221d-8b65-4cc8-889d-86e903608e67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1433363 Jul 22 21:38:40.667892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82939ffc-bd84-4a9f-abee-5b9d18e87253 None None] Pushing event deleted for resources: {'Port': ['ID=3b022c61-8519-42cb-90aa-66e1d4240865,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:40.718515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41230d6-725d-4c73-b7c1-a56f458995b0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:40.722509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d41230d6-725d-4c73-b7c1-a56f458995b0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:40.725120 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41230d6-725d-4c73-b7c1-a56f458995b0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:38:40.725120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41230d6-725d-4c73-b7c1-a56f458995b0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:38:40.772632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d41230d6-725d-4c73-b7c1-a56f458995b0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2800262 Jul 22 21:38:40.773514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52234) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:40.782651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-61798131-c5b1-4d55-b2c0-dabb9bb8ad75 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:40.843008 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-54f970d9-ee2a-4e38-878d-0b78255936c0 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925938 Jul 22 21:38:40.945629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61798131-c5b1-4d55-b2c0-dabb9bb8ad75 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:40.960400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61798131-c5b1-4d55-b2c0-dabb9bb8ad75 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:40.965671 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-61798131-c5b1-4d55-b2c0-dabb9bb8ad75 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:38:40.966157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61798131-c5b1-4d55-b2c0-dabb9bb8ad75 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:38:41.004930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-61798131-c5b1-4d55-b2c0-dabb9bb8ad75 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2299137 Jul 22 21:38:41.057439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52246) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:41.065108 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-415115c7-a863-4730-a15c-a23bdd3c0fcf req-a6b7362e-cd80-447f-907a-c1eb68fa4f6f service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034771 Jul 22 21:38:41.073523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b05d015d-9b07-4f4f-b4e3-95cf7c51b158 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:41.209062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.216752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.223711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.231921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.238595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.254552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.255484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d015d-9b07-4f4f-b4e3-95cf7c51b158 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:41.262258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.264577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b05d015d-9b07-4f4f-b4e3-95cf7c51b158 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:41.264772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-53683c68-22cd-46a6-8887-04cb2c8d6c9a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.2721813 Jul 22 21:38:41.270309 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05d015d-9b07-4f4f-b4e3-95cf7c51b158 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:38:41.270880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05d015d-9b07-4f4f-b4e3-95cf7c51b158 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:38:41.278378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213890aa-8eff-4569-bb74-7299aa1ddc6b req-9dab876c-9032-4c65-8fcc-77fa95e042fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:41.280249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-213890aa-8eff-4569-bb74-7299aa1ddc6b req-9dab876c-9032-4c65-8fcc-77fa95e042fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 944 time: 0.1842277 Jul 22 21:38:41.307380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b05d015d-9b07-4f4f-b4e3-95cf7c51b158 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2482159 Jul 22 21:38:41.310429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52256) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:41.323151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0b9cd093-2cbb-4c21-854a-53dcdbf8ef26 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:41.436427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04798ae0-01b5-4eec-96ec-58e94be6ccc0 req-baf0c179-cca3-4e6f-815b-0f2afefe1c91 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511817 Jul 22 21:38:41.452134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-213890aa-8eff-4569-bb74-7299aa1ddc6b req-7dbb88ab-73a1-4c5d-af27-7cc885f6e2e0 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489367 Jul 22 21:38:41.493542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:41.550822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9cd093-2cbb-4c21-854a-53dcdbf8ef26 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:41.556314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd093-2cbb-4c21-854a-53dcdbf8ef26 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:41.562534 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9cd093-2cbb-4c21-854a-53dcdbf8ef26 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:38:41.562859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9cd093-2cbb-4c21-854a-53dcdbf8ef26 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:38:41.591879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0b9cd093-2cbb-4c21-854a-53dcdbf8ef26 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2776058 Jul 22 21:38:41.595688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52268) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:41.626203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-87df1cbe-1caa-4753-b52f-c9ae0ec4430b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:41.669524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-64f308b2-568c-443a-aecb-eff35f15948e tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-578176327'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:41.670020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-64f308b2-568c-443a-aecb-eff35f15948e tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Unknown quota resources ['metering_label']. {{(pid=94092) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:38:41.920380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64f308b2-568c-443a-aecb-eff35f15948e tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:41.922062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-64f308b2-568c-443a-aecb-eff35f15948e tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4271760 Jul 22 21:38:41.922448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d945ca92-18d3-430a-869c-68981ac319d6 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:41.925220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52274) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:41.930515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-235324fb-48df-4fec-958b-81de6eb24d8a tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '07e39641-5831-4dbc-aa1f-76ea874ab90a'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:41.931166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-235324fb-48df-4fec-958b-81de6eb24d8a tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:38:41.950201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df1cbe-1caa-4753-b52f-c9ae0ec4430b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:41.955374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87df1cbe-1caa-4753-b52f-c9ae0ec4430b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:41.959620 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-87df1cbe-1caa-4753-b52f-c9ae0ec4430b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:38:41.959620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87df1cbe-1caa-4753-b52f-c9ae0ec4430b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:38:41.989044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-87df1cbe-1caa-4753-b52f-c9ae0ec4430b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3919106 Jul 22 21:38:41.992607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52278) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:42.029000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d945ca92-18d3-430a-869c-68981ac319d6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:42.035748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d945ca92-18d3-430a-869c-68981ac319d6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:42.036662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:42.066542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b2927583-8c9f-471c-955f-82a584edc2cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727446 Jul 22 21:38:42.069870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52280) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:42.178603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:42.180676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf00240-4735-4426-a639-96808a6ae03e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:42.182984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7cf00240-4735-4426-a639-96808a6ae03e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1117084 Jul 22 21:38:42.185505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52286) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:42.208296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c8225-25f9-4800-b498-dd02545a3986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd945ca92-18d3-430a-869c-68981ac319d6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:38:42.210969 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3bc5a4-0014-4161-a84c-9a655b55437a" -d '{"events": [{"server_uuid": "619c8225-25f9-4800-b498-dd02545a3986", "name": "network-vif-plugged", "status": "completed", "tag": "d945ca92-18d3-430a-869c-68981ac319d6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:38:42.230602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d945ca92-18d3-430a-869c-68981ac319d6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d945ca92-18d3-430a-869c-68981ac319d6,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:42.236721 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:42.255061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8cd05bff-1d88-477f-b8f4-c781b548ce73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678401 Jul 22 21:38:42.261021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52290) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:42.269861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:42.297818 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a7e415-764f-4b57-8d4c-7e571225aa93 x-openstack-request-id: req-d2a7e415-764f-4b57-8d4c-7e571225aa93 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:38:42.298502 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c8225-25f9-4800-b498-dd02545a3986", "name": "network-vif-plugged", "status": "completed", "tag": "d945ca92-18d3-430a-869c-68981ac319d6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:38:42.299175 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2a7e415-764f-4b57-8d4c-7e571225aa93 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:38:42.299721 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c8225-25f9-4800-b498-dd02545a3986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd945ca92-18d3-430a-869c-68981ac319d6', 'code': 200} Jul 22 21:38:42.369218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d945ca92-18d3-430a-869c-68981ac319d6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:42.458397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:42.465067 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:42.571806 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-96d8efa0-9a1d-44ce-9359-d5a25c55fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:42.673630 n-d-762330-19 neutron-server[94091]: WARNING neutron.services.metering.metering_plugin [None req-235324fb-48df-4fec-958b-81de6eb24d8a tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 21:38:42.863228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01835a2-691e-48ee-97eb-234ce741bd20 req-66d9a416-e9b2-4f68-a129-b0e889a87e3a tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:42.871865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f01835a2-691e-48ee-97eb-234ce741bd20 req-66d9a416-e9b2-4f68-a129-b0e889a87e3a tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 945 time: 0.2476959 Jul 22 21:38:42.888121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-235324fb-48df-4fec-958b-81de6eb24d8a tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:42.894568 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-235324fb-48df-4fec-958b-81de6eb24d8a tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9681354 Jul 22 21:38:42.895202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52304) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:42.900904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f2e067ae-2d1b-4d58-a7cf-7be01376d3d7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '07e39641-5831-4dbc-aa1f-76ea874ab90a'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:42.901312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f2e067ae-2d1b-4d58-a7cf-7be01376d3d7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:38:42.949904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f01835a2-691e-48ee-97eb-234ce741bd20 req-b0205604-ae53-4384-90df-319dc1d16884 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759676 Jul 22 21:38:42.990218 n-d-762330-19 neutron-server[94091]: WARNING neutron.services.metering.metering_plugin [None req-f2e067ae-2d1b-4d58-a7cf-7be01376d3d7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 21:38:43.013608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.024295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.042591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.052116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affeffa7-3185-4892-a82d-1b9dcb8969d6 req-52728515-df82-4117-87f2-f742f5ef94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.053450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.054394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-affeffa7-3185-4892-a82d-1b9dcb8969d6 req-52728515-df82-4117-87f2-f742f5ef94aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 1097 time: 0.3917305 Jul 22 21:38:43.061979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.079920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.088344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.091894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-404ac01d-7449-4d8e-9556-99a75f0fe320 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.4561400 Jul 22 21:38:43.112953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f2e067ae-2d1b-4d58-a7cf-7be01376d3d7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:43.114345 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f2e067ae-2d1b-4d58-a7cf-7be01376d3d7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2171569 Jul 22 21:38:43.119277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52312) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:43.159775 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-affeffa7-3185-4892-a82d-1b9dcb8969d6 req-68d998a1-25d2-4325-bcd5-bf628255cf9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Jul 22 21:38:43.182420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-67f1dc31-1e10-49b2-893b-d71cd0d4a862 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=b3d46914-b44d-415a-a0a4-806478010fdc HTTP/1.1" status: 200 len: 462 time: 0.0594249 Jul 22 21:38:43.186629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52314) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:43.219174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1353c92-6cda-4cc5-99a5-6980e0fa2cdd req-a667b956-6909-4fa0-97b9-60ed3757317d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197982 Jul 22 21:38:43.267759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:38:43.275556 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:43.318410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:43.322126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:43.325908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:43.326752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:43.343018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54df23-9c9f-4a5d-a815-bd20db2f587c None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:43.367051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=d45b1568-a441-4912-bb38-a0e8d0b90cec,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:43.374691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ac727830-247b-443c-97b4-01af66bbe873 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1119206 Jul 22 21:38:43.375339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:43.381728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:ed:8f:16', 'name': 'tempest-NetworksTestDHCPv6-142129434'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:43.383887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71888841-3c9b-4d0f-8d8b-84db2b1597f7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:43.386023 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71888841-3c9b-4d0f-8d8b-84db2b1597f7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/b3d46914-b44d-415a-a0a4-806478010fdc HTTP/1.1" status: 204 len: 168 time: 0.1980686 Jul 22 21:38:43.390284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52318) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:43.429445 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2b5d459c-5a74-47df-ba94-a91bce23f0d5 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=b3d46914-b44d-415a-a0a4-806478010fdc HTTP/1.1" status: 200 len: 221 time: 0.0310011 Jul 22 21:38:43.430536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52320) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:43.436899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2c40cd90-659d-431f-b3f6-f7d0b0fcb6bd tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--772341856', 'description': 'label created by tempest'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:43.437379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2c40cd90-659d-431f-b3f6-f7d0b0fcb6bd tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Unknown quota resources ['metering_label']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:38:43.635825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'd45b1568-a441-4912-bb38-a0e8d0b90cec'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:38:43.637731 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:43.677392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:43.833343 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:43.872653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port b6386ae1-1289-47fb-9117-64265e7e6a27 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:38:44.006658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c40cd90-659d-431f-b3f6-f7d0b0fcb6bd tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.008236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2c40cd90-659d-431f-b3f6-f7d0b0fcb6bd tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5765123 Jul 22 21:38:44.013237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.025920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Allocated IP 2001:db8::f816:3eff:fe8d:6c05 (caeefccd-6c8b-4502-a5b4-f242d70f2491/d45b1568-a441-4912-bb38-a0e8d0b90cec/1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:44.215677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9e1b316d-db0c-4006-a787-425f10b98516 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=8d7bc32b-48fd-4704-ad31-9c793ac5a9db HTTP/1.1" status: 200 len: 467 time: 0.2003767 Jul 22 21:38:44.220082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52346) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.273086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52348) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.453099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.531149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c278303-7ffd-4ae6-b360-cb255f5d16f1 req-4f8cc101-2e24-42ff-bb63-b5e7bc7c5423 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.532553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Transition to ACTIVE for port object 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:44.540260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c278303-7ffd-4ae6-b360-cb255f5d16f1 req-4f8cc101-2e24-42ff-bb63-b5e7bc7c5423 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 945 time: 0.3284543 Jul 22 21:38:44.570488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Transition to ACTIVE for port object 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:44.592398 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.642096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:44.646829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:44.664471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c779dde8-adb1-4a9c-a958-7301438ac1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.675001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Pushing event updated for resources: {'Port': ['ID=1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:44.677712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c278303-7ffd-4ae6-b360-cb255f5d16f1 req-81e1855a-44b8-4cef-b02e-25ea89172719 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354508 Jul 22 21:38:44.684857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:44.734672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e73011c-b0d9-45b4-be70-d7479e4571aa tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.740186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6e73011c-b0d9-45b4-be70-d7479e4571aa tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/8d7bc32b-48fd-4704-ad31-9c793ac5a9db HTTP/1.1" status: 204 len: 168 time: 0.5143340 Jul 22 21:38:44.740525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52358) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.756860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2bdd7556-cc74-485c-af70-4142dabdf2e7 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=8d7bc32b-48fd-4704-ad31-9c793ac5a9db HTTP/1.1" status: 200 len: 216 time: 0.0149047 Jul 22 21:38:44.758046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:feed:8f16 (caeefccd-6c8b-4502-a5b4-f242d70f2491/d45b1568-a441-4912-bb38-a0e8d0b90cec/b6386ae1-1289-47fb-9117-64265e7e6a27) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:44.761426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52360) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.776910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.782798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.788854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.797315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.799071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-42040670-7d65-42c0-8d1c-345f7054a3dc tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0350316 Jul 22 21:38:44.800662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52362) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.804523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Attempting to bind port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:44.805333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Attempting to bind port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:44.806032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Attempting to bind port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:44.808547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.815042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:44.816018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:44.816831 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.817638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:44.818621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Bound port: 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:44.818954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.819541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.824729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b3a49cdd-46ad-4f27-86b9-5fc3e0d51666 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0224473 Jul 22 21:38:44.825573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52364) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.831071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:44.837224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-4fa975ef-2742-4344-a55f-d5ac54427a98 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.4450521 Jul 22 21:38:44.939941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] For port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:44.946515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1521a58e-469b-4d2e-adb9-56c07d03fafd req-9dd93449-3957-4608-8196-e47b3486db4c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006634 Jul 22 21:38:44.952774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] For port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:44.957590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9e2c0440-4a28-44e9-b927-a203b00a5102 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/07e39641-5831-4dbc-aa1f-76ea874ab90a HTTP/1.1" status: 200 len: 472 time: 0.1302288 Jul 22 21:38:44.959666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52366) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:44.960521 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:44.988574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7375084e-d10a-4cd0-b559-6e4849de9ce8 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/115d2aff-d812-4a9e-b84f-ac40c7a9d869 HTTP/1.1" status: 200 len: 459 time: 0.0268953 Jul 22 21:38:44.989782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:45.092219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031dbc1-e3e9-4905-ba2f-a2b4fed3ae10 None None] Pushing event updated for resources: {'Port': ['ID=1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:45.183564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c779dde8-adb1-4a9c-a958-7301438ac1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.190545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c779dde8-adb1-4a9c-a958-7301438ac1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.216410 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f9ff201-65a5-4ed2-80f8-de67c58beaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.244577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c30b1e8b-ffe8-495a-b12f-0cb996b1e2ee tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.251001 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c30b1e8b-ffe8-495a-b12f-0cb996b1e2ee tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/115d2aff-d812-4a9e-b84f-ac40c7a9d869 HTTP/1.1" status: 204 len: 168 time: 0.2578824 Jul 22 21:38:45.252277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:45.261667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c779dde8-adb1-4a9c-a958-7301438ac1b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba2beeffd60e456fab3ae516d893982e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9604957 Jul 22 21:38:45.274780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:45.280576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.335279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779dde8-adb1-4a9c-a958-7301438ac1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec8d60-c40c-4647-ad44-88c92909468e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:45.359326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object b6386ae1-1289-47fb-9117-64265e7e6a27 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:45.415291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.526208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5860c51-2753-44ca-bbf2-c09560cd416e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.586281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5860c51-2753-44ca-bbf2-c09560cd416e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.590656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.705427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67c23c7f-a244-4d2b-8e71-757a6756e991 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.707873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-67c23c7f-a244-4d2b-8e71-757a6756e991 tempest-MeteringIpV6TestJSON-594035011 tempest-MeteringIpV6TestJSON-594035011-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/07e39641-5831-4dbc-aa1f-76ea874ab90a HTTP/1.1" status: 204 len: 168 time: 0.4541316 Jul 22 21:38:45.773357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:45.776908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:45.782429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:45.793703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:45.794620 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.798992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=b6386ae1-1289-47fb-9117-64265e7e6a27,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:45.824295 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5860c51-2753-44ca-bbf2-c09560cd416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.830837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5860c51-2753-44ca-bbf2-c09560cd416e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:45.833227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a5860c51-2753-44ca-bbf2-c09560cd416e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55ec8d60-c40c-4647-ad44-88c92909468e HTTP/1.1" status: 204 len: 168 time: 0.5557377 Jul 22 21:38:45.860271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:45.860567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2d91104c-8b87-44bd-bc78-c8e7e573ab68 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4795904 Jul 22 21:38:45.860567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5860c51-2753-44ca-bbf2-c09560cd416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec8d60-c40c-4647-ad44-88c92909468e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:46.046075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c2c4f-cce9-4d30-b22b-6302eb70f254 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.070352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c2c4f-cce9-4d30-b22b-6302eb70f254 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.086657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:46.106869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cb8c2c4f-cce9-4d30-b22b-6302eb70f254 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2200592 Jul 22 21:38:46.122991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06405a-57df-40d8-a026-d68c09c8283e req-fcd59bf8-e86e-4ef8-9376-f0d9a69832af tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.125808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d06405a-57df-40d8-a026-d68c09c8283e req-fcd59bf8-e86e-4ef8-9376-f0d9a69832af tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 945 time: 0.2540667 Jul 22 21:38:46.143647 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:46.319050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:46.584791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d06405a-57df-40d8-a026-d68c09c8283e req-3d4011c5-74ce-4159-a425-9b1a105aee17 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213293 Jul 22 21:38:46.643679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:46.669943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52414) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:46.808231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.841001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.856554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c10-e871-4fe5-bcda-b1c0392042d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:46.867977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.899292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.921635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.946324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.965662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:46.992003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90f85da3-0689-4b46-932f-b344350d4a0c req-f40094cb-2b77-41da-b8b5-5d80f469142b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.8162005 Jul 22 21:38:47.047876 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4a59-1a11-493f-8afc-d9e0c55fb52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.070657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:47.130551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7fe9347f-f280-4aad-a12e-c281cac01bb9 None None] Provisioning for port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:47.142292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7fe9347f-f280-4aad-a12e-c281cac01bb9 None None] Provisioning complete for port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:47.144520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9347f-f280-4aad-a12e-c281cac01bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.213687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port b6386ae1-1289-47fb-9117-64265e7e6a27 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:47.217254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.323769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c10-e871-4fe5-bcda-b1c0392042d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.359765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c10-e871-4fe5-bcda-b1c0392042d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.388446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9347f-f280-4aad-a12e-c281cac01bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.409882 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e21f5c10-e871-4fe5-bcda-b1c0392042d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e23352e7c6f4cd68e6b5681614fa7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386272 Jul 22 21:38:47.415171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52464) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:47.523335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7fe9347f-f280-4aad-a12e-c281cac01bb9 None None] For port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:47.531355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9347f-f280-4aad-a12e-c281cac01bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.534691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f5c10-e871-4fe5-bcda-b1c0392042d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8417ad8-31c3-4ac6-a3db-bfcc1ebbd1f6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:47.609564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.652447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for b6386ae1-1289-47fb-9117-64265e7e6a27 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:47.663220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90f85da3-0689-4b46-932f-b344350d4a0c req-fd12ca0b-1549-4a18-871a-4ca0f135eecc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6526890 Jul 22 21:38:47.756172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9347f-f280-4aad-a12e-c281cac01bb9 None None] Pushing event updated for resources: {'Port': ['ID=1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:47.768309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5df2b827-e214-41c8-a26a-ffb366fbef99 None None] Provisioning for port b6386ae1-1289-47fb-9117-64265e7e6a27 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:47.777472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5df2b827-e214-41c8-a26a-ffb366fbef99 None None] Provisioning complete for port b6386ae1-1289-47fb-9117-64265e7e6a27 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:47.777878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5df2b827-e214-41c8-a26a-ffb366fbef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.810056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4a59-1a11-493f-8afc-d9e0c55fb52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.816258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdef8-23de-46fe-aff8-ea4b865f57d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.855482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdef8-23de-46fe-aff8-ea4b865f57d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.885624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5df2b827-e214-41c8-a26a-ffb366fbef99 None None] Port b6386ae1-1289-47fb-9117-64265e7e6a27 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:38:47.912420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4a59-1a11-493f-8afc-d9e0c55fb52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:47.947239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d7dc4a59-1a11-493f-8afc-d9e0c55fb52e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=828f5ed69d4d42fa881e940658d2fc00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6242468 Jul 22 21:38:47.952215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52468) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:47.972295 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.007715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc4a59-1a11-493f-8afc-d9e0c55fb52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc03d49-b065-428e-b00b-61e9c0920616,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:48.031830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdef8-23de-46fe-aff8-ea4b865f57d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.038076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdef8-23de-46fe-aff8-ea4b865f57d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.054192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c3cdef8-23de-46fe-aff8-ea4b865f57d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8417ad8-31c3-4ac6-a3db-bfcc1ebbd1f6 HTTP/1.1" status: 204 len: 168 time: 0.6365199 Jul 22 21:38:48.078057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cdef8-23de-46fe-aff8-ea4b865f57d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8417ad8-31c3-4ac6-a3db-bfcc1ebbd1f6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:48.099435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=b6386ae1-1289-47fb-9117-64265e7e6a27,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:48.147459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.153557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e55e5ecf-73c4-476a-9ae1-718f568e043a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/b6386ae1-1289-47fb-9117-64265e7e6a27 HTTP/1.1" status: 204 len: 168 time: 2.0262830 Jul 22 21:38:48.154526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52480) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:48.210308 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.292941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f857ba4c-6db0-4f06-80dd-db039b782cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.332478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f857ba4c-6db0-4f06-80dd-db039b782cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.469977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ef4bc-3841-4900-bf2c-e910adb5470e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:48.472634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ef4bc-3841-4900-bf2c-e910adb5470e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:48.475441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aa6ef4bc-3841-4900-bf2c-e910adb5470e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3196328 Jul 22 21:38:48.478559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52510) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:48.484384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:48.510089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f857ba4c-6db0-4f06-80dd-db039b782cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.514487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f857ba4c-6db0-4f06-80dd-db039b782cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.519940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f857ba4c-6db0-4f06-80dd-db039b782cde admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8dc03d49-b065-428e-b00b-61e9c0920616 HTTP/1.1" status: 204 len: 168 time: 0.5631781 Jul 22 21:38:48.539952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857ba4c-6db0-4f06-80dd-db039b782cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc03d49-b065-428e-b00b-61e9c0920616,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:48.590813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:48.591544 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.666538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet d45b1568-a441-4912-bb38-a0e8d0b90cec {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:48.671166 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:48.746983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:49.035074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:49.196484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:49.210629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:49.220998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:49.231449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:49.266241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:49.278486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:49.282937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:49.311403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:49.338262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-4e8bea24-5830-4add-b97d-fd90d99b55e8 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.4142387 Jul 22 21:38:49.345299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af5f9d-7b68-4031-8597-1bbd2fcc0059 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:49.384990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:49.391044 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/d45b1568-a441-4912-bb38-a0e8d0b90cec HTTP/1.1" status: 204 len: 168 time: 0.9091563 Jul 22 21:38:49.393231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e0e56-5c31-41e2-a91f-674b9a9fd7fc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=d45b1568-a441-4912-bb38-a0e8d0b90cec,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:49.399533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52544) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:49.522261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86669b73-a6bd-46ac-a5f2-2b8d04f60544 req-c0c0316b-7762-4dc8-a7df-7b430ea35a78 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725318 Jul 22 21:38:49.608312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52546) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:49.609334 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c0c14823-06c1-4693-b521-d1d94014446e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2071710 Jul 22 21:38:49.624463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:49.683446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52550) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:49.716153 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f788540-135a-41f7-8334-2a44d0691937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:49.919280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:38:49.972106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f788540-135a-41f7-8334-2a44d0691937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:49.990953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f788540-135a-41f7-8334-2a44d0691937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.018958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:50.024837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] Deleting port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:50.025475 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.033399 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.069822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f788540-135a-41f7-8334-2a44d0691937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afacbeca-2d78-4d4f-b19c-34537d80b569,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:50.093450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0f788540-135a-41f7-8334-2a44d0691937 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b3cda8b7ec5452c8f5b5a2acebd71d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087827 Jul 22 21:38:50.099556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52556) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:50.251529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] For port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:50.260676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.342820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] Calling delete_port for 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:50.406863 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfd23f55-3cbb-4039-9e78-49fb051bbf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.487255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfd23f55-3cbb-4039-9e78-49fb051bbf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.680794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfd23f55-3cbb-4039-9e78-49fb051bbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.691506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dfd23f55-3cbb-4039-9e78-49fb051bbf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.694073 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dfd23f55-3cbb-4039-9e78-49fb051bbf44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/afacbeca-2d78-4d4f-b19c-34537d80b569 HTTP/1.1" status: 204 len: 168 time: 0.5929573 Jul 22 21:38:50.716302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd23f55-3cbb-4039-9e78-49fb051bbf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afacbeca-2d78-4d4f-b19c-34537d80b569,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:50.741148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:38:50.847347 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:50.973128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] Pushing event deleted for resources: {'Port': ['ID=1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:50.986091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 update to DOWN by agent not found {{(pid=94093) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 21:38:51.000642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f191be-dc56-4c36-9cbe-888fa8c11cb4 None None] No DVR routers for this DVR port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:38:51.446388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:38:51.702137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:51.713371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:51.728639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:51.737844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:51.749860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:51.762793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:51.774481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:51.778192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-846d8806-58e7-4026-9739-adfe33289e2e tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 1.0344939 Jul 22 21:38:52.001926 n-d-762330-19 neutron-server[94092]: WARNING neutron.services.revisions.revision_plugin [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Could not find related port for resource to bump revision. Jul 22 21:38:52.018202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_pluggable_backend [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Port 1c2e5564-c936-4d4e-84c6-a85f3ecbd6b1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94092) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 21:38:52.018971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_pluggable_backend [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8d:6c05 {{(pid=94092) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 21:38:52.038684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_pluggable_backend [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8d:6c05 {{(pid=94092) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 21:38:52.044388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:52.051288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-702bb25e-d0e7-40c4-8c40-1bf4b0c14454 req-f2312f62-b8ec-4fbc-a469-883db607c868 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2560966 Jul 22 21:38:52.119716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=aab7870d-5675-42aa-8cfc-7b191565b490,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:52.147486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:52.156293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:52.170493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:52.171820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:52.177270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b39d9-827b-4401-a96d-822ca2c91a0b None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:52.194457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4c141905-c46e-4ff6-90e7-3ed2450fde72 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5820301 Jul 22 21:38:52.201344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52628) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:52.209889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:ee:73:1d', 'name': 'tempest-NetworksTestDHCPv6-1800373495'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:52.498051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:52.579212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'aab7870d-5675-42aa-8cfc-7b191565b490'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:38:52.580771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:52.775958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52646) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:52.793947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:52.841756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:38:52.899761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Allocated IP 2001:db8::f816:3eff:fe4f:c1be (caeefccd-6c8b-4502-a5b4-f242d70f2491/aab7870d-5675-42aa-8cfc-7b191565b490/790f204a-048c-4edf-8696-c0dc69319963) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:53.081032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-494964812'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:53.168959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:53.180271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.204247 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.302442 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.314495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Transition to ACTIVE for port object 790f204a-048c-4edf-8696-c0dc69319963 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:53.355241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Transition to ACTIVE for port object 790f204a-048c-4edf-8696-c0dc69319963 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:53.366044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.433060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:53.466657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:53.470726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:53.474618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:53.479065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:53.517561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:feee:731d (caeefccd-6c8b-4502-a5b4-f242d70f2491/aab7870d-5675-42aa-8cfc-7b191565b490/f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:53.527387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:53.545823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:53.553727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Pushing event updated for resources: {'Port': ['ID=790f204a-048c-4edf-8696-c0dc69319963,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:53.565180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:53.584430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:53.591097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:53.611658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44cf2492-575a-4943-87c1-650c39ec5266 req-c6264484-9176-4bd0-ae40-02389593019c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.3520772 Jul 22 21:38:53.650249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Attempting to bind port 790f204a-048c-4edf-8696-c0dc69319963 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:38:53.650944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Attempting to bind port 790f204a-048c-4edf-8696-c0dc69319963 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:38:53.652875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Attempting to bind port 790f204a-048c-4edf-8696-c0dc69319963 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:38:53.668528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:38:53.669390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:53.670093 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.670803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:38:53.671534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Bound port: 790f204a-048c-4edf-8696-c0dc69319963, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:38:53.675745 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.763727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44cf2492-575a-4943-87c1-650c39ec5266 req-cbe80a0a-544b-4bcb-bd00-20cd65124ccd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510248 Jul 22 21:38:53.841332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] For port 790f204a-048c-4edf-8696-c0dc69319963, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:38:53.847047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] For port 790f204a-048c-4edf-8696-c0dc69319963, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=790f204a-048c-4edf-8696-c0dc69319963,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:38:53.852253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.858731 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.866608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.880721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:53.898895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:38:53.909745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:38:53.966926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.029053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.029815 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Added segment 07e46ba9-3057-4a71-9a20-451ee0ab9741 of type vlan for network d509f960-61a8-4a44-8d16-7aac3f374d1a Jul 22 21:38:54.050765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:54.060486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:54.061123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21c6fa9-3fb2-48e3-88a2-372aeb979f85,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:54.074542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:54.085218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:54.086716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.114682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:54.131573 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f3a581f8-41b3-4f62-9a57-75cfe74fea43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9287944 Jul 22 21:38:54.131884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.135665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52680) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:54.152064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1253b4-a1ef-43c0-9169-183903b483d4 None None] Pushing event updated for resources: {'Port': ['ID=790f204a-048c-4edf-8696-c0dc69319963,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:54.181709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.189063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:54.190495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.310167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5328169 Jul 22 21:38:54.314263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52688) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:54.320469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'subnet': {'network_id': 'd509f960-61a8-4a44-8d16-7aac3f374d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:54.342122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5704b2-d23a-4767-be4d-2720720ad1f7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:54.353198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5704b2-d23a-4767-be4d-2720720ad1f7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:54.355162 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2a5704b2-d23a-4767-be4d-2720720ad1f7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2155042 Jul 22 21:38:54.358824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52690) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:54.427557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d871-5b7b-415e-aa9c-4128ecd04f64 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Network': ['ID=d509f960-61a8-4a44-8d16-7aac3f374d1a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:54.471099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network d509f960-61a8-4a44-8d16-7aac3f374d1a details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:38:54.648613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:54.664015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.729979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:54.731226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.921642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:54.950633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:55.287587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:55.327569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.341082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.352968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.363041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.376726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.391128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.417990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.421622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-3549aac0-f63d-49f7-9ad6-8e30e2c8d86b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.4541323 Jul 22 21:38:55.423986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:55.511941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:55.518530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0 HTTP/1.1" status: 204 len: 168 time: 1.1490710 Jul 22 21:38:55.525076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52716) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:55.534402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc444-a696-4642-b2ef-2a53f933ccf5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:55.683930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Subnet': ['ID=0ffe18aa-1c3f-4d3f-8850-a635b3bbe011,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:55.687588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Checking segment: {'id': '07e46ba9-3057-4a71-9a20-451ee0ab9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd509f960-61a8-4a44-8d16-7aac3f374d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:38:55.688174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network hostable DHCP agents. Network: d509f960-61a8-4a44-8d16-7aac3f374d1a, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:38:55.718868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-655f512a-de13-4c7e-92e4-713fb4c0c0fd req-aea85abc-e040-475a-b610-69200209d398 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2705142 Jul 22 21:38:55.750702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8433b8-f551-4a15-b8ac-5b09a8ede106 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.753677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8433b8-f551-4a15-b8ac-5b09a8ede106 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.772357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8a8433b8-f551-4a15-b8ac-5b09a8ede106 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2456436 Jul 22 21:38:55.776770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52722) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:55.788932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network d509f960-61a8-4a44-8d16-7aac3f374d1a is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:38:55.827188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, d509f960-61a8-4a44-8d16-7aac3f374d1a) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:55.835264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:55.837736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:55.861397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b89e3c-c3d2-4783-bb35-70e053c9c34e None None] Network d509f960-61a8-4a44-8d16-7aac3f374d1a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:55.889872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4f24b3ee-a957-4e20-b10c-78b7e9e2007e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5741329 Jul 22 21:38:55.890590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52726) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:55.904739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-796300489', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:55.958888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet aab7870d-5675-42aa-8cfc-7b191565b490 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:38:55.967955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.024381 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.028564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.092402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.216435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.302834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ed92fcd6-0055-48e8-85a4-a49889b2cb65 None None] Provisioning for port 790f204a-048c-4edf-8696-c0dc69319963 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:56.321123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac71de-fb78-488b-a033-7674101bd522 None None] Network d509f960-61a8-4a44-8d16-7aac3f374d1a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:56.357476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.540326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.562137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52736) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:56.681215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:56.692785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/aab7870d-5675-42aa-8cfc-7b191565b490 HTTP/1.1" status: 204 len: 168 time: 0.9037702 Jul 22 21:38:56.694302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52742) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:56.696426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a63ccd-1d9b-44e9-b70b-794321b824aa tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=aab7870d-5675-42aa-8cfc-7b191565b490,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:56.739413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 790f204a-048c-4edf-8696-c0dc69319963 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:38:56.791439 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:38:56.824123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a622fe-85d3-462b-912e-2fabc0cb6290 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:56.845731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-976f9f8a-126d-4750-ab96-dec8ac37f22f None None] Could not find standard attr ID for object f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:38:56.903512 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bfe9a673-5c83-45b6-a8e5-9bdced2676bb tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1925118 Jul 22 21:38:56.904535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52746) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:56.979692 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.060937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfc237b3-8663-4d3b-8b38-c3ec6c713aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.140295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281be6f6-6e32-4a2b-9ef3-0ba59a75cae0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.156186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 790f204a-048c-4edf-8696-c0dc69319963 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:38:57.158520 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-281be6f6-6e32-4a2b-9ef3-0ba59a75cae0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2521784 Jul 22 21:38:57.165415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52754) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:57.180133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 790f204a-048c-4edf-8696-c0dc69319963 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:38:57.180778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.362748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.423632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:38:57.480208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 790f204a-048c-4edf-8696-c0dc69319963, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=790f204a-048c-4edf-8696-c0dc69319963,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:57.489734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.507470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474864f-a915-41ff-b7e6-9ff0dff6c2b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.511626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1474864f-a915-41ff-b7e6-9ff0dff6c2b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3391862 Jul 22 21:38:57.517783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:57.549882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.563027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.589075 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b84675a5-e8e2-4b56-af70-b01ba639379e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696864 Jul 22 21:38:57.589770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.600259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52764) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:57.607443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.608098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:57.620278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.633461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.646769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:57.654334 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-276a1379-67ee-4754-bef4-9eca83fd17e1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5420 time: 0.6576209 Jul 22 21:38:57.717727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=790f204a-048c-4edf-8696-c0dc69319963,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:57.741794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.741794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.742261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.743431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.743942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.744448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.745029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.745721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.746815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.747344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.748007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.748803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:38:57.775035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] Deleting port 790f204a-048c-4edf-8696-c0dc69319963 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:38:57.776105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.883778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bea15c10-f2ef-406a-8ac9-640ff8b93522 req-7c07c71a-0093-4481-9d5a-72c85c73f6ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684215 Jul 22 21:38:57.963205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfc237b3-8663-4d3b-8b38-c3ec6c713aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.966793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] For port 790f204a-048c-4edf-8696-c0dc69319963, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=790f204a-048c-4edf-8696-c0dc69319963,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:57.967379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:57.989822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfc237b3-8663-4d3b-8b38-c3ec6c713aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.002563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] Calling delete_port for 790f204a-048c-4edf-8696-c0dc69319963 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:38:58.023944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:58.035011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.037105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 15dd7771-5987-4967-af1d-c43f67223885 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:38:58.101233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.167355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.171649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bfc237b3-8663-4d3b-8b38-c3ec6c713aaf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=801b3e28a77c44e6a48fe3ec35b33629&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6081455 Jul 22 21:38:58.173885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc237b3-8663-4d3b-8b38-c3ec6c713aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc276788-c5a7-40d5-a957-7673946f4a5a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:58.183336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52774) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:58.225349 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:38:58.383682 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61e295ce-e524-4cce-a023-1ad39f284dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.435762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.491172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61e295ce-e524-4cce-a023-1ad39f284dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.516888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] Pushing event deleted for resources: {'Port': ['ID=790f204a-048c-4edf-8696-c0dc69319963,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:58.520385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 790f204a-048c-4edf-8696-c0dc69319963 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:38:58.527886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff9803-e90c-4b30-ae75-02f12f5593db None None] No DVR routers for this DVR port 790f204a-048c-4edf-8696-c0dc69319963 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:38:58.570813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 15dd7771-5987-4967-af1d-c43f67223885, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=15dd7771-5987-4967-af1d-c43f67223885,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:58.576779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 790f204a-048c-4edf-8696-c0dc69319963 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:38:58.577351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 790f204a-048c-4edf-8696-c0dc69319963 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:38:58.599096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '15dd7771-5987-4967-af1d-c43f67223885', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'port_id': '15dd7771-5987-4967-af1d-c43f67223885', 'mac_address': 'fa:16:3e:ac:93:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:38:58.617776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.25.5.33 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/3c12109f-ffad-4772-81bd-eda04489a643) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:38:58.711012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:38:58.712571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.753139 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.776634 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61e295ce-e524-4cce-a023-1ad39f284dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.780158 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61e295ce-e524-4cce-a023-1ad39f284dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.784697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-61e295ce-e524-4cce-a023-1ad39f284dd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc276788-c5a7-40d5-a957-7673946f4a5a HTTP/1.1" status: 204 len: 168 time: 0.5999353 Jul 22 21:38:58.804026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=62e380da-461a-42f1-a312-df3f42a6ea57,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:58.811136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e295ce-e524-4cce-a023-1ad39f284dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc276788-c5a7-40d5-a957-7673946f4a5a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:58.817063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:58.819429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:58.829747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:58.835898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.842206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ede41-1ff4-4a65-bb1d-9f115f3a9a7e None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:38:58.846382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15dd7771-5987-4967-af1d-c43f67223885 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:38:58.880360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f75dd834-887b-40b7-8512-5b339a84135c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2778013 Jul 22 21:38:58.884014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:58.893872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:14:a1:ef', 'name': 'tempest-NetworksTestDHCPv6-850590694'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:38:58.903810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:58.995105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 15dd7771-5987-4967-af1d-c43f67223885, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=15dd7771-5987-4967-af1d-c43f67223885,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:38:59.151922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:59.176741 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:59.293815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:38:59.302895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:38:59.322646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=15dd7771-5987-4967-af1d-c43f67223885,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:59.344594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:38:59.366005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:38:59.382285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=3c12109f-ffad-4772-81bd-eda04489a643,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:38:59.464669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '62e380da-461a-42f1-a312-df3f42a6ea57'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:38:59.466262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:59.713956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:38:59.760326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['15dd7771-5987-4967-af1d-c43f67223885'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:38:59.780892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:38:59.860281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:59.867044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:59.889659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:59.904037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:59.913439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:59.922449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:59.931215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:38:59.935053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-7ea881e8-7232-4f1b-9859-b69cfaf5ba21 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5421 time: 0.7398818 Jul 22 21:38:59.935828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52800) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:38:59.982503 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92c860b7-d5af-4ee9-9a2c-257485d4b8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:00.055111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:39:00.120794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c482b4e-fcae-4a1f-a17d-a48c03fd1c46 req-e6c38809-720c-4051-8d7e-f7131c7841d1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675348 Jul 22 21:39:00.151638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Allocated IP 2001:db8::f816:3eff:fe3d:352d (caeefccd-6c8b-4502-a5b4-f242d70f2491/62e380da-461a-42f1-a312-df3f42a6ea57/b62d60f7-3a8d-421a-be1d-45cc004f35f1) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:00.233257 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:39:00.570091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:00.621964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34', 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042', 'port_id': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34', 'mac_address': 'fa:16:3e:01:99:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99555d7d-4933-41db-befc-f78322c16fe7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:39:00.784605 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:00.788914 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:00.818507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Transition to ACTIVE for port object b62d60f7-3a8d-421a-be1d-45cc004f35f1 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:00.856649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Transition to ACTIVE for port object b62d60f7-3a8d-421a-be1d-45cc004f35f1 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:00.891581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:00.996453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:00.999551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:39:01.023829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:01.096837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:01.128915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fe14:a1ef (caeefccd-6c8b-4502-a5b4-f242d70f2491/62e380da-461a-42f1-a312-df3f42a6ea57/26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:01.189166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Pushing event updated for resources: {'Port': ['ID=b62d60f7-3a8d-421a-be1d-45cc004f35f1,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:01.214324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:01.284676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.299959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.300330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 09bcb43b-d030-4f79-a545-96cbf5b75f5f details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:39:01.429830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Attempting to bind port b62d60f7-3a8d-421a-be1d-45cc004f35f1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:39:01.430599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Attempting to bind port b62d60f7-3a8d-421a-be1d-45cc004f35f1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:39:01.431337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Attempting to bind port b62d60f7-3a8d-421a-be1d-45cc004f35f1 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:39:01.571072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:01.594731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:39:01.595330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:01.595762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.596205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:39:01.601101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Bound port: b62d60f7-3a8d-421a-be1d-45cc004f35f1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:39:01.601853 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.625134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:39:01.627796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.760195 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.792883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:01.863962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.889464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.906899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.919993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.933826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.950699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.956496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:01.961951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:01.967921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.973040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:01.980562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.980894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:01.981444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:01.984864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-10492ead-defa-4dd4-be8d-3807a6a8c630 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5422 time: 0.4601533 Jul 22 21:39:01.989135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92c860b7-d5af-4ee9-9a2c-257485d4b8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.033537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92c860b7-d5af-4ee9-9a2c-257485d4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.040781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:02.052937 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0bb598ea-89f2-4f58-8028-1ced2def7bef tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1670036 Jul 22 21:39:02.057501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52830) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:02.179682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c860b7-d5af-4ee9-9a2c-257485d4b8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc588799-1ae8-4369-8875-5823d223aa24,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:02.187779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92c860b7-d5af-4ee9-9a2c-257485d4b8b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4056b95ff52a43148f3b0759792237f4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2471347 Jul 22 21:39:02.192554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52834) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:02.279255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b0508a1-374f-4f5d-973e-ba5646d1dac0 req-21245db9-7852-4424-b5f4-91966976b01a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505600 Jul 22 21:39:02.313035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68799e75-ac82-48d0-b314-91bd28084976 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:02.331056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68799e75-ac82-48d0-b314-91bd28084976 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:02.340556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-68799e75-ac82-48d0-b314-91bd28084976 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2782428 Jul 22 21:39:02.344635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:02.348968 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afdf14cd-9455-4d3d-b219-55ce7f78c67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.360641 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.364042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.475077 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afdf14cd-9455-4d3d-b219-55ce7f78c67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.495610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] For port b62d60f7-3a8d-421a-be1d-45cc004f35f1, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:39:02.503090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 09bcb43b-d030-4f79-a545-96cbf5b75f5f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:02.511758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] For port b62d60f7-3a8d-421a-be1d-45cc004f35f1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b62d60f7-3a8d-421a-be1d-45cc004f35f1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:39:02.531692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.538078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '09bcb43b-d030-4f79-a545-96cbf5b75f5f', 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'port_id': '09bcb43b-d030-4f79-a545-96cbf5b75f5f', 'mac_address': 'fa:16:3e:47:83:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ecb692-d5a4-46e9-95b7-78719637d18c', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:39:02.742346 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.756312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee85b2-0556-4f07-8ce0-68db05ce6c0f None None] Pushing event updated for resources: {'Port': ['ID=b62d60f7-3a8d-421a-be1d-45cc004f35f1,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:02.792702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bcb43b-d030-4f79-a545-96cbf5b75f5f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:39:02.823187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afdf14cd-9455-4d3d-b219-55ce7f78c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.826568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afdf14cd-9455-4d3d-b219-55ce7f78c67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.831472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-afdf14cd-9455-4d3d-b219-55ce7f78c67e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc588799-1ae8-4369-8875-5823d223aa24 HTTP/1.1" status: 204 len: 168 time: 0.6369128 Jul 22 21:39:02.871494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:02.871953 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.875167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 09bcb43b-d030-4f79-a545-96cbf5b75f5f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:02.884827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:02.886099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f8147a0-67df-4242-865e-57c1bbbfbde9 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:39:02.962697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:03.006237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf14cd-9455-4d3d-b219-55ce7f78c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc588799-1ae8-4369-8875-5823d223aa24,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:03.099608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '2f8147a0-67df-4242-865e-57c1bbbfbde9', 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'port_id': '2f8147a0-67df-4242-865e-57c1bbbfbde9', 'mac_address': 'fa:16:3e:68:c6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ecb692-d5a4-46e9-95b7-78719637d18c', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:39:03.167038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=09bcb43b-d030-4f79-a545-96cbf5b75f5f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:03.275057 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:03.302030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:03.350644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:03.396272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8147a0-67df-4242-865e-57c1bbbfbde9 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:39:03.404352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:39:03.461284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:03.476943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:03.479655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 28b48b81-9c56-41f0-83d5-bebadd45293d details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:39:03.596912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:03.693321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 28b48b81-9c56-41f0-83d5-bebadd45293d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=28b48b81-9c56-41f0-83d5-bebadd45293d,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:03.721249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '28b48b81-9c56-41f0-83d5-bebadd45293d', 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'port_id': '28b48b81-9c56-41f0-83d5-bebadd45293d', 'mac_address': 'fa:16:3e:80:ad:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ecb692-d5a4-46e9-95b7-78719637d18c', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:39:03.869472 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:03.893875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b48b81-9c56-41f0-83d5-bebadd45293d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:39:03.958282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 28b48b81-9c56-41f0-83d5-bebadd45293d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=28b48b81-9c56-41f0-83d5-bebadd45293d,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:03.967248 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:03.968156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6b897202-5981-4600-bd7a-3067a8e69fbd details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:39:04.057869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.078516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.094912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.109238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b897202-5981-4600-bd7a-3067a8e69fbd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b897202-5981-4600-bd7a-3067a8e69fbd,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:04.115777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=28b48b81-9c56-41f0-83d5-bebadd45293d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:04.129152 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.137644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.142303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6b897202-5981-4600-bd7a-3067a8e69fbd', 'network_id': 'c7122c82-cfb3-46e2-9034-88ba14057db3', 'port_id': '6b897202-5981-4600-bd7a-3067a8e69fbd', 'mac_address': 'fa:16:3e:c5:8e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ecb692-d5a4-46e9-95b7-78719637d18c', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:39:04.152723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.189688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.202251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-180a0e28-49ba-4936-8383-2efed6b2293a req-f1612bae-2d6c-4dea-9a7f-dcd6528bfbc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5424 time: 0.6069698 Jul 22 21:39:04.204410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:04.226681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:04.246834 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:04.276155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:04.284873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:38:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:04.314087 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:04.336555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52878) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:04.338068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2be5fb2-5049-4e5c-8e60-aed3b36cfb93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4460502 Jul 22 21:39:04.359625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:04.404155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:04.443447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b897202-5981-4600-bd7a-3067a8e69fbd {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:39:04.487005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:04.502023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-180a0e28-49ba-4936-8383-2efed6b2293a req-16eac0a7-3dcf-402b-a32b-537929796845 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2867632 Jul 22 21:39:04.585003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b897202-5981-4600-bd7a-3067a8e69fbd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b897202-5981-4600-bd7a-3067a8e69fbd,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:04.605125 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:04.606248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 62041510-cd30-4086-a7c3-75094b8104e6 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:39:04.673093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:04.677471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4463405f-01e4-42d2-9dde-7b7c637e87a9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7 HTTP/1.1" status: 204 len: 168 time: 2.3307459 Jul 22 21:39:04.682585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 52888) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:04.710154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:04.711134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:38:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:04.789343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b62d60f7-3a8d-421a-be1d-45cc004f35f1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:04.849384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:04.850535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a5216-0ead-44dd-99e0-8f214268bd82 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:04.864673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6b897202-5981-4600-bd7a-3067a8e69fbd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:04.893670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9508aca7-7f53-4e5b-8ecd-60b404705b2f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.895987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9508aca7-7f53-4e5b-8ecd-60b404705b2f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:04.898561 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9508aca7-7f53-4e5b-8ecd-60b404705b2f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2051101 Jul 22 21:39:04.903309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:04.909421 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:39:04.939436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 62041510-cd30-4086-a7c3-75094b8104e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=62041510-cd30-4086-a7c3-75094b8104e6,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:04.979048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '62041510-cd30-4086-a7c3-75094b8104e6', 'network_id': 'c9c32e8e-f44d-496f-8a34-7a6d37c54042', 'port_id': '62041510-cd30-4086-a7c3-75094b8104e6', 'mac_address': 'fa:16:3e:a6:42:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99555d7d-4933-41db-befc-f78322c16fe7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:39:05.131246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-71d3f3af-5492-4c71-827a-42a24acebc62 None None] Provisioning for port b62d60f7-3a8d-421a-be1d-45cc004f35f1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:05.154210 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:05.212862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port b62d60f7-3a8d-421a-be1d-45cc004f35f1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:05.223418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b62d60f7-3a8d-421a-be1d-45cc004f35f1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:05.224160 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:05.227250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62041510-cd30-4086-a7c3-75094b8104e6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:39:05.292921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 62e380da-461a-42f1-a312-df3f42a6ea57 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:05.307606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:05.419449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 62041510-cd30-4086-a7c3-75094b8104e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=62041510-cd30-4086-a7c3-75094b8104e6,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:05.446428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:05.493627 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:05.582294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 15dd7771-5987-4967-af1d-c43f67223885 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:05.884044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4740548e-adbd-40b2-a78a-31581de40d89 None None] Could not find standard attr ID for object 26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:39:05.919336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=62041510-cd30-4086-a7c3-75094b8104e6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:05.968127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:06.008962 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:06.038210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 15dd7771-5987-4967-af1d-c43f67223885 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:06.047012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 15dd7771-5987-4967-af1d-c43f67223885 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:06.047427 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:06.131919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:06.237195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=62e380da-461a-42f1-a312-df3f42a6ea57,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:06.241440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:06.243465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4737cff0-eee4-4ff1-a212-f59d2e229ab1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/62e380da-461a-42f1-a312-df3f42a6ea57 HTTP/1.1" status: 204 len: 168 time: 1.3386595 Jul 22 21:39:06.247133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52930) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:06.303233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:06.330759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62bd20-675d-4ef9-9e1c-d5bfd372d22c None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:06.466015 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:39:06.466352 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:39:06.478210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e246568-4b38-415a-b769-c93373230f1a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2265501 Jul 22 21:39:06.493217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52938) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:06.510056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:06.540710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:06.551540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:06.560609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:06.568708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:06.574752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:06.581179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:06.588540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:06.590648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-15bd5ee5-36e1-40c9-aa8a-c1ad61f4d877 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5427 time: 0.8488898 Jul 22 21:39:06.652962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['62041510-cd30-4086-a7c3-75094b8104e6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:39:06.756357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['685b535b-583e-47dc-a3ee-fa8c9e8c7c34'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:39:06.758070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da8265b9-ace2-472c-b7c5-30b96cf9c2df req-353f39c8-369b-4e36-84c2-f2f5e228edc3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563194 Jul 22 21:39:06.759999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6b897202-5981-4600-bd7a-3067a8e69fbd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:39:06.817385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['2f8147a0-67df-4242-865e-57c1bbbfbde9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:39:06.923931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.1 (d509f960-61a8-4a44-8d16-7aac3f374d1a/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011/14f733d0-ccfc-44b8-8fc2-7d8bde7201df) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:06.946745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:06.958337 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:06.992333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['28b48b81-9c56-41f0-83d5-bebadd45293d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:39:07.178996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:07.231968 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:07.280982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:07.323166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network d509f960-61a8-4a44-8d16-7aac3f374d1a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:07.328252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dd7771-5987-4967-af1d-c43f67223885'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:07.334521 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443fa1f0-f05a-4502-8383-bdd63339df61" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "15dd7771-5987-4967-af1d-c43f67223885"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:07.353628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:07.353899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:07.357857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:07.398905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 15dd7771-5987-4967-af1d-c43f67223885, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=15dd7771-5987-4967-af1d-c43f67223885,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:07.448883 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:07.452960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:07.525070 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0395c18-c5fc-4af4-b708-446a13cc52ab x-openstack-request-id: req-c0395c18-c5fc-4af4-b708-446a13cc52ab {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:07.525357 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "15dd7771-5987-4967-af1d-c43f67223885", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:07.525598 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0395c18-c5fc-4af4-b708-446a13cc52ab {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:07.525988 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dd7771-5987-4967-af1d-c43f67223885', 'code': 200} Jul 22 21:39:07.621678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['09bcb43b-d030-4f79-a545-96cbf5b75f5f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:39:07.635377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=14f733d0-ccfc-44b8-8fc2-7d8bde7201df,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:07.830882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:07.882372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:39:08.015228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:39:08.311144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:08.319411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:08.336412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:08.351389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:08.368178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:08.381591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:08.396476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:08.410446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-c467f3be-488b-48e7-a2f9-cd666a9d73ec tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5428 time: 0.3918226 Jul 22 21:39:08.414162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=15dd7771-5987-4967-af1d-c43f67223885,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:08.429118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b62d60f7-3a8d-421a-be1d-45cc004f35f1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b62d60f7-3a8d-421a-be1d-45cc004f35f1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:08.436724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:08.444083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:08.515603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13ef0c67-04f9-4919-8e69-6baff47e9052 req-90db1077-a02e-4643-8488-c33d3c5fc631 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038589 Jul 22 21:39:08.580303 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:08.595559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:08.648596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=14f733d0-ccfc-44b8-8fc2-7d8bde7201df,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:08.667972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:08.851710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port b62d60f7-3a8d-421a-be1d-45cc004f35f1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b62d60f7-3a8d-421a-be1d-45cc004f35f1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:08.857078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b62d60f7-3a8d-421a-be1d-45cc004f35f1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:08.903168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network d509f960-61a8-4a44-8d16-7aac3f374d1a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:08.910482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:08.913017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:08.921213 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:08.922811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:09.033420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=b62d60f7-3a8d-421a-be1d-45cc004f35f1,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:09.125367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:09.137690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b62d60f7-3a8d-421a-be1d-45cc004f35f1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:09.189232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:09.197891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:09.198849 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:09.210549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=579e0d32-6bc5-4109-9616-e6d2be691551,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:09.241599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7e05e6b3-0921-4252-a268-2874b593736e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7468662 Jul 22 21:39:09.244440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:09.253972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:fb:d4:80', 'name': 'tempest-NetworksTestDHCPv6-720919929'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:09.285424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:09.413057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] Deleting port b62d60f7-3a8d-421a-be1d-45cc004f35f1 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:09.413554 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:09.493017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:09.545338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:09.557959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4e0665c6-35a1-48c0-9e96-d493c27ae7cc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/routers/ffb7be88-f604-48ab-a984-291956b7d070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2142367 Jul 22 21:39:09.561753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53000) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:09.563618 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:09.585692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'port': {'network_id': 'd509f960-61a8-4a44-8d16-7aac3f374d1a', 'name': 'tempest-FloatingIPTestJSON-127560385'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:09.588622 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:09.589802 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:38:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:09.689755 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:09.705931 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:09.708493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:38:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:09.758847 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:09.760303 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d30ce8-fa7e-4307-bf15-34c7e20d1844 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:09.768463 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:09.882064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b62d60f7-3a8d-421a-be1d-45cc004f35f1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b62d60f7-3a8d-421a-be1d-45cc004f35f1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:09.900490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.029700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.067938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] For port b62d60f7-3a8d-421a-be1d-45cc004f35f1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b62d60f7-3a8d-421a-be1d-45cc004f35f1,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:10.070222 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.112957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] Calling delete_port for b62d60f7-3a8d-421a-be1d-45cc004f35f1 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:10.120062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:10.125917 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.126873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b62d60f7-3a8d-421a-be1d-45cc004f35f1,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:10.174814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port f478512c-7ebc-4b6e-8ec7-7de4a63e5d76 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:10.184640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] device_id is not set on port 93043180-3bfe-4cae-bd6b-e7998ff96505 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:10.216419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.223647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.229694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.236097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.242154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.248050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.254298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.256324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-b9954e74-0fa7-4e46-bff3-a8c0ca90b35c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5428 time: 0.4633253 Jul 22 21:39:10.425228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.10 (d509f960-61a8-4a44-8d16-7aac3f374d1a/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011/93043180-3bfe-4cae-bd6b-e7998ff96505) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:10.438430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fefb:d480 (caeefccd-6c8b-4502-a5b4-f242d70f2491/579e0d32-6bc5-4109-9616-e6d2be691551/f478512c-7ebc-4b6e-8ec7-7de4a63e5d76) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:10.497035 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.610617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] Pushing event deleted for resources: {'Port': ['ID=b62d60f7-3a8d-421a-be1d-45cc004f35f1,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:10.641039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.668402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92c4db-2968-4d3d-bac1-ed40ff624a0d None None] No DVR routers for this DVR port b62d60f7-3a8d-421a-be1d-45cc004f35f1 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:39:10.672729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object f478512c-7ebc-4b6e-8ec7-7de4a63e5d76 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:10.679217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cdc7fcb-0064-41c1-8bb1-a2ea5177d863 req-8c7aff77-c3da-461e-b91a-a5daba9efa8f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4129400 Jul 22 21:39:10.704650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438f94a-6147-476b-88ae-43656b896ded None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:10.801616 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.846359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.865484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:10.870637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:10.876157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:10.887388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:10.894515 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:10.897285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=f478512c-7ebc-4b6e-8ec7-7de4a63e5d76,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:10.940345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4073a4fd-b64a-4c9a-b0d6-c305269fecc9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6937668 Jul 22 21:39:10.941435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53016) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:11.079712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '579e0d32-6bc5-4109-9616-e6d2be691551'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:39:11.084014 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.086808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.184196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=93043180-3bfe-4cae-bd6b-e7998ff96505,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:11.220552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network d509f960-61a8-4a44-8d16-7aac3f374d1a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:11.236228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:11.241454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:11.265267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22bcf11-e625-4f49-bf4c-b69c06324a95 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:11.268604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c22bcf11-e625-4f49-bf4c-b69c06324a95 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3256054 Jul 22 21:39:11.272005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:11.405484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:11.411621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.413130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Allocated IP 2001:db8::f816:3eff:fe19:62a3 (caeefccd-6c8b-4502-a5b4-f242d70f2491/579e0d32-6bc5-4109-9616-e6d2be691551/771dce08-dc40-4493-a18b-440ecfa20f21) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:11.447008 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bcffbcc0-fa1e-4942-9015-8a00fee4f309 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8837028 Jul 22 21:39:11.447674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53028) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:11.458599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'port': {'network_id': 'd509f960-61a8-4a44-8d16-7aac3f374d1a', 'name': 'tempest-FloatingIPTestJSON-2099676907'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:11.545111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port f478512c-7ebc-4b6e-8ec7-7de4a63e5d76 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:11.545452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.654302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:11.668371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.696321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] device_id is not set on port 4483b278-d74a-4e8b-a608-12142366248e yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:11.777945 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.802292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for f478512c-7ebc-4b6e-8ec7-7de4a63e5d76 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:11.835147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.860450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Transition to ACTIVE for port object 771dce08-dc40-4493-a18b-440ecfa20f21 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:11.903409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Transition to ACTIVE for port object 771dce08-dc40-4493-a18b-440ecfa20f21 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:11.920678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:11.955430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.2 (d509f960-61a8-4a44-8d16-7aac3f374d1a/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011/4483b278-d74a-4e8b-a608-12142366248e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:12.023810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:12.032412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:12.045126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:12.091167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.100977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.112036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.124338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.135432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.145448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.155994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.157963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-41bb6248-7642-4560-b392-6dc56d2bddde tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5428 time: 0.2567859 Jul 22 21:39:12.204806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Attempting to bind port 771dce08-dc40-4493-a18b-440ecfa20f21 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:39:12.205204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Attempting to bind port 771dce08-dc40-4493-a18b-440ecfa20f21 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:39:12.205634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Attempting to bind port 771dce08-dc40-4493-a18b-440ecfa20f21 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:39:12.220070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Pushing event updated for resources: {'Port': ['ID=771dce08-dc40-4493-a18b-440ecfa20f21,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:12.236390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:39:12.236940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:12.237428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.238333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:39:12.238849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Bound port: 771dce08-dc40-4493-a18b-440ecfa20f21, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:39:12.239246 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.301743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.457496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] For port 771dce08-dc40-4493-a18b-440ecfa20f21, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:39:12.467564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] For port 771dce08-dc40-4493-a18b-440ecfa20f21, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=771dce08-dc40-4493-a18b-440ecfa20f21,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:39:12.469943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.478859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.488769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34fd090b-ceb7-429f-95e1-a29fc0d70240 req-bbec0bc7-3ef0-4212-923e-5abb0b7d99a5 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2876589 Jul 22 21:39:12.556662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=f478512c-7ebc-4b6e-8ec7-7de4a63e5d76,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:12.559618 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.562000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-672c1509-ae64-4d25-8d5f-5efb7a565173 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/f478512c-7ebc-4b6e-8ec7-7de4a63e5d76 HTTP/1.1" status: 204 len: 168 time: 1.2889581 Jul 22 21:39:12.565487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53036) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:12.672794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaebea93-8b7e-4521-84bd-438e5b2a67a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.674463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaebea93-8b7e-4521-84bd-438e5b2a67a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.679235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53040) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:12.679473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aaebea93-8b7e-4521-84bd-438e5b2a67a4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1124699 Jul 22 21:39:12.681739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.744433 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-408c7888-6119-4355-8244-4585f323cf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.765960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network d509f960-61a8-4a44-8d16-7aac3f374d1a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:12.777713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:12.782918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=4483b278-d74a-4e8b-a608-12142366248e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:12.789892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:12.843064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 579e0d32-6bc5-4109-9616-e6d2be691551 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:12.856723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.874480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c18cc-1d2c-4ea4-bff0-99e73c44b193 None None] Pushing event updated for resources: {'Port': ['ID=771dce08-dc40-4493-a18b-440ecfa20f21,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:12.943641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:12.948293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:12.987059 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d0536fe6-f787-4432-ba64-dab138a8cec7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5374029 Jul 22 21:39:12.987801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53046) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:12.995622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '4483b278-d74a-4e8b-a608-12142366248e', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:12.997481 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:13.084831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:13.476428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:13.516526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f8147a0-67df-4242-865e-57c1bbbfbde9 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:13.741517 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:13.765702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 2f8147a0-67df-4242-865e-57c1bbbfbde9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:13.787108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 2f8147a0-67df-4242-865e-57c1bbbfbde9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:13.789786 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:13.957987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.25.5.45 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/bb9858d5-0b51-41ae-9089-706fcf02b350) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:13.974765 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.027210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.036388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.043943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.051936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.059324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.067623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.075106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.077941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-ab0adb81-e4f3-4fb5-b9a0-cf885e2855ba tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5428 time: 0.3324759 Jul 22 21:39:14.093887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.116645 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.130729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/579e0d32-6bc5-4109-9616-e6d2be691551 HTTP/1.1" status: 204 len: 168 time: 1.4500139 Jul 22 21:39:14.136812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be1c3c-34a8-44de-a130-d0b3b6f01253 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=579e0d32-6bc5-4109-9616-e6d2be691551,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:14.138871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:14.148133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8147a0-67df-4242-865e-57c1bbbfbde9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:14.155379 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717337b1-35c2-404a-96c1-3f328c05931c" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "2f8147a0-67df-4242-865e-57c1bbbfbde9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:14.220447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:14.233288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.234318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:14.259370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-644cc1ef-bc41-4e5f-b17b-fbc15a7db1cb tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950327 Jul 22 21:39:14.261937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53090) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:14.346272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3996bb4-ed3e-4d94-9dc2-d5c37b4326da req-83ed6e14-09d2-495e-8350-3854a5e749a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391882 Jul 22 21:39:14.356841 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96db5b0e-0f09-4498-a244-c9dc9765a948 x-openstack-request-id: req-96db5b0e-0f09-4498-a244-c9dc9765a948 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:14.357309 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "2f8147a0-67df-4242-865e-57c1bbbfbde9", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:14.357639 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96db5b0e-0f09-4498-a244-c9dc9765a948 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:14.358390 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8147a0-67df-4242-865e-57c1bbbfbde9', 'code': 200} Jul 22 21:39:14.359071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:14.362157 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.417340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee6c0a-5565-468b-9555-d5cef34fda12 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.422907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5eee6c0a-5565-468b-9555-d5cef34fda12 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1565273 Jul 22 21:39:14.428915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53092) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:14.507031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:14.512919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:14.514453 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.597145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020b133-c3ec-4873-9741-324c2b7847e8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:14.600487 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5020b133-c3ec-4873-9741-324c2b7847e8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1647840 Jul 22 21:39:14.603262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53100) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:14.635891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.730857 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-96ce7371-f443-4244-9ec3-4c223cf4d7b2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254072 Jul 22 21:39:14.738623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53106) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:14.753451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:14.798956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:14.817122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:14.842291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:14.849989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:14.857822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672843a-01d4-4761-a50b-99ff2b43e65d None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:14.924293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=bb9858d5-0b51-41ae-9089-706fcf02b350,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:15.008151 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 771dce08-dc40-4493-a18b-440ecfa20f21 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:15.125006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:15.131504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.244846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-98705ebf-fd92-4d4b-9682-fc99990d7f1f None None] Provisioning for port 771dce08-dc40-4493-a18b-440ecfa20f21 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:15.264439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-98705ebf-fd92-4d4b-9682-fc99990d7f1f None None] Could not find standard attr ID for object f478512c-7ebc-4b6e-8ec7-7de4a63e5d76. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:39:15.268499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:15.270743 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0c58f816-c262-4f83-8a27-38e9942d393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.276468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.277281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 28b48b81-9c56-41f0-83d5-bebadd45293d up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:15.319923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 771dce08-dc40-4493-a18b-440ecfa20f21 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:15.436804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.501696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 771dce08-dc40-4493-a18b-440ecfa20f21 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:15.502109 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.602478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:15.633214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:15.662136 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.686016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:15.710430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:15.711875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.760828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=bd0a452b-09de-4790-8df7-822fc0157fac,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:15.779574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c4b4ae89-30bb-4191-bf24-0b67c75e7107 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0383637 Jul 22 21:39:15.811810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53128) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:15.834152 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:f8:f6:9e', 'name': 'tempest-NetworksTestDHCPv6-397699758'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:15.853352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:15.901030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:39:15.967230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:15.977826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 771dce08-dc40-4493-a18b-440ecfa20f21, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=771dce08-dc40-4493-a18b-440ecfa20f21,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:15.995825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:16.006413 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.007261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:16.026006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:16.046390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:16.067184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:16.085377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=771dce08-dc40-4493-a18b-440ecfa20f21,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:16.087002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:16.104876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-9a21f9fb-1f92-4cc9-b8f2-6dd1f5cbdbcd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5430 time: 0.5697312 Jul 22 21:39:16.115173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 28b48b81-9c56-41f0-83d5-bebadd45293d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:16.128525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 28b48b81-9c56-41f0-83d5-bebadd45293d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:16.129305 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.156005 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.201191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] Deleting port 771dce08-dc40-4493-a18b-440ecfa20f21 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:16.201657 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.292113 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.359901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:16.363510 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f231d61-990f-4ca2-86b5-f416370ebd8f" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:16.388516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1327ab-d4b4-44b5-8d10-4f71c810c522 req-43f5983c-85c3-4d34-9233-dabcbef3d58d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824461 Jul 22 21:39:16.400550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.475131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 28b48b81-9c56-41f0-83d5-bebadd45293d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=28b48b81-9c56-41f0-83d5-bebadd45293d,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:16.495348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:16.495581 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f4df4-14fe-423a-b123-46574e6dc588 x-openstack-request-id: req-ab7f4df4-14fe-423a-b123-46574e6dc588 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:16.495924 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:16.496347 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab7f4df4-14fe-423a-b123-46574e6dc588 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:16.496982 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34', 'code': 200} Jul 22 21:39:16.498080 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.499215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6b897202-5981-4600-bd7a-3067a8e69fbd up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:16.512380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] For port 771dce08-dc40-4493-a18b-440ecfa20f21, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=771dce08-dc40-4493-a18b-440ecfa20f21,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:16.512803 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.529329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaf772-d7d9-49b5-8061-a993a0026bdb req-2c04f1d7-aef3-4bf9-8b8f-86c01d6e4d5f tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:16.531987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fbaf772-d7d9-49b5-8061-a993a0026bdb req-2c04f1d7-aef3-4bf9-8b8f-86c01d6e4d5f tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1098 time: 0.4001815 Jul 22 21:39:16.603082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.642176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fbaf772-d7d9-49b5-8061-a993a0026bdb req-89445e8e-ed24-4caf-a41b-a936da2e7d31 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905001 Jul 22 21:39:16.660861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] Calling delete_port for 771dce08-dc40-4493-a18b-440ecfa20f21 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:16.681452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53140) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:16.683874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.748003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 641a0038-805f-433c-847c-031cb00ba7b3 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:16.900057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 771dce08-dc40-4493-a18b-440ecfa20f21 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:16.920253 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:16.965465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::b2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/bd0a452b-09de-4790-8df7-822fc0157fac/641a0038-805f-433c-847c-031cb00ba7b3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:17.028541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 771dce08-dc40-4493-a18b-440ecfa20f21 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:17.028795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 771dce08-dc40-4493-a18b-440ecfa20f21 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:17.069149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] No DVR routers for this DVR port 771dce08-dc40-4493-a18b-440ecfa20f21 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:39:17.114286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db124331-c905-4127-ad1a-ff27bfdf3dd3 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:17.116473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=28b48b81-9c56-41f0-83d5-bebadd45293d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:17.244985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6b897202-5981-4600-bd7a-3067a8e69fbd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:17.251022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f74bd-7112-4b67-930d-07847fdb4f2c None None] Pushing event deleted for resources: {'Port': ['ID=771dce08-dc40-4493-a18b-440ecfa20f21,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:17.253482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.259562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6b897202-5981-4600-bd7a-3067a8e69fbd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:17.261632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.289511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 641a0038-805f-433c-847c-031cb00ba7b3 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:17.345545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.347299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port af52f8c7-f51c-4670-83e9-69b0e405abf4 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:17.347656 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.420493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:17.451254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:17.469892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:17.483577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.484650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.499813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for af52f8c7-f51c-4670-83e9-69b0e405abf4 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:17.504556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.508798 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.570320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=641a0038-805f-433c-847c-031cb00ba7b3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:17.599975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-93d5c04a-afed-4f33-88c6-f2fff3b1c99b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7858181 Jul 22 21:39:17.600805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53152) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:17.711363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.737423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.836923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ebecf-fd06-4d92-ae2b-940cc41e1c8d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.843963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4e3ebecf-fd06-4d92-ae2b-940cc41e1c8d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2418690 Jul 22 21:39:17.845012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53154) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:17.859025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.867481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.875728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.882670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.895482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.909405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.920413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:17.929443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:17.931601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-b14b1033-9ad6-4f93-a7e5-e15323cb7d2f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5431 time: 0.3103209 Jul 22 21:39:18.056446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b84a21d-9268-4e1d-be93-b3230e0c340b req-bddfb5a6-e7ea-4ab2-b4ce-f174053cf499 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234510 Jul 22 21:39:18.116688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b897202-5981-4600-bd7a-3067a8e69fbd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b897202-5981-4600-bd7a-3067a8e69fbd,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:18.130807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.131824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 62041510-cd30-4086-a7c3-75094b8104e6 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:18.151587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=bb9858d5-0b51-41ae-9089-706fcf02b350,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:18.235534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.294631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6b897202-5981-4600-bd7a-3067a8e69fbd,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:18.299096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.317213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 62041510-cd30-4086-a7c3-75094b8104e6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:18.323867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 62041510-cd30-4086-a7c3-75094b8104e6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:18.324265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.391730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'bd0a452b-09de-4790-8df7-822fc0157fac'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:39:18.393775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.467257 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.511117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 641a0038-805f-433c-847c-031cb00ba7b3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:18.512061 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.541890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b48b81-9c56-41f0-83d5-bebadd45293d'}, {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:18.544438 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71113afe-e0b2-4e6e-8794-af8695cb41a7" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "28b48b81-9c56-41f0-83d5-bebadd45293d"}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:18.608370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.661418 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddee361-7e6b-4178-86b3-ac312aec3fd2 x-openstack-request-id: req-5ddee361-7e6b-4178-86b3-ac312aec3fd2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:18.661717 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "28b48b81-9c56-41f0-83d5-bebadd45293d", "code": 200}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:18.662748 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ddee361-7e6b-4178-86b3-ac312aec3fd2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:18.663576 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b48b81-9c56-41f0-83d5-bebadd45293d', 'code': 200} Jul 22 21:39:18.664242 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd', 'code': 200} Jul 22 21:39:18.734882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=af52f8c7-f51c-4670-83e9-69b0e405abf4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:18.760322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 62041510-cd30-4086-a7c3-75094b8104e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=62041510-cd30-4086-a7c3-75094b8104e6,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:18.773852 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:18.775200 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 5109b0f6-97c6-4177-a638-b9fe6f7db909 associated. External IP: 172.25.5.45, port: 4483b278-d74a-4e8b-a608-12142366248e. Jul 22 21:39:18.909998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=62041510-cd30-4086-a7c3-75094b8104e6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:18.913196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 09bcb43b-d030-4f79-a545-96cbf5b75f5f up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:18.980121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/bd0a452b-09de-4790-8df7-822fc0157fac/dddd3be7-13a0-4350-9a16-e5c8a921797e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:19.044771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 09bcb43b-d030-4f79-a545-96cbf5b75f5f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:19.082046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 09bcb43b-d030-4f79-a545-96cbf5b75f5f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:19.082309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.239242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.322682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 641a0038-805f-433c-847c-031cb00ba7b3 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:19.398946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53198) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:19.458550 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.495311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:19.505902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Transition to ACTIVE for port object dddd3be7-13a0-4350-9a16-e5c8a921797e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:19.517581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.526574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:19.559482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:19.574460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:19.581978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:19.597534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:19.603465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:19.613547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-b4430baa-6d5d-41eb-a348-b2543eeaf60a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5433 time: 0.3443904 Jul 22 21:39:19.623084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 09bcb43b-d030-4f79-a545-96cbf5b75f5f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:19.634641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.635658 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP 9501394b-5440-49e3-96df-c90dc3ea5d38 disassociated (deleted). External IP: 172.25.5.111, port: 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d. Jul 22 21:39:19.641492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Transition to ACTIVE for port object dddd3be7-13a0-4350-9a16-e5c8a921797e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:19.647350 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.656205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.661632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.687985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65a35ce7-4da8-41b4-a103-b208ed738e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.746646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bea1a59-2444-4d47-a8ce-ada2a37cb921 req-003d99b8-c303-4d7f-bfbc-eaaf5dc59e73 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312981 Jul 22 21:39:19.752267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:19.763073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:19.782264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:19.824333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=641a0038-805f-433c-847c-031cb00ba7b3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:19.829147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=09bcb43b-d030-4f79-a545-96cbf5b75f5f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:19.938412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Attempting to bind port dddd3be7-13a0-4350-9a16-e5c8a921797e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:39:19.938851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Attempting to bind port dddd3be7-13a0-4350-9a16-e5c8a921797e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:39:19.939327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Attempting to bind port dddd3be7-13a0-4350-9a16-e5c8a921797e on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:39:19.950311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Pushing event updated for resources: {'Port': ['ID=dddd3be7-13a0-4350-9a16-e5c8a921797e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:19.966603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:39:19.966603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:19.966603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.966603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:39:19.966603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Bound port: dddd3be7-13a0-4350-9a16-e5c8a921797e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:39:19.969783 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:19.995833 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65a35ce7-4da8-41b4-a103-b208ed738e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.002393 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65a35ce7-4da8-41b4-a103-b208ed738e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.079607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-65a35ce7-4da8-41b4-a103-b208ed738e91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=345b0c742bc84f8cada3766d15bf4e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792572 Jul 22 21:39:20.081806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a35ce7-4da8-41b4-a103-b208ed738e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8620fb22-52c9-42d9-8b45-6d01d1389779,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:20.090458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] For port dddd3be7-13a0-4350-9a16-e5c8a921797e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:39:20.097373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] For port dddd3be7-13a0-4350-9a16-e5c8a921797e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dddd3be7-13a0-4350-9a16-e5c8a921797e,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:39:20.104760 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.106193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53216) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:20.201328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865db0c0-9ac8-4ec7-83dc-a828e5cb5b7b None None] Pushing event updated for resources: {'Port': ['ID=dddd3be7-13a0-4350-9a16-e5c8a921797e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:20.205570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b3740c8-8c75-4656-bd13-bbc56f91bed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.244192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b3740c8-8c75-4656-bd13-bbc56f91bed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.363094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b3740c8-8c75-4656-bd13-bbc56f91bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.366133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b3740c8-8c75-4656-bd13-bbc56f91bed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.371594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b3740c8-8c75-4656-bd13-bbc56f91bed8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8620fb22-52c9-42d9-8b45-6d01d1389779 HTTP/1.1" status: 204 len: 168 time: 0.2586126 Jul 22 21:39:20.373087 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.379723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac46d1dd-1e05-4894-b194-f8c9d9d1e9cc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/641a0038-805f-433c-847c-031cb00ba7b3 HTTP/1.1" status: 204 len: 168 time: 2.5277638 Jul 22 21:39:20.380454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53222) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:20.381622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3740c8-8c75-4656-bd13-bbc56f91bed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8620fb22-52c9-42d9-8b45-6d01d1389779,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:20.524451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520077c9-108a-44f2-a4d6-51fd991c7e78 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:20.525991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520077c9-108a-44f2-a4d6-51fd991c7e78 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:20.533929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-520077c9-108a-44f2-a4d6-51fd991c7e78 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1488290 Jul 22 21:39:20.535351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:20.608494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet bd0a452b-09de-4790-8df7-822fc0157fac {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:20.608494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.665478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6'}, {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bcb43b-d030-4f79-a545-96cbf5b75f5f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:20.668140 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9cbb7b-0267-4022-9fe2-8c52a1798d44" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "62041510-cd30-4086-a7c3-75094b8104e6"}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "09bcb43b-d030-4f79-a545-96cbf5b75f5f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:20.730066 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:20.755816 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72d48d-5f20-4057-a6f2-57a3387475cd x-openstack-request-id: req-2f72d48d-5f20-4057-a6f2-57a3387475cd {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:20.756436 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "62041510-cd30-4086-a7c3-75094b8104e6", "code": 200}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-plugged", "status": "completed", "tag": "09bcb43b-d030-4f79-a545-96cbf5b75f5f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:20.756798 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f72d48d-5f20-4057-a6f2-57a3387475cd {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:20.757314 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6', 'code': 200} Jul 22 21:39:20.757679 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bcb43b-d030-4f79-a545-96cbf5b75f5f', 'code': 200} Jul 22 21:39:20.796822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 26b4092a-56ee-473e-8836-b1677d04bb12 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:20.816552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:20.927255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dddd3be7-13a0-4350-9a16-e5c8a921797e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:21.041835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port dddd3be7-13a0-4350-9a16-e5c8a921797e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:21.042603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53240) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:21.094321 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:21.156972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32f13954-9833-4298-bbb4-0669f9846a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:21.232976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.240555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.248219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.257444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.262108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:21.265007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.271397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.275050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] Sync routers for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:21.282711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:21.290387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:21.291463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:21.293924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.296175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-151e1cc5-92b6-4318-ad3e-8da461562c6a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.3218894 Jul 22 21:39:21.331949 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-80d4f6d4-55ba-4dd9-ac68-ba32bf968fcb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/floatingips/9501394b-5440-49e3-96df-c90dc3ea5d38 HTTP/1.1" status: 204 len: 168 time: 4.6496451 Jul 22 21:39:21.345992 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:21.398229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:21.403863 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535" -d '{"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:21.446132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.446615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.447091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.447556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.448042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.448526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.448982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.450984 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efbd7274-ac93-402e-932e-971b889b9759 req-46a6269c-ad90-44ae-8050-4ab5fae6612e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6498 time: 0.5323751 Jul 22 21:39:21.460284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:21.473690 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:21.511535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0a452b-09de-4790-8df7-822fc0157fac,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:21.518694 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:21.519336 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:21.543002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:21.564531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-996a7291-49d5-4a70-b777-041b6a68d5d7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/bd0a452b-09de-4790-8df7-822fc0157fac HTTP/1.1" status: 204 len: 168 time: 1.0221832 Jul 22 21:39:21.571872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53250) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:21.577106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-960d844a-fe4f-4f67-81b1-df6d5259748a req-599f9a73-f09e-465f-8b63-4b881833a1a9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2638767 Jul 22 21:39:21.605771 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:21.630217 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:21.630864 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:21.696807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:39:21.721578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53256) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:21.734811 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:21.735585 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6ed04759-5de6-4ae5-b6ce-28fb8f9efacb tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499534 Jul 22 21:39:21.736299 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a010a-3e61-46da-936e-118e25228b68 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:21.815707 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeea251-87b3-4dc2-a8eb-ac9de633cb1c x-openstack-request-id: req-ddeea251-87b3-4dc2-a8eb-ac9de633cb1c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:21.818199 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:21.818657 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddeea251-87b3-4dc2-a8eb-ac9de633cb1c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:21.824148 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'status': 'completed', 'code': 200} Jul 22 21:39:21.896181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1913d-9f55-43a8-867f-36e4deb65d59 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:21.904453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2c1913d-9f55-43a8-867f-36e4deb65d59 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1808631 Jul 22 21:39:21.907499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53266) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:21.962729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efbd7274-ac93-402e-932e-971b889b9759 req-b946bfab-e83d-4664-be38-611dcb16e529 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5003808 Jul 22 21:39:21.992638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32f13954-9833-4298-bbb4-0669f9846a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.014871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-32f13954-9833-4298-bbb4-0669f9846a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.044038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329c34b-dfbb-4c9f-a2c8-e5e25350405e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:22.049702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7329c34b-dfbb-4c9f-a2c8-e5e25350405e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1129422 Jul 22 21:39:22.068479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.070165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53270) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:22.123576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-afa0573f-c8ca-448d-9d7e-65c525059039 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521688 Jul 22 21:39:22.125538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53272) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:22.126289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db442a96-bc53-49b0-973e-96ef3eb14cf9 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:22.132549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:22.151674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b92235b8-ffeb-4b85-b5e0-5b0151136818 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.1625423 Jul 22 21:39:22.157683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53274) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:22.183383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:22.215473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] Provisioning for port dddd3be7-13a0-4350-9a16-e5c8a921797e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:22.256612 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-32f13954-9833-4298-bbb4-0669f9846a54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8f21b25c6d34a4eac27584fbc0237ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2124100 Jul 22 21:39:22.257575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53276) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:22.260863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f13954-9833-4298-bbb4-0669f9846a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60167e6-30dd-4c93-b26e-e64e6a1a79ce,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:22.272898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-d7b9a69e-0a8a-4460-9c7f-5bf99b70d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:22.274620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-d7b9a69e-0a8a-4460-9c7f-5bf99b70d5f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 1098 time: 0.4292569 Jul 22 21:39:22.278800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] Provisioning complete for port dddd3be7-13a0-4350-9a16-e5c8a921797e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:22.279252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.315518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e65801-bdf6-4c05-8ef2-0d19175a379f req-7a53a9ac-c938-45cd-a25c-a4604225197b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:22.317509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25e65801-bdf6-4c05-8ef2-0d19175a379f req-7a53a9ac-c938-45cd-a25c-a4604225197b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 946 time: 0.4081278 Jul 22 21:39:22.428560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25e65801-bdf6-4c05-8ef2-0d19175a379f req-b4a3e6b7-3593-452d-86cd-1343d91277ad tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939658 Jul 22 21:39:22.431709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:22.441002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.465986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.542677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-a55d3fb7-908c-40dc-ab71-b1812cdf4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:22.544240 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-a55d3fb7-908c-40dc-ab71-b1812cdf4b71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 200 len: 897 time: 0.2198601 Jul 22 21:39:22.544908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0007-365f-403e-9857-0a471a5abefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.634184 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-136f6657-7fec-4aa1-985c-5144096869c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 200 len: 217 time: 0.0789394 Jul 22 21:39:22.760531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-8215feb3-e129-4ebe-9d5e-a9d1131f9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:22.763335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-8215feb3-e129-4ebe-9d5e-a9d1131f9a8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 200 len: 835 time: 0.1029913 Jul 22 21:39:22.869518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:05Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:22.913476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] Checking router: 26b4092a-56ee-473e-8836-b1677d04bb12 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:39:22.913761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0007-365f-403e-9857-0a471a5abefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:22.970801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:22.971556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:23.057918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0007-365f-403e-9857-0a471a5abefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.062071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0007-365f-403e-9857-0a471a5abefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.066819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f1c0007-365f-403e-9857-0a471a5abefa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b60167e6-30dd-4c93-b26e-e64e6a1a79ce HTTP/1.1" status: 204 len: 168 time: 0.8013043 Jul 22 21:39:23.105409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c0007-365f-403e-9857-0a471a5abefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60167e6-30dd-4c93-b26e-e64e6a1a79ce,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:23.121427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.147385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.157007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.166634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.168304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.178970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.179230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.179968 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 5109b0f6-97c6-4177-a638-b9fe6f7db909 disassociated. External IP: 172.25.5.45, port: 4483b278-d74a-4e8b-a608-12142366248e. Jul 22 21:39:23.205236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.209356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:39:23.214199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.227184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.229283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-0e92898b-9b94-427b-9a23-d74dc79f4e76 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.3824797 Jul 22 21:39:23.305577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:39:23.380810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-a047ff4e-ae1b-4ffc-8a6a-8cb57e471eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.389317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-a047ff4e-ae1b-4ffc-8a6a-8cb57e471eff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b165983-addd-4a44-ae9a-18221a744a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4887607 Jul 22 21:39:23.424135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ab01f2c-ea74-4726-96b0-309dc79064bb req-c13f6386-560c-4839-a093-96a0e8f4d2ab tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753752 Jul 22 21:39:23.530311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:39:23.558093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] For port dddd3be7-13a0-4350-9a16-e5c8a921797e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dddd3be7-13a0-4350-9a16-e5c8a921797e,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:23.590140 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.649547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] Could not find standard attr ID for object 641a0038-805f-433c-847c-031cb00ba7b3. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:39:23.776437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc1b26-4fd1-4e1e-987c-e255a7d56d8a None None] Pushing event updated for resources: {'Port': ['ID=dddd3be7-13a0-4350-9a16-e5c8a921797e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:23.815409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] Deleting port dddd3be7-13a0-4350-9a16-e5c8a921797e {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:23.815813 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.896811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c30d9-792b-406a-a752-4a1dfd6fae91 req-82071286-7095-45e0-85e9-96448c7dafa1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:23.898639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-806c30d9-792b-406a-a752-4a1dfd6fae91 req-82071286-7095-45e0-85e9-96448c7dafa1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 946 time: 0.2886751 Jul 22 21:39:23.899912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.942777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] For port dddd3be7-13a0-4350-9a16-e5c8a921797e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dddd3be7-13a0-4350-9a16-e5c8a921797e,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:23.943183 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:23.982334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] Calling delete_port for dddd3be7-13a0-4350-9a16-e5c8a921797e owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:23.990806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:05Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:24.032821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a28a8-dd68-4ede-932a-809810788f49 None None] The sync data for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 is: [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:35:55Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8401cfd4-5274-4159-95c3-ddd21977b458', 'name': '', 'network_id': '4b165983-addd-4a44-ae9a-18221a744a52', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:6c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:52Z', 'updated_at': '2021-07-22T21:36:05Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a0b13b5b-ff3a-4d58-8788-7685a1363fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:24.128814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-806c30d9-792b-406a-a752-4a1dfd6fae91 req-e6421648-35ec-4953-8f69-ca19c462059f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043157 Jul 22 21:39:24.271522 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-c0bed3c1-de06-452a-bf81-3d1f0a95c400 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422551 Jul 22 21:39:24.336219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port dddd3be7-13a0-4350-9a16-e5c8a921797e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dddd3be7-13a0-4350-9a16-e5c8a921797e,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:24.362099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-7f6ae2e3-7a8f-4609-9ec4-a24626dd1550 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:24.363921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-7f6ae2e3-7a8f-4609-9ec4-a24626dd1550 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 946 time: 0.6274083 Jul 22 21:39:24.425832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:24.437554 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:24.452543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:24.534970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:24.555857 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:24.633823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:24.635006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] Pushing event deleted for resources: {'Port': ['ID=dddd3be7-13a0-4350-9a16-e5c8a921797e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:24.666691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32de3d3b-3e65-47b6-bfc1-fb57bc6ab535 req-091657d5-1c50-48bb-b87d-14d84a25e5f5 service neutron] 10.222.0.23 "GET /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819795 Jul 22 21:39:24.678131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:24.680828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=dddd3be7-13a0-4350-9a16-e5c8a921797e,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:24.721143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:24.722266 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:24.750500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a151a-2df2-4236-9012-b6058eee5a35 None None] No DVR routers for this DVR port dddd3be7-13a0-4350-9a16-e5c8a921797e on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:39:24.751386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6236024 Jul 22 21:39:24.757495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:24.760223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860772c4-eade-49e0-9321-c9bc8b4b95a4 None None] New status for floating IP 9501394b-5440-49e3-96df-c90dc3ea5d38: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:39:24.771411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-47a74270-8ec3-4a39-9519-61562831a8df tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:24.782716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dddd3be7-13a0-4350-9a16-e5c8a921797e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:24.785378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75814b07-8752-456f-9f86-7c47c619c8f0 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:24.932529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:24.941287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:24.945171 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:24.958459 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:24.959087 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:24.961326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e5e3b-c335-4626-a37d-c927a1c7b6f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=e610e0f5-b6c7-4208-904f-a307abbeb22b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:25.025061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: dddd3be7-13a0-4350-9a16-e5c8a921797e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:25.026123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dddd3be7-13a0-4350-9a16-e5c8a921797e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:25.032691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.057200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.064739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.071567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.077784 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:25.079162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.087923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.096440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.099051 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-c3b4e88c-db5f-4cb0-9ade-166fb6ba6229 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.5056620 Jul 22 21:39:25.099937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a74270-8ec3-4a39-9519-61562831a8df tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:25.104475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47a74270-8ec3-4a39-9519-61562831a8df tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:25.113705 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:25.115462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:25.115920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:25.117232 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:25.136262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-54a66fec-7eea-4d64-80e7-5d5118c16ff7 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/floatingips/5109b0f6-97c6-4177-a638-b9fe6f7db909 HTTP/1.1" status: 200 len: 687 time: 2.9762692 Jul 22 21:39:25.137492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53330) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:25.223444 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:25.225137 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60105b-0ff8-4201-bab4-227cfeccbc86 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:25.291421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-054e52b3-b098-4685-8b2a-3da56cf8ad22 req-f3fc0218-2902-4343-8dd7-9b514a60e024 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813068 Jul 22 21:39:25.358046 n-d-762330-19 neutron-server[94092]: INFO neutron.db.ipam_backend_mixin [None req-47a74270-8ec3-4a39-9519-61562831a8df tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e610e0f5-b6c7-4208-904f-a307abbeb22b (CIDR: 2001:db8::/64) Jul 22 21:39:25.365588 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a74270-8ec3-4a39-9519-61562831a8df tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:39:25.366396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a74270-8ec3-4a39-9519-61562831a8df tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:39:25.420256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'e610e0f5-b6c7-4208-904f-a307abbeb22b'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:39:25.420256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:25.421647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47a74270-8ec3-4a39-9519-61562831a8df tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6592236 Jul 22 21:39:25.422504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53338) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:25.429225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:25.649743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:25.650356 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:25.690726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port bb9858d5-0b51-41ae-9089-706fcf02b350 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:25.691095 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:25.735097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:25.742431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:25.747015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:25.788338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.789300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53344) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:25.789844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Allocated IP 2001:db8::f816:3eff:fe32:2864 (caeefccd-6c8b-4502-a5b4-f242d70f2491/e610e0f5-b6c7-4208-904f-a307abbeb22b/b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:25.795930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.803495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.810412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.817904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.824257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.831085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.837675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0d9c48b-be3e-4f4a-9f5e-4e03eead476c req-45459558-f2d0-4a76-a772-89c8c07a2758 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.2246256 Jul 22 21:39:25.847423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53348) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:25.868471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Request body: {'floatingip': {'port_id': '15dd7771-5987-4967-af1d-c43f67223885'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:25.913112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:25.960842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8a2c8-a5de-4baa-b10b-37ba138bf68e req-21fe9965-7622-448b-acdf-148a8f0650cd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:25.963356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0d8a2c8-a5de-4baa-b10b-37ba138bf68e req-21fe9965-7622-448b-acdf-148a8f0650cd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=a85272c0-f33a-4517-a390-380e5648e515 HTTP/1.1" status: 200 len: 946 time: 0.3475332 Jul 22 21:39:26.026718 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.027069 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.090977 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for bb9858d5-0b51-41ae-9089-706fcf02b350 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:26.118504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.138018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Transition to ACTIVE for port object b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:26.180160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Transition to ACTIVE for port object b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:26.201640 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.278180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Pushing event updated for resources: {'Port': ['ID=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:26.304598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:26.309564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:26.331876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:26.469024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49d27ff2-2f5f-4c52-8854-ccbdb8882d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.507283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Attempting to bind port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:39:26.507675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Attempting to bind port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:39:26.508934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Attempting to bind port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:39:26.517514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:39:26.517916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:26.518341 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.519726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:39:26.519726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Bound port: b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:39:26.532595 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.734513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:26.829875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:26.872614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] For port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:39:26.883220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] For port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:39:26.900251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:27.022132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] No DVR routers for this DVR port 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:39:27.043503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:27.054635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef478e99-cb98-4578-a61a-773f22ac5434 req-f4f390e6-b790-41ab-90d9-70df7ddac576 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "DELETE /v2.0/ports/0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d HTTP/1.1" status: 204 len: 173 time: 2.6545897 Jul 22 21:39:27.056179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-deleted', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:27.059210 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fed17a-082f-474f-88ff-a32390e8abbe" -d '{"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-deleted", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:27.068597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37c17b-383f-4ca0-9460-f0f0eca68163 None None] Pushing event updated for resources: {'Port': ['ID=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:27.180084 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d124cd7-fddf-4848-96aa-f55fac23eba0 x-openstack-request-id: req-1d124cd7-fddf-4848-96aa-f55fac23eba0 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:27.180587 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85272c0-f33a-4517-a390-380e5648e515", "name": "network-vif-deleted", "tag": "0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:27.180958 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d124cd7-fddf-4848-96aa-f55fac23eba0 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:27.181476 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85272c0-f33a-4517-a390-380e5648e515', 'name': 'network-vif-deleted', 'tag': '0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d', 'status': 'completed', 'code': 200} Jul 22 21:39:27.201271 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-48a28747-4da0-4ddf-8446-46886c3e5418 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6769481 Jul 22 21:39:27.268109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:27.288044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0d8a2c8-a5de-4baa-b10b-37ba138bf68e req-a639c168-0daf-4600-8256-e34cb5eb60bc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7715555f-fd19-4427-8231-7f2679c69fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610023 Jul 22 21:39:27.549081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:27.653061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:27.653514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0a1fabd6-86f2-47c5-9a5d-f4fbc5601f2d not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:27.867342 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.018679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:28.038308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:28.048311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.049082 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.055448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=1b214b4d-e911-492a-b541-54b7db1bc3cc,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:28.194990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.204671 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.225286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=bb9858d5-0b51-41ae-9089-706fcf02b350,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:28.417897 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Floating IP c3fc818b-02ff-481f-b1cb-f659e3598b86 associated. External IP: 172.25.5.40, port: 15dd7771-5987-4967-af1d-c43f67223885. Jul 22 21:39:28.420862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53368) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:28.460798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.466060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.479462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53370) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:28.494192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c3a4558f-c775-4c6f-925f-c8b833932165 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/floatingips/5109b0f6-97c6-4177-a638-b9fe6f7db909 HTTP/1.1" status: 204 len: 168 time: 3.3256676 Jul 22 21:39:28.523777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.524778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.525671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.525924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '93043180-3bfe-4cae-bd6b-e7998ff96505'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:28.526929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.527831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.528747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.529640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.533231 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a561d16e-b597-4200-9064-66359f3d85ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6506 time: 1.2276435 Jul 22 21:39:28.586772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49d27ff2-2f5f-4c52-8854-ccbdb8882d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.607017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49d27ff2-2f5f-4c52-8854-ccbdb8882d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.650756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce55dff-97b7-4d71-a290-289e46a67733 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:28.664639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a4b807af-d37e-4e87-9bd6-b27ac40ea4ff tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2398493 Jul 22 21:39:28.671636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:28.678715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:05:cd:29', 'name': 'tempest-NetworksTestDHCPv6-1324806332'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:28.690351 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-49d27ff2-2f5f-4c52-8854-ccbdb8882d91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37743c1653364c91b43e78ef8e286218&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8980610 Jul 22 21:39:28.695956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53376) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:28.795107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d27ff2-2f5f-4c52-8854-ccbdb8882d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8075215-7883-4a4f-8b17-c922f12ec2aa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:28.844047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-7fe82405-2651-4122-a1df-76a7459388e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.844532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-7fe82405-2651-4122-a1df-76a7459388e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.845016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-7fe82405-2651-4122-a1df-76a7459388e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:28.847491 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-7fe82405-2651-4122-a1df-76a7459388e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=e36c9c13-3075-44ed-add2-4df81517f00d&id=e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 200 len: 2298 time: 0.2755854 Jul 22 21:39:28.867375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.880166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:28.896067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:28.924429 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd1b95e9-1172-45e8-86ca-b28f27927fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.947470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c67f407a-2a50-42af-876b-1fcb4346ff8c None None] Provisioning for port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:28.969781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd1b95e9-1172-45e8-86ca-b28f27927fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:28.990998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-060a3429-bd6c-492e-afb9-230dc17396e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 200 len: 1001 time: 0.1341307 Jul 22 21:39:29.051527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:29.062654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:29.063250 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:29.072309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-14f22988-a70d-4c1f-97a1-2d15793451bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:29.073816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-14f22988-a70d-4c1f-97a1-2d15793451bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d39fb80-71f0-47b2-84bc-bc691826ea84 HTTP/1.1" status: 200 len: 856 time: 0.0724885 Jul 22 21:39:29.171757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd1b95e9-1172-45e8-86ca-b28f27927fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:29.174911 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cd1b95e9-1172-45e8-86ca-b28f27927fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:29.178474 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cd1b95e9-1172-45e8-86ca-b28f27927fd0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8075215-7883-4a4f-8b17-c922f12ec2aa HTTP/1.1" status: 204 len: 168 time: 0.4679923 Jul 22 21:39:29.187873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b95e9-1172-45e8-86ca-b28f27927fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8075215-7883-4a4f-8b17-c922f12ec2aa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:29.232136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-22844ec9-e9d6-4eb7-904b-6dfee1e962e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:29.240511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-22844ec9-e9d6-4eb7-904b-6dfee1e962e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512425 Jul 22 21:39:29.314310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Router 8087140a-7ebf-495c-9956-d485e3b4c783 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:29.348656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:29.369427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] Update dhcp port {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': 'e610e0f5-b6c7-4208-904f-a307abbeb22b', 'ip_address': '2001:db8::f816:3eff:fe32:2864'}, {'subnet_id': '1b214b4d-e911-492a-b541-54b7db1bc3cc'}], 'binding:host_id': 'n-d-762330-19'}, 'id': 'b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:39:29.482181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-0d1d1b2d-40c4-43ed-998f-ff1abef8c047 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256429 Jul 22 21:39:29.504246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:29.519687 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:29.545142 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:29.681488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-ae8aeeff-0429-4a62-bba0-8f04b302bd79 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745479 Jul 22 21:39:29.696385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:29.806954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 71026830-d0cd-4937-bf69-13ad5020417d yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:29.809305 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a525c55b-6819-4f3a-9fc9-c0e54fe3e150 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 217 time: 0.1149869 Jul 22 21:39:29.823193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:29.989083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-9dc9f52b-a58e-49db-b94f-a82d242c504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:30.001210 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-9dc9f52b-a58e-49db-b94f-a82d242c504b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.1802278 Jul 22 21:39:30.166705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-4fea2176-75bf-4f68-b615-cf0ddd79fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:30.169232 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-4fea2176-75bf-4f68-b615-cf0ddd79fd3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1563542 Jul 22 21:39:30.182255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] Allocated IP 2001:db8:0:1::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/1b214b4d-e911-492a-b541-54b7db1bc3cc/b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:30.346603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] For port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:30.369676 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-205cc47b-a247-47aa-a58f-6b747b8dfbf0 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887465 Jul 22 21:39:30.423946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:30.468615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:30.470782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] Transition to ACTIVE for port object b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:30.484961 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:30.488844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:30.491507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] Sync routers for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:30.500233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:30.603217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:30.607289 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-8640360c-d334-4007-a18a-85754655126d service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244091 Jul 22 21:39:30.616370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:30.695499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-fcbb7893-46f9-4b20-8671-6bad943154c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 217 time: 0.0797477 Jul 22 21:39:30.815466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a93db3fd-74fc-4ede-bfc3-76fa71d18216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:30.817297 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-a93db3fd-74fc-4ede-bfc3-76fa71d18216 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.1171122 Jul 22 21:39:30.843806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673675c-4f6d-44b1-b4db-469a4fe77fda None None] Pushing event updated for resources: {'Port': ['ID=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:30.847657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:30.882583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1caeddf5-0a14-479f-b711-b16ffbc424bd tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "PUT /v2.0/floatingips/c3fc818b-02ff-481f-b1cb-f659e3598b86 HTTP/1.1" status: 200 len: 990 time: 5.0213070 Jul 22 21:39:30.905472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '15dd7771-5987-4967-af1d-c43f67223885'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:39:30.908547 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0c62bc-45e2-4bff-a044-f1bc92059110" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "15dd7771-5987-4967-af1d-c43f67223885"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:39:30.997422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-edc8ba6f-c791-4d97-a6d6-3c43f0fa2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:30.999019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-edc8ba6f-c791-4d97-a6d6-3c43f0fa2e89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1752446 Jul 22 21:39:31.111424 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6307162d-dc82-4a8b-afa5-e9d9ff953dfc x-openstack-request-id: req-6307162d-dc82-4a8b-afa5-e9d9ff953dfc {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:39:31.111424 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "tag": "15dd7771-5987-4967-af1d-c43f67223885", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:39:31.111424 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6307162d-dc82-4a8b-afa5-e9d9ff953dfc {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:39:31.111424 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'tag': '15dd7771-5987-4967-af1d-c43f67223885', 'status': 'completed', 'code': 200} Jul 22 21:39:31.259554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.25.5.15 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/b004eeea-4571-4d66-9f14-f89fec43c74e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:31.261047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:39:31.268234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8:0:1::eb (caeefccd-6c8b-4502-a5b4-f242d70f2491/1b214b4d-e911-492a-b541-54b7db1bc3cc/71026830-d0cd-4937-bf69-13ad5020417d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:31.288064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fe05:cd29 (caeefccd-6c8b-4502-a5b4-f242d70f2491/e610e0f5-b6c7-4208-904f-a307abbeb22b/71026830-d0cd-4937-bf69-13ad5020417d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:31.424272 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-7206380a-d78c-47ce-880f-2a0b61697e9c service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832822 Jul 22 21:39:31.493970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.504095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.504411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.504924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.505384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.505994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.510401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.516390 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-7d09c998-1ef4-402c-ae98-f69f638b28e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6498 time: 0.4390130 Jul 22 21:39:31.801064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-61bf2853-937d-43d2-96ee-045f46016a0a service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648732 Jul 22 21:39:31.802973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-9733f804-45f4-47a1-877d-9887b761113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:31.807300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-9733f804-45f4-47a1-877d-9887b761113e service neutron] 10.222.0.23 "GET /v2.0/networks?id=57fce704-3643-4e97-b015-36051a4e6bea HTTP/1.1" status: 200 len: 913 time: 0.2681940 Jul 22 21:39:31.837008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:31.854467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:31.930343 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:31.935364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c3fc818b-02ff-481f-b1cb-f659e3598b86', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'port_id': '15dd7771-5987-4967-af1d-c43f67223885', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'mac_address': 'fa:16:3e:ac:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:37:13Z', 'updated_at': '2021-07-22T21:39:28Z', 'revision_number': 1, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:19Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:31.951451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-f819f7a9-c8e3-4219-a37a-b4f9d1eb8e81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6 HTTP/1.1" status: 200 len: 217 time: 0.1296628 Jul 22 21:39:31.951735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 71026830-d0cd-4937-bf69-13ad5020417d will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:32.009425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] Checking router: 8087140a-7ebf-495c-9956-d485e3b4c783 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:39:32.042784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:32.044631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:32.050839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:32.093858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:32.100039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-b2e767d8-3a16-4aeb-b3af-42bda76c4793 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 200 len: 998 time: 0.2717373 Jul 22 21:39:32.136688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-9c3793c6-24aa-4a16-8c27-c8f508a7a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:32.149732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-9c3793c6-24aa-4a16-8c27-c8f508a7a341 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.1845279 Jul 22 21:39:32.172126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:32.231165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-b75ad2e8-f2c2-4a5b-a4d2-5ec18cfb7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:32.234051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-b75ad2e8-f2c2-4a5b-a4d2-5ec18cfb7699 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82ad8203-fa6e-4665-9355-fb5f8f13a8dc HTTP/1.1" status: 200 len: 851 time: 0.1241620 Jul 22 21:39:32.318829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=71026830-d0cd-4937-bf69-13ad5020417d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:32.325962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:32.412521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:32.417090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:32.424147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:32.424777 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:32.484769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:39:32.490082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-84aab4c2-9ff0-48f3-9c0c-efeffccf541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:32.494734 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-84aab4c2-9ff0-48f3-9c0c-efeffccf541b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3161614 Jul 22 21:39:32.567493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e4a82cd8-d657-4e83-b189-b940ca3873b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8942463 Jul 22 21:39:32.571697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53444) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:32.634633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-45300d9d-f00d-4785-bdbc-ce1b05cac684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:32.642030 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-45300d9d-f00d-4785-bdbc-ce1b05cac684 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=57fce704-3643-4e97-b015-36051a4e6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3512502 Jul 22 21:39:32.650688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:32.737092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5fdf6459-9805-4346-b2a4-0b18694983e1 None None] Provisioning for port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:32.755932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5fdf6459-9805-4346-b2a4-0b18694983e1 None None] Provisioning complete for port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:32.756561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6459-9805-4346-b2a4-0b18694983e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:32.796716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:32.834703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:32.862373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:32.877008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:32.879478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=b004eeea-4571-4d66-9f14-f89fec43c74e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:33.069514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-0889f862-c2a2-45eb-bddf-38c7ad7ec976 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623074 Jul 22 21:39:33.111429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-47d3ad59-78d9-44b2-82e0-7c530d69f224 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759825 Jul 22 21:39:33.244027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:33.244573 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:33.276929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 71026830-d0cd-4937-bf69-13ad5020417d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:33.277289 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:33.443640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb0c62bc-45e2-4bff-a044-f1bc92059110 req-bd886e49-b172-4e63-aadf-d616ccaa95be service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218713 Jul 22 21:39:33.447485 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-bf235382-c58b-4bb2-902b-bac5871804e4 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645544 Jul 22 21:39:33.574338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c3fc818b-02ff-481f-b1cb-f659e3598b86', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'port_id': '15dd7771-5987-4967-af1d-c43f67223885', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'mac_address': 'fa:16:3e:ac:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:37:13Z', 'updated_at': '2021-07-22T21:39:28Z', 'revision_number': 1, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:19Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:33.584556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-9b19376f-86ae-47a1-b60e-75c76a09819f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda HTTP/1.1" status: 200 len: 217 time: 0.1258359 Jul 22 21:39:33.672576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9c070-d881-4a52-9c97-1f751c59f3ce None None] The sync data for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 is: [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c3fc818b-02ff-481f-b1cb-f659e3598b86', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'port_id': '15dd7771-5987-4967-af1d-c43f67223885', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'mac_address': 'fa:16:3e:ac:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:37:13Z', 'updated_at': '2021-07-22T21:39:28Z', 'revision_number': 1, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:19Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:33.679046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:33.697077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-46c7e2a0-f153-4738-9dd5-9306b727b77f None None] Could not find standard attr ID for object f478512c-7ebc-4b6e-8ec7-7de4a63e5d76. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:39:33.703733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-46c7e2a0-f153-4738-9dd5-9306b727b77f None None] Could not find standard attr ID for object 641a0038-805f-433c-847c-031cb00ba7b3. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:39:33.711587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 71026830-d0cd-4937-bf69-13ad5020417d owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:33.782089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:39:33.826416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 8401cfd4-5274-4159-95c3-ddd21977b458 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:33.826973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:33.888575 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:34.119567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-706fdbab-537e-4773-887b-ff778aa218b4 None None] Provisioning for port 71026830-d0cd-4937-bf69-13ad5020417d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:34.125228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-706fdbab-537e-4773-887b-ff778aa218b4 None None] Provisioning complete for port 71026830-d0cd-4937-bf69-13ad5020417d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:34.125681 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-706fdbab-537e-4773-887b-ff778aa218b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:34.222330 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bba1b6-5c7c-42f7-a143-842b1b2438c9 None None] New status for floating IP c3fc818b-02ff-481f-b1cb-f659e3598b86: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:39:34.299475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 8401cfd4-5274-4159-95c3-ddd21977b458, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8401cfd4-5274-4159-95c3-ddd21977b458,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:34.299475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:34.301834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-635d2ccc-e49a-448b-b886-6042ce76c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:34.301834 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-635d2ccc-e49a-448b-b886-6042ce76c105 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.2068663 Jul 22 21:39:34.301834 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:34.341483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-706fdbab-537e-4773-887b-ff778aa218b4 None None] Port 71026830-d0cd-4937-bf69-13ad5020417d was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:39:34.462511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 8401cfd4-5274-4159-95c3-ddd21977b458 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:34.582475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:34.687737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=71026830-d0cd-4937-bf69-13ad5020417d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:34.741138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.742115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.742902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.743753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.744524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.745331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.747127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.747867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.748436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.749208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.749771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.750555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:34.804202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:34.808767 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a5836ef9-bfd6-44ba-9ea8-6a375bb393f3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/71026830-d0cd-4937-bf69-13ad5020417d HTTP/1.1" status: 204 len: 168 time: 2.2224100 Jul 22 21:39:34.816284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53500) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:34.991321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-d09c6c3b-6a92-4c5b-9eef-1f366c4179fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:34.992983 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-d09c6c3b-6a92-4c5b-9eef-1f366c4179fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6504343 Jul 22 21:39:35.026388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201a0a8-6c0a-4a7e-8d5c-beb152ed469d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:35.037080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9201a0a8-6c0a-4a7e-8d5c-beb152ed469d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2188644 Jul 22 21:39:35.038072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53506) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:35.167800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:35.274554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-aa5d49cc-3629-400f-bf70-c667cc9700fc service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633929 Jul 22 21:39:35.286344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:35.290199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=8401cfd4-5274-4159-95c3-ddd21977b458,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:35.304041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:35.337151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd81bf4-4393-465e-be58-29d03cb54a81 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:35.346186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1dd81bf4-4393-465e-be58-29d03cb54a81 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3029432 Jul 22 21:39:35.347057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53514) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:35.601455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=b004eeea-4571-4d66-9f14-f89fec43c74e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:35.607827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:35.653936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee0854-7ad8-402e-8a77-b7511182e7c9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:35.655600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee0854-7ad8-402e-8a77-b7511182e7c9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:35.660472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee0854-7ad8-402e-8a77-b7511182e7c9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:35.670920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8dee0854-7ad8-402e-8a77-b7511182e7c9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2928011 Jul 22 21:39:35.671733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53522) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:35.880628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 1b214b4d-e911-492a-b541-54b7db1bc3cc {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:35.887288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:35.937767 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-9f0acdb0-a3b0-49c9-aa61-16bde312dbd0 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485078 Jul 22 21:39:36.004488 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP cbdf70db-9ae7-47d2-a684-434fc0e9b5ad associated. External IP: 172.25.5.15, port: 93043180-3bfe-4cae-bd6b-e7998ff96505. Jul 22 21:39:36.011315 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.055222 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-23d3c5b7-71c2-4097-bc82-3ebe40848cc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab HTTP/1.1" status: 200 len: 217 time: 0.0880895 Jul 22 21:39:36.071565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.283654 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.363180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.398986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.403200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb83d6e-f4be-40f0-bc90-2a8886b04bb7 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:36.403731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/1b214b4d-e911-492a-b541-54b7db1bc3cc HTTP/1.1" status: 204 len: 168 time: 0.7262642 Jul 22 21:39:36.426576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53542) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:36.464434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ac50-ba20-49e5-b15c-3a0b14cc1560 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=1b214b4d-e911-492a-b541-54b7db1bc3cc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:36.499528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-7db80605-5bad-47eb-869a-140e68b8b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:36.503508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-7db80605-5bad-47eb-869a-140e68b8b01b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.3930633 Jul 22 21:39:36.528111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet e610e0f5-b6c7-4208-904f-a307abbeb22b {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:36.559119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.655956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.803877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:36.925822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:37.049107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=e610e0f5-b6c7-4208-904f-a307abbeb22b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:37.049107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:37.067037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cc3b0f1b-0b54-4911-af01-040c866e7d2a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/e610e0f5-b6c7-4208-904f-a307abbeb22b HTTP/1.1" status: 204 len: 168 time: 0.6386664 Jul 22 21:39:37.078091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53558) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:37.096159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-166b9b51-c46e-446a-ad2e-89aac3679c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:37.098502 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-166b9b51-c46e-446a-ad2e-89aac3679c5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5864115 Jul 22 21:39:37.196648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:37.393076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router 26b4092a-56ee-473e-8836-b1677d04bb12 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:37.631045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:37.644367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] Sync routers for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:37.654479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ceee9ef4-490e-4090-ae95-475e7512976b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/26b4092a-56ee-473e-8836-b1677d04bb12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2311513 Jul 22 21:39:37.655719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53570) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:37.665616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:37.667175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:37.753678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce74040-e1b3-46ea-a47d-b026dee2834f None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:37.774919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting subnet a0b13b5b-ff3a-4d58-8788-7685a1363fdf {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:37.781952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:37.851273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:37.871990 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:37.894561 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:37.897561 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:37.924247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4e3b24f2-9643-4f06-9875-4ae2d2bfbbc5 None None] Provisioning complete for port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:37.929166 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4e3b24f2-9643-4f06-9875-4ae2d2bfbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:37.930655 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:38.014981 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:38.064156 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:38.066050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:38.073065 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:38.128875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6d28b7ce-f078-406f-bc04-d3e4aafed5cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0495300 Jul 22 21:39:38.130501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53584) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:38.150295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:38.168424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0dd0510c-f913-4e7e-aa79-137d7036ad81 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6512139 Jul 22 21:39:38.171129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53588) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:38.190301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:39:38.246755 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:38.247544 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7ad8-4b4d-4787-8005-2aa752c20a88 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:38.334197 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-26532c94-6798-46d9-976d-5cd4d98e20de service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1779361 Jul 22 21:39:38.377745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-31875fec-efd6-4475-968e-b542060afd93 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "GET /v2.0/floatingips/cbdf70db-9ae7-47d2-a684-434fc0e9b5ad HTTP/1.1" status: 200 len: 977 time: 0.2054398 Jul 22 21:39:38.381449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:38.413238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:38.445141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:38.456357 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:38.596566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-227a76fc-1ac5-40a5-887f-7e0fea361283 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2111263 Jul 22 21:39:38.596946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53598) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:38.605102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'port_id': '4483b278-d74a-4e8b-a608-12142366248e'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:38.676606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:38.744372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:38.746574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b13b5b-ff3a-4d58-8788-7685a1363fdf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:38.753984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:38.758727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-17ea2aac-bd1c-446d-8603-44d4806a12a0 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142241 Jul 22 21:39:38.763299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/subnets/a0b13b5b-ff3a-4d58-8788-7685a1363fdf HTTP/1.1" status: 204 len: 168 time: 1.0998514 Jul 22 21:39:38.767596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:39:38.768826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53604) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:38.776205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:39:35Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:38.817245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.820063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.820730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.821290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.821844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.822678 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.823195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.823858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.826687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b9364-2650-47a3-b514-6b565f145276 None None] Network 4b165983-addd-4a44-ae9a-18221a744a52 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:38.828614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.832659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.835207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.835784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf676e7-7e60-4087-aef2-5c691122b4c5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:38.850201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] Checking router: 26b4092a-56ee-473e-8836-b1677d04bb12 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:39:38.980154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] Routers {'26b4092a-56ee-473e-8836-b1677d04bb12'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:38.981476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26b4092a-56ee-473e-8836-b1677d04bb12'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:38.982977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-0e494a95-19bc-4c92-87f7-a6e43461c05f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 200 len: 217 time: 0.0553567 Jul 22 21:39:39.155987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:39.172161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-d6287ecb-7a4c-4c8e-b090-0d84b9dee304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:39.176523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-d6287ecb-7a4c-4c8e-b090-0d84b9dee304 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.1803727 Jul 22 21:39:39.474458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] Deleting port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:39.474458 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:39.481591 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:39.703502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] Set router 26b4092a-56ee-473e-8836-b1677d04bb12 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:39:39.732570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:39.738759 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:39.815814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] For port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:39.816552 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:39.882684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] Calling delete_port for b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:39.891002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-842de2d3-ad52-4471-aeeb-f62f28a67b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:39.896938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-842de2d3-ad52-4471-aeeb-f62f28a67b9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6610246 Jul 22 21:39:39.912527 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP cbdf70db-9ae7-47d2-a684-434fc0e9b5ad associated. External IP: 172.25.5.15, port: 93043180-3bfe-4cae-bd6b-e7998ff96505. Jul 22 21:39:39.933136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] DHCP port deletion for 4b165983-addd-4a44-ae9a-18221a744a52 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:39:40.016597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:40.017252 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:40.102787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:39:40.240578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] Deleting port abb4710e-0a71-49d6-a377-84c888647f16 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:40.240964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:40.316105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:40.351729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] Pushing event deleted for resources: {'Port': ['ID=b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:40.363068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:40.421756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d46694-02f3-411e-8748-0ddfb78aa078 None None] No DVR routers for this DVR port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:39:40.435438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] For port abb4710e-0a71-49d6-a377-84c888647f16, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=abb4710e-0a71-49d6-a377-84c888647f16,segment=NetworkSegment(3a129ebe-0262-401d-ba40-6e5ede549401),segment_id=3a129ebe-0262-401d-ba40-6e5ede549401)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:40.435937 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:40.451702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:39:35Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:40.460480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] Calling delete_port for abb4710e-0a71-49d6-a377-84c888647f16 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:40.539903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbba7b3-f66a-42ed-bfda-74833b46c16e None None] The sync data for ids ['26b4092a-56ee-473e-8836-b1677d04bb12'] in n-d-762330-19 is: [{'id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679912660', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:40Z', 'updated_at': '2021-07-22T21:39:35Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '5c0bf39c-cf0e-473b-8a52-dab141c08ef6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b4092a-56ee-473e-8836-b1677d04bb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:43Z', 'updated_at': '2021-07-22T21:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:40.583697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 5c0bf39c-cf0e-473b-8a52-dab141c08ef6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:40.584487 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:40.619606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:40.637399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:40.676040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:40.679107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] Pushing event deleted for resources: {'Port': ['ID=abb4710e-0a71-49d6-a377-84c888647f16,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:40.694824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68330138-777b-47ed-9715-d3582d4742a6 None None] No DVR routers for this DVR port abb4710e-0a71-49d6-a377-84c888647f16 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:39:40.705918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:40.727402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:40.740647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:40.797273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:40.807114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:40.807742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:40.832544 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-69d37603-9f7d-4c92-bb3b-2f27fcba7588 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9220436 Jul 22 21:39:40.898609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:40.899279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2367b-d20f-4b26-b46f-4cdc66739d49 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:41.034323 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4b9cbdbc-78cf-4757-8c73-d4590ac0f2a8 req-c709264c-f388-4fb2-b023-7ba0a57b3690 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859319 Jul 22 21:39:41.078960 n-d-762330-19 neutron-server[94091]: WARNING neutron.services.revisions.revision_plugin [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Could not find related port for resource to bump revision. Jul 22 21:39:41.085971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Port b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 21:39:41.086328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:2864 {{(pid=94091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 21:39:41.090087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe32:2864 {{(pid=94091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 21:39:41.092094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:41.095999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device abb4710e-0a71-49d6-a377-84c888647f16 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:41.151125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: abb4710e-0a71-49d6-a377-84c888647f16 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:41.151935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device abb4710e-0a71-49d6-a377-84c888647f16 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:41.152635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8401cfd4-5274-4159-95c3-ddd21977b458 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:41.194711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8401cfd4-5274-4159-95c3-ddd21977b458 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:41.195435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8401cfd4-5274-4159-95c3-ddd21977b458 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:41.196093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:41.197478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:41.225254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:41.248349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:41.248707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b33c57e1-0c2d-4af4-9d6a-4acd3c9ac3c3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:41.254925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:41.268054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:41.268631 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:41.297043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10eaf4-420f-409e-b4ff-9fe3e4cc0739 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:41.358728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=0f6f7f3c-1419-44f3-b959-b8dc19cc3efc,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:41.373671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb70d31e-5f4b-4922-b1ad-1d78264c58a8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2369888 Jul 22 21:39:41.377702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53660) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:41.398069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-56c71f58-f6b8-4491-8edf-f2f99c386b01 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:41.478753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:41.538337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=5c0bf39c-cf0e-473b-8a52-dab141c08ef6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:41.753717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:41.807085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '0f6f7f3c-1419-44f3-b959-b8dc19cc3efc'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:39:41.808675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:41.899355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:41.902398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:41.905015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c71f58-f6b8-4491-8edf-f2f99c386b01 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:41.908975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56c71f58-f6b8-4491-8edf-f2f99c386b01 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.011242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.012242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Fanout notify agent at l3_agent the message router_deleted on router 26b4092a-56ee-473e-8836-b1677d04bb12 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:39:42.055607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.057032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d215e83e-15d8-4dd9-805c-ac880d4bbd84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/routers/26b4092a-56ee-473e-8836-b1677d04bb12 HTTP/1.1" status: 204 len: 168 time: 3.2833104 Jul 22 21:39:42.062421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53676) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:42.165365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Allocated IP 2001:db8::f816:3eff:fee3:a31f (caeefccd-6c8b-4502-a5b4-f242d70f2491/0f6f7f3c-1419-44f3-b959-b8dc19cc3efc/1d273225-2f98-44f3-8506-57a0a188fd60) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:42.226649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:42.234382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.263605 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:42.288661 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:42.290880 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:42.346700 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:42.361654 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:42.362550 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:42.389254 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.390825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-13501e8b-a18a-4ea7-bcb6-0f8ef5e3462f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/floatingips/cbdf70db-9ae7-47d2-a684-434fc0e9b5ad HTTP/1.1" status: 200 len: 977 time: 3.7924054 Jul 22 21:39:42.394068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53682) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:42.399919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:42.404496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Transition to ACTIVE for port object 1d273225-2f98-44f3-8506-57a0a188fd60 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:42.416746 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:42.417684 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30afad-e190-4a1a-97cc-7a92c63d325e None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:42.429349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Transition to ACTIVE for port object 1d273225-2f98-44f3-8506-57a0a188fd60 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:42.430657 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-56c71f58-f6b8-4491-8edf-f2f99c386b01 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f6f7f3c-1419-44f3-b959-b8dc19cc3efc (CIDR: 2001:db8::/64) Jul 22 21:39:42.442951 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.462973 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c71f58-f6b8-4491-8edf-f2f99c386b01 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:39:42.463444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c71f58-f6b8-4491-8edf-f2f99c386b01 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:39:42.507881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:42.511448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:42.520424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.523246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:42.550207 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-56c71f58-f6b8-4491-8edf-f2f99c386b01 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1676383 Jul 22 21:39:42.554116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53686) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:42.570578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.572731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Pushing event updated for resources: {'Port': ['ID=1d273225-2f98-44f3-8506-57a0a188fd60,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:42.582707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:42.725465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f1a487b-70cb-4664-ac7e-8e2b0a0f5609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.795406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Attempting to bind port 1d273225-2f98-44f3-8506-57a0a188fd60 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:39:42.796132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Attempting to bind port 1d273225-2f98-44f3-8506-57a0a188fd60 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:39:42.796662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Attempting to bind port 1d273225-2f98-44f3-8506-57a0a188fd60 on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:39:42.801823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:42.807665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:39:42.816877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:42.816877 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.816877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:39:42.816877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Bound port: 1d273225-2f98-44f3-8506-57a0a188fd60, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:39:42.816877 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.863037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.869948 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:42.869948 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP cbdf70db-9ae7-47d2-a684-434fc0e9b5ad disassociated. External IP: 172.25.5.15, port: 4483b278-d74a-4e8b-a608-12142366248e. Jul 22 21:39:42.942211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] For port 1d273225-2f98-44f3-8506-57a0a188fd60, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:39:42.946850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] For port 1d273225-2f98-44f3-8506-57a0a188fd60, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d273225-2f98-44f3-8506-57a0a188fd60,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:39:42.954714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:42.956805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c0bf39c-cf0e-473b-8a52-dab141c08ef6 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:42.963747 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.050773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.078309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b165983-addd-4a44-ae9a-18221a744a52']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:43.099549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:43.103973 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.111702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5316b8d-8b61-4475-bd38-1eff0af0630a None None] Pushing event updated for resources: {'Port': ['ID=1d273225-2f98-44f3-8506-57a0a188fd60,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:43.165348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a129ebe-0262-401d-ba40-6e5ede549401') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:43.165655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a129ebe-0262-401d-ba40-6e5ede549401') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:43.201468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.258924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.277556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:43.282315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:39:43.282545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:39:43.288537 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:39:43.425941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.449328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.456838 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/networks/4b165983-addd-4a44-ae9a-18221a744a52 HTTP/1.1" status: 204 len: 168 time: 1.3890655 Jul 22 21:39:43.458366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53708) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:43.513915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:43.541189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.544777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:43.562377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:43.564377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:43.637826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd50ce9f-6515-4031-8961-49038bdc61d9 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/floatingips/cbdf70db-9ae7-47d2-a684-434fc0e9b5ad HTTP/1.1" status: 200 len: 687 time: 1.2423496 Jul 22 21:39:43.642043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53714) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:43.656144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:43.668171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:43.668555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:43.673353 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dec6-cfb1-42dd-8527-2970a176beec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.715518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:43.716472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6f0a9-e254-43c8-8172-bde34e33a53f None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:43.820472 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dec6-cfb1-42dd-8527-2970a176beec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.951760 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dec6-cfb1-42dd-8527-2970a176beec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.954906 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dec6-cfb1-42dd-8527-2970a176beec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:43.956427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f7d5dec6-cfb1-42dd-8527-2970a176beec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/security-groups/7715555f-fd19-4427-8231-7f2679c69fd7 HTTP/1.1" status: 204 len: 168 time: 0.4977143 Jul 22 21:39:43.978165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5dec6-cfb1-42dd-8527-2970a176beec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7715555f-fd19-4427-8231-7f2679c69fd7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:44.030580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port b004eeea-4571-4d66-9f14-f89fec43c74e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:44.034044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.091322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b524-f884-4de2-8c9f-ffe2ed4e30ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Network': ['ID=4b165983-addd-4a44-ae9a-18221a744a52,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:44.253738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.254062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.288684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for b004eeea-4571-4d66-9f14-f89fec43c74e owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:44.312942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.449407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=d26259d5-4ca3-4ce6-963a-03509b79d13a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:44.494626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:44.497823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:44.503454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:44.514876 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.546581 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-87960fcf-b7ca-4710-ad1e-9826532e0e5c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9904568 Jul 22 21:39:44.553496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53740) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:44.568977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:76:ee:4b', 'name': 'tempest-NetworksTestDHCPv6-594913268'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:44.618022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53744) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:44.623993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8896760a-3feb-4848-9f01-f8be34b3bf20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-492853097', 'description': 'tempest-secgroup-smoke-492853097 description', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:44.710939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8896760a-3feb-4848-9f01-f8be34b3bf20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.821925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.833900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fbcaab-dcf7-44d1-aaf7-85dd70a0f8f2 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:44.894424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=b004eeea-4571-4d66-9f14-f89fec43c74e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:44.905230 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8896760a-3feb-4848-9f01-f8be34b3bf20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.914030 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8896760a-3feb-4848-9f01-f8be34b3bf20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:44.989825 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8896760a-3feb-4848-9f01-f8be34b3bf20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.011115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8896760a-3feb-4848-9f01-f8be34b3bf20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3912907 Jul 22 21:39:45.012392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896760a-3feb-4848-9f01-f8be34b3bf20 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834b4d11-e5c2-4b95-9875-e2d77b58d8c8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:45.016327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53754) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:45.016874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:45.028753 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c36aa0ae-5630-462c-a06e-fcb7a7dd63ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '834b4d11-e5c2-4b95-9875-e2d77b58d8c8', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:45.034336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.034645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d273225-2f98-44f3-8506-57a0a188fd60 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:45.037955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.040836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b0b6fcec-bfd6-4a16-b6a4-107f4e930cf4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/floatingips/cbdf70db-9ae7-47d2-a684-434fc0e9b5ad HTTP/1.1" status: 204 len: 168 time: 1.3956575 Jul 22 21:39:45.041499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:45.115107 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-cc772e56-b19d-483a-81c3-4b928eb7fac5 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] delete failed (client error): The resource could not be found. Jul 22 21:39:45.120217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cc772e56-b19d-483a-81c3-4b928eb7fac5 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/floatingips/cbdf70db-9ae7-47d2-a684-434fc0e9b5ad HTTP/1.1" status: 404 len: 345 time: 0.0743701 Jul 22 21:39:45.121752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:45.217872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c36aa0ae-5630-462c-a06e-fcb7a7dd63ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.255284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4f5a97cb-d6a2-428e-98a0-8f528c2c75a0 None None] Provisioning for port 1d273225-2f98-44f3-8506-57a0a188fd60 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:45.283597 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-42c3d98f-9027-4827-b76a-36e5fe04406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.302053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 1d273225-2f98-44f3-8506-57a0a188fd60 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:45.335519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1d273225-2f98-44f3-8506-57a0a188fd60 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:45.335917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.374658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a520c-3d21-4a22-890a-2de910b88f70 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:45.384068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a520c-3d21-4a22-890a-2de910b88f70 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:45.384704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.392130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a520c-3d21-4a22-890a-2de910b88f70 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:45.397267 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-446a520c-3d21-4a22-890a-2de910b88f70 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "GET /v2.0/ports?network_id=d509f960-61a8-4a44-8d16-7aac3f374d1a HTTP/1.1" status: 200 len: 2358 time: 0.2712400 Jul 22 21:39:45.397806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53770) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:45.482342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cb61d8-df39-4674-a6cb-7443a1dc1bba tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:45.489891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-59cb61d8-df39-4674-a6cb-7443a1dc1bba tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "GET /v2.0/subnets/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011 HTTP/1.1" status: 200 len: 797 time: 0.0850000 Jul 22 21:39:45.490838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53772) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:45.498851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'port': {'network_id': 'd509f960-61a8-4a44-8d16-7aac3f374d1a', 'name': 'tempest-FloatingIPTestJSON-717324999', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:45.537369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c36aa0ae-5630-462c-a06e-fcb7a7dd63ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.543486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port 4da64b0f-4e49-4678-8b57-3ee09055f4e3 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:45.546885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.553507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] Update dhcp port {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'fixed_ips': [{'subnet_id': '0f6f7f3c-1419-44f3-b959-b8dc19cc3efc', 'ip_address': '2001:db8::f816:3eff:fee3:a31f'}, {'subnet_id': 'd26259d5-4ca3-4ce6-963a-03509b79d13a'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '1d273225-2f98-44f3-8506-57a0a188fd60'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:39:45.555300 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c36aa0ae-5630-462c-a06e-fcb7a7dd63ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.586004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c36aa0ae-5630-462c-a06e-fcb7a7dd63ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.590622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53776) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:45.591533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c36aa0ae-5630-462c-a06e-fcb7a7dd63ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5699444 Jul 22 21:39:45.615743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-14f92a5e-4946-4a60-98a2-757464b0049c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '834b4d11-e5c2-4b95-9875-e2d77b58d8c8', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:45.625759 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.643356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aa0ae-5630-462c-a06e-fcb7a7dd63ae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b79d48-012e-4b44-823e-8031263fcf5e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:45.675561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 1d273225-2f98-44f3-8506-57a0a188fd60, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d273225-2f98-44f3-8506-57a0a188fd60,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:45.681451 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.699131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.777801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=1d273225-2f98-44f3-8506-57a0a188fd60,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:45.798668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14f92a5e-4946-4a60-98a2-757464b0049c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:45.898412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8:0:1::91 (caeefccd-6c8b-4502-a5b4-f242d70f2491/d26259d5-4ca3-4ce6-963a-03509b79d13a/4da64b0f-4e49-4678-8b57-3ee09055f4e3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:45.921258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::f816:3eff:fe76:ee4b (caeefccd-6c8b-4502-a5b4-f242d70f2491/0f6f7f3c-1419-44f3-b959-b8dc19cc3efc/4da64b0f-4e49-4678-8b57-3ee09055f4e3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:45.925193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:46.022003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14f92a5e-4946-4a60-98a2-757464b0049c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.034256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14f92a5e-4946-4a60-98a2-757464b0049c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.088001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f92a5e-4946-4a60-98a2-757464b0049c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b98cf3-1839-47e7-af9c-8054c30937a7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:46.100166 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14f92a5e-4946-4a60-98a2-757464b0049c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.101596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14f92a5e-4946-4a60-98a2-757464b0049c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5089059 Jul 22 21:39:46.104848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53786) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:46.107523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.113754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7e74bd22-4169-47ff-aac7-1c83812c070c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '834b4d11-e5c2-4b95-9875-e2d77b58d8c8', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:46.158381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.180285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e74bd22-4169-47ff-aac7-1c83812c070c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.201060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] device_id is not set on port 15db05b3-0eb0-4eed-aa03-8e34a5b267ea yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:46.337904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.381463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object 4da64b0f-4e49-4678-8b57-3ee09055f4e3 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:46.421205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.434742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e74bd22-4169-47ff-aac7-1c83812c070c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.440045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e74bd22-4169-47ff-aac7-1c83812c070c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.462681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74bd22-4169-47ff-aac7-1c83812c070c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d578b033-bcc3-4718-b1c2-3628759ad1cb,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:46.510047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7e74bd22-4169-47ff-aac7-1c83812c070c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.511365 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7e74bd22-4169-47ff-aac7-1c83812c070c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4045184 Jul 22 21:39:46.514765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53804) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:46.519977 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c394afc0-2921-48a3-9c12-8fa770d8cea5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '834b4d11-e5c2-4b95-9875-e2d77b58d8c8', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:46.526861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:46.533752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:46.543656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:46.552055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:46.553133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.564924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] Allocated IP 2001:db8:0:1::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/d26259d5-4ca3-4ce6-963a-03509b79d13a/1d273225-2f98-44f3-8506-57a0a188fd60) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:46.576014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=4da64b0f-4e49-4678-8b57-3ee09055f4e3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:46.593689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c394afc0-2921-48a3-9c12-8fa770d8cea5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.599790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7f207423-c51d-4607-b03d-af5c9ee8e79d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0400696 Jul 22 21:39:46.602050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53806) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:46.806306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c394afc0-2921-48a3-9c12-8fa770d8cea5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.810502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] For port 1d273225-2f98-44f3-8506-57a0a188fd60, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d273225-2f98-44f3-8506-57a0a188fd60,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:46.811596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c394afc0-2921-48a3-9c12-8fa770d8cea5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.828254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.14 (d509f960-61a8-4a44-8d16-7aac3f374d1a/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011/15db05b3-0eb0-4eed-aa03-8e34a5b267ea) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:46.857232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.13 (d509f960-61a8-4a44-8d16-7aac3f374d1a/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011/15db05b3-0eb0-4eed-aa03-8e34a5b267ea) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:46.871245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port 4da64b0f-4e49-4678-8b57-3ee09055f4e3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:46.871663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.877619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394afc0-2921-48a3-9c12-8fa770d8cea5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32961a9d-9548-4e8d-989c-399305768fb2,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:46.879753 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.884035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c394afc0-2921-48a3-9c12-8fa770d8cea5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.896520 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c394afc0-2921-48a3-9c12-8fa770d8cea5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3806138 Jul 22 21:39:46.898013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:46.901532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] Transition to ACTIVE for port object 1d273225-2f98-44f3-8506-57a0a188fd60 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:46.905678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d273225-2f98-44f3-8506-57a0a188fd60 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:46.906970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '834b4d11-e5c2-4b95-9875-e2d77b58d8c8', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:46.911866 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:46.964147 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:39:46.995757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.134771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.209275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for 4da64b0f-4e49-4678-8b57-3ee09055f4e3 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:47.310538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.328994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.510569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24654612-8e72-4f35-8f7e-3ae18b4aa170,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:47.541447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.547225 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-72226c25-24f3-46b1-a202-9bcd69cc140b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6475189 Jul 22 21:39:47.552240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53832) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:47.568137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.569497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': '834b4d11-e5c2-4b95-9875-e2d77b58d8c8', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:47.692686 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:39:47.734101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.813729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:47.858071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=15db05b3-0eb0-4eed-aa03-8e34a5b267ea,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:47.863118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network d509f960-61a8-4a44-8d16-7aac3f374d1a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:47.865560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:47.873822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:47.889251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6da16-007e-4e7d-abc9-e0ea7cd4f84f None None] Pushing event updated for resources: {'Port': ['ID=1d273225-2f98-44f3-8506-57a0a188fd60,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:47.969898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:47.970916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.005562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-765e0ac4-55c4-4f5c-a0b7-3f9269e594d0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5074091 Jul 22 21:39:48.007614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53838) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:48.013669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '15db05b3-0eb0-4eed-aa03-8e34a5b267ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:48.022811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.041159 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.059647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.080596 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.097063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c2efa6-7df9-45fb-942b-85010aa6d846,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:48.139720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.144784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eeb56666-81cc-4736-889a-94ab0bfa32e4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5913818 Jul 22 21:39:48.145105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53842) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:48.160164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'network': {'name': 'tempest-network-smoke--489922559', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:48.201181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=4da64b0f-4e49-4678-8b57-3ee09055f4e3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:48.245318 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.270082 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.275031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:48.276587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb01a955-d645-4834-8af8-637ba8033e42 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/4da64b0f-4e49-4678-8b57-3ee09055f4e3 HTTP/1.1" status: 204 len: 168 time: 1.6724563 Jul 22 21:39:48.276878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53848) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:48.283517 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.338491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:39:48.357181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.357538 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Added segment a7a6bd3b-c136-4fe0-a3aa-ca5055840def of type vlan for network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 Jul 22 21:39:48.375389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21da39-949a-4e0a-906c-6e01df41a2de tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:48.379929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3d21da39-949a-4e0a-906c-6e01df41a2de tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0992088 Jul 22 21:39:48.380272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53854) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:48.418314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.442301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.535825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c9046d-65a5-468f-9ab0-ebca018b62db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:48.540188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-71c9046d-65a5-468f-9ab0-ebca018b62db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1582592 Jul 22 21:39:48.543113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53862) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:48.632478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.638788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:48.639489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.702861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31a46d-2194-4915-b4ad-2734ca9bbf7d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:48.707480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31a46d-2194-4915-b4ad-2734ca9bbf7d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:48.709399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31a46d-2194-4915-b4ad-2734ca9bbf7d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:48.711477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad31a46d-2194-4915-b4ad-2734ca9bbf7d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1665573 Jul 22 21:39:48.714621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:48.725051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5706308 Jul 22 21:39:48.725756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53870) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:48.727018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.25.5.147 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/af665135-9513-4331-9a0d-e3c3e6af46d6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:48.762823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'admin_state_up': True, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:48.826163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d273225-2f98-44f3-8506-57a0a188fd60 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:48.840863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 0f6f7f3c-1419-44f3-b959-b8dc19cc3efc {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:48.844454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.892683 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.976464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.977807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:48.988009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43249b-1de4-4940-a328-646d22528d91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Network': ['ID=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:49.024255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:39:49.066154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.168521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.208838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.220951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f75f85d5-d8d7-46bb-8ab0-8efe45c6a009 None None] Provisioning for port 1d273225-2f98-44f3-8506-57a0a188fd60 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:49.231323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f75f85d5-d8d7-46bb-8ab0-8efe45c6a009 None None] Provisioning complete for port 1d273225-2f98-44f3-8506-57a0a188fd60 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:49.233010 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f75f85d5-d8d7-46bb-8ab0-8efe45c6a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.262242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6f7f3c-1419-44f3-b959-b8dc19cc3efc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:49.289753 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.293232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cd33b8cc-7dcd-43ae-af46-83aa5c8bb8af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/0f6f7f3c-1419-44f3-b959-b8dc19cc3efc HTTP/1.1" status: 204 len: 168 time: 0.5762484 Jul 22 21:39:49.295665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53880) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:49.359326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.425810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet d26259d5-4ca3-4ce6-963a-03509b79d13a {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:49.429908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.542039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.558987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.651381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.652798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6951023-684e-44f9-85cf-8a4899ff122f None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:49.717679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.806057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4f1199f2-ee66-4419-81e8-0ecff1de70b5 None None] Could not find standard attr ID for object 4da64b0f-4e49-4678-8b57-3ee09055f4e3. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:39:49.845409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=af665135-9513-4331-9a0d-e3c3e6af46d6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:49.891408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.891771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:49.894448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:49.898568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:49.916540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:49.927518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/d26259d5-4ca3-4ce6-963a-03509b79d13a HTTP/1.1" status: 204 len: 168 time: 0.6302276 Jul 22 21:39:49.947102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53906) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:50.005516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-caccd77e-aacc-466d-aa29-5d947dab7507 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568230 Jul 22 21:39:50.006398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba97b2-df33-454d-b660-aee9bade1dcc tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=d26259d5-4ca3-4ce6-963a-03509b79d13a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:50.008200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53908) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:50.013829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:50.140652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4154978f-7194-4ba3-b368-0197b231979b None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:39:50.219963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4154978f-7194-4ba3-b368-0197b231979b None None] Deleting port 1d273225-2f98-44f3-8506-57a0a188fd60 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:50.223522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4154978f-7194-4ba3-b368-0197b231979b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.249023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:50.253347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.369112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4154978f-7194-4ba3-b368-0197b231979b None None] For port 1d273225-2f98-44f3-8506-57a0a188fd60, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d273225-2f98-44f3-8506-57a0a188fd60,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:50.369980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4154978f-7194-4ba3-b368-0197b231979b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.401096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4154978f-7194-4ba3-b368-0197b231979b None None] Calling delete_port for 1d273225-2f98-44f3-8506-57a0a188fd60 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:50.632964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4154978f-7194-4ba3-b368-0197b231979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.647920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154978f-7194-4ba3-b368-0197b231979b None None] No DVR routers for this DVR port 1d273225-2f98-44f3-8506-57a0a188fd60 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:39:50.666520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.681245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154978f-7194-4ba3-b368-0197b231979b None None] Pushing event deleted for resources: {'Port': ['ID=1d273225-2f98-44f3-8506-57a0a188fd60,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:50.713339 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.727909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.777286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d273225-2f98-44f3-8506-57a0a188fd60 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:39:50.808692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 1d273225-2f98-44f3-8506-57a0a188fd60 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:39:50.809194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d273225-2f98-44f3-8506-57a0a188fd60 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:39:50.831696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:50.857886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:50.865324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:50.866098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:50.871232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080429d-9e59-4ee7-98cd-45c4c79401ad None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:50.904129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8945212 Jul 22 21:39:50.906647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:50.938660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e7ead7d5-7c1e-44be-916d-ee1e17457d44 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:50.993609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3220ef8-3e19-406b-bc02-1f70d247decf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=df6736ee-d558-49da-9475-e3c60bff552a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:51.182715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.103 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/78a71f89-98fe-4b97-82fd-ac083b11e7f0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:51.196336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:51.251121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': 'df6736ee-d558-49da-9475-e3c60bff552a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:39:51.252827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:51.411236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:51.417913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ead7d5-7c1e-44be-916d-ee1e17457d44 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:51.420873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e7ead7d5-7c1e-44be-916d-ee1e17457d44 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:51.521956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/df6736ee-d558-49da-9475-e3c60bff552a/5306b1cc-535a-4929-9da2-b63e81ab876a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:51.816958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:51.866087 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-e7ead7d5-7c1e-44be-916d-ee1e17457d44 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df6736ee-d558-49da-9475-e3c60bff552a (CIDR: 2001:db8::/64) Jul 22 21:39:51.877738 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ead7d5-7c1e-44be-916d-ee1e17457d44 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:39:51.878205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ead7d5-7c1e-44be-916d-ee1e17457d44 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:39:51.926128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53972) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:51.931426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:51.935473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e7ead7d5-7c1e-44be-916d-ee1e17457d44 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0210178 Jul 22 21:39:51.942479 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:51.958276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Transition to ACTIVE for port object 5306b1cc-535a-4929-9da2-b63e81ab876a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:51.994326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:51.999757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Transition to ACTIVE for port object 5306b1cc-535a-4929-9da2-b63e81ab876a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:52.011873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:52.022314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:52.027744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:52.051416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:52.053458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:52.092300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:52.147069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:52.162905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=78a71f89-98fe-4b97-82fd-ac083b11e7f0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:52.193051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Pushing event updated for resources: {'Port': ['ID=5306b1cc-535a-4929-9da2-b63e81ab876a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:52.199788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:52.206203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:52.231360 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:52.236527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:52.324060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Attempting to bind port 5306b1cc-535a-4929-9da2-b63e81ab876a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:39:52.324667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Attempting to bind port 5306b1cc-535a-4929-9da2-b63e81ab876a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:39:52.324788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Attempting to bind port 5306b1cc-535a-4929-9da2-b63e81ab876a on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:39:52.338570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:39:52.340079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:52.342733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:52.344279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:39:52.345359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Bound port: 5306b1cc-535a-4929-9da2-b63e81ab876a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:39:52.346250 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:52.583496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] For port 5306b1cc-535a-4929-9da2-b63e81ab876a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:39:52.598880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] For port 5306b1cc-535a-4929-9da2-b63e81ab876a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5306b1cc-535a-4929-9da2-b63e81ab876a,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:39:52.612503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:52.849930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8eb43-1f81-4a65-b16e-3c13007dce75 None None] Pushing event updated for resources: {'Port': ['ID=5306b1cc-535a-4929-9da2-b63e81ab876a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:53.049629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:39:53.223362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:53.489010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=af665135-9513-4331-9a0d-e3c3e6af46d6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:53.587749 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:53.779270 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 984d9c8d-e411-4dbd-87f8-5d037ff58cec associated. External IP: 172.25.5.147, port: 15db05b3-0eb0-4eed-aa03-8e34a5b267ea. Jul 22 21:39:54.237546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:54.274268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port 5306b1cc-535a-4929-9da2-b63e81ab876a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5306b1cc-535a-4929-9da2-b63e81ab876a,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:54.319505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:54.325288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:54.326211 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:54.515286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:54.527510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:54.536729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:54.537540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:54.542248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=4c0b0198-867e-499a-b9f7-b4ba535d6f75,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:54.566418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=5306b1cc-535a-4929-9da2-b63e81ab876a,revision_number=4']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:54.573913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-94b082e1-ee13-4110-8733-4ab5fc78fd9c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6466682 Jul 22 21:39:54.580374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:54.592707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:4e:36:29', 'name': 'tempest-NetworksTestDHCPv6-146117249'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:54.779886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:54.812967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:54.873825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85584d6b-930f-4aa8-97d3-40191da1b9ec None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:39:54.959252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5306b1cc-535a-4929-9da2-b63e81ab876a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:55.131078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-631ece38-593e-4a6a-9b3c-d1848cb9c77f None None] Provisioning for port 5306b1cc-535a-4929-9da2-b63e81ab876a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:55.134059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5306b1cc-535a-4929-9da2-b63e81ab876a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:39:55.154979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5306b1cc-535a-4929-9da2-b63e81ab876a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:55.161062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.169296 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.180246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-631ece38-593e-4a6a-9b3c-d1848cb9c77f None None] Provisioning complete for port 5306b1cc-535a-4929-9da2-b63e81ab876a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:55.181852 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-631ece38-593e-4a6a-9b3c-d1848cb9c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.194812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port c5c0e591-4290-4ac6-93a8-3a596f04bad7 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:39:55.397257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:55.420517 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:55.435654 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.439502 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:55.440734 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:55.490982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::29 (caeefccd-6c8b-4502-a5b4-f242d70f2491/df6736ee-d558-49da-9475-e3c60bff552a/c5c0e591-4290-4ac6-93a8-3a596f04bad7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:55.508999 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:3629 (caeefccd-6c8b-4502-a5b4-f242d70f2491/4c0b0198-867e-499a-b9f7-b4ba535d6f75/c5c0e591-4290-4ac6-93a8-3a596f04bad7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:39:55.538521 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:55.561509 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:55.562820 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:55.563258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.641482 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:55.643962 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb546cb-fc46-46fb-b75e-30524acddff8 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:39:55.737316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d7a0108e-0300-4ba8-9262-20887af5e160 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7294667 Jul 22 21:39:55.746364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54044) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:55.762551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'port_id': '15db05b3-0eb0-4eed-aa03-8e34a5b267ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:55.802830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.876548 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.895702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object c5c0e591-4290-4ac6-93a8-3a596f04bad7 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:55.922737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 5306b1cc-535a-4929-9da2-b63e81ab876a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5306b1cc-535a-4929-9da2-b63e81ab876a,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:39:55.926770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-631ece38-593e-4a6a-9b3c-d1848cb9c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.940858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.959999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:55.977414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:56.064365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:39:56.068234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:56.092482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:39:56.099076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:56.099919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:56.107677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=5306b1cc-535a-4929-9da2-b63e81ab876a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:56.117917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router c238bcfe-5385-4c88-b6a5-3d64fb552b00 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:39:56.145914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5644655 Jul 22 21:39:56.146669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac282112-97b7-4448-830d-60eb865c010c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=c5c0e591-4290-4ac6-93a8-3a596f04bad7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:56.172765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:56.199613 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-631ece38-593e-4a6a-9b3c-d1848cb9c77f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:39:56.199613 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-631ece38-593e-4a6a-9b3c-d1848cb9c77f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:39:56.471929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port c5c0e591-4290-4ac6-93a8-3a596f04bad7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:39:56.472295 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:56.671361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:56.717838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for c5c0e591-4290-4ac6-93a8-3a596f04bad7 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:39:56.833440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:56.864248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5306b1cc-535a-4929-9da2-b63e81ab876a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:39:56.877796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Sync routers for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:56.977910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:56.982875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e11e58f6-4024-480e-9c6b-5c9c6bc960d0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.2359517 Jul 22 21:39:56.990245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54070) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:57.042217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:57.044286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:57.072692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5480654e-3227-46f8-bb19-9711fe22dd1e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=c53210f20cc944f4a4bc016b9bf23343&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808923 Jul 22 21:39:57.097311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54076) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:57.216961 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.resource_extend [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:39:57.316841 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:57.382566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:57.447330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=c5c0e591-4290-4ac6-93a8-3a596f04bad7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:57.586067 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:57.591993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5306b1cc-535a-4929-9da2-b63e81ab876a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:57.592585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bf40cb5d-bd3a-4fa3-8188-d47ffd57b6b1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/c5c0e591-4290-4ac6-93a8-3a596f04bad7 HTTP/1.1" status: 204 len: 168 time: 1.4150860 Jul 22 21:39:57.594255 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:57.595320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:57.597303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:57.790394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:39:57.803430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0bc1d-e4ed-4e36-975b-89898e69735d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:57.819502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-39c0bc1d-e4ed-4e36-975b-89898e69735d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2215226 Jul 22 21:39:57.820474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54088) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:57.857330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9fa58-dc65-41b4-bf36-bff01d604515 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:57.859751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-64e9fa58-dc65-41b4-bf36-bff01d604515 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7611630 Jul 22 21:39:57.862941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54090) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:57.989132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-26f35886-88cc-41ed-acb3-07f9673bb1d2 None None] Provisioning complete for port 5306b1cc-535a-4929-9da2-b63e81ab876a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:39:57.989233 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-26f35886-88cc-41ed-acb3-07f9673bb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:58.061302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad69e30d-3fc0-404d-81e4-f13d010ac771 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1869366 Jul 22 21:39:58.073283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54098) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:58.090986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813692657', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:39:58.335435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:39:53Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:58.404556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c143aa-e82e-466e-bc00-32ce11793e15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:58.411983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d7c143aa-e82e-466e-bc00-32ce11793e15 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5892708 Jul 22 21:39:58.412765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54108) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:58.418522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:39:58.433651 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:58.496163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Checking router: c238bcfe-5385-4c88-b6a5-3d64fb552b00 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:39:58.496450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Updating router c238bcfe-5385-4c88-b6a5-3d64fb552b00 port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:39:58.579898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1f43fa2-e1c0-4d8e-8637-d5961d2d78fe None None] Could not find standard attr ID for object c5c0e591-4290-4ac6-93a8-3a596f04bad7. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:39:58.626800 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.027406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.058242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Transition to ACTIVE for port object 78a71f89-98fe-4b97-82fd-ac083b11e7f0 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:39:59.076814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.157957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Attempting to bind port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:39:59.158405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Attempting to bind port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:39:59.159140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Attempting to bind port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:39:59.163222 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Pushing event updated for resources: {'Port': ['ID=78a71f89-98fe-4b97-82fd-ac083b11e7f0,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:59.163369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:39:59.174770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.175201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.175708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.176097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.176420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.176755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.177086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.177413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.177738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.178122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.178452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.178775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:39:59.184132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:39:59.185038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:59.185695 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.186099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:39:59.188268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Bound port: 78a71f89-98fe-4b97-82fd-ac083b11e7f0, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:39:59.188961 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.275043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] For port 78a71f89-98fe-4b97-82fd-ac083b11e7f0, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:39:59.288293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] For port 78a71f89-98fe-4b97-82fd-ac083b11e7f0, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78a71f89-98fe-4b97-82fd-ac083b11e7f0,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:39:59.298890 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.387693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b5879-ee14-4ee9-b848-ca45de0159c3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:59.393168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b5879-ee14-4ee9-b848-ca45de0159c3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:59.396075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b5879-ee14-4ee9-b848-ca45de0159c3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:59.405766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-932b5879-ee14-4ee9-b848-ca45de0159c3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9885800 Jul 22 21:39:59.418887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54124) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:59.476622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37e675-f72c-4d3d-a069-0465aacddc09 None None] Pushing event updated for resources: {'Port': ['ID=78a71f89-98fe-4b97-82fd-ac083b11e7f0,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:59.512416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.562990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:59.563645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:59.638527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 4c0b0198-867e-499a-b9f7-b4ba535d6f75 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:39:59.643904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.680726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:39:59.688371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.690927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Subnet': ['ID=a1b26744-bd64-4301-9e61-4399fffa716d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:39:59.703510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:39:59.734970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Checking segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:39:59.735777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network hostable DHCP agents. Network: 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:39:59.767436 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:59.768564 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:59.773401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:39:59.798371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:39:59.809122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:39:59.809971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.842158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ffcc5a3e-b94a-4d72-a2d0-e0597644c176 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7674582 Jul 22 21:39:59.843408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54132) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:59.843965 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:59.859507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:39:59.872382 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:39:59.875466 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:39:59.906339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c554b37b-b35f-4427-a128-106ccc219a7e tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/floatingips/984d9c8d-e411-4dbd-87f8-5d037ff58cec HTTP/1.1" status: 200 len: 978 time: 4.1566472 Jul 22 21:39:59.909397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:39:59.956824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35517393-fc2d-4352-870e-5791200a43a7 None None] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:00.011761 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:00.012940 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f847974-a399-4c58-af6d-d1b67b5c658c None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:00.197480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:00.320690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:40:00.493658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:00.534240 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:00.537746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/4c0b0198-867e-499a-b9f7-b4ba535d6f75 HTTP/1.1" status: 204 len: 168 time: 1.1127172 Jul 22 21:40:00.540264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54152) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:00.581685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617586e-f2bb-4c39-9dde-20e992ecb1db tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0b0198-867e-499a-b9f7-b4ba535d6f75,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:00.582269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2debf-5c95-4146-90e2-8021e414918c None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:00.589535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port af665135-9513-4331-9a0d-e3c3e6af46d6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:00.590133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:00.673179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:40:00.674064 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:00.817530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet df6736ee-d558-49da-9475-e3c60bff552a {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:40:00.836868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:00.838481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:00.872853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for af665135-9513-4331-9a0d-e3c3e6af46d6 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:00.910495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.259401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.261869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.349070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=af665135-9513-4331-9a0d-e3c3e6af46d6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:01.445538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.458204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Allocated IP 172.20.0.2 (48c89aa9-eafc-4f1c-b25a-0f46ee6a7224/a1b26744-bd64-4301-9e61-4399fffa716d/08f29f81-1582-4371-83fe-4fbce25094cf) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:01.556285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:39:53Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:01.588624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.605940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.606486 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 984d9c8d-e411-4dbd-87f8-5d037ff58cec disassociated (deleted). External IP: 172.25.5.147, port: 15db05b3-0eb0-4eed-aa03-8e34a5b267ea. Jul 22 21:40:01.623893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ff57-bffa-4b2b-bdf9-bdc5452f9d2a None None] The sync data for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 is: [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:39:53Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:01.854949 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.868189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Transition to ACTIVE for port object 08f29f81-1582-4371-83fe-4fbce25094cf will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:01.902290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Transition to ACTIVE for port object 08f29f81-1582-4371-83fe-4fbce25094cf will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:01.911116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:01.914635 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:02.001603 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:02.010754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/df6736ee-d558-49da-9475-e3c60bff552a HTTP/1.1" status: 204 len: 168 time: 1.4690156 Jul 22 21:40:02.014422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:02.018827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54178) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:02.076460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca156fa-1178-43bc-b080-68f9b3edea25 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=df6736ee-d558-49da-9475-e3c60bff552a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:02.086676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Pushing event updated for resources: {'Port': ['ID=08f29f81-1582-4371-83fe-4fbce25094cf,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:02.124366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:02.134877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:02.145919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:02.219574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:02.265484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5e5b6126-8d29-4d8b-9d2b-4c8275c5c564 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2183306 Jul 22 21:40:02.267472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54186) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:02.277525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:02.331277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:02.477252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Attempting to bind port 08f29f81-1582-4371-83fe-4fbce25094cf on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:40:02.477637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Attempting to bind port 08f29f81-1582-4371-83fe-4fbce25094cf by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:40:02.478016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Attempting to bind port 08f29f81-1582-4371-83fe-4fbce25094cf on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:02.499867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:40:02.499867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Checking segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:40:02.499867 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:02.505652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Bound using segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:40:02.508456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Bound port: 08f29f81-1582-4371-83fe-4fbce25094cf, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:40:02.508902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:02.852483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] For port 08f29f81-1582-4371-83fe-4fbce25094cf, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:40:02.868368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] For port 08f29f81-1582-4371-83fe-4fbce25094cf, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=08f29f81-1582-4371-83fe-4fbce25094cf,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:40:02.889562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:02.898879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:02.943922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:03.005802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5dda3ee4-489a-44dd-83e6-f3d9fba7fa9d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/floatingips/984d9c8d-e411-4dbd-87f8-5d037ff58cec HTTP/1.1" status: 204 len: 168 time: 3.0951180 Jul 22 21:40:03.008290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54198) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:03.101067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b4a21-cacc-4e8c-9874-a68d3fcca23b None None] Pushing event updated for resources: {'Port': ['ID=08f29f81-1582-4371-83fe-4fbce25094cf,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:03.116445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:03.119298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78a71f89-98fe-4b97-82fd-ac083b11e7f0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:03.193334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a5317-e36f-4435-954a-4a324f62e576 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:03.335477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:03.336339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:03.398287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:03.412688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:03.447755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:03.527489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:03.536857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port 15db05b3-0eb0-4eed-aa03-8e34a5b267ea {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:03.537647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:03.724543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:03.733450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:03.860907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:03.868119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:03.869360 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:03.901597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for 15db05b3-0eb0-4eed-aa03-8e34a5b267ea owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:03.928613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c99e5b26-84e7-475e-af84-d79fe2cd1696 None None] Provisioning complete for port 5306b1cc-535a-4929-9da2-b63e81ab876a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:03.929389 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c99e5b26-84e7-475e-af84-d79fe2cd1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:03.997075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:03.997909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9bd272-06cf-4614-9182-5b7a772ce9bc None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:04.164701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.1 (48c89aa9-eafc-4f1c-b25a-0f46ee6a7224/a1b26744-bd64-4301-9e61-4399fffa716d/228baa78-1774-4a85-94ac-5d7a275e6086) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:04.222972 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:04.273867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 78a71f89-98fe-4b97-82fd-ac083b11e7f0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78a71f89-98fe-4b97-82fd-ac083b11e7f0,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:04.293819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:04.395179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:40:04.470999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=78a71f89-98fe-4b97-82fd-ac083b11e7f0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:04.560963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] Deleting port 5306b1cc-535a-4929-9da2-b63e81ab876a {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:04.564022 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:04.614874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:04.679139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=15db05b3-0eb0-4eed-aa03-8e34a5b267ea,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:04.680523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] For port 5306b1cc-535a-4929-9da2-b63e81ab876a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5306b1cc-535a-4929-9da2-b63e81ab876a,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:04.681278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:04.697861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] Calling delete_port for 5306b1cc-535a-4929-9da2-b63e81ab876a owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:04.811757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:04.886325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object 228baa78-1774-4a85-94ac-5d7a275e6086 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:04.991424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.072119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] No DVR routers for this DVR port 5306b1cc-535a-4929-9da2-b63e81ab876a on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:40:05.075694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abb072-b04c-4bb2-a5a7-13d066bf710d None None] Pushing event deleted for resources: {'Port': ['ID=5306b1cc-535a-4929-9da2-b63e81ab876a,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:05.100812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.142254 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-382d2792-d70a-4ca8-8434-34b3be3a31d4 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/ports/15db05b3-0eb0-4eed-aa03-8e34a5b267ea HTTP/1.1" status: 204 len: 168 time: 2.1234703 Jul 22 21:40:05.147207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54232) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:05.168997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:05.223155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08f29f81-1582-4371-83fe-4fbce25094cf up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:05.244215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.290002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:05.301678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.304733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:05.342020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:05.343023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.366858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84968d5b-e85a-4fee-91d7-831e6868e722 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:05.394688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.434081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1633756 Jul 22 21:40:05.435040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54238) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:05.450417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2c66ae84-bc60-48db-89f5-8695ddee8ce9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:05.468707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b9392-d026-4789-b003-e649b2ae67aa None None] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:05.505777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:05.512786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007f84e-1065-4cf7-8384-08e4b845ca04 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:05.539897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:05.579608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:05.645433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.709668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5755108c-ec50-41d1-9282-9c87f0bf522b None None] Provisioning for port 08f29f81-1582-4371-83fe-4fbce25094cf completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:05.721782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 08f29f81-1582-4371-83fe-4fbce25094cf completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:05.736275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5755108c-ec50-41d1-9282-9c87f0bf522b None None] Provisioning complete for port 08f29f81-1582-4371-83fe-4fbce25094cf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:05.740507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5755108c-ec50-41d1-9282-9c87f0bf522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.780342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 08f29f81-1582-4371-83fe-4fbce25094cf triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:05.780874 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.854119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=228baa78-1774-4a85-94ac-5d7a275e6086,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:05.875467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:05.947616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c66ae84-bc60-48db-89f5-8695ddee8ce9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:05.955031 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae84-bc60-48db-89f5-8695ddee8ce9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.001946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.25.5.80 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/c8b802a5-b8b8-43a1-9161-c0b32dd0655b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:06.243580 n-d-762330-19 neutron-server[94092]: INFO neutron.db.ipam_backend_mixin [None req-2c66ae84-bc60-48db-89f5-8695ddee8ce9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310 (CIDR: 2001:db8::/64) Jul 22 21:40:06.245201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.256169 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c66ae84-bc60-48db-89f5-8695ddee8ce9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:40:06.256981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c66ae84-bc60-48db-89f5-8695ddee8ce9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:06.322985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.378387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c66ae84-bc60-48db-89f5-8695ddee8ce9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9376557 Jul 22 21:40:06.380990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54276) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:06.400645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'subnet': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:06.433140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:06.439775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:06.452950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.454480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:06.462565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=c8b802a5-b8b8-43a1-9161-c0b32dd0655b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:06.609147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5755108c-ec50-41d1-9282-9c87f0bf522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.618219 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.659372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5755108c-ec50-41d1-9282-9c87f0bf522b None None] For port 08f29f81-1582-4371-83fe-4fbce25094cf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=08f29f81-1582-4371-83fe-4fbce25094cf,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:06.664558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-caeefccd-6c8b-4502-a5b4-f242d70f2491', 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'tenant_id': '8ddf015c8c924f07bded3d418b97eff7', 'fixed_ips': [{'subnet_id': '6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:40:06.665399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.671480 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5755108c-ec50-41d1-9282-9c87f0bf522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.745980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.969672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:06.975018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:06.988058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755108c-ec50-41d1-9282-9c87f0bf522b None None] Pushing event updated for resources: {'Port': ['ID=08f29f81-1582-4371-83fe-4fbce25094cf,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:07.129463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78a71f89-98fe-4b97-82fd-ac083b11e7f0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:07.133377 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.141534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.233879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=c8b802a5-b8b8-43a1-9161-c0b32dd0655b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:07.356138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.375673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.382938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-148260d3-3f56-4e1e-86cb-97f443f9ee0a tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2340674 Jul 22 21:40:07.385106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54320) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:07.407615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'port': {'network_id': 'd509f960-61a8-4a44-8d16-7aac3f374d1a', 'name': 'tempest-FloatingIPTestJSON-1927433013'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:07.483490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Allocated IP 2001:db8::2 (caeefccd-6c8b-4502-a5b4-f242d70f2491/6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310/ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:07.532886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:07.533582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.669643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.697514 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.817797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:07.856083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.916043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:07.921506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=228baa78-1774-4a85-94ac-5d7a275e6086,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:07.922407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] device_id is not set on port a8be9279-acb1-4d08-bfaf-2e4e4b94818f yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:40:08.181610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:08.228254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Transition to ACTIVE for port object ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:08.265474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-443dab06-9de7-46eb-a6dc-e56c9e058bdf None None] Provisioning for port 228baa78-1774-4a85-94ac-5d7a275e6086 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:08.285123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-443dab06-9de7-46eb-a6dc-e56c9e058bdf None None] Provisioning complete for port 228baa78-1774-4a85-94ac-5d7a275e6086 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:08.285504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-443dab06-9de7-46eb-a6dc-e56c9e058bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:08.333434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.5 (d509f960-61a8-4a44-8d16-7aac3f374d1a/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011/a8be9279-acb1-4d08-bfaf-2e4e4b94818f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:08.460954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Transition to ACTIVE for port object ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:08.521324 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:08.639765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Pushing event updated for resources: {'Port': ['ID=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:08.684029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-443dab06-9de7-46eb-a6dc-e56c9e058bdf None None] Port 228baa78-1774-4a85-94ac-5d7a275e6086 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:40:08.767373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:08.784220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:08.801547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:08.865647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:08.875007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:08.881300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:08.914246 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.024320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-443dab06-9de7-46eb-a6dc-e56c9e058bdf None None] Provisioning complete for port 08f29f81-1582-4371-83fe-4fbce25094cf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:09.026585 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-443dab06-9de7-46eb-a6dc-e56c9e058bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.030507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5306b1cc-535a-4929-9da2-b63e81ab876a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:40:09.100171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network d509f960-61a8-4a44-8d16-7aac3f374d1a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:09.107411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:09.140083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:09.278697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5306b1cc-535a-4929-9da2-b63e81ab876a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:40:09.279985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5306b1cc-535a-4929-9da2-b63e81ab876a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:40:09.297517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Attempting to bind port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:40:09.298348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Attempting to bind port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:40:09.299249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Attempting to bind port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c on network caeefccd-6c8b-4502-a5b4-f242d70f2491 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:09.326149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:40:09.326978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Checking segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:40:09.327636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.328844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Bound using segment: {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:40:09.329771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Bound port: ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a29d90-4bea-488d-b012-04ab13199fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:40:09.330557 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.512826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08f29f81-1582-4371-83fe-4fbce25094cf up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:09.517003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router c238bcfe-5385-4c88-b6a5-3d64fb552b00 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:09.528288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:09.543621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.565042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=a8be9279-acb1-4d08-bfaf-2e4e4b94818f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:09.622629 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-82d4d0dc-baa7-44a6-9a98-cb17d84acbe0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2309105 Jul 22 21:40:09.624569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54512) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:09.645565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'port_id': 'a8be9279-acb1-4d08-bfaf-2e4e4b94818f'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:09.709188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] For port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:40:09.713307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] For port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:40:09.721920 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.805775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.984647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-48f7b02c-5b9f-4e73-9a2c-947c0f73d3e0 None None] Provisioning complete for port 228baa78-1774-4a85-94ac-5d7a275e6086 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:09.985123 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-48f7b02c-5b9f-4e73-9a2c-947c0f73d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:09.988866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1a2a0-2c59-4e87-8218-e2069c3c7601 None None] Pushing event updated for resources: {'Port': ['ID=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:10.131782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:40:10.143878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 08f29f81-1582-4371-83fe-4fbce25094cf triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:10.144391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:10.357950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-48f7b02c-5b9f-4e73-9a2c-947c0f73d3e0 None None] Port 228baa78-1774-4a85-94ac-5d7a275e6086 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:40:10.618209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:10.659581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:10.697471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b8343537-2597-4981-92bd-44045c49b232 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/c238bcfe-5385-4c88-b6a5-3d64fb552b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8419275 Jul 22 21:40:10.720703 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Sync routers for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:10.749184 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:10.749833 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:10.782608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.resource_extend [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:40:10.972646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:10.978909 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:11.057197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:40:11.178293 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:40:11.325395 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 8e4b8b3e-d3ec-44cd-8a90-b1fba044f209 associated. External IP: 172.25.5.80, port: a8be9279-acb1-4d08-bfaf-2e4e4b94818f. Jul 22 21:40:11.492075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] For port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:11.646469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:11.657504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:11.658768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:11.660778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:11.766517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:11.926347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e5aaa8db-09b7-4c78-8643-d753420d30e9 None None] Provisioning for port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:11.941448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e5aaa8db-09b7-4c78-8643-d753420d30e9 None None] Provisioning complete for port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:11.944439 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa8db-09b7-4c78-8643-d753420d30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:11.949077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:12.000555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:12.012516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:12.016217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:12.044514 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:12.065170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069f0391-80f3-4310-9a59-30e9f95c86d1 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:12.158687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Subnet': ['ID=0709ae2a-e6c9-4cba-825d-df3e768050cb,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:12.163097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,revision_number=4']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:12.167177 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:07Z', 'revision_number': 2, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:12.180355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-03e8aacf-ea48-4504-b694-73749c7e7142 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7980633 Jul 22 21:40:12.182935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:12.297135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Checking router: c238bcfe-5385-4c88-b6a5-3d64fb552b00 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:40:12.297511 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Updating router c238bcfe-5385-4c88-b6a5-3d64fb552b00 port 228baa78-1774-4a85-94ac-5d7a275e6086 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:40:12.344281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Request body: {'port': {'network_id': 'caeefccd-6c8b-4502-a5b4-f242d70f2491', 'mac_address': 'fa:16:3e:45:55:df', 'name': 'tempest-NetworksTestDHCPv6-1871006232'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:12.461496 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:12.519885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-e94ca3eb-2c3c-43c8-a3cc-359dc70a3470 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492853097&fields=id&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 267 time: 0.3949356 Jul 22 21:40:12.827500 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2584426-3492-4573-8658-8f22e31d32ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:12.862532 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa8db-09b7-4c78-8643-d753420d30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:13.126999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e5aaa8db-09b7-4c78-8643-d753420d30e9 None None] For port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:13.142359 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa8db-09b7-4c78-8643-d753420d30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:13.210012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-d27c3e3b-aa3e-43d1-910f-fe257c40fad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:13.215161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-d27c3e3b-aa3e-43d1-910f-fe257c40fad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 796 time: 0.6909471 Jul 22 21:40:13.305996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-ca797038-c283-4070-b3db-6db9c813e6e6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/quotas/c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 375 time: 0.0550570 Jul 22 21:40:13.438639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa8db-09b7-4c78-8643-d753420d30e9 None None] Pushing event updated for resources: {'Port': ['ID=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:13.529644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:13.544048 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:13.595645 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Transition to ACTIVE for port object 228baa78-1774-4a85-94ac-5d7a275e6086 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:13.601417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-d050a47d-c616-4770-8f8c-c7b9207744df tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2747304 Jul 22 21:40:13.609408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Made reservation on behalf of 8ddf015c8c924f07bded3d418b97eff7 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:13.623376 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:13.707236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:13.707437 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:13.798058 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Pushing event updated for resources: {'Port': ['ID=228baa78-1774-4a85-94ac-5d7a275e6086,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:13.872234 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.876697 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.877574 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.880288 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.884671 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.885267 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.885758 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.891298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.892298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.892933 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.893407 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.897026 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:13.946745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:13.970795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:14.019243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:14.095580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:14.097005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:14.130326 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-17fb2208-b971-4e37-846f-3a93eff8353d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/floatingips/8e4b8b3e-d3ec-44cd-8a90-b1fba044f209 HTTP/1.1" status: 200 len: 977 time: 4.5044796 Jul 22 21:40:14.133299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54852) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:14.169668 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Attempting to bind port 228baa78-1774-4a85-94ac-5d7a275e6086 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:40:14.169893 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:14.171958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Attempting to bind port 228baa78-1774-4a85-94ac-5d7a275e6086 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:40:14.173360 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Attempting to bind port 228baa78-1774-4a85-94ac-5d7a275e6086 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:14.202527 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:40:14.204419 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Checking segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:40:14.207625 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:14.209794 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Bound using segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:40:14.212534 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Bound port: 228baa78-1774-4a85-94ac-5d7a275e6086, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:40:14.213993 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:14.231089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:14.275008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:14.277112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:14.308477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-927b312b-4f46-44e8-84b3-21b8adf246ed service neutron] 10.222.0.54 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361542 Jul 22 21:40:14.311654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] device_id is not set on port e4b01ab1-a8d3-467c-8966-3d6390dd7d48 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:40:14.461508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port a8be9279-acb1-4d08-bfaf-2e4e4b94818f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:14.462044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:14.553453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:14.559114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3455c-c61a-4b32-83d2-a8e06d6fdbb1 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:14.598605 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] For port 228baa78-1774-4a85-94ac-5d7a275e6086, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:40:14.603907 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] For port 228baa78-1774-4a85-94ac-5d7a275e6086, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=228baa78-1774-4a85-94ac-5d7a275e6086,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:40:14.617307 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:14.759710 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e7265-ee94-4b42-be66-bbc88914fa4e None None] Pushing event updated for resources: {'Port': ['ID=228baa78-1774-4a85-94ac-5d7a275e6086,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:14.812674 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:14.813751 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:39:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:14.861875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:14.905455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-d520f17f-0ac5-459b-86d3-5cbcab2f849e service neutron] 10.222.0.54 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959918 Jul 22 21:40:15.088901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8::31e (caeefccd-6c8b-4502-a5b4-f242d70f2491/6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310/e4b01ab1-a8d3-467c-8966-3d6390dd7d48) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:15.106914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Allocated IP 2001:db8:0:1:f816:3eff:fe45:55df (caeefccd-6c8b-4502-a5b4-f242d70f2491/0709ae2a-e6c9-4cba-825d-df3e768050cb/e4b01ab1-a8d3-467c-8966-3d6390dd7d48) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:15.147452 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:40:15.158107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b0de8c62-6b84-4074-a639-c96f0515e165 None None] Provisioning complete for port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:15.162960 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b0de8c62-6b84-4074-a639-c96f0515e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:15.535401 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f636692e-be08-41ca-8b84-144d1b95bd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:15.573331 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:15.664265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:15.916345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:15.918266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee60f224-50c0-41cb-b906-82ee09a48bc2 req-9b3e275b-c69f-4e7e-8175-b7accda90b41 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 210 time: 0.1577959 Jul 22 21:40:15.929437 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:15.947876 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:14Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:15.978557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.012571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.015425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.016370 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 8e4b8b3e-d3ec-44cd-8a90-b1fba044f209 disassociated. External IP: 172.25.5.80, port: a8be9279-acb1-4d08-bfaf-2e4e4b94818f. Jul 22 21:40:16.018166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for a8be9279-acb1-4d08-bfaf-2e4e4b94818f owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:16.023254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Transition to ACTIVE for port object e4b01ab1-a8d3-467c-8966-3d6390dd7d48 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:16.023908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae36a-69a5-474e-a0ca-2f0627019a55 None None] The sync data for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 is: [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:14Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:16.121804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.225447 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.270653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event updated for resources: {'Port': ['ID=e4b01ab1-a8d3-467c-8966-3d6390dd7d48,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:16.296973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:16.300241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:16.332275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:16.351450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:16.353198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.386009 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0a8a561c-7919-4639-83f0-f694c36d11b5 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1478791 Jul 22 21:40:16.387980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54906) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:16.431125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.491925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=a8be9279-acb1-4d08-bfaf-2e4e4b94818f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:16.729246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting port e4b01ab1-a8d3-467c-8966-3d6390dd7d48 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:16.730835 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:16.851227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:17.074412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:17.105157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9a594f4f-11a2-4758-81f9-90a3115135de None None] Provisioning for port e4b01ab1-a8d3-467c-8966-3d6390dd7d48 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:17.111778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9a594f4f-11a2-4758-81f9-90a3115135de None None] Provisioning complete for port e4b01ab1-a8d3-467c-8966-3d6390dd7d48 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:17.114222 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a594f4f-11a2-4758-81f9-90a3115135de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:17.147651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Calling delete_port for e4b01ab1-a8d3-467c-8966-3d6390dd7d48 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:17.202588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9a594f4f-11a2-4758-81f9-90a3115135de None None] Port e4b01ab1-a8d3-467c-8966-3d6390dd7d48 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:40:17.254621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4180fc1c-ee4b-43d2-9bd1-542a1ca52b01 req-a2c92a5f-0bfb-4eb0-a60f-7fcebabeeb7e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 210 time: 0.1128099 Jul 22 21:40:17.308215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:17.325317 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:17.377471 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:17.405458 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:17.441081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:17.443330 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-adb9e11f-1099-4373-b64d-78b5f9027eaf tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/ports/a8be9279-acb1-4d08-bfaf-2e4e4b94818f HTTP/1.1" status: 204 len: 168 time: 3.3054051 Jul 22 21:40:17.446299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54928) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:17.525071 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:17.566899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 228baa78-1774-4a85-94ac-5d7a275e6086 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:17.572402 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:17.573543 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:17.601894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54930) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:17.603973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d8f2243a-bc33-4cd9-8009-b353e3e00a5b tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "GET /v2.0/floatingips/8e4b8b3e-d3ec-44cd-8a90-b1fba044f209 HTTP/1.1" status: 200 len: 687 time: 0.1366041 Jul 22 21:40:17.667460 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:17.668618 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9945e4-8af2-4bb0-887f-55ab4b8fe990 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:17.700124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 228baa78-1774-4a85-94ac-5d7a275e6086 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:17.706904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 228baa78-1774-4a85-94ac-5d7a275e6086 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:17.707283 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:17.801916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:17.894995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Port': ['ID=e4b01ab1-a8d3-467c-8966-3d6390dd7d48,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:18.040363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:18.111016 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:18.118698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54940) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:18.119487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-819d6742-a9f7-4f61-8dbc-4e8afc1fbb7c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/e4b01ab1-a8d3-467c-8966-3d6390dd7d48 HTTP/1.1" status: 204 len: 168 time: 1.7263165 Jul 22 21:40:18.189874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 228baa78-1774-4a85-94ac-5d7a275e6086, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=228baa78-1774-4a85-94ac-5d7a275e6086,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:18.199483 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:18.219960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port c8b802a5-b8b8-43a1-9161-c0b32dd0655b {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:18.224762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:18.277352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:18.347928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=228baa78-1774-4a85-94ac-5d7a275e6086,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:18.554196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-c060b768-3fed-47a7-9a98-eb38a2909af6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:18.556516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-c060b768-3fed-47a7-9a98-eb38a2909af6 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 796 time: 0.8418975 Jul 22 21:40:18.562124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08000b53-b171-469b-94a3-94489d562077 req-d673f0a0-155f-4dec-9657-97637dd1422c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 210 time: 0.1163774 Jul 22 21:40:18.599081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:18.599763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:18.627483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a848ce8a-c7c7-413a-8717-41f7303f5703 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:18.632606 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a848ce8a-c7c7-413a-8717-41f7303f5703 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5017948 Jul 22 21:40:18.643681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:18.664323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for c8b802a5-b8b8-43a1-9161-c0b32dd0655b owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:18.718802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-ff14c679-cda4-4152-8803-a9108f886ad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 379 time: 0.1429768 Jul 22 21:40:18.757040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'port': {'device_id': 'b01b6759-be15-4650-a324-469a7babcba0', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'admin_state_up': True, 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'security_groups': ['834b4d11-e5c2-4b95-9875-e2d77b58d8c8']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:18.959729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251342d-dadf-49cb-9df6-45f5001f28c8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:18.964754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f251342d-dadf-49cb-9df6-45f5001f28c8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3196056 Jul 22 21:40:18.965790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54964) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:19.131706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfd258-2100-4f29-9ca4-844698bd0879 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:19.133807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfd258-2100-4f29-9ca4-844698bd0879 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:19.135873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfd258-2100-4f29-9ca4-844698bd0879 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:19.137400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:19.141955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-efbfd258-2100-4f29-9ca4-844698bd0879 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1689515 Jul 22 21:40:19.143798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54970) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:19.153078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.321447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 0709ae2a-e6c9-4cba-825d-df3e768050cb {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:40:19.330807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.435073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.440037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.503348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=c8b802a5-b8b8-43a1-9161-c0b32dd0655b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:19.520565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.10 (48c89aa9-eafc-4f1c-b25a-0f46ee6a7224/a1b26744-bd64-4301-9e61-4399fffa716d/ffb28b87-decc-4158-ac46-a8c7fc898c13) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:19.526962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 228baa78-1774-4a85-94ac-5d7a275e6086 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:19.681563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 228baa78-1774-4a85-94ac-5d7a275e6086 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:19.682125 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.718252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.721391 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.722848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4f4252ce-d185-498c-a8b5-55f4a0c65972 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/floatingips/8e4b8b3e-d3ec-44cd-8a90-b1fba044f209 HTTP/1.1" status: 204 len: 168 time: 2.1193981 Jul 22 21:40:19.726684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:19.735554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '4483b278-d74a-4e8b-a608-12142366248e'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:19.746552 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.836856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc8703a1-cc5b-42fa-9026-bd4c0832b5bd req-42309c74-9c33-431b-b5a8-816b5bfd7361 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 210 time: 0.0461538 Jul 22 21:40:19.875078 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.929979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.945967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:19.954383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object ffb28b87-decc-4158-ac46-a8c7fc898c13 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:19.980880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=0709ae2a-e6c9-4cba-825d-df3e768050cb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:19.998146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.003050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5de35894-0cd7-4423-9707-a33a046f45bd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/0709ae2a-e6c9-4cba-825d-df3e768050cb HTTP/1.1" status: 204 len: 168 time: 0.7752798 Jul 22 21:40:20.005451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54990) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:20.005924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f98515-d39d-410a-9cf5-ece589d31f08 None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:20.023430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.153039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:20.176935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:20.180616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:20.182840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:20.231087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Deleting subnet 6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:40:20.239180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.273206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:20.273899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.303529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f0809392-1ef4-4075-ab74-eb87e192d22f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5786369 Jul 22 21:40:20.317755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-594d3183-66f5-417c-a169-217dd6a56472 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:40:20.319614 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-594d3183-66f5-417c-a169-217dd6a56472 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081458 Jul 22 21:40:20.349812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Request body: {'port': {'device_id': 'b01b6759-be15-4650-a324-469a7babcba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:20.577619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.739324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f1e1d330-f718-4232-ae0c-24e312f34f43 None None] Provisioning for port ffb28b87-decc-4158-ac46-a8c7fc898c13 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:20.739751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.748472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f1e1d330-f718-4232-ae0c-24e312f34f43 None None] Provisioning complete for port ffb28b87-decc-4158-ac46-a8c7fc898c13 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:20.748859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d330-f718-4232-ae0c-24e312f34f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.796052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:20.861622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1d330-f718-4232-ae0c-24e312f34f43 None None] Port ffb28b87-decc-4158-ac46-a8c7fc898c13 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:40:21.083211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.25.5.49 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/1df05caf-56e0-463f-b071-b41e4da61a77) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:21.107422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.154771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb28b87-decc-4158-ac46-a8c7fc898c13 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:40:21.171916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.199105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Transition to ACTIVE for port object ffb28b87-decc-4158-ac46-a8c7fc898c13 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:21.209084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.320144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:21.329314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec032193-183f-4fd2-8c71-cb2d22c07481 req-b5ca6039-c188-4f25-894d-21347651068f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:21.341896 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec032193-183f-4fd2-8c71-cb2d22c07481 req-b5ca6039-c188-4f25-894d-21347651068f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 932 time: 0.3531733 Jul 22 21:40:21.360996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.509978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:40:21.510419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:40:21.510756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:21.526221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:40:21.526554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:21.532949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:40:21.533297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Checking segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:40:21.533688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Bound using segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:40:21.534123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Bound port: ffb28b87-decc-4158-ac46-a8c7fc898c13, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:40:21.534485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.549375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.551661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310 HTTP/1.1" status: 204 len: 168 time: 1.5452459 Jul 22 21:40:21.565411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55024) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:21.597231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e05be-8826-41d6-9c41-8c3053c39b73 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:21.668366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec032193-183f-4fd2-8c71-cb2d22c07481 req-ae197af8-3ce6-4679-bb37-96ce32928763 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209958 Jul 22 21:40:21.675578 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-77504f1f-736d-4c5c-a08f-f662dfd7572e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090930 Jul 22 21:40:21.679144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55026) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:21.714741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.867901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:21.908088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:40:21.917495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:40:21.936373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c87d2f-03b2-4845-b046-681c371d2828 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:21.941659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-28c87d2f-03b2-4845-b046-681c371d2828 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2587323 Jul 22 21:40:21.942529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55036) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:21.957632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:22.001520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=1df05caf-56e0-463f-b071-b41e4da61a77,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:22.011907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:22.015164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:22.020682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:22.077899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:22.078782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:22.080329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] 10.222.0.23 "PUT /v2.0/ports/ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 1093 time: 1.7391572 Jul 22 21:40:22.123861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:40:22.135275 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e2498-404d-427f-882b-ee491e63d3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:40:22.184379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdfba8-a046-4f99-aff3-58fdba3e788c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:22.246385 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934fe9f3-03df-46f0-8ba0-28c576eeff8f x-openstack-request-id: req-934fe9f3-03df-46f0-8ba0-28c576eeff8f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:40:22.246773 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:40:22.247826 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-934fe9f3-03df-46f0-8ba0-28c576eeff8f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:40:22.248402 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'status': 'completed', 'code': 200} Jul 22 21:40:22.254787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40014c53-8abf-4793-8ba7-40a2cf217f43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:22.256689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-40014c53-8abf-4793-8ba7-40a2cf217f43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3125613 Jul 22 21:40:22.260803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55040) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:22.266500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105c5cdc-33ce-4b81-ad49-f1fabcae6c1a None None] Network caeefccd-6c8b-4502-a5b4-f242d70f2491 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:22.384792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-24ab6ef6-1185-434c-b366-1908dc0f67bf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122575 Jul 22 21:40:22.405915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55046) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:22.438617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-4d12dcb7-0714-4f53-881f-611bd828da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:22.445433 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-4d12dcb7-0714-4f53-881f-611bd828da64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1096 time: 0.2867641 Jul 22 21:40:22.507769 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1e279a-e928-42fb-ac4f-2f989d11ffbd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:22.508803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1e279a-e928-42fb-ac4f-2f989d11ffbd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:22.515805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4e1e279a-e928-42fb-ac4f-2f989d11ffbd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/e4b01ab1-a8d3-467c-8966-3d6390dd7d48 HTTP/1.1" status: 404 len: 333 time: 0.1071885 Jul 22 21:40:22.518105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55048) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:22.534636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-89583b43-74ba-4b27-b059-696c520f1d46 None None] Provisioning complete for port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:22.535518 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89583b43-74ba-4b27-b059-696c520f1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:22.581320 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-95af3f5d-69ad-43f7-a5c0-5eacad2c4475 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:22.581843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95af3f5d-69ad-43f7-a5c0-5eacad2c4475 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:22.586742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-95af3f5d-69ad-43f7-a5c0-5eacad2c4475 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/0709ae2a-e6c9-4cba-825d-df3e768050cb HTTP/1.1" status: 404 len: 337 time: 0.0674376 Jul 22 21:40:22.587417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55052) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:22.598953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-7240d58f-69d0-4993-a4b7-8fc2ea3f578b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 217 time: 0.1024511 Jul 22 21:40:22.677561 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c88a456-6316-434c-abaf-f0b1d3a479d2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:22.681861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c88a456-6316-434c-abaf-f0b1d3a479d2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:22.692523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2c88a456-6316-434c-abaf-f0b1d3a479d2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/6c6410b8-ca0b-4a21-b6ba-e0d85c0e3310 HTTP/1.1" status: 404 len: 337 time: 0.1028826 Jul 22 21:40:22.696580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55058) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:22.784147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] DHCP port deletion for caeefccd-6c8b-4502-a5b4-f242d70f2491 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:40:22.847864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f8e200e1-a14f-460d-a698-e6060c4ece59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:22.855247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-f8e200e1-a14f-460d-a698-e6060c4ece59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.2245681 Jul 22 21:40:22.913507 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e38985-f26b-4074-8536-2386588dff2b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:22.914276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e38985-f26b-4074-8536-2386588dff2b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:22.916168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-02e38985-f26b-4074-8536-2386588dff2b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/c5c0e591-4290-4ac6-93a8-3a596f04bad7 HTTP/1.1" status: 404 len: 333 time: 0.2185905 Jul 22 21:40:22.923394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] Deleting port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:22.923782 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:22.929602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55068) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:23.003379 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-e062cfd4-8ced-4316-a058-af3a95db15e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:23.004293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e062cfd4-8ced-4316-a058-af3a95db15e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:23.008466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e062cfd4-8ced-4316-a058-af3a95db15e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/4c0b0198-867e-499a-b9f7-b4ba535d6f75 HTTP/1.1" status: 404 len: 337 time: 0.0495815 Jul 22 21:40:23.011953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55072) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:23.025757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-5070f6d3-57f7-4d21-a00f-43c03f583801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:23.027944 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-5070f6d3-57f7-4d21-a00f-43c03f583801 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232734 Jul 22 21:40:23.073588 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:23.104645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] For port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,segment=NetworkSegment(76a29d90-4bea-488d-b012-04ab13199fdc),segment_id=76a29d90-4bea-488d-b012-04ab13199fdc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:23.105051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:23.133765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] Calling delete_port for ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:23.212847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-dd520fc0-e809-4aeb-bfbe-7a3c2748648d service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727297 Jul 22 21:40:23.225269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:23.229991 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-26506052-6878-48aa-8ff9-03b52a3299d6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:23.230737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26506052-6878-48aa-8ff9-03b52a3299d6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:23.233385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-26506052-6878-48aa-8ff9-03b52a3299d6 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/df6736ee-d558-49da-9475-e3c60bff552a HTTP/1.1" status: 404 len: 337 time: 0.0970259 Jul 22 21:40:23.255967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55074) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:23.274914 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:23.302271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] Pushing event deleted for resources: {'Port': ['ID=ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:23.313326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbb7fb-d143-4a7f-a6cf-64a64b680b1a None None] No DVR routers for this DVR port ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:40:23.336704 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8de87ad-3ee1-4e4d-8a50-70aebb2a682a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:23.337675 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8de87ad-3ee1-4e4d-8a50-70aebb2a682a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:23.343247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e8de87ad-3ee1-4e4d-8a50-70aebb2a682a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/4da64b0f-4e49-4678-8b57-3ee09055f4e3 HTTP/1.1" status: 404 len: 333 time: 0.0827441 Jul 22 21:40:23.353544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55080) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:23.366275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61823c1d-1ccd-41cc-8956-b5d9c0a440bd req-f138addb-b5ed-45d8-b152-db5e36050e1b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:23.368527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61823c1d-1ccd-41cc-8956-b5d9c0a440bd req-f138addb-b5ed-45d8-b152-db5e36050e1b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 944 time: 0.5377367 Jul 22 21:40:23.396807 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3002da04-0faf-4459-adce-b9613a686070 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:23.397316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3002da04-0faf-4459-adce-b9613a686070 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:23.399205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3002da04-0faf-4459-adce-b9613a686070 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/d26259d5-4ca3-4ce6-963a-03509b79d13a HTTP/1.1" status: 404 len: 337 time: 0.0447636 Jul 22 21:40:23.406894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:23.463088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-926b5f02-67f1-4538-88c0-f29e0a2779b2 req-fc8c8e79-0aff-4856-ac7c-dc6f0f646149 service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420137 Jul 22 21:40:23.491025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:40:23.573961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:40:23.574495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad3bb4cc-aa8a-4cd4-af95-9575bf9b6b9c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:40:23.626010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2498-404d-427f-882b-ee491e63d3e5 req-57501784-5dce-41d4-9403-7756a7b61e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:23.628133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-471e2498-404d-427f-882b-ee491e63d3e5 req-57501784-5dce-41d4-9403-7756a7b61e1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1096 time: 0.0790379 Jul 22 21:40:23.629087 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:23.666681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:23.689049 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c299ed8-701a-48fc-9a6b-f1be7c72b22e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:23.689589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c299ed8-701a-48fc-9a6b-f1be7c72b22e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:23.701667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7c299ed8-701a-48fc-9a6b-f1be7c72b22e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/0f6f7f3c-1419-44f3-b959-b8dc19cc3efc HTTP/1.1" status: 404 len: 337 time: 0.2858162 Jul 22 21:40:23.732073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55086) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:23.828788 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75c6d19-4ebe-4aed-94fa-bbb4ece54f43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:23.829603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75c6d19-4ebe-4aed-94fa-bbb4ece54f43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:23.834615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55096) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:23.835580 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c75c6d19-4ebe-4aed-94fa-bbb4ece54f43 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/71026830-d0cd-4937-bf69-13ad5020417d HTTP/1.1" status: 404 len: 333 time: 0.1018097 Jul 22 21:40:23.866999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61823c1d-1ccd-41cc-8956-b5d9c0a440bd req-c6cac89c-214f-404f-b6b7-08ff749bcadb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4886677 Jul 22 21:40:23.892985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=1df05caf-56e0-463f-b071-b41e4da61a77,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:23.913322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:23.917626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2498-404d-427f-882b-ee491e63d3e5 req-7dc390f5-aa87-49af-8117-e7da5dc3e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:23.919955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-471e2498-404d-427f-882b-ee491e63d3e5 req-7dc390f5-aa87-49af-8117-e7da5dc3e73e service neutron] 10.222.0.23 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 897 time: 0.2812462 Jul 22 21:40:23.921705 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6675f5-0530-4964-b26e-589a441a16e9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:23.922403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6675f5-0530-4964-b26e-589a441a16e9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:23.924592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0a6675f5-0530-4964-b26e-589a441a16e9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/1b214b4d-e911-492a-b541-54b7db1bc3cc HTTP/1.1" status: 404 len: 337 time: 0.0863473 Jul 22 21:40:23.928393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55102) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.024589 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b447c4-d5b5-4bc1-82d1-bd3e4a8c23e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.025350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b447c4-d5b5-4bc1-82d1-bd3e4a8c23e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.030471 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c8b447c4-d5b5-4bc1-82d1-bd3e4a8c23e3 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/e610e0f5-b6c7-4208-904f-a307abbeb22b HTTP/1.1" status: 404 len: 337 time: 0.1008120 Jul 22 21:40:24.032181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-471e2498-404d-427f-882b-ee491e63d3e5 req-02f93239-2677-4954-8724-2f40880bd739 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 217 time: 0.0921969 Jul 22 21:40:24.032674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55106) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.105155 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5c3361-34a3-4884-94d7-7a69aa41efd8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.106901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5c3361-34a3-4884-94d7-7a69aa41efd8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.112225 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c5c3361-34a3-4884-94d7-7a69aa41efd8 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/641a0038-805f-433c-847c-031cb00ba7b3 HTTP/1.1" status: 404 len: 333 time: 0.0782242 Jul 22 21:40:24.114501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.120712 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 2b1018fc-0413-4831-8fce-82898f90e758 associated. External IP: 172.25.5.49, port: 4483b278-d74a-4e8b-a608-12142366248e. Jul 22 21:40:24.176303 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-13860f7e-d316-4876-b680-8ad90b723d1e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.176885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13860f7e-d316-4876-b680-8ad90b723d1e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.183088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-13860f7e-d316-4876-b680-8ad90b723d1e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/bd0a452b-09de-4790-8df7-822fc0157fac HTTP/1.1" status: 404 len: 337 time: 0.0668571 Jul 22 21:40:24.183984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55110) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.223308 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c084329f-ebcd-44c7-8844-94ee3dcc4031 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.224372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c084329f-ebcd-44c7-8844-94ee3dcc4031 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.229273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c084329f-ebcd-44c7-8844-94ee3dcc4031 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/f478512c-7ebc-4b6e-8ec7-7de4a63e5d76 HTTP/1.1" status: 404 len: 333 time: 0.0393248 Jul 22 21:40:24.230490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55116) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.269171 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa4f7ea-0ee9-4a18-a330-b63e464d1140 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.269644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa4f7ea-0ee9-4a18-a330-b63e464d1140 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.272505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3aa4f7ea-0ee9-4a18-a330-b63e464d1140 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/579e0d32-6bc5-4109-9616-e6d2be691551 HTTP/1.1" status: 404 len: 337 time: 0.0373545 Jul 22 21:40:24.275617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2498-404d-427f-882b-ee491e63d3e5 req-09ce1a7f-fa79-4817-a57d-caff9c927da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:24.277160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55118) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.278853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-471e2498-404d-427f-882b-ee491e63d3e5 req-09ce1a7f-fa79-4817-a57d-caff9c927da7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.1866369 Jul 22 21:40:24.322590 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1427e3-6901-454d-989c-4e3382a8a8dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.324004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1427e3-6901-454d-989c-4e3382a8a8dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.338115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5e1427e3-6901-454d-989c-4e3382a8a8dd tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/26c2d8e4-32a1-43a8-8b3c-a50dc2281ba7 HTTP/1.1" status: 404 len: 333 time: 0.0494604 Jul 22 21:40:24.344135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55120) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.383127 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee595b-af19-40a5-b0c0-143e4f8f361c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.383970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebee595b-af19-40a5-b0c0-143e4f8f361c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.388509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ebee595b-af19-40a5-b0c0-143e4f8f361c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/62e380da-461a-42f1-a312-df3f42a6ea57 HTTP/1.1" status: 404 len: 337 time: 0.0409849 Jul 22 21:40:24.389826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55122) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.391608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2498-404d-427f-882b-ee491e63d3e5 req-fd22d32a-8931-41fa-8998-3f60d8700668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:24.393531 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-471e2498-404d-427f-882b-ee491e63d3e5 req-fd22d32a-8931-41fa-8998-3f60d8700668 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066442 Jul 22 21:40:24.489258 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-c300e45b-a0fd-434c-bc82-442c10922a6a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.491021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c300e45b-a0fd-434c-bc82-442c10922a6a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.498874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c300e45b-a0fd-434c-bc82-442c10922a6a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/f4fb4c80-cfeb-4c12-8fda-4d82b8e233d0 HTTP/1.1" status: 404 len: 333 time: 0.1047568 Jul 22 21:40:24.537411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55124) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.605487 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b0ea92-d7b2-49a6-9a5b-8f9078bcb416 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.607164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b0ea92-d7b2-49a6-9a5b-8f9078bcb416 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.610112 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-06b0ea92-d7b2-49a6-9a5b-8f9078bcb416 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/aab7870d-5675-42aa-8cfc-7b191565b490 HTTP/1.1" status: 404 len: 337 time: 0.0712202 Jul 22 21:40:24.613670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55126) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.657553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-471e2498-404d-427f-882b-ee491e63d3e5 req-b0aaca8f-b287-481e-a571-3a69f198f9b1 service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559173 Jul 22 21:40:24.672859 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d014c06c-afb9-4c26-9a8a-4efe2a5b0164 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.673550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d014c06c-afb9-4c26-9a8a-4efe2a5b0164 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.680452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d014c06c-afb9-4c26-9a8a-4efe2a5b0164 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/b6386ae1-1289-47fb-9117-64265e7e6a27 HTTP/1.1" status: 404 len: 333 time: 0.0610783 Jul 22 21:40:24.686757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:24.688038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55132) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.737907 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c61a248-77a7-4846-969a-b7c798f10443 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.738305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c61a248-77a7-4846-969a-b7c798f10443 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.743673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8c61a248-77a7-4846-969a-b7c798f10443 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/d45b1568-a441-4912-bb38-a0e8d0b90cec HTTP/1.1" status: 404 len: 337 time: 0.0465891 Jul 22 21:40:24.745627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55134) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.851256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-471e2498-404d-427f-882b-ee491e63d3e5 req-eb0d283c-a913-437d-a021-4021db8635fe service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753595 Jul 22 21:40:24.904557 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f0b51e-e70b-4f70-99eb-8e2704018fd1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.905476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f0b51e-e70b-4f70-99eb-8e2704018fd1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.907790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f9f0b51e-e70b-4f70-99eb-8e2704018fd1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/cdaf83ec-ded0-40ba-90fe-76bce00e3fc7 HTTP/1.1" status: 404 len: 333 time: 0.1610508 Jul 22 21:40:24.910863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55138) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.950390 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffa0d09-4dd2-4e0c-80f9-c45117764ac1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.951296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffa0d09-4dd2-4e0c-80f9-c45117764ac1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:24.953790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0ffa0d09-4dd2-4e0c-80f9-c45117764ac1 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/98d8da4b-81d7-444e-8f1d-8b88c9dfca60 HTTP/1.1" status: 404 len: 337 time: 0.0418417 Jul 22 21:40:24.956611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55142) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:24.999542 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d383c38-703f-4b3d-a09b-81d4afabaf56 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:24.999542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d383c38-703f-4b3d-a09b-81d4afabaf56 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.007665 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6d383c38-703f-4b3d-a09b-81d4afabaf56 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/89708628-e4b8-4529-b59e-29fab0b470ee HTTP/1.1" status: 404 len: 337 time: 0.0468993 Jul 22 21:40:25.008312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55146) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.079531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:25.092180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:25.108603 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe309b34-f025-49b3-8b3c-55b9ede5774c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.109444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe309b34-f025-49b3-8b3c-55b9ede5774c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.114822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:25.116926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:25.122687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:25.127083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fe309b34-f025-49b3-8b3c-55b9ede5774c tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/cc2946cb-9853-4701-9b1d-4fd04ea4dc69 HTTP/1.1" status: 404 len: 333 time: 0.1135867 Jul 22 21:40:25.133746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.195731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093e2a-1fac-4859-93d6-64b651176470 req-3295c149-2030-43ae-ad52-3d923ea97138 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:25.204155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1093e2a-1fac-4859-93d6-64b651176470 req-3295c149-2030-43ae-ad52-3d923ea97138 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 944 time: 0.2160342 Jul 22 21:40:25.212747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:25.224275 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4d3392-32de-494d-a3dd-652c15ede252 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.224875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4d3392-32de-494d-a3dd-652c15ede252 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.226112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:25.227744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:25.232292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aeb39334-3910-4833-a08e-aab7e5dc4606 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5014675 Jul 22 21:40:25.234870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55162) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.235976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4e4d3392-32de-494d-a3dd-652c15ede252 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/ea495ad6-2330-49c8-afe7-6b3515dd8745 HTTP/1.1" status: 404 len: 337 time: 0.1069696 Jul 22 21:40:25.236230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55164) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.266057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-5578383'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:25.280583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:25.281629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7035f4a-86d7-43af-adb6-3a1fae6048f3 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:25.319243 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aaa7498-8460-4f26-9282-ac7a9947e143 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.319693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aaa7498-8460-4f26-9282-ac7a9947e143 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.324138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5aaa7498-8460-4f26-9282-ac7a9947e143 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/e769a09f-c07d-4a5c-988c-7056eef299c9 HTTP/1.1" status: 404 len: 337 time: 0.0846267 Jul 22 21:40:25.325099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55166) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.352248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1093e2a-1fac-4859-93d6-64b651176470 req-d22540ef-6cfd-4019-a140-87a51d9b65af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470110 Jul 22 21:40:25.353578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:25.370688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:25.392381 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e30126-661b-4394-b3bf-3e3e728937fe tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.393366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e30126-661b-4394-b3bf-3e3e728937fe tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.395611 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-49e30126-661b-4394-b3bf-3e3e728937fe tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/35d917ab-6cb8-4ca7-88ca-0a890b3f64e1 HTTP/1.1" status: 404 len: 333 time: 0.0690675 Jul 22 21:40:25.407252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55170) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.438707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:40:25.460038 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:25.460927 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Added segment e28daf95-5029-47e9-8238-fb75559b1147 of type vlan for network 6fc80e66-c6bd-4887-b751-60a193906e27 Jul 22 21:40:25.518150 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b89aad-c4dc-41bf-8f80-cc5f24365e2e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.518817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b89aad-c4dc-41bf-8f80-cc5f24365e2e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.521491 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-51b89aad-c4dc-41bf-8f80-cc5f24365e2e tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/b019da52-9f92-43ef-b5c8-154ebc63a0e9 HTTP/1.1" status: 404 len: 337 time: 0.1127489 Jul 22 21:40:25.525470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55176) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.586730 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee586edf-e2d4-49be-9c61-2f7b6d0b1791 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.588626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee586edf-e2d4-49be-9c61-2f7b6d0b1791 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.591495 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ee586edf-e2d4-49be-9c61-2f7b6d0b1791 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/4ef02b90-1a83-4ea1-ae16-45204302637b HTTP/1.1" status: 404 len: 337 time: 0.0643616 Jul 22 21:40:25.591822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:25.594882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55178) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.632702 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7458edea-9deb-48fa-926e-140a95badf2f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.633977 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7458edea-9deb-48fa-926e-140a95badf2f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.648888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55180) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.664972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7458edea-9deb-48fa-926e-140a95badf2f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/32c4215e-6def-4a80-be47-a3b9b738e1ef HTTP/1.1" status: 404 len: 333 time: 0.0666764 Jul 22 21:40:25.667765 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:25.676776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:25.677479 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:25.732391 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-76def1fe-4b44-4235-a69f-b1484750e138 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.733480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76def1fe-4b44-4235-a69f-b1484750e138 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.736515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-76def1fe-4b44-4235-a69f-b1484750e138 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/a862c580-3452-49e8-b4f0-2052baff2dd4 HTTP/1.1" status: 404 len: 337 time: 0.0827720 Jul 22 21:40:25.747124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.791374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3cd42-067c-406e-a621-850c71faa276 req-c32b45d4-4540-469a-83e2-07d0dd3beead tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:25.795354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cd3cd42-067c-406e-a621-850c71faa276 req-c32b45d4-4540-469a-83e2-07d0dd3beead tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 945 time: 0.3154423 Jul 22 21:40:25.826394 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-97379cf1-aece-4806-92e5-25372b0a82a2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:25.827016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97379cf1-aece-4806-92e5-25372b0a82a2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:25.834317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-97379cf1-aece-4806-92e5-25372b0a82a2 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/03fc24b2-fd2a-45a3-9125-9d1536b815ca HTTP/1.1" status: 404 len: 337 time: 0.0846407 Jul 22 21:40:25.834502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5955222 Jul 22 21:40:25.835177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55188) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.835327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55190) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:25.843400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'subnet': {'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:25.874047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:40:25.926594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c0bad-3bd5-4e66-8ef9-0cfa1179e1bc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Network': ['ID=6fc80e66-c6bd-4887-b751-60a193906e27,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:25.968733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cd3cd42-067c-406e-a621-850c71faa276 req-9ccb558e-42be-49b5-8e17-b8c8c1816ff9 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555946 Jul 22 21:40:25.973581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6fc80e66-c6bd-4887-b751-60a193906e27 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:40:25.981782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d658f28b-559a-49dc-b369-eee47e05bf4d tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc14029f-fca6-4d19-bca0-f1cffd111818 HTTP/1.1" status: 200 len: 205 time: 0.1411159 Jul 22 21:40:25.983703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.078703 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-410d8b5e-f8fb-4570-abc7-8e861879cfb7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] delete failed (client error): The resource could not be found. Jul 22 21:40:26.082401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-410d8b5e-f8fb-4570-abc7-8e861879cfb7 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/routers/dc14029f-fca6-4d19-bca0-f1cffd111818 HTTP/1.1" status: 404 len: 336 time: 0.0949006 Jul 22 21:40:26.082817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55200) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.152280 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef6dbc0-514d-49fd-8c80-6d0b0f9dcb33 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:26.152280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef6dbc0-514d-49fd-8c80-6d0b0f9dcb33 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:26.156169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4ef6dbc0-514d-49fd-8c80-6d0b0f9dcb33 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/acef6f96-cb39-498e-ab8b-8a1c947a6589 HTTP/1.1" status: 404 len: 337 time: 0.0719202 Jul 22 21:40:26.157606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55204) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.230248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-161f62de-1afd-4ee4-a0a6-1ecb43c3be1f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "GET /v2.0/ports?device_id=818b0ff9-eb38-49b5-893f-349d5440d71b HTTP/1.1" status: 200 len: 205 time: 0.0662966 Jul 22 21:40:26.232840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.260790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:26.265223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:26.295236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:26.313847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'port_id': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:40:26.330219 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-0ca9c1bb-f5eb-4c2d-be49-266d6eb931af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] delete failed (client error): The resource could not be found. Jul 22 21:40:26.332484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0ca9c1bb-f5eb-4c2d-be49-266d6eb931af tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/routers/818b0ff9-eb38-49b5-893f-349d5440d71b HTTP/1.1" status: 404 len: 336 time: 0.0973256 Jul 22 21:40:26.336705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55212) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.396992 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:26.426089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb28b87-decc-4158-ac46-a8c7fc898c13 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:40:26.458986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:26.464968 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:26.574043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:26.664907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef99dc-f919-4cc1-b108-2042c037f1c9 req-a71d0a8d-d9a7-4088-b71c-ee6c07fd0a9c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:26.666452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aef99dc-f919-4cc1-b108-2042c037f1c9 req-a71d0a8d-d9a7-4088-b71c-ee6c07fd0a9c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.1406794 Jul 22 21:40:26.667930 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-84265ff4-d1c3-4066-bf11-58b027e5ee1b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:26.668941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84265ff4-d1c3-4066-bf11-58b027e5ee1b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:26.672580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-84265ff4-d1c3-4066-bf11-58b027e5ee1b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/a99619e2-f20d-49db-80a0-252ef284319a HTTP/1.1" status: 404 len: 337 time: 0.3343902 Jul 22 21:40:26.676820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55218) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.721257 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:26.728913 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8189e0-38ce-4031-b844-4d54c7dcb55f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:26.729481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8189e0-38ce-4031-b844-4d54c7dcb55f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:26.734140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cc8189e0-38ce-4031-b844-4d54c7dcb55f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/4d862a84-3f64-479f-bcce-36b11fada234 HTTP/1.1" status: 404 len: 337 time: 0.0536387 Jul 22 21:40:26.736725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55224) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.782802 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc2d482-d888-42ff-8d80-ac81418330cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:26.783988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc2d482-d888-42ff-8d80-ac81418330cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:26.786894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-edc2d482-d888-42ff-8d80-ac81418330cf tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/d6a1e0c1-70e6-44bd-aa73-59ee3cd68644 HTTP/1.1" status: 404 len: 333 time: 0.0486443 Jul 22 21:40:26.795240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55226) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.811781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Subnet': ['ID=80c9b446-a82e-4e0b-9e1a-7e12b3caabaf,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:26.846423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1aef99dc-f919-4cc1-b108-2042c037f1c9 req-b12b7fc6-a975-4778-b50d-33a34fb96c59 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712036 Jul 22 21:40:26.879148 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf8a699-806a-405c-b63d-1e22bf73b68f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:26.879766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf8a699-806a-405c-b63d-1e22bf73b68f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:26.880155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Checking segment: {'id': 'e28daf95-5029-47e9-8238-fb75559b1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:40:26.880856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network hostable DHCP agents. Network: 6fc80e66-c6bd-4887-b751-60a193906e27, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:40:26.882217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1bf8a699-806a-405c-b63d-1e22bf73b68f tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/e39f9cb9-3ce3-4b7a-986a-98988fd6e51b HTTP/1.1" status: 404 len: 337 time: 0.0799110 Jul 22 21:40:26.886732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.909280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network 6fc80e66-c6bd-4887-b751-60a193906e27 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:40:26.924410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6fc80e66-c6bd-4887-b751-60a193906e27) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:26.926900 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-6240a91a-0efa-49a3-b1bd-2c921e627d10 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:26.928355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6240a91a-0efa-49a3-b1bd-2c921e627d10 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:26.933004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:26.937332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3cc2b-11ca-4c2a-9078-f4e5e73e9ca9 None None] Network 6fc80e66-c6bd-4887-b751-60a193906e27 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:26.939092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6240a91a-0efa-49a3-b1bd-2c921e627d10 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/64b0ca81-5f4a-425d-abe2-e75d7a361b2a HTTP/1.1" status: 404 len: 333 time: 0.0499337 Jul 22 21:40:26.940521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:26.943453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55230) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.969270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-46e31432-6a08-4075-9803-38f48d99cd22 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1300881 Jul 22 21:40:26.972466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55232) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:26.978096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2007981285', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:26.985847 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-76127892-2fc1-4d57-ab81-2a6befd5be69 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:26.995508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76127892-2fc1-4d57-ab81-2a6befd5be69 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:26.999072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-76127892-2fc1-4d57-ab81-2a6befd5be69 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/b37599c6-4da2-4eda-b02b-c5a2fb76d09f HTTP/1.1" status: 404 len: 337 time: 0.0538151 Jul 22 21:40:27.004858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55234) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.031703 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:27.033420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:27.069422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['ffb28b87-decc-4158-ac46-a8c7fc898c13'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:40:27.114175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:27.115997 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83dc798-ba6c-4c40-93b3-7c1513a053e4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.116863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83dc798-ba6c-4c40-93b3-7c1513a053e4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.128082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d83dc798-ba6c-4c40-93b3-7c1513a053e4 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/e86cc60d-1997-406b-a3d7-304739adcb6a HTTP/1.1" status: 404 len: 333 time: 0.1084461 Jul 22 21:40:27.128725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55238) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.259465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6fc80e66-c6bd-4887-b751-60a193906e27', 'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27', 'tenant_id': '03695ab318fc4ff3b434f30f0c82ca91', 'fixed_ips': [{'subnet_id': '80c9b446-a82e-4e0b-9e1a-7e12b3caabaf'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:40:27.261120 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:27.325811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77940654-072e-43c0-91f2-5bd6f308dcc5 req-d5e3e6e9-4e84-4caa-a4d7-48ca6dc9d17e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:27.327041 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dbca5a-7564-47e6-8de3-40b1586a0e84 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.327645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dbca5a-7564-47e6-8de3-40b1586a0e84 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.329690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77940654-072e-43c0-91f2-5bd6f308dcc5 req-d5e3e6e9-4e84-4caa-a4d7-48ca6dc9d17e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 945 time: 0.1589379 Jul 22 21:40:27.334532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a9dbca5a-7564-47e6-8de3-40b1586a0e84 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/8e599143-7522-4d7b-9f6b-2460525fb000 HTTP/1.1" status: 404 len: 337 time: 0.2045681 Jul 22 21:40:27.346356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.505326 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-4debca60-00cd-4da6-ad6f-6468fbf10943 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.506526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4debca60-00cd-4da6-ad6f-6468fbf10943 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.515721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4debca60-00cd-4da6-ad6f-6468fbf10943 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/82260d2b-756f-4280-bc1a-455b98375c84 HTTP/1.1" status: 404 len: 333 time: 0.1149187 Jul 22 21:40:27.527173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.577645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Allocated IP 172.20.0.2 (6fc80e66-c6bd-4887-b751-60a193906e27/80c9b446-a82e-4e0b-9e1a-7e12b3caabaf/5f512a2e-b810-40a3-bae8-a01cb979c420) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:27.623237 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b047c9c-3bff-4871-ada0-70e12087ad1b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.624425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b047c9c-3bff-4871-ada0-70e12087ad1b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.629759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9b047c9c-3bff-4871-ada0-70e12087ad1b tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/f6b2b4e7-158b-4467-a177-2a7d2aa57c20 HTTP/1.1" status: 404 len: 337 time: 0.0948286 Jul 22 21:40:27.653814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77940654-072e-43c0-91f2-5bd6f308dcc5 req-4e38f09d-4f5d-4f8a-8b2e-e365cbdd18d6 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020091 Jul 22 21:40:27.656752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55254) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.751874 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d25380d-05f4-4efe-bee5-abf0b6f62567 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.753118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d25380d-05f4-4efe-bee5-abf0b6f62567 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.768299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3d25380d-05f4-4efe-bee5-abf0b6f62567 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/c317cdb9-7b78-4b86-a328-33cd647e1630 HTTP/1.1" status: 404 len: 333 time: 0.0966501 Jul 22 21:40:27.769383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.832296 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5e4e26-cb92-413b-b512-4869aac0ecf0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.832761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5e4e26-cb92-413b-b512-4869aac0ecf0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.837198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cc5e4e26-cb92-413b-b512-4869aac0ecf0 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/edda51fd-2138-4500-9676-cff2a61d4aea HTTP/1.1" status: 404 len: 337 time: 0.0638499 Jul 22 21:40:27.840750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55264) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.890212 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3dc36f-2eda-4829-8cc0-50e34b04cee9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.891312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3dc36f-2eda-4829-8cc0-50e34b04cee9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.896756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b3dc36f-2eda-4829-8cc0-50e34b04cee9 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/e491fd99-47ce-46b7-aa6c-aaa8d62268ce HTTP/1.1" status: 404 len: 333 time: 0.0547123 Jul 22 21:40:27.897297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55268) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:27.901386 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:27.924127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Transition to ACTIVE for port object 5f512a2e-b810-40a3-bae8-a01cb979c420 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:27.965890 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b774774-4e3c-49c5-9fa7-bcb73643488a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:27.966355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b774774-4e3c-49c5-9fa7-bcb73643488a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:27.968527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b774774-4e3c-49c5-9fa7-bcb73643488a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/ce240432-de8b-43a5-a2aa-f2fa72ea3c33 HTTP/1.1" status: 404 len: 337 time: 0.0634816 Jul 22 21:40:27.971209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Transition to ACTIVE for port object 5f512a2e-b810-40a3-bae8-a01cb979c420 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:27.978655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.014411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55270) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:28.045771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Network 6fc80e66-c6bd-4887-b751-60a193906e27 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:28.050484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:28.052662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Pushing event updated for resources: {'Port': ['ID=5f512a2e-b810-40a3-bae8-a01cb979c420,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:28.055290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:28.068702 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec3c969-196f-405a-bf9f-bdb12e6db390 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:28.069612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec3c969-196f-405a-bf9f-bdb12e6db390 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:28.071563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3ec3c969-196f-405a-bf9f-bdb12e6db390 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/ports/96e4e2c0-b8f8-4574-9bb4-962d3017c78e HTTP/1.1" status: 404 len: 333 time: 0.0519745 Jul 22 21:40:28.076679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55272) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:28.121387 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad9a7ea-45a2-495a-aada-c2797a5fe426 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:28.122380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad9a7ea-45a2-495a-aada-c2797a5fe426 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:28.127798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aad9a7ea-45a2-495a-aada-c2797a5fe426 tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/subnets/3bd75e55-a73b-4be6-b609-f17c5e55a862 HTTP/1.1" status: 404 len: 337 time: 0.0484979 Jul 22 21:40:28.130191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55274) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:28.161940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Attempting to bind port 5f512a2e-b810-40a3-bae8-a01cb979c420 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:40:28.162324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Attempting to bind port 5f512a2e-b810-40a3-bae8-a01cb979c420 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e28daf95-5029-47e9-8238-fb75559b1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:40:28.162687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Attempting to bind port 5f512a2e-b810-40a3-bae8-a01cb979c420 on network 6fc80e66-c6bd-4887-b751-60a193906e27 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:28.170249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:40:28.170638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Checking segment: {'id': 'e28daf95-5029-47e9-8238-fb75559b1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:40:28.171051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.171447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Bound using segment: {'id': 'e28daf95-5029-47e9-8238-fb75559b1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:40:28.171953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Bound port: 5f512a2e-b810-40a3-bae8-a01cb979c420, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28daf95-5029-47e9-8238-fb75559b1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:40:28.172345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.269286 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.281874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049105c1-6362-4de4-ae97-198e4bc1eb37 req-a330b329-24e3-498c-86f1-8b6f32425958 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:28.284483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-049105c1-6362-4de4-ae97-198e4bc1eb37 req-a330b329-24e3-498c-86f1-8b6f32425958 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.3150306 Jul 22 21:40:28.287259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.378130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] For port 5f512a2e-b810-40a3-bae8-a01cb979c420, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:40:28.386843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] For port 5f512a2e-b810-40a3-bae8-a01cb979c420, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f512a2e-b810-40a3-bae8-a01cb979c420,segment=NetworkSegment(e28daf95-5029-47e9-8238-fb75559b1147),segment_id=e28daf95-5029-47e9-8238-fb75559b1147)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:40:28.401241 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.402031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-049105c1-6362-4de4-ae97-198e4bc1eb37 req-4ddad770-0d46-41d9-901c-641f23eaf69b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649939 Jul 22 21:40:28.490499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.494741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-f5258eb9-f279-4775-8959-db1cf6586981 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:28.500076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-f5258eb9-f279-4775-8959-db1cf6586981 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 945 time: 0.3737092 Jul 22 21:40:28.509868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200446da-24ca-4053-a329-98c33fd4ee27 None None] Pushing event updated for resources: {'Port': ['ID=5f512a2e-b810-40a3-bae8-a01cb979c420,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:28.521774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeefccd-6c8b-4502-a5b4-f242d70f2491']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:28.540625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a29d90-4bea-488d-b012-04ab13199fdc') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:28.541065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a29d90-4bea-488d-b012-04ab13199fdc') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:28.557080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.567707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-d9dc951d-d2f2-4d8e-8124-2192e5f66220 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4536874 Jul 22 21:40:28.581733 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:28.591754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:40:28.592064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:29.012969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.013475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.013974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.014464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.015029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.015516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.016023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.018227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-8adf3de4-e93d-4c02-98ce-c4f1d6b4b278 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6498 time: 0.3928058 Jul 22 21:40:29.019217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:29.056791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:29.141217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Deleting port d945ca92-18d3-430a-869c-68981ac319d6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:29.142056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:40:29.204896 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:40:29.281188 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:29.303043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:29.305817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] 10.222.0.54 "DELETE /v2.0/networks/caeefccd-6c8b-4502-a5b4-f242d70f2491 HTTP/1.1" status: 204 len: 168 time: 1.1743464 Jul 22 21:40:29.328733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4bb0e-bc8f-4fc4-9265-a047d5e36f3a tempest-NetworksTestDHCPv6-1970485482 tempest-NetworksTestDHCPv6-1970485482-project] Pushing event deleted for resources: {'Network': ['ID=caeefccd-6c8b-4502-a5b4-f242d70f2491,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:29.350655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470cadb-ab46-4a95-b45e-ba461b6a1bad req-2e63661e-8642-42b0-a1cd-464c93f9bdc7 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.353116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3470cadb-ab46-4a95-b45e-ba461b6a1bad req-2e63661e-8642-42b0-a1cd-464c93f9bdc7 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 945 time: 0.1466167 Jul 22 21:40:29.410202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-122963e8-4055-4d9a-b9a9-829f47a98ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.410992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-122963e8-4055-4d9a-b9a9-829f47a98ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.411735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-122963e8-4055-4d9a-b9a9-829f47a98ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.414213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-122963e8-4055-4d9a-b9a9-829f47a98ecb service neutron] 10.222.0.23 "GET /v2.0/networks?id=57fce704-3643-4e97-b015-36051a4e6bea&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 200 len: 2294 time: 0.2682719 Jul 22 21:40:29.429917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3470cadb-ab46-4a95-b45e-ba461b6a1bad req-b7a55ad8-e123-4ca9-9fbf-3ecfd078ae64 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654252 Jul 22 21:40:29.494196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] For port d945ca92-18d3-430a-869c-68981ac319d6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d945ca92-18d3-430a-869c-68981ac319d6,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:29.499144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:29.611695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f512a2e-b810-40a3-bae8-a01cb979c420 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:29.719551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4547c-8720-4d1e-acf2-86609e229d01 req-e8f7011c-38fb-4001-bdd8-5a2be29b3634 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.721745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8c4547c-8720-4d1e-acf2-86609e229d01 req-e8f7011c-38fb-4001-bdd8-5a2be29b3634 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.1500976 Jul 22 21:40:29.722600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-6f508e53-77a8-48af-948a-6a6e4cb9878f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 200 len: 1000 time: 0.1905239 Jul 22 21:40:29.748739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5f512a2e-b810-40a3-bae8-a01cb979c420 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:29.806807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-a6307943-ae21-4ff0-afca-aa1d11789b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:29.808371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-a6307943-ae21-4ff0-afca-aa1d11789b26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82ad8203-fa6e-4665-9355-fb5f8f13a8dc HTTP/1.1" status: 200 len: 851 time: 0.0756760 Jul 22 21:40:29.817992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Calling delete_port for d945ca92-18d3-430a-869c-68981ac319d6 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:29.825654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8c4547c-8720-4d1e-acf2-86609e229d01 req-8bae410d-a408-46cc-9bba-4ea4459bfc03 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966856 Jul 22 21:40:29.836675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.25.5.130 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/cc2b5b6d-1fa6-4dc9-b171-4ddcfe82150e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:29.922261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:30.025087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55320) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:30.077434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port ffb28b87-decc-4158-ac46-a8c7fc898c13 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:30.097087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port ffb28b87-decc-4158-ac46-a8c7fc898c13 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:30.103921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.152146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-f1e9876e-342f-4556-b4f1-0d2aef6e0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:30.154174 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-f1e9876e-342f-4556-b4f1-0d2aef6e0a38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=57fce704-3643-4e97-b015-36051a4e6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3337088 Jul 22 21:40:30.303107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.310091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb235b4-5e1d-414f-ac8e-e2d0ce7af466 None None] Network 6fc80e66-c6bd-4887-b751-60a193906e27 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:30.407369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.412338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.415164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0e49109e-2145-41c5-96e2-104dc1ee717b None None] Provisioning for port 5f512a2e-b810-40a3-bae8-a01cb979c420 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:30.424361 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-2935462f-daac-496c-a1da-fbda4029e958 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568886 Jul 22 21:40:30.436296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0e49109e-2145-41c5-96e2-104dc1ee717b None None] Provisioning complete for port 5f512a2e-b810-40a3-bae8-a01cb979c420 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:30.436851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e49109e-2145-41c5-96e2-104dc1ee717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.464571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Pushing event deleted for resources: {'Port': ['ID=d945ca92-18d3-430a-869c-68981ac319d6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:30.487411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cb3bb6fc-5662-420f-8b9c-70a85c84c5f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ddf015c8c924f07bded3d418b97eff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600694 Jul 22 21:40:30.490080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55334) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:30.512761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.513523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:30.520813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:40:30.523806 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9138e198-2e90-47f1-9acf-d77a5fbc0e17" -d '{"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-plugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:40:30.539348 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.540182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d945ca92-18d3-430a-869c-68981ac319d6 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:40:30.587780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a689-e216-43cb-82d8-337b254910c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.682328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a689-e216-43cb-82d8-337b254910c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.763162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a689-e216-43cb-82d8-337b254910c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.766445 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a689-e216-43cb-82d8-337b254910c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.768439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:30.771324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4dc3a689-e216-43cb-82d8-337b254910c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fc49510-9825-44d3-9695-0f9863a53774 HTTP/1.1" status: 204 len: 168 time: 0.2799027 Jul 22 21:40:30.789619 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c266f063-bbeb-4de4-902d-e811802bb712 x-openstack-request-id: req-c266f063-bbeb-4de4-902d-e811802bb712 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:40:30.791699 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-plugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:40:30.792278 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c266f063-bbeb-4de4-902d-e811802bb712 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:40:30.794177 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'code': 200} Jul 22 21:40:30.794820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: d945ca92-18d3-430a-869c-68981ac319d6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:40:30.795858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d945ca92-18d3-430a-869c-68981ac319d6 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:40:30.798790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3a689-e216-43cb-82d8-337b254910c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc49510-9825-44d3-9695-0f9863a53774,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:30.803488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76a454e2-d4c6-476d-88e8-6cf60c61c1ed req-b1e1a0b9-1469-4b64-919f-1add7c5f20ae tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=619c8225-25f9-4800-b498-dd02545a3986 HTTP/1.1" status: 200 len: 210 time: 0.1315703 Jul 22 21:40:30.818441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] No DVR routers for this DVR port d945ca92-18d3-430a-869c-68981ac319d6 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:40:30.823971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:30.832687 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:30.835145 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1e4f365a-ba27-4143-bb0b-814f21700535 req-c2f4bad9-26d0-4edf-8e71-368d0ca7ea0c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "DELETE /v2.0/ports/d945ca92-18d3-430a-869c-68981ac319d6 HTTP/1.1" status: 204 len: 173 time: 2.3267169 Jul 22 21:40:30.835627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c8225-25f9-4800-b498-dd02545a3986', 'name': 'network-vif-deleted', 'tag': 'd945ca92-18d3-430a-869c-68981ac319d6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:40:30.838171 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64a2df-ed13-414b-9ca2-552d07b2a294" -d '{"events": [{"server_uuid": "619c8225-25f9-4800-b498-dd02545a3986", "name": "network-vif-deleted", "tag": "d945ca92-18d3-430a-869c-68981ac319d6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:40:30.922812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:30.946667 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2cd408-81d4-479b-b766-6f2a91558e3b x-openstack-request-id: req-cc2cd408-81d4-479b-b766-6f2a91558e3b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:40:30.947290 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c8225-25f9-4800-b498-dd02545a3986", "name": "network-vif-deleted", "tag": "d945ca92-18d3-430a-869c-68981ac319d6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:40:30.947882 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc2cd408-81d4-479b-b766-6f2a91558e3b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:40:30.949068 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c8225-25f9-4800-b498-dd02545a3986', 'name': 'network-vif-deleted', 'tag': 'd945ca92-18d3-430a-869c-68981ac319d6', 'status': 'completed', 'code': 200} Jul 22 21:40:30.953924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:30.965194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=cc2b5b6d-1fa6-4dc9-b171-4ddcfe82150e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:31.051934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-f127578c-5e40-4c4c-8fae-926826d44334 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999048 Jul 22 21:40:31.060221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e49109e-2145-41c5-96e2-104dc1ee717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:31.144142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681451d-f86a-46e4-8abf-3fed2b5a92e6 req-aff253d2-0855-4f96-a514-e0038105dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:31.147050 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7681451d-f86a-46e4-8abf-3fed2b5a92e6 req-aff253d2-0855-4f96-a514-e0038105dc45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1098 time: 0.4548740 Jul 22 21:40:31.177085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0e49109e-2145-41c5-96e2-104dc1ee717b None None] For port 5f512a2e-b810-40a3-bae8-a01cb979c420, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f512a2e-b810-40a3-bae8-a01cb979c420,segment=NetworkSegment(e28daf95-5029-47e9-8238-fb75559b1147),segment_id=e28daf95-5029-47e9-8238-fb75559b1147)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:31.194344 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e49109e-2145-41c5-96e2-104dc1ee717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:31.318863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f374-4d79-4068-ae92-7949f49af2f1 req-03af2de8-6408-4f38-a8c7-220d1aace804 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:31.320951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e56f374-4d79-4068-ae92-7949f49af2f1 req-03af2de8-6408-4f38-a8c7-220d1aace804 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.2717385 Jul 22 21:40:31.403259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-cd146710-6bf4-413d-aec8-78b719ece37a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 217 time: 0.3030796 Jul 22 21:40:31.482043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e56f374-4d79-4068-ae92-7949f49af2f1 req-fc5a00a1-1f34-4e7f-8090-8decfceedec2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516593 Jul 22 21:40:31.489788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49109e-2145-41c5-96e2-104dc1ee717b None None] Pushing event updated for resources: {'Port': ['ID=5f512a2e-b810-40a3-bae8-a01cb979c420,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:31.532984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:31.552134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7681451d-f86a-46e4-8abf-3fed2b5a92e6 req-2c61a1fc-0681-48eb-83e6-e6f23478fbce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711691 Jul 22 21:40:31.696940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-d4a01268-024d-4fab-986b-17170240e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:31.698741 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-d4a01268-024d-4fab-986b-17170240e626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.2056561 Jul 22 21:40:31.753950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c7e55b90-c478-4a41-802f-479c498312dc None None] Provisioning complete for port 5f512a2e-b810-40a3-bae8-a01cb979c420 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:31.754471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c7e55b90-c478-4a41-802f-479c498312dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:31.835487 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:32.122121 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:32.388946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-703a29de-43c5-43ae-a6ae-e6934faff96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:32.390519 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-703a29de-43c5-43ae-a6ae-e6934faff96e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6677887 Jul 22 21:40:32.660887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-251253c0-c107-4a88-9ad5-c6de85e5a847 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573338 Jul 22 21:40:32.668595 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:32.796909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4435-9a92-4b2f-92ee-acfb18092e48 req-6e7abdd4-b4ce-4b5c-8911-3d28a7160fcc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:32.810839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fce4435-9a92-4b2f-92ee-acfb18092e48 req-6e7abdd4-b4ce-4b5c-8911-3d28a7160fcc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.1395452 Jul 22 21:40:32.929182 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-35584c6a-b7ec-4c47-9f2f-ce9ebb97e4a7 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496555 Jul 22 21:40:32.967545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fce4435-9a92-4b2f-92ee-acfb18092e48 req-447027f3-77c5-4cae-aabf-a7b6b3adc7db tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553833 Jul 22 21:40:32.991148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-78d52fa8-8942-4782-9549-c99af70e75f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 217 time: 0.0507445 Jul 22 21:40:33.009785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router 1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:40:33.133120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-07ecdfad-bb4b-4009-8eee-ecd6a6203d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:33.134828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-07ecdfad-bb4b-4009-8eee-ecd6a6203d2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.1368034 Jul 22 21:40:33.253866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:33.265342 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] Sync routers for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:33.289435 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:33.290579 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:33.298105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:33.302500 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-45d79486-b611-4fda-bae0-2896b1b11424 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3263884 Jul 22 21:40:33.305314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55426) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:33.312910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-548c11a6-9c50-48a4-97d9-e25a6f2905b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:33.318511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-548c11a6-9c50-48a4-97d9-e25a6f2905b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1657553 Jul 22 21:40:33.424828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:33.482113 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:33.482929 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:33.510908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f512a2e-b810-40a3-bae8-a01cb979c420 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:33.610912 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:33.611581 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b433a0-a3f7-4553-a9dc-1a986590072e None None] The sync data for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:33.655472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-a6496307-fd33-4f14-b242-9312e43584e6 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240411 Jul 22 21:40:33.735018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5f512a2e-b810-40a3-bae8-a01cb979c420 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:33.735802 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:33.892906 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-4e886498-15b4-404c-9349-1b84acc201ed service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280433 Jul 22 21:40:33.972398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-770d7d5a-b6f5-4a14-8127-eddbdacbfab2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f HTTP/1.1" status: 200 len: 217 time: 0.0684025 Jul 22 21:40:34.166772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-809abbe9-ae90-44a6-a51a-bfe31aac1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:34.185038 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-809abbe9-ae90-44a6-a51a-bfe31aac1a09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.2003000 Jul 22 21:40:34.446808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-880fe1d4-58e6-4046-92a7-04d95cf2258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:34.454837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-880fe1d4-58e6-4046-92a7-04d95cf2258c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2603297 Jul 22 21:40:34.465777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6e9b1-f4f3-44b8-932d-b45b11fe9960 req-06152209-0f59-4510-afe3-59bebee8774b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:34.475226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0af6e9b1-f4f3-44b8-932d-b45b11fe9960 req-06152209-0f59-4510-afe3-59bebee8774b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.2452049 Jul 22 21:40:34.588342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0af6e9b1-f4f3-44b8-932d-b45b11fe9960 req-ac862fd3-9124-4d37-8c79-05922b1d785a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116900 Jul 22 21:40:34.635763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:34.852208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-60514185-7cb3-4428-b2a1-85c218374f72 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804679 Jul 22 21:40:34.934961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef668-9680-400e-a556-e647842bcbf5 req-cc17eea5-d925-4d6f-896e-1db4ec0a3f34 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:34.936693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3adef668-9680-400e-a556-e647842bcbf5 req-cc17eea5-d925-4d6f-896e-1db4ec0a3f34 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.1603274 Jul 22 21:40:35.036593 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-090484eb-0e39-4d6d-8358-4014089a7132 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733594 Jul 22 21:40:35.100016 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-f552c00b-c2d9-4b5f-ab23-b32d15e3d0f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6b897202-5981-4600-bd7a-3067a8e69fbd HTTP/1.1" status: 200 len: 217 time: 0.0541687 Jul 22 21:40:35.118447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3adef668-9680-400e-a556-e647842bcbf5 req-89ad194a-26cd-4f72-ba77-32945294b664 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519029 Jul 22 21:40:35.143226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55488) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:35.183203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-2e5408cf-5075-48bf-9683-5d7943358138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:35.184960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-2e5408cf-5075-48bf-9683-5d7943358138 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0743320 Jul 22 21:40:35.250654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.1 (6fc80e66-c6bd-4887-b751-60a193906e27/80c9b446-a82e-4e0b-9e1a-7e12b3caabaf/fd0e1970-caf8-4b26-8e7b-15f8031781d1) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:35.269062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006198c4-3239-436d-97a9-c3f002cd500e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:35.270761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-006198c4-3239-436d-97a9-c3f002cd500e tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1093 time: 0.1262655 Jul 22 21:40:35.277295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55498) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:35.283804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:35.296746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-c017496b-58f1-42bf-a419-13de434179bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:35.310421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-c017496b-58f1-42bf-a419-13de434179bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158106 Jul 22 21:40:35.415214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:35.435162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:35.466320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Transition to ACTIVE for port object fd0e1970-caf8-4b26-8e7b-15f8031781d1 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:35.567043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:35.594332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-67a8e288-26a9-4912-a6cb-cd2dc3491a84 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358232 Jul 22 21:40:35.667724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network 6fc80e66-c6bd-4887-b751-60a193906e27 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:35.681901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:35.696455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=fd0e1970-caf8-4b26-8e7b-15f8031781d1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:35.704771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:35.775861 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:35.848266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-d76f4d59-a4e2-4c3a-9140-98dea79aef34 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303524 Jul 22 21:40:35.979010 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-89400d00-739d-4490-892d-4f5efe38cc7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34 HTTP/1.1" status: 200 len: 217 time: 0.1076217 Jul 22 21:40:35.998752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:36.097238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:36.247707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-733f45f0-92a8-4529-94f0-27cf31fba044 None None] Provisioning for port fd0e1970-caf8-4b26-8e7b-15f8031781d1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:36.248892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-92283123-d64f-4339-a57a-a22ed90993b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:36.251468 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-92283123-d64f-4339-a57a-a22ed90993b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.2623889 Jul 22 21:40:36.257375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-733f45f0-92a8-4529-94f0-27cf31fba044 None None] Provisioning complete for port fd0e1970-caf8-4b26-8e7b-15f8031781d1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:36.258333 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-733f45f0-92a8-4529-94f0-27cf31fba044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:36.335446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-733f45f0-92a8-4529-94f0-27cf31fba044 None None] Port fd0e1970-caf8-4b26-8e7b-15f8031781d1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:40:36.364709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.80 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/30887936-9f20-4c12-91c4-1bcfa4baf141) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:36.486562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-56b259e5-3fb7-4ece-8f8f-4de1bb556eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:36.492301 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-56b259e5-3fb7-4ece-8f8f-4de1bb556eb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2288253 Jul 22 21:40:36.580696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:36.806946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:36.814701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:36.891539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:36.998962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=fd0e1970-caf8-4b26-8e7b-15f8031781d1,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:37.059040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:37.063817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:37.066264 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-e40ef6c8-559b-41b0-9fdf-b504717f84e3 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238887 Jul 22 21:40:37.102880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=30887936-9f20-4c12-91c4-1bcfa4baf141,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:37.106760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:37.117309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:37.267248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network 6fc80e66-c6bd-4887-b751-60a193906e27 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:37.269047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:37.307021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.307530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.308785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.309186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.309862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.310416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.311004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.312008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.312480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.313003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.313525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.313993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:37.439765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-add2e61b-4add-4399-aa38-48d781f26466 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486600 Jul 22 21:40:37.564022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router 1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:37.721345 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-fad971b3-ff80-4cb5-872e-6c8db5893367 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 200 len: 217 time: 0.2127683 Jul 22 21:40:37.886133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bf0ec150-9d84-4b5d-8223-7e389235ec78 None None] Provisioning complete for port fd0e1970-caf8-4b26-8e7b-15f8031781d1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:37.887358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec150-9d84-4b5d-8223-7e389235ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:37.926813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:37.963780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-45e311a1-87a4-4c2b-b38d-68ef981320cd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/routers/1fb58a61-28ff-4d94-beb3-36a20bf0b5c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6565378 Jul 22 21:40:37.966244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55590) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:37.968813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ec150-9d84-4b5d-8223-7e389235ec78 None None] Port fd0e1970-caf8-4b26-8e7b-15f8031781d1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:40:37.981523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'port': {'network_id': '6fc80e66-c6bd-4887-b751-60a193906e27', 'name': 'tempest-FloatingIPTestJSON-1367553761'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:37.984657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] Sync routers for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:38.024349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:38.028728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:38.209660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:38.250335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:38.251325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:38.289060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Made reservation on behalf of 03695ab318fc4ff3b434f30f0c82ca91 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:38.292810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:38.307264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:38.308333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e29cde-d57b-4793-afca-9969cb46c70a None None] The sync data for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:38.318482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] device_id is not set on port fc2fc0ab-5023-43c9-a505-13a43747b74a yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:40:38.463565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Allocated IP 172.20.0.5 (6fc80e66-c6bd-4887-b751-60a193906e27/80c9b446-a82e-4e0b-9e1a-7e12b3caabaf/fc2fc0ab-5023-43c9-a505-13a43747b74a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:38.474845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-f3ae2a92-a039-46c4-9ca9-2889cd9e51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:38.476988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-f3ae2a92-a039-46c4-9ca9-2889cd9e51d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.7539258 Jul 22 21:40:38.663546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-c2a86f70-3a56-4aed-af3f-a42d3ad6044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:38.664294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:38.665726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-c2a86f70-3a56-4aed-af3f-a42d3ad6044a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349399 Jul 22 21:40:38.682478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Transition to ACTIVE for port object fc2fc0ab-5023-43c9-a505-13a43747b74a will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:38.735705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:38.863578 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-1b76b5dc-15d0-4696-b954-96f477eb714c service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532309 Jul 22 21:40:38.888458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Network 6fc80e66-c6bd-4887-b751-60a193906e27 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:38.912329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:38.921924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:39.037752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:39.039129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:39.045921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event updated for resources: {'Port': ['ID=fc2fc0ab-5023-43c9-a505-13a43747b74a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:39.066081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.067001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.067661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.068352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.069170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.069779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.070451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.071073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.071734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.072386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.073241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.074442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:40:39.093303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-00e7dc4d-b529-427a-9f19-725119989fdc tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1257150 Jul 22 21:40:39.094249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55628) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:39.102924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Request body: {'floatingip': {'port_id': 'fc2fc0ab-5023-43c9-a505-13a43747b74a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:39.120174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:39.285555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4396de1a-e78b-4668-baab-ac989e7eaf42 req-f5eaa993-78e9-4ae3-8fee-e9824e4bfb57 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680494 Jul 22 21:40:39.316181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:39.436431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:39.549797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ffd0b0f9-392e-4398-be0e-33068756b35f None None] Provisioning for port fc2fc0ab-5023-43c9-a505-13a43747b74a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:39.565213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ffd0b0f9-392e-4398-be0e-33068756b35f None None] Provisioning complete for port fc2fc0ab-5023-43c9-a505-13a43747b74a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:39.565745 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffd0b0f9-392e-4398-be0e-33068756b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:39.844913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0b0f9-392e-4398-be0e-33068756b35f None None] Port fc2fc0ab-5023-43c9-a505-13a43747b74a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:40:40.097790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:40.108388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:40.196954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=30887936-9f20-4c12-91c4-1bcfa4baf141,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:40.262023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:40.474187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:40.481653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:40.548627 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP a3f0fea2-7507-4430-9d9c-f23ae32a1f85 associated. External IP: 172.25.5.80, port: ffb28b87-decc-4158-ac46-a8c7fc898c13. Jul 22 21:40:40.968484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router c238bcfe-5385-4c88-b6a5-3d64fb552b00 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:41.294630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:41.319802 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] Sync routers for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:41.339495 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:41.348392 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:41.368713 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 2b1018fc-0413-4831-8fce-82898f90e758 associated. External IP: 172.25.5.49, port: 4483b278-d74a-4e8b-a608-12142366248e. Jul 22 21:40:41.374119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:41.439186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14eb0df2-d3f6-4a5e-9183-e1b6c219fa29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1604245 Jul 22 21:40:41.440425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:40:41.443070 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:40:41.511530 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e29d33-23ce-46c2-928e-7e8f7a23594a x-openstack-request-id: req-a8e29d33-23ce-46c2-928e-7e8f7a23594a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:40:41.511853 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:40:41.512111 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8e29d33-23ce-46c2-928e-7e8f7a23594a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:40:41.512524 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'status': 'completed', 'code': 200} Jul 22 21:40:41.605683 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:40:41.639650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-8a576654-cba9-46f4-bbd9-7245eb5fd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:41.648726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-8a576654-cba9-46f4-bbd9-7245eb5fd083 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1098 time: 0.1162243 Jul 22 21:40:41.782993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6f57-f0d6-47b2-a144-f7a8f77cefd2 req-830e0b7f-82fe-40af-b754-2a29f954b0fc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:41.792370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b3d6f57-f0d6-47b2-a144-f7a8f77cefd2 req-830e0b7f-82fe-40af-b754-2a29f954b0fc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.2384903 Jul 22 21:40:41.870845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-acc1ab95-acef-48d3-8b7f-e1fd96ce2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:41.872574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-acc1ab95-acef-48d3-8b7f-e1fd96ce2462 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 897 time: 0.2171395 Jul 22 21:40:41.990853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-cb2b029e-510a-4890-94de-8fff3af85d2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 999 time: 0.1091278 Jul 22 21:40:42.061336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b3d6f57-f0d6-47b2-a144-f7a8f77cefd2 req-e05a6c19-87f5-46fc-994f-bc6049bc32cd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679856 Jul 22 21:40:42.090558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55724) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:42.105765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-3ff01bdb-dedd-4522-a1c6-b279283113ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:42.113043 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-3ff01bdb-dedd-4522-a1c6-b279283113ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.1149805 Jul 22 21:40:42.122390 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'a3f0fea2-7507-4430-9d9c-f23ae32a1f85', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'port_id': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01b6759-be15-4650-a324-469a7babcba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:40:38Z', 'updated_at': '2021-07-22T21:40:38Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:42.123657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:42.188528 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] Checking router: c238bcfe-5385-4c88-b6a5-3d64fb552b00 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:40:42.232000 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:42.234154 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:42.333608 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7ea78dc6-727a-4d04-b29a-69f33845cb0e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/a3f0fea2-7507-4430-9d9c-f23ae32a1f85 HTTP/1.1" status: 200 len: 991 time: 0.2410693 Jul 22 21:40:42.415543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-c493b3e8-1618-4f47-9ca1-832bf802896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:42.420010 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-c493b3e8-1618-4f47-9ca1-832bf802896f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2251110 Jul 22 21:40:42.449059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:42.461097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:42.477357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:42.486393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:42.507795 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:40:42.609646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:42.643018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed839008-10be-4a93-ae66-95afb86abe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:42.650820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:42.653521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:42.666188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-99030d60-30c5-4550-881f-9ecde9095d59 service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342973 Jul 22 21:40:42.735019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:42.741171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d704fe-e42a-4877-aa9a-9525779c2065 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:42.988103 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'a3f0fea2-7507-4430-9d9c-f23ae32a1f85', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'port_id': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01b6759-be15-4650-a324-469a7babcba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:40:38Z', 'updated_at': '2021-07-22T21:40:38Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:43.008830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ae9b175-d18e-4ca2-9dbd-b6e03892b0a3 req-1db0c6ed-efab-4bbe-95ec-b95c9f7dda64 service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312216 Jul 22 21:40:43.032143 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e91207-0775-4802-95f3-4bfd48b77877 None None] The sync data for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 is: [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'a3f0fea2-7507-4430-9d9c-f23ae32a1f85', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'port_id': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01b6759-be15-4650-a324-469a7babcba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:40:38Z', 'updated_at': '2021-07-22T21:40:38Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:43.164287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466991c-358b-47fa-a166-0111dd9293af req-605e57e8-ab5e-4e72-93f7-098cb994dff0 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:43.171216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-605e57e8-ab5e-4e72-93f7-098cb994dff0 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/networks?id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d HTTP/1.1" status: 200 len: 814 time: 0.2307580 Jul 22 21:40:43.191654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-e67dcf04-608d-481a-a23e-ce4426eb55a6 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/quotas/310efadcea3d4db5a54a24e50c2b511d HTTP/1.1" status: 200 len: 375 time: 0.0195212 Jul 22 21:40:43.235756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-76e558fc-f162-4f8d-872e-d24125e09b62 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=310efadcea3d4db5a54a24e50c2b511d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430293 Jul 22 21:40:43.241406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-6456932f-0c53-44b7-87f4-2dd784815299 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:40:43.252398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-6456932f-0c53-44b7-87f4-2dd784815299 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157444 Jul 22 21:40:43.294263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router 1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:43.335146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55772) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:43.452092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f7ab9b44-79b5-47c9-bf7b-44861bac2dcc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/a3f0fea2-7507-4430-9d9c-f23ae32a1f85 HTTP/1.1" status: 200 len: 991 time: 0.1174366 Jul 22 21:40:43.549156 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e90b32-f787-4e4c-bedb-83a27a869b0b None None] New status for floating IP a3f0fea2-7507-4430-9d9c-f23ae32a1f85: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:40:43.568745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-767026de-6e1c-4537-a742-1998d32c6beb service neutron] 10.222.0.54 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103473 Jul 22 21:40:43.732769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:43.744354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] Sync routers for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:43.746518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:43.756461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:43.757105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:43.820142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:43.829001 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-0cb6a37f-d582-42de-b81b-4c7d1c0d0a92 service neutron] 10.222.0.54 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514231 Jul 22 21:40:43.845332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:43.845979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:43.914475 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9eaefde9-7fdd-408b-b771-500685e50d0c tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/floatingips/2b1018fc-0413-4831-8fce-82898f90e758 HTTP/1.1" status: 200 len: 977 time: 4.8162286 Jul 22 21:40:43.915122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55792) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:43.920749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:43.921737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea62374-5d04-4139-8f1d-1cc26b848ec8 None None] The sync data for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:44.194562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port fc2fc0ab-5023-43c9-a505-13a43747b74a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:44.195043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:44.234287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c61f60c-cf0c-41a6-8fa3-a416df032f7d req-8182a906-f08d-4193-89fb-b6d21b393370 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 210 time: 0.0645714 Jul 22 21:40:44.367002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:44.456882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55816) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:44.672986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2e4ad93-b2a4-46fc-98ea-7e766aa63d2b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/a3f0fea2-7507-4430-9d9c-f23ae32a1f85 HTTP/1.1" status: 200 len: 993 time: 0.1978760 Jul 22 21:40:44.673241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:44.673241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:44.673438 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Floating IP 2b1018fc-0413-4831-8fce-82898f90e758 disassociated. External IP: 172.25.5.49, port: fc2fc0ab-5023-43c9-a505-13a43747b74a. Jul 22 21:40:44.673688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for fc2fc0ab-5023-43c9-a505-13a43747b74a owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:44.980166 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:45.046467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=fc2fc0ab-5023-43c9-a505-13a43747b74a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:45.202948 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b76e505d-a246-441d-a504-6d67208c5658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:45.442437 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:45.525251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e9a8472-a322-49d2-87c4-f13b8dd0f244 req-b1515bfc-783f-40e2-a161-2fc72d015a7c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 210 time: 0.1402500 Jul 22 21:40:45.725308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router 1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:46.033439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:46.050748 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] Sync routers for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:46.077422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466991c-358b-47fa-a166-0111dd9293af req-41b2c7f1-62e5-406a-849d-5157781d7077 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:46.079002 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-41b2c7f1-62e5-406a-849d-5157781d7077 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "GET /v2.0/networks?id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d HTTP/1.1" status: 200 len: 814 time: 0.2970824 Jul 22 21:40:46.080727 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:46.082322 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:46.133181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:46.148243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Request body: {'port': {'device_id': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d', 'admin_state_up': True, 'tenant_id': '310efadcea3d4db5a54a24e50c2b511d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:46.148483 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:46.168278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:46.174241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3d9a7f6b-7ddc-46a6-a0e1-91646b63a986 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/ports/fc2fc0ab-5023-43c9-a505-13a43747b74a HTTP/1.1" status: 204 len: 168 time: 2.2540934 Jul 22 21:40:46.177071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:46.178229 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:46.179141 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:46.252529 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:46.254877 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c691e8-aadc-424d-900a-de88383d79b7 None None] The sync data for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:46.340446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Made reservation on behalf of 310efadcea3d4db5a54a24e50c2b511d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:40:46.360716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:46.630955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Allocated IP 172.20.0.14 (f3c9efed-f90e-4287-9529-1bd5eda2ad9d/67ff2dca-e364-43d7-8b4c-904f6f861b94/d7037d3f-483c-4fe8-ba07-991470adb843) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:40:46.752551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74d9b4e8-7f27-43dd-95a0-ac285bc4535c req-6d1e2380-f0d5-4e03-af59-1e47f2c6b3f8 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 210 time: 0.1280367 Jul 22 21:40:46.893930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:46.976817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:47.051709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Pushing event updated for resources: {'Port': ['ID=d7037d3f-483c-4fe8-ba07-991470adb843,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:47.076886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Network f3c9efed-f90e-4287-9529-1bd5eda2ad9d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:40:47.079011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:40:47.083936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:40:47.143213 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:47.175666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:47.176368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:47.204140 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-f1a4c7ca-ad60-4ca9-820d-ea2a41c3f4fc tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0615249 Jul 22 21:40:47.221533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Request body: {'port': {'device_id': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:40:47.389585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:47.874639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port fd0e1970-caf8-4b26-8e7b-15f8031781d1 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:47.878955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:47.932257 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:40:48.310458 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:48.337405 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:48.357611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffd1df-d96c-421c-886b-441fd592318f req-634e0202-887f-4ffd-ba86-4945c8ac007e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:48.359179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94ffd1df-d96c-421c-886b-441fd592318f req-634e0202-887f-4ffd-ba86-4945c8ac007e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 932 time: 0.4019589 Jul 22 21:40:48.364349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7037d3f-483c-4fe8-ba07-991470adb843 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:40:48.368921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for fd0e1970-caf8-4b26-8e7b-15f8031781d1 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:48.386450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:48.423591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Transition to ACTIVE for port object d7037d3f-483c-4fe8-ba07-991470adb843 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:40:48.436923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:48.479867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94ffd1df-d96c-421c-886b-441fd592318f req-acfe61e3-9040-4f59-ad6f-777e9d75b156 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998497 Jul 22 21:40:48.573106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Pushing event updated for resources: {'Port': ['ID=d7037d3f-483c-4fe8-ba07-991470adb843,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:48.829792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Attempting to bind port d7037d3f-483c-4fe8-ba07-991470adb843 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:40:48.830370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Attempting to bind port d7037d3f-483c-4fe8-ba07-991470adb843 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:40:48.833948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Attempting to bind port d7037d3f-483c-4fe8-ba07-991470adb843 on network f3c9efed-f90e-4287-9529-1bd5eda2ad9d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:48.836070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:48.849354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Port d7037d3f-483c-4fe8-ba07-991470adb843 on network f3c9efed-f90e-4287-9529-1bd5eda2ad9d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:40:48.849784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Attempting to bind port d7037d3f-483c-4fe8-ba07-991470adb843 on network f3c9efed-f90e-4287-9529-1bd5eda2ad9d {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:40:48.858142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:40:48.859359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Checking segment: {'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:40:48.859359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Bound using segment: {'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:40:48.859359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Bound port: d7037d3f-483c-4fe8-ba07-991470adb843, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeefad24-9a58-438d-8941-3baa5b152123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:40:48.859671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:48.918779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=fd0e1970-caf8-4b26-8e7b-15f8031781d1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:49.005403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] For port d7037d3f-483c-4fe8-ba07-991470adb843, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:40:49.010132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] For port d7037d3f-483c-4fe8-ba07-991470adb843, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7037d3f-483c-4fe8-ba07-991470adb843,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:40:49.017793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:49.110769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Pushing event updated for resources: {'Port': ['ID=d7037d3f-483c-4fe8-ba07-991470adb843,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:49.130808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:49.132917 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:49.134746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-f4049c52-7109-492f-a6f9-1d0129a3853a service neutron] 10.222.0.23 "PUT /v2.0/ports/d7037d3f-483c-4fe8-ba07-991470adb843 HTTP/1.1" status: 200 len: 1093 time: 1.9187462 Jul 22 21:40:49.135865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'tag': 'd7037d3f-483c-4fe8-ba07-991470adb843'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:40:49.140729 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e368a34-6cc6-447a-8fbd-b827fdec3a84" -d '{"events": [{"name": "network-changed", "server_uuid": "3197d6af-6d27-40ce-bafa-33fd42ee47a1", "tag": "d7037d3f-483c-4fe8-ba07-991470adb843"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:40:49.231473 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cab347-f91b-43d5-9978-239b94bff815 x-openstack-request-id: req-38cab347-f91b-43d5-9978-239b94bff815 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:40:49.232382 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3197d6af-6d27-40ce-bafa-33fd42ee47a1", "tag": "d7037d3f-483c-4fe8-ba07-991470adb843", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:40:49.232882 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38cab347-f91b-43d5-9978-239b94bff815 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:40:49.233509 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'tag': 'd7037d3f-483c-4fe8-ba07-991470adb843', 'status': 'completed', 'code': 200} Jul 22 21:40:49.288089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466991c-358b-47fa-a166-0111dd9293af req-b6379cf6-2af4-4c4d-98de-13dfbf9dce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:49.291367 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-b6379cf6-2af4-4c4d-98de-13dfbf9dce5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=310efadcea3d4db5a54a24e50c2b511d&device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 1096 time: 0.1031790 Jul 22 21:40:49.310612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:49.427149 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-e6f5c605-1c3f-410a-932f-b67a88a283ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7037d3f-483c-4fe8-ba07-991470adb843 HTTP/1.1" status: 200 len: 217 time: 0.1245430 Jul 22 21:40:49.585987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466991c-358b-47fa-a166-0111dd9293af req-4083a142-a85a-4611-94e2-906f23bd001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:49.587570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-4083a142-a85a-4611-94e2-906f23bd001b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67ff2dca-e364-43d7-8b4c-904f6f861b94 HTTP/1.1" status: 200 len: 854 time: 0.1523035 Jul 22 21:40:49.650288 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-b625a0b9-f00a-4813-ba8e-b09fd113f530 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494120 Jul 22 21:40:49.910099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-c3523436-ed20-49d5-a352-21dff2eb75d8 service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485189 Jul 22 21:40:49.982630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router 1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:40:49.991821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94df5f-43e1-4acf-8418-75b089820274 req-886b7391-1a43-4400-9697-9a0b5ba655b7 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:49.994528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe94df5f-43e1-4acf-8418-75b089820274 req-886b7391-1a43-4400-9697-9a0b5ba655b7 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 944 time: 0.3281803 Jul 22 21:40:50.132578 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e466991c-358b-47fa-a166-0111dd9293af req-712b454d-f13a-40e4-a268-d719a1f129cf service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101192 Jul 22 21:40:50.412873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-1271ed7d-18ef-4f31-8c79-157782171dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:50.424498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-1271ed7d-18ef-4f31-8c79-157782171dda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=310efadcea3d4db5a54a24e50c2b511d&device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 1096 time: 0.1991816 Jul 22 21:40:50.862749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-206db356-db2d-4dd5-9e1b-171ac913a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:50.868336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe94df5f-43e1-4acf-8418-75b089820274 req-6b41813f-ef79-4eb9-9fca-74490480b12d tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8491163 Jul 22 21:40:50.868840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-206db356-db2d-4dd5-9e1b-171ac913a6ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d HTTP/1.1" status: 200 len: 915 time: 0.4325466 Jul 22 21:40:50.964987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:40:50.974377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-272ed804-7bc5-4459-951f-2636be95467f tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/routers/1fb58a61-28ff-4d94-beb3-36a20bf0b5c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7937942 Jul 22 21:40:50.981649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55998) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:50.995311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-35d94a47-2bc5-487c-8f8a-cb3eac94e278 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7037d3f-483c-4fe8-ba07-991470adb843 HTTP/1.1" status: 200 len: 217 time: 0.1143963 Jul 22 21:40:50.998045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] Sync routers for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:40:51.045777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:51.046865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:51.104389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-d357fd8d-73f3-4540-a16a-46101e5b4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:51.113567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-d357fd8d-73f3-4540-a16a-46101e5b4579 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67ff2dca-e364-43d7-8b4c-904f6f861b94 HTTP/1.1" status: 200 len: 854 time: 0.1041362 Jul 22 21:40:51.175726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-1a917aa2-ba42-4458-9e69-8a97604f4804 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3c9efed-f90e-4287-9529-1bd5eda2ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591316 Jul 22 21:40:51.331735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:51.368747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-9ca41304-5346-44c0-954b-9f0322a8697c service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821496 Jul 22 21:40:51.544682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:51.569051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] Routers {'1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:40:51.569993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:51.634791 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e368a34-6cc6-447a-8fbd-b827fdec3a84 req-1533902a-d1c8-45b0-bf92-a10630805317 service neutron] 10.222.0.23 "GET /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535164 Jul 22 21:40:51.637123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:51.639423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95951874-68cb-4acf-8da5-d6d121b8dd8e None None] The sync data for ids ['1fb58a61-28ff-4d94-beb3-36a20bf0b5c9'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:40:51.672994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:51.809682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port cc2b5b6d-1fa6-4dc9-b171-4ddcfe82150e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:51.810195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:52.014149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7037d3f-483c-4fe8-ba07-991470adb843 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:40:52.090608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:52.116590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for cc2b5b6d-1fa6-4dc9-b171-4ddcfe82150e owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:52.225795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3353d-5b45-4ef6-acca-092663cee631 req-616e4121-4b12-43ff-853b-fe5e0b386e2d tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:52.227227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65a3353d-5b45-4ef6-acca-092663cee631 req-616e4121-4b12-43ff-853b-fe5e0b386e2d tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 944 time: 0.1832962 Jul 22 21:40:52.323628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65a3353d-5b45-4ef6-acca-092663cee631 req-b2dc21ca-e6b4-4d8f-9d89-018d3288bb1a tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868804 Jul 22 21:40:52.445835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d7037d3f-483c-4fe8-ba07-991470adb843, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7037d3f-483c-4fe8-ba07-991470adb843,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:52.493411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd7037d3f-483c-4fe8-ba07-991470adb843', 'network_id': 'f3c9efed-f90e-4287-9529-1bd5eda2ad9d', 'port_id': 'd7037d3f-483c-4fe8-ba07-991470adb843', 'mac_address': 'fa:16:3e:35:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ff2dca-e364-43d7-8b4c-904f6f861b94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:40:52.579792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:52.612663 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:52.623441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=cc2b5b6d-1fa6-4dc9-b171-4ddcfe82150e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:52.655919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7037d3f-483c-4fe8-ba07-991470adb843 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:40:52.704216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d7037d3f-483c-4fe8-ba07-991470adb843, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7037d3f-483c-4fe8-ba07-991470adb843,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:52.714681 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:52.775568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:52.776413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d7037d3f-483c-4fe8-ba07-991470adb843,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:53.003207 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.006370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.192602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d7037d3f-483c-4fe8-ba07-991470adb843'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:40:53.195560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.196048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:40:53.211701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.213714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1e052701-1a3e-4897-8358-e2e22cf3f520 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/routers/1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 HTTP/1.1" status: 204 len: 168 time: 2.2308235 Jul 22 21:40:53.216600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56040) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:53.323974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting subnet 80c9b446-a82e-4e0b-9e1a-7e12b3caabaf {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:40:53.328839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.419548 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.634684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.696527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc38f5-6d5f-4eae-8cdb-161fef1cf147 req-03d13264-1d57-43ca-8f21-cd748237192e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:53.700671 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdbc38f5-6d5f-4eae-8cdb-161fef1cf147 req-03d13264-1d57-43ca-8f21-cd748237192e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 945 time: 0.1326940 Jul 22 21:40:53.723793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.761118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Subnet': ['ID=80c9b446-a82e-4e0b-9e1a-7e12b3caabaf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:53.763503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:53.768120 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-28713455-620f-4aaa-b88c-2d91e5f7bc0d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/subnets/80c9b446-a82e-4e0b-9e1a-7e12b3caabaf HTTP/1.1" status: 204 len: 168 time: 0.5476778 Jul 22 21:40:53.768870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bba882-42a0-4c21-aa07-3bd526b9c77e None None] Network 6fc80e66-c6bd-4887-b751-60a193906e27 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:40:53.773048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56062) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:53.817777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdbc38f5-6d5f-4eae-8cdb-161fef1cf147 req-23fa4079-6484-496b-995a-3b9f4579cd43 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092334 Jul 22 21:40:53.943892 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.043485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port 5f512a2e-b810-40a3-bae8-a01cb979c420 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:54.043828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.064891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] DHCP port deletion for 6fc80e66-c6bd-4887-b751-60a193906e27 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:40:54.123801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] Deleting port 5f512a2e-b810-40a3-bae8-a01cb979c420 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:54.124225 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.133717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] For port 5f512a2e-b810-40a3-bae8-a01cb979c420, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f512a2e-b810-40a3-bae8-a01cb979c420,segment=NetworkSegment(e28daf95-5029-47e9-8238-fb75559b1147),segment_id=e28daf95-5029-47e9-8238-fb75559b1147)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:54.134126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.151566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for 5f512a2e-b810-40a3-bae8-a01cb979c420 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:54.278243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] For port 5f512a2e-b810-40a3-bae8-a01cb979c420, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f512a2e-b810-40a3-bae8-a01cb979c420,segment=NetworkSegment(e28daf95-5029-47e9-8238-fb75559b1147),segment_id=e28daf95-5029-47e9-8238-fb75559b1147)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:54.279662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.281571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.300536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] Calling delete_port for 5f512a2e-b810-40a3-bae8-a01cb979c420 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:54.304789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] No DVR routers for this DVR port 5f512a2e-b810-40a3-bae8-a01cb979c420 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:40:54.337703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=5f512a2e-b810-40a3-bae8-a01cb979c420,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:54.418170 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.462432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] Pushing event deleted for resources: {'Port': ['ID=5f512a2e-b810-40a3-bae8-a01cb979c420,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:54.485914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4660e-7a72-49a2-a178-ad0eb6fea8a0 None None] No DVR routers for this DVR port 5f512a2e-b810-40a3-bae8-a01cb979c420 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:40:54.503769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.515341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc80e66-c6bd-4887-b751-60a193906e27']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:54.528679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28daf95-5029-47e9-8238-fb75559b1147') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:54.528912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28daf95-5029-47e9-8238-fb75559b1147') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:40:54.540478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.589068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.597619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:40:54.598920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:40:54.605565 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:40:54.770548 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.778959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:54.781693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/networks/6fc80e66-c6bd-4887-b751-60a193906e27 HTTP/1.1" status: 204 len: 168 time: 1.0074551 Jul 22 21:40:54.784598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56084) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:54.821411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99477371-e62d-414d-945b-8bce7e8373b3 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Network': ['ID=6fc80e66-c6bd-4887-b751-60a193906e27,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:55.053343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port 1df05caf-56e0-463f-b071-b41e4da61a77 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:55.054189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.143755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f9af-76da-40be-95ac-62e9289585eb req-03e0392c-5343-4d2a-956f-ef9e7917380c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:55.145332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67b3f9af-76da-40be-95ac-62e9289585eb req-03e0392c-5343-4d2a-956f-ef9e7917380c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 945 time: 0.1778865 Jul 22 21:40:55.186622 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.187155 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.218822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67b3f9af-76da-40be-95ac-62e9289585eb req-d0c26316-16de-4dd6-aaa8-1c6b2b5693e9 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635486 Jul 22 21:40:55.223366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for 1df05caf-56e0-463f-b071-b41e4da61a77 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:55.419829 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.485175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f512a2e-b810-40a3-bae8-a01cb979c420 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:40:55.524941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5f512a2e-b810-40a3-bae8-a01cb979c420 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:40:55.525316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f512a2e-b810-40a3-bae8-a01cb979c420 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:40:55.540774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.544738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.550754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/floatingips/2b1018fc-0413-4831-8fce-82898f90e758 HTTP/1.1" status: 204 len: 168 time: 0.7599974 Jul 22 21:40:55.550754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1de42e-e37b-4b02-9ca3-c8ad49ef4975 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=1df05caf-56e0-463f-b071-b41e4da61a77,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:55.550754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56100) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:55.587585 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d83110c-2937-4a1c-a28c-a26e98a89948 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:55.588580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d83110c-2937-4a1c-a28c-a26e98a89948 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:55.591129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d83110c-2937-4a1c-a28c-a26e98a89948 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/ports/fc2fc0ab-5023-43c9-a505-13a43747b74a HTTP/1.1" status: 404 len: 333 time: 0.0405200 Jul 22 21:40:55.593467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:55.634173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56110) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:55.650235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e9051659-deb5-4f84-a455-87d7b0fe04f1 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 HTTP/1.1" status: 200 len: 205 time: 0.0548732 Jul 22 21:40:55.692474 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-fe298502-f722-4df8-8972-f857c26b00f0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] delete failed (client error): The resource could not be found. Jul 22 21:40:55.693747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fe298502-f722-4df8-8972-f857c26b00f0 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/routers/1fb58a61-28ff-4d94-beb3-36a20bf0b5c9 HTTP/1.1" status: 404 len: 336 time: 0.0564487 Jul 22 21:40:55.696595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56116) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:55.729131 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0600d7a1-db3f-4db9-a848-749ef8003476 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] DELETE failed (client error): The resource could not be found. Jul 22 21:40:55.729966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0600d7a1-db3f-4db9-a848-749ef8003476 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:40:55.731973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0600d7a1-db3f-4db9-a848-749ef8003476 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/subnets/80c9b446-a82e-4e0b-9e1a-7e12b3caabaf HTTP/1.1" status: 404 len: 337 time: 0.0332966 Jul 22 21:40:55.734809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56118) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:55.871691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port 4483b278-d74a-4e8b-a608-12142366248e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:55.871993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.976983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:55.993265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for 4483b278-d74a-4e8b-a608-12142366248e owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:56.058009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7037d3f-483c-4fe8-ba07-991470adb843 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:40:56.158388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d7037d3f-483c-4fe8-ba07-991470adb843 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:40:56.167562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d7037d3f-483c-4fe8-ba07-991470adb843 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:40:56.168509 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:56.191076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:56.230235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=4483b278-d74a-4e8b-a608-12142366248e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:56.286578 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:56.317959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7037d3f-483c-4fe8-ba07-991470adb843'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:40:56.321185 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a574e-0cb3-49c4-86ef-1ea8885e18c1" -d '{"events": [{"server_uuid": "3197d6af-6d27-40ce-bafa-33fd42ee47a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7037d3f-483c-4fe8-ba07-991470adb843"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:40:56.368846 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1146be54-b013-466a-a4f2-4b0e450b6e0f x-openstack-request-id: req-1146be54-b013-466a-a4f2-4b0e450b6e0f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:40:56.369862 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3197d6af-6d27-40ce-bafa-33fd42ee47a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7037d3f-483c-4fe8-ba07-991470adb843", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:40:56.370266 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1146be54-b013-466a-a4f2-4b0e450b6e0f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:40:56.370878 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7037d3f-483c-4fe8-ba07-991470adb843', 'code': 200} Jul 22 21:40:56.374017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d7037d3f-483c-4fe8-ba07-991470adb843, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7037d3f-483c-4fe8-ba07-991470adb843,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:40:56.378554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:56.380692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:56.384178 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-57d9ff8e-ca52-4187-b717-af3cce00a72d tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/ports/4483b278-d74a-4e8b-a608-12142366248e HTTP/1.1" status: 204 len: 168 time: 0.6450357 Jul 22 21:40:56.384932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56148) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:56.462466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d7037d3f-483c-4fe8-ba07-991470adb843,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:56.557436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa41278-4611-4286-b3a1-a0155ad962e1 req-7d03f342-8b34-4e92-b838-ecfac01c9b9a tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:56.559080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fa41278-4611-4286-b3a1-a0155ad962e1 req-7d03f342-8b34-4e92-b838-ecfac01c9b9a tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 946 time: 0.2061672 Jul 22 21:40:56.597297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5e31e-51fa-45a2-85a0-3d682b94ae36 req-da05bb29-c810-449c-9df0-d755d71c5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:56.598845 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ee5e31e-51fa-45a2-85a0-3d682b94ae36 req-da05bb29-c810-449c-9df0-d755d71c5b90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 1098 time: 0.1393161 Jul 22 21:40:56.616941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port 93043180-3bfe-4cae-bd6b-e7998ff96505 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:56.617680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:56.661732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ee5e31e-51fa-45a2-85a0-3d682b94ae36 req-e3b4167c-b2e0-471a-8d97-ea43ef11cba2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504863 Jul 22 21:40:56.678093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fa41278-4611-4286-b3a1-a0155ad962e1 req-e2f62351-a3ea-4145-9fff-a2ee6614b9f6 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026464 Jul 22 21:40:56.799954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:56.830886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for 93043180-3bfe-4cae-bd6b-e7998ff96505 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:57.062275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:57.129476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=93043180-3bfe-4cae-bd6b-e7998ff96505,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:57.253876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:57.253876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6eed3ca8-0586-4fde-b1ca-de4ec2b192bd tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/ports/93043180-3bfe-4cae-bd6b-e7998ff96505 HTTP/1.1" status: 204 len: 168 time: 0.8536916 Jul 22 21:40:57.261981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56218) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:57.356547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee1d90-3453-40fe-abdb-3623031aa4ad tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:57.358789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d8ee1d90-3453-40fe-abdb-3623031aa4ad tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffb7be88-f604-48ab-a984-291956b7d070 HTTP/1.1" status: 200 len: 913 time: 0.0960810 Jul 22 21:40:57.361186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56232) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:40:58.022481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6a22f-d416-47f0-8e53-a4012977d496 req-509ac27b-312f-46ad-a879-6f3a187fd2ca tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:58.024110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25f6a22f-d416-47f0-8e53-a4012977d496 req-509ac27b-312f-46ad-a879-6f3a187fd2ca tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 946 time: 0.1549106 Jul 22 21:40:58.072957 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:58.152925 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-25f6a22f-d416-47f0-8e53-a4012977d496 req-0daea1f3-91f2-47f4-adc5-793fd1c390c6 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215262 Jul 22 21:40:58.524694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port 14f733d0-ccfc-44b8-8fc2-7d8bde7201df {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:40:58.525369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:58.711988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:58.747649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for 14f733d0-ccfc-44b8-8fc2-7d8bde7201df owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:40:59.095696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:59.137652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=14f733d0-ccfc-44b8-8fc2-7d8bde7201df,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:40:59.548483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:40:59.581727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36375695-e3d8-4a19-8fb8-83f3ef9098df req-2fe90c3d-fe75-42e7-9e9f-192c488a6500 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:40:59.594960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36375695-e3d8-4a19-8fb8-83f3ef9098df req-2fe90c3d-fe75-42e7-9e9f-192c488a6500 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 946 time: 0.3238695 Jul 22 21:40:59.783133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36375695-e3d8-4a19-8fb8-83f3ef9098df req-2480321d-df45-43f2-bec7-0d308ca6f683 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871932 Jul 22 21:41:00.228080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Router ffb7be88-f604-48ab-a984-291956b7d070 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:41:00.459449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:41:00.469379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-343fdec4-99b2-4f61-9162-a2e480b79439 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "PUT /v2.0/routers/ffb7be88-f604-48ab-a984-291956b7d070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1043236 Jul 22 21:41:00.469485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56598) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:00.473488 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] Sync routers for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:41:00.490214 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:41:00.490869 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:00.547346 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:00.559273 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] Routers {'ffb7be88-f604-48ab-a984-291956b7d070'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:41:00.560263 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ffb7be88-f604-48ab-a984-291956b7d070'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:00.621445 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:00.622861 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb5924-6195-4993-b876-e6b0c1d88220 None None] The sync data for ids ['ffb7be88-f604-48ab-a984-291956b7d070'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:41:00.742951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:00.978681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:01.111367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting port 3c12109f-ffad-4772-81bd-eda04489a643 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:01.112038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:01.262693 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:01.291853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Calling delete_port for 3c12109f-ffad-4772-81bd-eda04489a643 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:01.381407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:01.679529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:01.717391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Port': ['ID=3c12109f-ffad-4772-81bd-eda04489a643,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:02.098180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.115800 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.240319 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.246378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.383269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.384056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Fanout notify agent at l3_agent the message router_deleted on router ffb7be88-f604-48ab-a984-291956b7d070 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:41:02.406720 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.412621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6699c9e8-508e-4814-8648-6626d3b2a097 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/routers/ffb7be88-f604-48ab-a984-291956b7d070 HTTP/1.1" status: 204 len: 168 time: 1.9416344 Jul 22 21:41:02.413304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56750) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:02.521350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Deleting subnet 0ffe18aa-1c3f-4d3f-8850-a635b3bbe011 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:41:02.525845 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.605311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.714862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.832328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.882381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffe18aa-1c3f-4d3f-8850-a635b3bbe011,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:02.885948 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:02.888514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5b059f47-f181-4f1d-86f3-d36ea5680d41 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/subnets/0ffe18aa-1c3f-4d3f-8850-a635b3bbe011 HTTP/1.1" status: 204 len: 168 time: 0.4711235 Jul 22 21:41:02.891073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:03.017939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.326430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:03.483772 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.497927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d509f960-61a8-4a44-8d16-7aac3f374d1a']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:03.513105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e46ba9-3057-4a71-9a20-451ee0ab9741') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:03.513105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e46ba9-3057-4a71-9a20-451ee0ab9741') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:03.523474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.543209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a01f422-4845-4075-ad51-0e567d966fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.550428 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.557999 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:03.558555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:03.654597 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:03.672067 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.687127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.689118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] 10.222.0.54 "DELETE /v2.0/networks/d509f960-61a8-4a44-8d16-7aac3f374d1a HTTP/1.1" status: 204 len: 168 time: 0.7970328 Jul 22 21:41:03.703333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218eb21-333a-4e5a-a229-45af568da125 tempest-FloatingIPTestJSON-1636156375 tempest-FloatingIPTestJSON-1636156375-project] Pushing event deleted for resources: {'Network': ['ID=d509f960-61a8-4a44-8d16-7aac3f374d1a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:03.819826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a01f422-4845-4075-ad51-0e567d966fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.832796 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a01f422-4845-4075-ad51-0e567d966fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:03.911639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6a01f422-4845-4075-ad51-0e567d966fa0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=239dab77eb904406ac8ff565f3881784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835764 Jul 22 21:41:03.914896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56806) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:03.916610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01f422-4845-4075-ad51-0e567d966fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335b2c1f-aaec-4af5-ade6-5f716a19bc0e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:03.996426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b070ebbc-f035-4f94-b0db-ff8184878b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.029208 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b070ebbc-f035-4f94-b0db-ff8184878b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.029471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56808) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:04.107435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b070ebbc-f035-4f94-b0db-ff8184878b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.111447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b070ebbc-f035-4f94-b0db-ff8184878b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.123587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b070ebbc-f035-4f94-b0db-ff8184878b25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/335b2c1f-aaec-4af5-ade6-5f716a19bc0e HTTP/1.1" status: 204 len: 168 time: 0.2018063 Jul 22 21:41:04.147233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070ebbc-f035-4f94-b0db-ff8184878b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b2c1f-aaec-4af5-ade6-5f716a19bc0e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:04.280558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f3a1b564-24ce-497e-8f2b-cc43648f6318 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03695ab318fc4ff3b434f30f0c82ca91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495034 Jul 22 21:41:04.282976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56820) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:04.345506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5374ec53-a41c-4bd8-9793-e202441d31ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.375206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5374ec53-a41c-4bd8-9793-e202441d31ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.455445 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5374ec53-a41c-4bd8-9793-e202441d31ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.462949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5374ec53-a41c-4bd8-9793-e202441d31ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.464567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5374ec53-a41c-4bd8-9793-e202441d31ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f21c6fa9-3fb2-48e3-88a2-372aeb979f85 HTTP/1.1" status: 204 len: 168 time: 0.1803386 Jul 22 21:41:04.487742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374ec53-a41c-4bd8-9793-e202441d31ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21c6fa9-3fb2-48e3-88a2-372aeb979f85,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:04.589010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56830) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:04.604358 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-359408d4-71c1-4eee-9d8a-7367feeafcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.738430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-359408d4-71c1-4eee-9d8a-7367feeafcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.744495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-359408d4-71c1-4eee-9d8a-7367feeafcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.784365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56840) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:04.796749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-359408d4-71c1-4eee-9d8a-7367feeafcee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7aa98a7faa5c450983579bde868eaeb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064683 Jul 22 21:41:04.840901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359408d4-71c1-4eee-9d8a-7367feeafcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81515a9-2551-435f-befb-e53a3971e1dc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:04.861621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-406cd58d-3c8d-4f0d-88f8-bfe961c90076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.892149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-406cd58d-3c8d-4f0d-88f8-bfe961c90076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.979934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-406cd58d-3c8d-4f0d-88f8-bfe961c90076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.983638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-406cd58d-3c8d-4f0d-88f8-bfe961c90076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:04.985011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-406cd58d-3c8d-4f0d-88f8-bfe961c90076 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f81515a9-2551-435f-befb-e53a3971e1dc HTTP/1.1" status: 204 len: 168 time: 0.1992838 Jul 22 21:41:04.996831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cd58d-3c8d-4f0d-88f8-bfe961c90076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81515a9-2551-435f-befb-e53a3971e1dc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:05.588447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:05.733311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258147285'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:05.767083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:05.775977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:05.793282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:06.217916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:06.226616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:06.266154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:06.280212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:06.281019 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 986613d3-6a66-43da-938d-afa59b45395a of type vlan for network da33dedf-3b88-4286-a02b-1c0ad311744e Jul 22 21:41:06.354499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:06.419797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06181ef-b907-4b3f-8eee-254e5fbd9264,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:06.423765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:06.431219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:06.432359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:06.574391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=da33dedf-3b88-4286-a02b-1c0ad311744e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:06.578272 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e74f8e03-9169-41c7-ad25-f49b32292269 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9884017 Jul 22 21:41:06.591777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network da33dedf-3b88-4286-a02b-1c0ad311744e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:09.991964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57038) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:10.029551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57044) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:10.035914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': 'da33dedf-3b88-4286-a02b-1c0ad311744e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:10.198316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef0d1-0475-4fc4-921f-ba8a31285123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.230265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:10.235009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.455043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef0d1-0475-4fc4-921f-ba8a31285123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.461818 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef0d1-0475-4fc4-921f-ba8a31285123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.578361 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ea4ef0d1-0475-4fc4-921f-ba8a31285123 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3d4a8628dd044c7ae3985b5a1fdca04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849764 Jul 22 21:41:10.580932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ef0d1-0475-4fc4-921f-ba8a31285123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c4f71-959d-4025-a153-00b249563a32,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:10.583065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57054) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:10.587308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.654722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=cda174da-615e-457a-bb00-abc35d2b9117,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:10.694732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c043faa-0201-4a26-a103-845a9987d63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.702215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '986613d3-6a66-43da-938d-afa59b45395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'da33dedf-3b88-4286-a02b-1c0ad311744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:10.702828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: da33dedf-3b88-4286-a02b-1c0ad311744e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:10.722176 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c043faa-0201-4a26-a103-845a9987d63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.753916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network da33dedf-3b88-4286-a02b-1c0ad311744e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:10.788841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, da33dedf-3b88-4286-a02b-1c0ad311744e) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:10.802268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:10.802439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd428693-f7f5-4b25-8b4b-def24cd4b5d4 None None] Network da33dedf-3b88-4286-a02b-1c0ad311744e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:10.802880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.813564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c043faa-0201-4a26-a103-845a9987d63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.818987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c043faa-0201-4a26-a103-845a9987d63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.821995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3c043faa-0201-4a26-a103-845a9987d63f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab9c4f71-959d-4025-a153-00b249563a32 HTTP/1.1" status: 204 len: 168 time: 0.2328377 Jul 22 21:41:10.827195 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-04c82c18-1180-4a7a-b881-3a518ec53004 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7965381 Jul 22 21:41:10.830469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57064) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:10.837550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2076972995'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:10.841737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c043faa-0201-4a26-a103-845a9987d63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c4f71-959d-4025-a153-00b249563a32,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:10.868964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:10.877509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.939200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:10.964793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:10.966151 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 5f773347-3a84-41de-9969-5e0f670347ae of type vlan for network 37da8cd4-0712-4ab5-8e4f-d2be8acc98a2 Jul 22 21:41:11.069418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.120147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.121995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-da33dedf-3b88-4286-a02b-1c0ad311744e', 'network_id': 'da33dedf-3b88-4286-a02b-1c0ad311744e', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': 'cda174da-615e-457a-bb00-abc35d2b9117'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:11.123154 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.139893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:11.139893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.233065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=37da8cd4-0712-4ab5-8e4f-d2be8acc98a2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:11.265782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-85816f0c-9f0f-4d46-a3f9-d4ffa6c0bcfa tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4311874 Jul 22 21:41:11.265782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57084) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:11.271313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': '37da8cd4-0712-4ab5-8e4f-d2be8acc98a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:11.280601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 37da8cd4-0712-4ab5-8e4f-d2be8acc98a2 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:11.388587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:11.392730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.543889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Allocated IP 2001:db8:0:ffff::2 (da33dedf-3b88-4286-a02b-1c0ad311744e/cda174da-615e-457a-bb00-abc35d2b9117/2983541d-86c0-429d-ab24-7761b0123f99) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:11.687074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57102) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:11.691316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.791362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=df676f33-9aaa-400e-a29f-088af6b7b560,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:11.815448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '5f773347-3a84-41de-9969-5e0f670347ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37da8cd4-0712-4ab5-8e4f-d2be8acc98a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:11.816197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: 37da8cd4-0712-4ab5-8e4f-d2be8acc98a2, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:11.839565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network 37da8cd4-0712-4ab5-8e4f-d2be8acc98a2 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:11.865755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 37da8cd4-0712-4ab5-8e4f-d2be8acc98a2) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:11.873682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:11.875403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.883215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adbc3fd-7cfe-495b-8603-e32895da282c None None] Network 37da8cd4-0712-4ab5-8e4f-d2be8acc98a2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:11.909012 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7018fad0-8b0a-48f4-9da5-767ad932b60c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6418264 Jul 22 21:41:11.912634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57110) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:11.931389 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:11.949907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Transition to ACTIVE for port object 2983541d-86c0-429d-ab24-7761b0123f99 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:11.981694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Transition to ACTIVE for port object 2983541d-86c0-429d-ab24-7761b0123f99 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:11.996840 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.046624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a244b6cd-7ed6-4ead-89b5-b09bc0bb265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.075145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Network da33dedf-3b88-4286-a02b-1c0ad311744e is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:12.082599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:12.089811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:12.126224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.196147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Attempting to bind port 2983541d-86c0-429d-ab24-7761b0123f99 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:12.196976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Attempting to bind port 2983541d-86c0-429d-ab24-7761b0123f99 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '986613d3-6a66-43da-938d-afa59b45395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'da33dedf-3b88-4286-a02b-1c0ad311744e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:12.197187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Attempting to bind port 2983541d-86c0-429d-ab24-7761b0123f99 on network da33dedf-3b88-4286-a02b-1c0ad311744e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:12.199236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Pushing event updated for resources: {'Port': ['ID=2983541d-86c0-429d-ab24-7761b0123f99,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:12.209941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.210268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.210616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.210960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.211293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.211663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.212028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.212362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.212692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.213021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.213348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.213672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:12.224933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:12.225332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Checking segment: {'id': '986613d3-6a66-43da-938d-afa59b45395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'da33dedf-3b88-4286-a02b-1c0ad311744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:12.225751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.226163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Bound using segment: {'id': '986613d3-6a66-43da-938d-afa59b45395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'da33dedf-3b88-4286-a02b-1c0ad311744e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:12.226674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Bound port: 2983541d-86c0-429d-ab24-7761b0123f99, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986613d3-6a66-43da-938d-afa59b45395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'da33dedf-3b88-4286-a02b-1c0ad311744e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:12.227671 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.301382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a244b6cd-7ed6-4ead-89b5-b09bc0bb265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.310506 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a244b6cd-7ed6-4ead-89b5-b09bc0bb265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.314637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] For port 2983541d-86c0-429d-ab24-7761b0123f99, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:12.318221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] For port 2983541d-86c0-429d-ab24-7761b0123f99, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2983541d-86c0-429d-ab24-7761b0123f99,segment=NetworkSegment(986613d3-6a66-43da-938d-afa59b45395a),segment_id=986613d3-6a66-43da-938d-afa59b45395a)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:12.351172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57126) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:12.351886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a244b6cd-7ed6-4ead-89b5-b09bc0bb265e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3354374d0b82432a8715474ab3002cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591554 Jul 22 21:41:12.369177 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.377001 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.474345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800e2ca-86ea-4a23-bd64-9b3cc03039e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-37da8cd4-0712-4ab5-8e4f-d2be8acc98a2', 'network_id': '37da8cd4-0712-4ab5-8e4f-d2be8acc98a2', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': 'df676f33-9aaa-400e-a29f-088af6b7b560'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:12.474345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7800e2ca-86ea-4a23-bd64-9b3cc03039e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.512351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25ae5471-08c5-4b21-bffe-d6ac91cc881c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.535222 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.554968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244b6cd-7ed6-4ead-89b5-b09bc0bb265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e84f5fc-dc1d-44cc-815b-d6d7f6e709bc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:12.577375 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25ae5471-08c5-4b21-bffe-d6ac91cc881c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-7800e2ca-86ea-4a23-bd64-9b3cc03039e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df676f33-9aaa-400e-a29f-088af6b7b560: This subnet is being modified by another concurrent operation. Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df676f33-9aaa-400e-a29f-088af6b7b560: This subnet is being modified by another concurrent operation. Jul 22 21:41:12.626167 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:41:12.640529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=df676f33-9aaa-400e-a29f-088af6b7b560,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:12.656289 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e0aeecc-cf2a-4c97-81f3-8a0962cea866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.666858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dc047-afe6-4e97-b800-1c30ebb1c2ca None None] Pushing event updated for resources: {'Port': ['ID=2983541d-86c0-429d-ab24-7761b0123f99,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:12.684687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71876b-6e13-4ef1-a7ff-b88637f6bb2e None None] Network 37da8cd4-0712-4ab5-8e4f-d2be8acc98a2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:12.714493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25ae5471-08c5-4b21-bffe-d6ac91cc881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.718795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25ae5471-08c5-4b21-bffe-d6ac91cc881c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.720927 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-25ae5471-08c5-4b21-bffe-d6ac91cc881c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e84f5fc-dc1d-44cc-815b-d6d7f6e709bc HTTP/1.1" status: 204 len: 168 time: 0.3675814 Jul 22 21:41:12.737321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae5471-08c5-4b21-bffe-d6ac91cc881c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e84f5fc-dc1d-44cc-815b-d6d7f6e709bc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:12.844204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.871021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37da8cd4-0712-4ab5-8e4f-d2be8acc98a2']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:12.898406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f773347-3a84-41de-9969-5e0f670347ae') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:12.899321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f773347-3a84-41de-9969-5e0f670347ae') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:12.931043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:12.981400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.004329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:13.004723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:13.008757 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:13.241846 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.253862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.255981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/37da8cd4-0712-4ab5-8e4f-d2be8acc98a2 HTTP/1.1" status: 204 len: 168 time: 1.3423555 Jul 22 21:41:13.260253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57152) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:13.270481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870291330'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:13.279940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac6e0c-2e7d-4017-9084-bed8f45c46b6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=37da8cd4-0712-4ab5-8e4f-d2be8acc98a2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:13.314564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:13.322482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.355583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:13.371504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.371897 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 550f41bd-0308-47e4-8242-0680c1b97aa7 of type vlan for network df8c9f9e-36b4-4586-be3d-56ba322d2e26 Jul 22 21:41:13.529966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.611510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.630911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2983541d-86c0-429d-ab24-7761b0123f99 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:41:13.638823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:13.641774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.736581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57166) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:13.764535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1efa1d30-bfef-4753-9b37-8f854f31e44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:13.838919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 2983541d-86c0-429d-ab24-7761b0123f99 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:41:13.902407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=df8c9f9e-36b4-4586-be3d-56ba322d2e26,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:13.920103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network df8c9f9e-36b4-4586-be3d-56ba322d2e26 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:14.030403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86970e-aff5-4d33-967a-cd7b7c6238d2 req-42fba38b-59c0-476e-8d4a-cc7e4ecb8279 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:14.033586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f86970e-aff5-4d33-967a-cd7b7c6238d2 req-42fba38b-59c0-476e-8d4a-cc7e4ecb8279 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.2219982 Jul 22 21:41:14.132602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f86970e-aff5-4d33-967a-cd7b7c6238d2 req-2ed504f0-6d9e-4850-a0ba-c471431b4a6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858521 Jul 22 21:41:14.177074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:14.227944 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1efa1d30-bfef-4753-9b37-8f854f31e44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:14.233394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1efa1d30-bfef-4753-9b37-8f854f31e44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:14.255097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-43e2e6e9-b503-4d57-aa5c-cf37c098d6f5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9926796 Jul 22 21:41:14.258896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57184) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:14.277473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': 'df8c9f9e-36b4-4586-be3d-56ba322d2e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:14.296055 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-872ff78b-eee0-438d-8911-c7ca6077822b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/a3f0fea2-7507-4430-9d9c-f23ae32a1f85 HTTP/1.1" status: 200 len: 993 time: 0.1171455 Jul 22 21:41:14.456799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1d30-bfef-4753-9b37-8f854f31e44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de094262-c04c-43eb-830e-130f69bce116,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:14.465303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1efa1d30-bfef-4753-9b37-8f854f31e44f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b521c5a58a04a128c848d94244b0367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275550 Jul 22 21:41:14.468085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57194) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:14.538634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:14.543487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:14.607980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc24f-e3e2-46c9-ab4f-0e47c8417d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:14.621894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac54e72-362c-43cb-8640-d29116fbbb3f None None] Network da33dedf-3b88-4286-a02b-1c0ad311744e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:14.711868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc24f-e3e2-46c9-ab4f-0e47c8417d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:14.839185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b41a1894-abb2-4875-be28-103e283a81af None None] Provisioning for port 2983541d-86c0-429d-ab24-7761b0123f99 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:41:14.848902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc24f-e3e2-46c9-ab4f-0e47c8417d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:14.852628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc24f-e3e2-46c9-ab4f-0e47c8417d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:14.856283 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2ecbc24f-e3e2-46c9-ab4f-0e47c8417d6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de094262-c04c-43eb-830e-130f69bce116 HTTP/1.1" status: 204 len: 168 time: 0.3760402 Jul 22 21:41:14.873011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbc24f-e3e2-46c9-ab4f-0e47c8417d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de094262-c04c-43eb-830e-130f69bce116,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:14.942566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b41a1894-abb2-4875-be28-103e283a81af None None] Provisioning complete for port 2983541d-86c0-429d-ab24-7761b0123f99 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:14.942872 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b41a1894-abb2-4875-be28-103e283a81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.015298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.089897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a31a9-2f27-4083-9c54-0bbb38073fa7 req-0bf309b8-e29d-4a49-a950-c4e300ff8f1b tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:15.097889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e9a31a9-2f27-4083-9c54-0bbb38073fa7 req-0bf309b8-e29d-4a49-a950-c4e300ff8f1b tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1098 time: 0.2758491 Jul 22 21:41:15.176645 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b41a1894-abb2-4875-be28-103e283a81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.225769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '550f41bd-0308-47e4-8242-0680c1b97aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'df8c9f9e-36b4-4586-be3d-56ba322d2e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:15.226131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: df8c9f9e-36b4-4586-be3d-56ba322d2e26, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:15.266446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b41a1894-abb2-4875-be28-103e283a81af None None] For port 2983541d-86c0-429d-ab24-7761b0123f99, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2983541d-86c0-429d-ab24-7761b0123f99,segment=NetworkSegment(986613d3-6a66-43da-938d-afa59b45395a),segment_id=986613d3-6a66-43da-938d-afa59b45395a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:15.270127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-666c68b2-3268-4ae4-8826-6a830822c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.278774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b41a1894-abb2-4875-be28-103e283a81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.326150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=f85ab15f-3334-45b4-a184-5697a084608c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:15.352934 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e9a31a9-2f27-4083-9c54-0bbb38073fa7 req-5c8fe297-28b8-40c2-b061-25d459035b95 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167194 Jul 22 21:41:15.374710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network df8c9f9e-36b4-4586-be3d-56ba322d2e26 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:15.374710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, df8c9f9e-36b4-4586-be3d-56ba322d2e26) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:15.404153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:15.404938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.416947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a1894-abb2-4875-be28-103e283a81af None None] Pushing event updated for resources: {'Port': ['ID=2983541d-86c0-429d-ab24-7761b0123f99,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:15.419734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88daf483-906e-4843-9a90-72018ea62ead None None] Network df8c9f9e-36b4-4586-be3d-56ba322d2e26 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:15.430074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57226) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:15.432294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5762c280-92e8-4de8-b0af-59119385c640 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1607382 Jul 22 21:41:15.436770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-814606661'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:15.515132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:15.525376 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.602268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:15.608066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.622546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.623388 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 0133e774-1943-4151-9a7c-c485b92b8878 of type vlan for network d6a74142-98bb-4127-8420-55396814d459 Jul 22 21:41:15.706508 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.768415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.792766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:15.795394 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:15.968265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-df8c9f9e-36b4-4586-be3d-56ba322d2e26', 'network_id': 'df8c9f9e-36b4-4586-be3d-56ba322d2e26', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': 'f85ab15f-3334-45b4-a184-5697a084608c'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:15.969035 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:16.049429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6145785 Jul 22 21:41:16.050041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57254) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:16.050948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03c0cf-1b08-4548-9f45-6f70fea69e25 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=d6a74142-98bb-4127-8420-55396814d459,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:16.056444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': 'd6a74142-98bb-4127-8420-55396814d459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:16.208228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Allocated IP 2001:db8::3 (df8c9f9e-36b4-4586-be3d-56ba322d2e26/f85ab15f-3334-45b4-a184-5697a084608c/dc849f82-60cd-4102-8731-02f687bcae4d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:16.353520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:16.363815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:16.557794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Performing IP validity checks on allocation pools {{(pid=94092) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 21:41:16.564245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94092) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 21:41:16.827721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network d6a74142-98bb-4127-8420-55396814d459 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:16.914128 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:16.934273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-cc028e62-0c36-4f18-94ba-5c935c943a0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3335106 Jul 22 21:41:17.042831 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.045692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-23746a88-9b0b-4776-a74c-6aa455000b49 None None] Provisioning complete for port 2983541d-86c0-429d-ab24-7761b0123f99 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:17.046067 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23746a88-9b0b-4776-a74c-6aa455000b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.112109 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.130677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Transition to ACTIVE for port object dc849f82-60cd-4102-8731-02f687bcae4d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:17.155895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Transition to ACTIVE for port object dc849f82-60cd-4102-8731-02f687bcae4d will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:17.165190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '0133e774-1943-4151-9a7c-c485b92b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6a74142-98bb-4127-8420-55396814d459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:17.166305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: d6a74142-98bb-4127-8420-55396814d459, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:17.167146 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.190673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=8f18e405-91be-4fda-a0a9-c640a165f475,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:17.233412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network d6a74142-98bb-4127-8420-55396814d459 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:17.256199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, d6a74142-98bb-4127-8420-55396814d459) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:17.279457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Network df8c9f9e-36b4-4586-be3d-56ba322d2e26 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:17.279702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:17.279925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2e0d8-3d66-4dbb-a562-686e64fe1392 None None] Network d6a74142-98bb-4127-8420-55396814d459 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:17.281541 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.301483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:17.304772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:17.314348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Pushing event updated for resources: {'Port': ['ID=dc849f82-60cd-4102-8731-02f687bcae4d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:17.337835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2cd73371-df9e-4043-abc5-69fa1f0a0d8a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2857103 Jul 22 21:41:17.340088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57308) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:17.437028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Attempting to bind port dc849f82-60cd-4102-8731-02f687bcae4d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:17.437422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Attempting to bind port dc849f82-60cd-4102-8731-02f687bcae4d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '550f41bd-0308-47e4-8242-0680c1b97aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'df8c9f9e-36b4-4586-be3d-56ba322d2e26'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:17.437798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Attempting to bind port dc849f82-60cd-4102-8731-02f687bcae4d on network df8c9f9e-36b4-4586-be3d-56ba322d2e26 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:17.465321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:17.465735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Checking segment: {'id': '550f41bd-0308-47e4-8242-0680c1b97aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'df8c9f9e-36b4-4586-be3d-56ba322d2e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:17.466116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.466521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Bound using segment: {'id': '550f41bd-0308-47e4-8242-0680c1b97aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'df8c9f9e-36b4-4586-be3d-56ba322d2e26'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:17.467033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Bound port: dc849f82-60cd-4102-8731-02f687bcae4d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f41bd-0308-47e4-8242-0680c1b97aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'df8c9f9e-36b4-4586-be3d-56ba322d2e26'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:17.489542 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.631242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2983541d-86c0-429d-ab24-7761b0123f99 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:41:17.682912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.854357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] For port dc849f82-60cd-4102-8731-02f687bcae4d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:17.864639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-d6a74142-98bb-4127-8420-55396814d459', 'network_id': 'd6a74142-98bb-4127-8420-55396814d459', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': '8f18e405-91be-4fda-a0a9-c640a165f475'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:17.865682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.870832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] For port dc849f82-60cd-4102-8731-02f687bcae4d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dc849f82-60cd-4102-8731-02f687bcae4d,segment=NetworkSegment(550f41bd-0308-47e4-8242-0680c1b97aa7),segment_id=550f41bd-0308-47e4-8242-0680c1b97aa7)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:17.882266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 2983541d-86c0-429d-ab24-7761b0123f99 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:17.883628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.911725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:17.964272 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:18.120143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Allocated IP 2001:db8::3 (d6a74142-98bb-4127-8420-55396814d459/8f18e405-91be-4fda-a0a9-c640a165f475/4a08efb9-c392-4522-9cd2-a74978fc2a95) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:18.160560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd806b-91f4-4147-bd12-1951cf91e791 None None] Pushing event updated for resources: {'Port': ['ID=dc849f82-60cd-4102-8731-02f687bcae4d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:18.391890 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.045954 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.078832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Transition to ACTIVE for port object 4a08efb9-c392-4522-9cd2-a74978fc2a95 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:19.107029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Transition to ACTIVE for port object 4a08efb9-c392-4522-9cd2-a74978fc2a95 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:19.118510 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.150985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.239376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=8f18e405-91be-4fda-a0a9-c640a165f475,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:19.292497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Network d6a74142-98bb-4127-8420-55396814d459 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:19.331463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:19.361624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:19.401828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.421709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Pushing event updated for resources: {'Port': ['ID=4a08efb9-c392-4522-9cd2-a74978fc2a95,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:19.447871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a74142-98bb-4127-8420-55396814d459']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:19.478751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0133e774-1943-4151-9a7c-c485b92b8878') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:19.491545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0133e774-1943-4151-9a7c-c485b92b8878') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:19.548389 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.602529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.617388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:19.617832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:19.628404 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:19.720139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc849f82-60cd-4102-8731-02f687bcae4d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:41:19.951698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:41:19.951698 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:41:19.951698 n-d-762330-19 neutron-server[94091]: [parameters: {'id': 'd6a74142-98bb-4127-8420-55396814d459'}] Jul 22 21:41:19.951698 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:41:19.960441 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:41:19.978795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Attempting to bind port 4a08efb9-c392-4522-9cd2-a74978fc2a95 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:19.984638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Attempting to bind port 4a08efb9-c392-4522-9cd2-a74978fc2a95 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0133e774-1943-4151-9a7c-c485b92b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6a74142-98bb-4127-8420-55396814d459'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:19.986395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Attempting to bind port 4a08efb9-c392-4522-9cd2-a74978fc2a95 on network d6a74142-98bb-4127-8420-55396814d459 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:20.006720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:20.008779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Checking segment: {'id': '0133e774-1943-4151-9a7c-c485b92b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6a74142-98bb-4127-8420-55396814d459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:20.010227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:20.010855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Bound using segment: {'id': '0133e774-1943-4151-9a7c-c485b92b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6a74142-98bb-4127-8420-55396814d459'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:20.011582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Bound port: 4a08efb9-c392-4522-9cd2-a74978fc2a95, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0133e774-1943-4151-9a7c-c485b92b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6a74142-98bb-4127-8420-55396814d459'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:20.012417 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:20.133638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-00205a35-c781-4081-b882-34ce856e3ddf tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:41:20.142783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-00205a35-c781-4081-b882-34ce856e3ddf tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8540905 Jul 22 21:41:20.149492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port dc849f82-60cd-4102-8731-02f687bcae4d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:41:20.150941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Request body: {'binding': {'host': 'n-h2-762330-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:20.151743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Unknown quota resources ['binding']. {{(pid=94091) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 21:41:20.171150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] For port 4a08efb9-c392-4522-9cd2-a74978fc2a95, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:20.175977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] For port 4a08efb9-c392-4522-9cd2-a74978fc2a95, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4a08efb9-c392-4522-9cd2-a74978fc2a95,segment=NetworkSegment(0133e774-1943-4151-9a7c-c485b92b8878),segment_id=0133e774-1943-4151-9a7c-c485b92b8878)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:20.182576 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:20.334878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa70cb-766e-4fbe-9849-019939f9301b None None] Pushing event updated for resources: {'Port': ['ID=4a08efb9-c392-4522-9cd2-a74978fc2a95,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:20.402893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9724c1-7c80-47f3-8616-23cf940b61c0 None None] Network d6a74142-98bb-4127-8420-55396814d459 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:20.473369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709415b-c2b3-4405-b01b-b37ac932d608 None None] Network df8c9f9e-36b4-4586-be3d-56ba322d2e26 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:20.488531 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:20.644766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e8c060a8-500a-4857-916c-baa11922df6c None None] Provisioning for port dc849f82-60cd-4102-8731-02f687bcae4d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:41:20.659538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e8c060a8-500a-4857-916c-baa11922df6c None None] Provisioning complete for port dc849f82-60cd-4102-8731-02f687bcae4d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:20.659943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e8c060a8-500a-4857-916c-baa11922df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:20.743116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on host n-h2-762330-19 for vnic_type normal with profile None {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:20.743518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:20.743770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:20.749413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:41:20.749830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:20.761304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:20.761702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Checking segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:20.762110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Bound using segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:20.762559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Bound port: ffb28b87-decc-4158-ac46-a8c7fc898c13, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:20.881832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:20.887972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:20.897310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-617bf101-65d0-473d-b8be-a07b1f18a08c service neutron] 10.222.0.54 "POST /v2.0/ports/ffb28b87-decc-4158-ac46-a8c7fc898c13/bindings HTTP/1.1" status: 201 len: 390 time: 0.7530086 Jul 22 21:41:20.906396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting port 4a08efb9-c392-4522-9cd2-a74978fc2a95 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:20.906898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:21.056247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] For port 4a08efb9-c392-4522-9cd2-a74978fc2a95, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4a08efb9-c392-4522-9cd2-a74978fc2a95,segment=NetworkSegment(0133e774-1943-4151-9a7c-c485b92b8878),segment_id=0133e774-1943-4151-9a7c-c485b92b8878)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:21.057008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:21.106265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Calling delete_port for 4a08efb9-c392-4522-9cd2-a74978fc2a95 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:21.311610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e8c060a8-500a-4857-916c-baa11922df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:21.457181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e8c060a8-500a-4857-916c-baa11922df6c None None] For port dc849f82-60cd-4102-8731-02f687bcae4d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dc849f82-60cd-4102-8731-02f687bcae4d,segment=NetworkSegment(550f41bd-0308-47e4-8242-0680c1b97aa7),segment_id=550f41bd-0308-47e4-8242-0680c1b97aa7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:21.464058 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e8c060a8-500a-4857-916c-baa11922df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:21.516675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:21.542906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No DVR routers for this DVR port 4a08efb9-c392-4522-9cd2-a74978fc2a95 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:21.810318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Port': ['ID=4a08efb9-c392-4522-9cd2-a74978fc2a95,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:21.859207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c060a8-500a-4857-916c-baa11922df6c None None] Pushing event updated for resources: {'Port': ['ID=dc849f82-60cd-4102-8731-02f687bcae4d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:21.958301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fabeb4-a28c-4d24-acad-f5e9345b4a36 req-2f2b029f-18fb-42de-a2c9-fe34a8cd61fd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:21.976535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87fabeb4-a28c-4d24-acad-f5e9345b4a36 req-2f2b029f-18fb-42de-a2c9-fe34a8cd61fd tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.2604089 Jul 22 21:41:22.030208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb7033-4176-4715-88a1-a5e151853791 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:41:22.106875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87fabeb4-a28c-4d24-acad-f5e9345b4a36 req-17b8e3bd-5798-4227-b428-d7ce43799bd3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255965 Jul 22 21:41:22.125188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.140337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57434) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:22.150775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a696e705-2ee0-4e8f-a27f-d87f114a4646 None None] Provisioning complete for port dc849f82-60cd-4102-8731-02f687bcae4d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:22.151142 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a696e705-2ee0-4e8f-a27f-d87f114a4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.157420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a74142-98bb-4127-8420-55396814d459']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:22.189190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0133e774-1943-4151-9a7c-c485b92b8878') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:22.189589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0133e774-1943-4151-9a7c-c485b92b8878') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:22.239222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-b8f74cf3-93ea-44f7-b860-da2fa5cb5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:22.240843 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-b8f74cf3-93ea-44f7-b860-da2fa5cb5e3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1098 time: 0.9526842 Jul 22 21:41:22.243408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.348024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.361190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:22.361999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:22.365237 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:22.386097 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31f9ccc8-f54c-48b1-b203-13812d282eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.501849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb7033-4176-4715-88a1-a5e151853791 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:41:22.503601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.517478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.520370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/d6a74142-98bb-4127-8420-55396814d459 HTTP/1.1" status: 204 len: 168 time: 5.1772859 Jul 22 21:41:22.531634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-8b80c7db-ee1c-4cab-a399-d1238d21dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:22.533857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-8b80c7db-ee1c-4cab-a399-d1238d21dcfe service neutron] 10.222.0.58 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 897 time: 0.2766435 Jul 22 21:41:22.534754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57448) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:22.542629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586293449'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:22.599678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a3b4b-5f98-42ff-b4ae-9f891d5c8e73 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=d6a74142-98bb-4127-8420-55396814d459,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:22.624368 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31f9ccc8-f54c-48b1-b203-13812d282eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.624999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-26accf73-c5e9-44e8-9f76-44cec13202b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 1001 time: 0.0767384 Jul 22 21:41:22.629824 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31f9ccc8-f54c-48b1-b203-13812d282eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.686173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9ccc8-f54c-48b1-b203-13812d282eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69da926b-363a-4b0a-aaf3-faea000a9c8a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:22.696657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-31f9ccc8-f54c-48b1-b203-13812d282eec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=acc6be6c906448a9a0c7ce03b27a8b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549021 Jul 22 21:41:22.698394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57456) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:22.732026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:22.742758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.764282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe459-6b62-43d4-b395-b97a0bd4bce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.766342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-c069541a-7e20-4102-aafe-0f23b9302b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:22.768278 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-c069541a-7e20-4102-aafe-0f23b9302b19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.1366384 Jul 22 21:41:22.795465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe459-6b62-43d4-b395-b97a0bd4bce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.844145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:22.881904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.882657 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 38ee95d0-59a1-43e0-a90f-31f5df0be605 of type vlan for network 49b22808-f6e0-4a9f-a5dc-366c05761d74 Jul 22 21:41:22.902249 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe459-6b62-43d4-b395-b97a0bd4bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.904800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe459-6b62-43d4-b395-b97a0bd4bce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:22.909198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c6cfe459-6b62-43d4-b395-b97a0bd4bce7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69da926b-363a-4b0a-aaf3-faea000a9c8a HTTP/1.1" status: 204 len: 168 time: 0.2069607 Jul 22 21:41:22.931674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfe459-6b62-43d4-b395-b97a0bd4bce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da926b-363a-4b0a-aaf3-faea000a9c8a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:22.978315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-113403ec-1d99-4144-9e8f-6760bd277fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:22.980667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-113403ec-1d99-4144-9e8f-6760bd277fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053730 Jul 22 21:41:22.983776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:23.064204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66a50d-4354-4b3d-94c0-02512d04bfe5 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:41:23.250176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f66a50d-4354-4b3d-94c0-02512d04bfe5 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:41:23.405589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d283ff7-7633-479d-87b1-ed0660087747 req-38d7cb80-e826-4dbb-8dfb-c76360c4a575 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:23.412957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d283ff7-7633-479d-87b1-ed0660087747 req-38d7cb80-e826-4dbb-8dfb-c76360c4a575 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.1740582 Jul 22 21:41:23.520387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d283ff7-7633-479d-87b1-ed0660087747 req-d9a0b4f7-1b83-4979-b6e2-576cfd7c3025 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006141 Jul 22 21:41:23.564616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:23.572955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:23.573831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:23.615703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57504) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:23.627546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': '49b22808-f6e0-4a9f-a5dc-366c05761d74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:23.630041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc849f82-60cd-4102-8731-02f687bcae4d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:41:23.631651 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0954280 Jul 22 21:41:23.702810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port dc849f82-60cd-4102-8731-02f687bcae4d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:23.703532 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:23.777924 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-d2a9190c-2684-4ff2-84ed-fb7004972a47 service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873721 Jul 22 21:41:23.865525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e78c09-7e6e-4750-96d1-8ce114b3fff7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=49b22808-f6e0-4a9f-a5dc-366c05761d74,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:23.894020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:23.897955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:23.904931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 49b22808-f6e0-4a9f-a5dc-366c05761d74 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:24.155205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-b3439cca-fe78-454d-bb28-15731979bd20 service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699504 Jul 22 21:41:24.437680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:24.475184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-85616cb9-3785-4343-9a5c-019559db35aa tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:24.477738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-85616cb9-3785-4343-9a5c-019559db35aa tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0&tenant_id=c53210f20cc944f4a4bc016b9bf23343&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1098 time: 0.2643359 Jul 22 21:41:24.492489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-19'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:24.670593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=bedd3193-2118-4cfc-9c2d-a4fb72ccdc46,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:24.716757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:24.762491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '38ee95d0-59a1-43e0-a90f-31f5df0be605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '49b22808-f6e0-4a9f-a5dc-366c05761d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:24.762863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: 49b22808-f6e0-4a9f-a5dc-366c05761d74, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:24.808647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network 49b22808-f6e0-4a9f-a5dc-366c05761d74 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:24.871725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 49b22808-f6e0-4a9f-a5dc-366c05761d74) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:24.884197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3caad-ad7a-4f9e-8d17-037f91dab776 None None] Network 49b22808-f6e0-4a9f-a5dc-366c05761d74 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:24.884838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52e59d-a90e-4c95-a6bb-aa19bff4d10c req-a06a57d8-96f5-4e10-8ea2-2706b8c05b62 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:24.895035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc52e59d-a90e-4c95-a6bb-aa19bff4d10c req-a06a57d8-96f5-4e10-8ea2-2706b8c05b62 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.1945148 Jul 22 21:41:24.908485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:24.909522 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:24.978900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d8a67e74-c784-4e39-81ad-e12c06edc333 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3590813 Jul 22 21:41:24.980076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57578) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:24.986160 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:41:25.084567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc52e59d-a90e-4c95-a6bb-aa19bff4d10c req-3ce3021f-eecc-44b0-9e32-44b751df7559 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855237 Jul 22 21:41:25.168187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:25.263333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-49b22808-f6e0-4a9f-a5dc-366c05761d74', 'network_id': '49b22808-f6e0-4a9f-a5dc-366c05761d74', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': 'bedd3193-2118-4cfc-9c2d-a4fb72ccdc46'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:25.266418 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:25.281723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:25.334837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:25.359770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57588) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:25.427956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:25.432252 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea63b94-807c-4625-acb8-39dcac7f3b69" -d '{"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:25.444359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:25.466158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:25.520413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:25.554467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Allocated IP 2001:db8::1 (49b22808-f6e0-4a9f-a5dc-366c05761d74/bedd3193-2118-4cfc-9c2d-a4fb72ccdc46/5906040e-9210-4451-af17-86221c091f6f) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:25.861178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c16b4d29-65b7-46c2-b614-c460502d1c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:25.906495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:25.949946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:25.971477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Transition to ACTIVE for port object 5906040e-9210-4451-af17-86221c091f6f will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:25.972603 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d23a79c-f922-4548-b0e7-74925c2205b5 x-openstack-request-id: req-2d23a79c-f922-4548-b0e7-74925c2205b5 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:25.973020 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:25.973337 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d23a79c-f922-4548-b0e7-74925c2205b5 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:25.973807 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'code': 200} Jul 22 21:41:25.996238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Transition to ACTIVE for port object 5906040e-9210-4451-af17-86221c091f6f will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:26.006876 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.031016 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.058564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=bedd3193-2118-4cfc-9c2d-a4fb72ccdc46,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:26.089146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Network 49b22808-f6e0-4a9f-a5dc-366c05761d74 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:26.096138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:26.108075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on host n-h1-762330-19 for vnic_type normal with profile {"migrating_to": "n-h2-762330-19"} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:26.108075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:26.108453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:26.109301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:26.119098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:41:26.119608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Attempting to bind port ffb28b87-decc-4158-ac46-a8c7fc898c13 on network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:26.122559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Pushing event updated for resources: {'Port': ['ID=5906040e-9210-4451-af17-86221c091f6f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:26.134576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:26.134931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Checking segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:26.135333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Bound using segment: {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:26.135863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Bound port: ffb28b87-decc-4158-ac46-a8c7fc898c13, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:26.136234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.152572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ad8565e6-9d8f-4cd6-b443-420174a3b3ab None None] Provisioning complete for port ffb28b87-decc-4158-ac46-a8c7fc898c13 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:26.153099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad8565e6-9d8f-4cd6-b443-420174a3b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.207873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ad8565e6-9d8f-4cd6-b443-420174a3b3ab None None] Port ffb28b87-decc-4158-ac46-a8c7fc898c13 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:41:26.261041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Attempting to bind port 5906040e-9210-4451-af17-86221c091f6f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:26.261330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Attempting to bind port 5906040e-9210-4451-af17-86221c091f6f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '38ee95d0-59a1-43e0-a90f-31f5df0be605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '49b22808-f6e0-4a9f-a5dc-366c05761d74'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:26.262713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Attempting to bind port 5906040e-9210-4451-af17-86221c091f6f on network 49b22808-f6e0-4a9f-a5dc-366c05761d74 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:26.264354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.270782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:26.271790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Checking segment: {'id': '38ee95d0-59a1-43e0-a90f-31f5df0be605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '49b22808-f6e0-4a9f-a5dc-366c05761d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:26.272799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.273224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Bound using segment: {'id': '38ee95d0-59a1-43e0-a90f-31f5df0be605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '49b22808-f6e0-4a9f-a5dc-366c05761d74'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:26.273916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Bound port: 5906040e-9210-4451-af17-86221c091f6f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ee95d0-59a1-43e0-a90f-31f5df0be605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '49b22808-f6e0-4a9f-a5dc-366c05761d74'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:26.275442 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.293558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b22808-f6e0-4a9f-a5dc-366c05761d74']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:26.320420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c16b4d29-65b7-46c2-b614-c460502d1c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.333806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c16b4d29-65b7-46c2-b614-c460502d1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.345433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ee95d0-59a1-43e0-a90f-31f5df0be605') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:26.346335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ee95d0-59a1-43e0-a90f-31f5df0be605') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:26.359202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.379537 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c16b4d29-65b7-46c2-b614-c460502d1c0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef483489d99b4904abad16907e86f757&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0162621 Jul 22 21:41:26.383960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57640) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:26.395459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:26.398873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b4d29-65b7-46c2-b614-c460502d1c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f4bb5a-7618-44fc-aa74-432d6f581d20,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:26.408144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.412545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:26.420853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.447461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:26.448418 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:26.452903 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:26.514809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] For port 5906040e-9210-4451-af17-86221c091f6f, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:26.588308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=8']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:26.626946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:26.628821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.631823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ae7dc737-5315-445c-b9a4-5429a613e485 service neutron] 10.222.0.58 "PUT /v2.0/ports/ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 1124 time: 2.1459897 Jul 22 21:41:26.662014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401324-c8b7-49be-ba30-97d65b27c094 req-688d86ed-8bac-486e-8257-10e493b4f9fa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:26.674131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5401324-c8b7-49be-ba30-97d65b27c094 req-688d86ed-8bac-486e-8257-10e493b4f9fa tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 944 time: 0.4063547 Jul 22 21:41:26.679772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] For port 5906040e-9210-4451-af17-86221c091f6f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5906040e-9210-4451-af17-86221c091f6f,segment=NetworkSegment(38ee95d0-59a1-43e0-a90f-31f5df0be605),segment_id=38ee95d0-59a1-43e0-a90f-31f5df0be605)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:26.688168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.717879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:41:26.717879 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:41:26.717879 n-d-762330-19 neutron-server[94092]: [parameters: {'id': '49b22808-f6e0-4a9f-a5dc-366c05761d74'}] Jul 22 21:41:26.717879 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:41:26.718316 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:41:26.822430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-162349a6-9ba1-49a8-a585-02aa64792496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.869609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ad7f4-d04b-4299-91a6-a66d1a08afe5 None None] Network 49b22808-f6e0-4a9f-a5dc-366c05761d74 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:26.873844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-498d5442-577d-45e7-bb9f-cba36c11eaf1 None None] Provisioning complete for port ffb28b87-decc-4158-ac46-a8c7fc898c13 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:26.874104 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-498d5442-577d-45e7-bb9f-cba36c11eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:26.876283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['ffb28b87-decc-4158-ac46-a8c7fc898c13'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:41:26.878252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366351f3-5889-4da0-bfd3-48de20751f9b None None] Pushing event updated for resources: {'Port': ['ID=5906040e-9210-4451-af17-86221c091f6f,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:26.882742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5401324-c8b7-49be-ba30-97d65b27c094 req-24ab629c-aa5b-4d81-94db-524bb481e32c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033098 Jul 22 21:41:26.924492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-162349a6-9ba1-49a8-a585-02aa64792496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.048291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-162349a6-9ba1-49a8-a585-02aa64792496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.052617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-162349a6-9ba1-49a8-a585-02aa64792496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.054854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-162349a6-9ba1-49a8-a585-02aa64792496 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6f4bb5a-7618-44fc-aa74-432d6f581d20 HTTP/1.1" status: 204 len: 168 time: 0.6673858 Jul 22 21:41:27.070185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162349a6-9ba1-49a8-a585-02aa64792496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f4bb5a-7618-44fc-aa74-432d6f581d20,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:27.219817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.351341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting port 5906040e-9210-4451-af17-86221c091f6f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:27.351695 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.378203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-498d5442-577d-45e7-bb9f-cba36c11eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.454226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-498d5442-577d-45e7-bb9f-cba36c11eaf1 None None] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:27.458729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:27.463472 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea54a67-92ca-4ed4-bf55-899a461e0734" -d '{"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-plugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:27.482954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] For port 5906040e-9210-4451-af17-86221c091f6f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5906040e-9210-4451-af17-86221c091f6f,segment=NetworkSegment(38ee95d0-59a1-43e0-a90f-31f5df0be605),segment_id=38ee95d0-59a1-43e0-a90f-31f5df0be605)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:27.483488 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.520062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-498d5442-577d-45e7-bb9f-cba36c11eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.528374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Calling delete_port for 5906040e-9210-4451-af17-86221c091f6f owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:27.711127 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8cfd50-e396-4ee9-9d42-235641e0e519 x-openstack-request-id: req-ce8cfd50-e396-4ee9-9d42-235641e0e519 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:27.711427 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-plugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:27.711709 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce8cfd50-e396-4ee9-9d42-235641e0e519 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:27.719652 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'code': 200} Jul 22 21:41:27.770834 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:27.775619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:27.796008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No DVR routers for this DVR port 5906040e-9210-4451-af17-86221c091f6f on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:27.852986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Port': ['ID=5906040e-9210-4451-af17-86221c091f6f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:27.873545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28eaa14-7a4c-48d3-b5e2-cf4df09e51f0 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:41:27.892157 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dcc9-1db2-49a0-90dc-e67b12e25aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.019979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5442-577d-45e7-bb9f-cba36c11eaf1 None None] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:28.147198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.199129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b22808-f6e0-4a9f-a5dc-366c05761d74']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:28.223885 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dcc9-1db2-49a0-90dc-e67b12e25aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.225357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:28.229451 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:28.234505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dcc9-1db2-49a0-90dc-e67b12e25aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.244401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ee95d0-59a1-43e0-a90f-31f5df0be605') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:28.244401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ee95d0-59a1-43e0-a90f-31f5df0be605') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:28.269104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1dcc9-1db2-49a0-90dc-e67b12e25aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb06ec37-3914-4407-a590-484666204222,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:28.286269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.331994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.340332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5a1dcc9-1db2-49a0-90dc-e67b12e25aad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ce69cbb63e9481a992ed2fc4974d84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631597 Jul 22 21:41:28.341052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57676) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:28.342833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:28.343497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.416122 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f56f2-fe2c-4501-b0bd-2b68095635da x-openstack-request-id: req-5b6f56f2-fe2c-4501-b0bd-2b68095635da {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:28.416430 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:28.416879 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b6f56f2-fe2c-4501-b0bd-2b68095635da {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:28.417063 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'status': 'completed', 'code': 200} Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:28.484023 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:28.521076 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.536170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.541795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/49b22808-f6e0-4a9f-a5dc-366c05761d74 HTTP/1.1" status: 204 len: 168 time: 3.5442476 Jul 22 21:41:28.576961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57678) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:28.591414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25d75c25-ecff-4899-9451-9891813d86e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.621162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479808704'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:28.622155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a359033-5bf9-4381-a0e9-bff7bcaaa473 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=49b22808-f6e0-4a9f-a5dc-366c05761d74,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:28.676416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28eaa14-7a4c-48d3-b5e2-cf4df09e51f0 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:41:28.713580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25d75c25-ecff-4899-9451-9891813d86e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:28.729745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92ba9-d370-47c3-b276-02c53ea29274 req-4ee6b394-8ad4-4184-9a60-0444bb02e049 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:28.737506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82f92ba9-d370-47c3-b276-02c53ea29274 req-4ee6b394-8ad4-4184-9a60-0444bb02e049 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.2522709 Jul 22 21:41:28.829834 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82f92ba9-d370-47c3-b276-02c53ea29274 req-beef9a08-273e-4152-be38-13358750b352 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840089 Jul 22 21:41:29.015209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:29.046132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:29.056664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25d75c25-ecff-4899-9451-9891813d86e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:29.066321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25d75c25-ecff-4899-9451-9891813d86e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:29.081019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-25d75c25-ecff-4899-9451-9891813d86e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb06ec37-3914-4407-a590-484666204222 HTTP/1.1" status: 204 len: 168 time: 0.7330916 Jul 22 21:41:29.139162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d75c25-ecff-4899-9451-9891813d86e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb06ec37-3914-4407-a590-484666204222,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:29.200666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:29.206119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-3016a355-1af1-4fd6-9f12-a6c4d510d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.208804 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-3016a355-1af1-4fd6-9f12-a6c4d510d95c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1129 time: 0.7472401 Jul 22 21:41:29.238602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:29.239223 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 224e262e-b64e-4f5a-8aa9-805853e469d6 of type vlan for network 02b8ab54-7523-484a-bdb4-9a26ac914d5f Jul 22 21:41:29.590731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:29.671754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-a9566aed-4ec8-40ac-a902-14c4a4d56f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.674415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-a9566aed-4ec8-40ac-a902-14c4a4d56f35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 897 time: 0.4547412 Jul 22 21:41:29.706807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:41:29.776513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.806689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:29.807029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.817432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.827821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.830606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:29.836114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.869076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.884204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.917810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:29.923469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-e5ee5f83-687e-43a4-a690-bd81e38b5efa tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 0.3731718 Jul 22 21:41:30.019106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:30.032526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4494789 Jul 22 21:41:30.046007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c25555fe-7384-4dc6-8f94-9d952ec035a8 req-ce885ef2-6817-45fb-9917-ba65a333c4c0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214285 Jul 22 21:41:30.046672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57708) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:30.058016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': '02b8ab54-7523-484a-bdb4-9a26ac914d5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:30.061221 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-914aa103-f513-49c8-b2b3-cd6880a587fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 1001 time: 0.3744464 Jul 22 21:41:30.072695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 has no active binding in host n-h2-762330-19 {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 21:41:30.159744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0edc8-fcf3-4976-8da8-89eef8b4d511 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=02b8ab54-7523-484a-bdb4-9a26ac914d5f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:30.196920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 02b8ab54-7523-484a-bdb4-9a26ac914d5f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:30.389596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-c25deea5-5e33-48f6-a7f9-a80579813d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.392262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-c25deea5-5e33-48f6-a7f9-a80579813d38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.2484820 Jul 22 21:41:30.625411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-8701fb24-e4dc-4e39-8101-80badbd3b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.628786 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-8701fb24-e4dc-4e39-8101-80badbd3b06e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2221911 Jul 22 21:41:30.789369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef597-1ca6-4927-8143-192d0c1b28e5 req-979b5bf6-1e1c-4784-8bf4-d5fd864a3eb2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.801075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b7ef597-1ca6-4927-8143-192d0c1b28e5 req-979b5bf6-1e1c-4784-8bf4-d5fd864a3eb2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.6345437 Jul 22 21:41:30.824879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:30.830002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:30.840868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-f33b9e1a-6648-426d-991e-3bc34023216d service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976609 Jul 22 21:41:30.917470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.925792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.933301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.941288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.952499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.966397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.973701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:30.988826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebe6596a-d80e-45ec-a5d2-a3fda79bfef5 req-5e095c66-000c-42c5-86b6-a79bdb2f969d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 0.5150566 Jul 22 21:41:31.013673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b7ef597-1ca6-4927-8143-192d0c1b28e5 req-0067b4b7-dea4-4076-b556-74391a2b7120 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110372 Jul 22 21:41:31.067693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba7a5091-75f0-4730-bf88-1feb3ca5f64a req-1716069f-c3fc-4d09-8258-24424d8ad234 service neutron] 10.222.0.23 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176721 Jul 22 21:41:31.311126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:31.389536 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:31.418102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=c95ed0a0-98a6-4b35-9e1f-748796235f4b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:31.434406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '224e262e-b64e-4f5a-8aa9-805853e469d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '02b8ab54-7523-484a-bdb4-9a26ac914d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:31.434975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: 02b8ab54-7523-484a-bdb4-9a26ac914d5f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:31.462843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network 02b8ab54-7523-484a-bdb4-9a26ac914d5f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:31.489370 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 02b8ab54-7523-484a-bdb4-9a26ac914d5f) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:31.513129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:31.515042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:31.520363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a15761-5957-4451-90a5-6294ebe546aa None None] Network 02b8ab54-7523-484a-bdb4-9a26ac914d5f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:31.576322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fdb344eb-fe36-42e1-ab68-24265c283250 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5252540 Jul 22 21:41:31.579507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57748) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:31.863504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:31.952842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbbec16-08ad-4030-b5a5-ba54a6e62f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-02b8ab54-7523-484a-bdb4-9a26ac914d5f', 'network_id': '02b8ab54-7523-484a-bdb4-9a26ac914d5f', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': 'c95ed0a0-98a6-4b35-9e1f-748796235f4b'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:31.954354 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5bbbec16-08ad-4030-b5a5-ba54a6e62f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.130721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.259495 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-5bbbec16-08ad-4030-b5a5-ba54a6e62f66 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c95ed0a0-98a6-4b35-9e1f-748796235f4b: This subnet is being modified by another concurrent operation. Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c95ed0a0-98a6-4b35-9e1f-748796235f4b: This subnet is being modified by another concurrent operation. Jul 22 21:41:32.339585 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:41:32.347784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.388550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab7aa60-0b59-4537-a333-863c062b34ac None None] Network 02b8ab54-7523-484a-bdb4-9a26ac914d5f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:32.451415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4fccb-d99c-469d-ada5-0e9ef66623e2 req-fb7a218b-5fe1-49c2-94c4-ed286026b30e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:32.453192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14d4fccb-d99c-469d-ada5-0e9ef66623e2 req-fb7a218b-5fe1-49c2-94c4-ed286026b30e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 946 time: 0.1648986 Jul 22 21:41:32.503039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=c95ed0a0-98a6-4b35-9e1f-748796235f4b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:32.521317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-8a4873b8-c3af-43c2-a04a-e0bef180de22 service neutron] 10.222.0.23 "GET /v2.0/ports/ffb28b87-decc-4158-ac46-a8c7fc898c13/bindings/n-h2-762330-19 HTTP/1.1" status: 200 len: 385 time: 0.3656745 Jul 22 21:41:32.579018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14d4fccb-d99c-469d-ada5-0e9ef66623e2 req-1870b332-fb22-4585-9eb4-61c830c0279b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044590 Jul 22 21:41:32.685622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411639f-874f-4b60-af90-ef50510d9233 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:41:32.716425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.775910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b8ab54-7523-484a-bdb4-9a26ac914d5f']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:32.798069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224e262e-b64e-4f5a-8aa9-805853e469d6') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:32.798532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224e262e-b64e-4f5a-8aa9-805853e469d6') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:32.833010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.891043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.907929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:32.908591 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:32.912396 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:32.951501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411639f-874f-4b60-af90-ef50510d9233 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:41:32.993138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:33.072268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:33.125589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.131704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.137570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/02b8ab54-7523-484a-bdb4-9a26ac914d5f HTTP/1.1" status: 204 len: 168 time: 1.5520203 Jul 22 21:41:33.137925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57784) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:33.143877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180863745'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:33.185338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c725058-c542-4de7-996c-f8e5975543d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=02b8ab54-7523-484a-bdb4-9a26ac914d5f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:33.186718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:33.193860 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.198209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:33.206414 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0959a-a8a8-4610-8e3c-8bb7ccedeb6c" -d '{"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:33.238750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:33.248628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:33.273080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.273670 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 1348dd88-ddd6-4fac-97ee-edcfc1faeb16 of type vlan for network f80d06b2-ac25-4b78-b98b-ef18b5b00950 Jul 22 21:41:33.280333 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.330286 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5c21f-cabc-4d89-9efd-6e25ae5a1125 x-openstack-request-id: req-7bd5c21f-cabc-4d89-9efd-6e25ae5a1125 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:33.330940 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:33.334262 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bd5c21f-cabc-4d89-9efd-6e25ae5a1125 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:33.336382 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'code': 200} Jul 22 21:41:33.383820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.479221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.499919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:33.500683 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.530593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] Transition to ACTIVE for port object ffb28b87-decc-4158-ac46-a8c7fc898c13 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:33.539737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.628009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=f80d06b2-ac25-4b78-b98b-ef18b5b00950,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:33.658691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f58e69de-2e00-4f6c-952b-e0ab03094fd6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5194581 Jul 22 21:41:33.664496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:33.671991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:33.716365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:33.734247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57804) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:33.819872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=11']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:33.883644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:33.891654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:33.960329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] No DVR routers for this DVR port ffb28b87-decc-4158-ac46-a8c7fc898c13 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:34.152838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76442efd-bd7a-41dd-9d32-e60f6dd488e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.210566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f173a3c-62ca-4689-8b9d-dd95ca1636e4 req-7408fe4e-5455-4646-9ca4-e1c3e597ae99 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:34.212349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f173a3c-62ca-4689-8b9d-dd95ca1636e4 req-7408fe4e-5455-4646-9ca4-e1c3e597ae99 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.2838767 Jul 22 21:41:34.233172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:41:34.323352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-6404705c-19ea-4dff-b6f3-be600554b759 service neutron] 10.222.0.23 "PUT /v2.0/ports/ffb28b87-decc-4158-ac46-a8c7fc898c13/bindings/n-h2-762330-19/activate HTTP/1.1" status: 200 len: 370 time: 1.7769678 Jul 22 21:41:34.333160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:41:34.376877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57828) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:34.446455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f173a3c-62ca-4689-8b9d-dd95ca1636e4 req-bde9bc62-d6df-42b6-94a0-2bee0f3ba5c0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766772 Jul 22 21:41:34.523361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76442efd-bd7a-41dd-9d32-e60f6dd488e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.550225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76442efd-bd7a-41dd-9d32-e60f6dd488e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.570810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-1ee6b174-8791-43cd-a010-d67b13c2e646 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:34.575119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-1ee6b174-8791-43cd-a010-d67b13c2e646 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0&tenant_id=c53210f20cc944f4a4bc016b9bf23343&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.1512995 Jul 22 21:41:34.577729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.675757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-76442efd-bd7a-41dd-9d32-e60f6dd488e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb179098f28f48e3890acf6bd295f4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290373 Jul 22 21:41:34.683407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57840) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:34.687987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76442efd-bd7a-41dd-9d32-e60f6dd488e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7f606-8a04-40dc-9f85-dfa0ff5688e9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:34.772073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=546bfe89-1d0e-45e1-b61f-35e4cb898da9,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:34.781398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '1348dd88-ddd6-4fac-97ee-edcfc1faeb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:34.782257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: f80d06b2-ac25-4b78-b98b-ef18b5b00950, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:34.815012 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f131fa5-1d4a-468a-b4fb-5c17a82d9612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.848768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f131fa5-1d4a-468a-b4fb-5c17a82d9612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.887998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:34.900885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, f80d06b2-ac25-4b78-b98b-ef18b5b00950) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:34.906714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:34.907422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.924364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe826cb8-d30b-4854-bdc7-ba8e02e81f64 None None] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:34.948145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f131fa5-1d4a-468a-b4fb-5c17a82d9612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.951475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f131fa5-1d4a-468a-b4fb-5c17a82d9612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:34.953245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1f131fa5-1d4a-468a-b4fb-5c17a82d9612 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2eb7f606-8a04-40dc-9f85-dfa0ff5688e9 HTTP/1.1" status: 204 len: 168 time: 0.2622597 Jul 22 21:41:34.970100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8d799c1e-0eda-4a38-8a8e-c03402429a5a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3022258 Jul 22 21:41:34.981002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57860) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:34.984550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f131fa5-1d4a-468a-b4fb-5c17a82d9612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7f606-8a04-40dc-9f85-dfa0ff5688e9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:34.988499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:35.238597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.239427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.240114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.241239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.242013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.242555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.243230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.252647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-15d07436-03a8-43f1-8099-4859f6234fcf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6506 time: 0.8736556 Jul 22 21:41:35.352043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:35.365008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:35.377277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6d48e8da-5203-40ce-9379-38882fdd4408 req-80ce82c0-10cc-4d4e-8917-6a71df0f5fb2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&id=20c0693c-30d7-4056-9dfe-42290cb77b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160731 Jul 22 21:41:35.419168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-7589bb5c-d5ac-42e0-b6b5-a517b98e7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.422257 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-7589bb5c-d5ac-42e0-b6b5-a517b98e7df8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 1097 time: 0.8414986 Jul 22 21:41:35.423226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-f80d06b2-ac25-4b78-b98b-ef18b5b00950', 'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': '546bfe89-1d0e-45e1-b61f-35e4cb898da9'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:35.424379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:35.617990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-09e10e44-7795-4904-9d32-5a241424a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:35.619879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-09e10e44-7795-4904-9d32-5a241424a65c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1097 time: 0.1321771 Jul 22 21:41:35.903188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:35.976456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Allocated IP 2001:db8::2 (f80d06b2-ac25-4b78-b98b-ef18b5b00950/546bfe89-1d0e-45e1-b61f-35e4cb898da9/5f4eb276-751b-4156-958b-71c9a2889e8d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:35.980924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a68498b6-428c-4da0-ad36-437224f90e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.029086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-f52b8069-f03f-4330-9981-81818ab5184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:36.030602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-f52b8069-f03f-4330-9981-81818ab5184a service neutron] 10.222.0.58 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 897 time: 0.3945944 Jul 22 21:41:36.176635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-ada9b5b1-1810-4a5c-a726-750279044ac9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 999 time: 0.1223869 Jul 22 21:41:36.269779 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.313359 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.352592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Transition to ACTIVE for port object 5f4eb276-751b-4156-958b-71c9a2889e8d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:36.398529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Transition to ACTIVE for port object 5f4eb276-751b-4156-958b-71c9a2889e8d will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:36.412000 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.422106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:36.443014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:36.447419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-041b5bfc-3a28-426a-8232-c9dc27a5932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:36.449531 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-041b5bfc-3a28-426a-8232-c9dc27a5932c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.2545567 Jul 22 21:41:36.454629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:36.455423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.499152 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-724d1a2f-09c6-4d88-9702-7b36976ab382 req-3920e0b7-c1a3-4c3f-a886-71160dd051fb service neutron] (94092) timed out ('10.222.0.23', 61888) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:41:36.547826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=df7fd721-f3ce-4c0c-aede-7200fe2398be,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:36.572167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0ebf-f551-490f-81d8-6f4fcc14e42d req-7652f819-c1a1-4953-ae4e-a8f6743dff91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:36.574749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c4f0ebf-f551-490f-81d8-6f4fcc14e42d req-7652f819-c1a1-4953-ae4e-a8f6743dff91 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.9338953 Jul 22 21:41:36.586696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:36.611079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:36.616331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:36.621959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Pushing event updated for resources: {'Port': ['ID=5f4eb276-751b-4156-958b-71c9a2889e8d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:36.641412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-61ed8fc1-c6ce-4bab-b77e-0e4fbc6b31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:36.666633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c4f0ebf-f551-490f-81d8-6f4fcc14e42d req-b0715f3e-4e35-48dc-87a1-3c12d3587db2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838881 Jul 22 21:41:36.672677 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-61ed8fc1-c6ce-4bab-b77e-0e4fbc6b31a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044189 Jul 22 21:41:36.704951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a68498b6-428c-4da0-ad36-437224f90e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.721650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a68498b6-428c-4da0-ad36-437224f90e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.741523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58024) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:36.751775 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a69b24f3-2138-4858-8035-1e2c99086f61 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7677653 Jul 22 21:41:36.785456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Attempting to bind port 5f4eb276-751b-4156-958b-71c9a2889e8d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:36.786385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Attempting to bind port 5f4eb276-751b-4156-958b-71c9a2889e8d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '1348dd88-ddd6-4fac-97ee-edcfc1faeb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:36.786993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Attempting to bind port 5f4eb276-751b-4156-958b-71c9a2889e8d on network f80d06b2-ac25-4b78-b98b-ef18b5b00950 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:36.809475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:36.810187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Checking segment: {'id': '1348dd88-ddd6-4fac-97ee-edcfc1faeb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:36.811489 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.816273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Bound using segment: {'id': '1348dd88-ddd6-4fac-97ee-edcfc1faeb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:36.817501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Bound port: 5f4eb276-751b-4156-958b-71c9a2889e8d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1348dd88-ddd6-4fac-97ee-edcfc1faeb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:36.818085 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:36.930758 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a68498b6-428c-4da0-ad36-437224f90e69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d87c534b89b64fd0811d2bf0be850c80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0119696 Jul 22 21:41:36.936047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68498b6-428c-4da0-ad36-437224f90e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324399c-68e3-46c6-8752-9243314c0fac,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:36.942840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58044) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:36.963224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] For port 5f4eb276-751b-4156-958b-71c9a2889e8d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:36.969080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] For port 5f4eb276-751b-4156-958b-71c9a2889e8d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f4eb276-751b-4156-958b-71c9a2889e8d,segment=NetworkSegment(1348dd88-ddd6-4fac-97ee-edcfc1faeb16),segment_id=1348dd88-ddd6-4fac-97ee-edcfc1faeb16)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:36.993867 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.027349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3d371-18fb-415c-bd94-be25720b1b63 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:37.036981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3d371-18fb-415c-bd94-be25720b1b63 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:37.038926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3d371-18fb-415c-bd94-be25720b1b63 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:37.045787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3d371-18fb-415c-bd94-be25720b1b63 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:37.047416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3d371-18fb-415c-bd94-be25720b1b63 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:37.060822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c9d3d371-18fb-415c-bd94-be25720b1b63 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3126891 Jul 22 21:41:37.064002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58060) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:37.078570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277388201'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:37.133796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c45388-137c-47e2-bc47-6371de726e4e None None] Pushing event updated for resources: {'Port': ['ID=5f4eb276-751b-4156-958b-71c9a2889e8d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:37.170948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:37.175565 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.203233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1898762-9b40-4f88-bab3-29a3e792cd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.257005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:37.263217 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1898762-9b40-4f88-bab3-29a3e792cd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.291921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.292667 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment 76d9efba-d2c1-4efb-82fb-9a4e157f050b of type vlan for network e3038b4e-6930-4c9c-a13a-81fc93763481 Jul 22 21:41:37.297352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-8e89b352-7a0b-459c-9d7e-e468ff2d5920 service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230631 Jul 22 21:41:37.387275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.466856 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.475031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:37.476086 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.491284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-2eecdecc-dd0d-41f3-b0d2-c687cd7f03c9 service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854784 Jul 22 21:41:37.556489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4884458 Jul 22 21:41:37.558691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58096) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:37.565966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:37.569344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1898762-9b40-4f88-bab3-29a3e792cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.573020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1898762-9b40-4f88-bab3-29a3e792cd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:37.574310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b1898762-9b40-4f88-bab3-29a3e792cd33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9324399c-68e3-46c6-8752-9243314c0fac HTTP/1.1" status: 204 len: 168 time: 0.6305237 Jul 22 21:41:37.703395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdab986-f438-42eb-9856-5fc1da29e040 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=e3038b4e-6930-4c9c-a13a-81fc93763481,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:37.735884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e3038b4e-6930-4c9c-a13a-81fc93763481 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:37.750645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1898762-9b40-4f88-bab3-29a3e792cd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324399c-68e3-46c6-8752-9243314c0fac,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:37.829037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f4eb276-751b-4156-958b-71c9a2889e8d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:41:38.073164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5f4eb276-751b-4156-958b-71c9a2889e8d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:41:38.085629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2762bca-538c-44f0-ac05-ae1b71a8299a req-84e90549-9425-439a-b625-0829f4b41258 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:38.089637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2762bca-538c-44f0-ac05-ae1b71a8299a req-84e90549-9425-439a-b625-0829f4b41258 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.1990356 Jul 22 21:41:38.157324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2762bca-538c-44f0-ac05-ae1b71a8299a req-9cf074b6-11b5-4266-a1db-54413909dc79 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608833 Jul 22 21:41:38.176888 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:38.205152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-aa930cdd-c898-4737-bb8b-d84a39b8eb8f tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:38.206797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-aa930cdd-c898-4737-bb8b-d84a39b8eb8f tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0&tenant_id=c53210f20cc944f4a4bc016b9bf23343&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 1097 time: 0.3249736 Jul 22 21:41:38.254603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:38.319162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network e3038b4e-6930-4c9c-a13a-81fc93763481 is not hosted by any dhcp agent {{(pid=94091) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:41:38.348270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:38.349322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:38.355185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:38.360141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "PUT /v2.0/networks/e3038b4e-6930-4c9c-a13a-81fc93763481 HTTP/1.1" status: 200 len: 723 time: 0.7918355 Jul 22 21:41:38.366502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': 'e3038b4e-6930-4c9c-a13a-81fc93763481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:38.800297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=e3038b4e-6930-4c9c-a13a-81fc93763481,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:38.829813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:38.844930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:38.976434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.978586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.980305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.980864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.981511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.984567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.988803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.990516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.993130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.994179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.996746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:38.998617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a4aeb-2994-4a7c-9338-46e0ae93f7d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:39.028437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e3038b4e-6930-4c9c-a13a-81fc93763481 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:39.159833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-9091b3e6-ba75-4382-8ac8-7fa657c6e4ed service neutron] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:39.175124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-9091b3e6-ba75-4382-8ac8-7fa657c6e4ed service neutron] Notify callbacks [] for binding, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:39.177142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0c2c9e55-66b7-4b2c-804b-8dde7f742b68 req-9091b3e6-ba75-4382-8ac8-7fa657c6e4ed service neutron] 10.222.0.58 "DELETE /v2.0/ports/ffb28b87-decc-4158-ac46-a8c7fc898c13/bindings/n-h1-762330-19 HTTP/1.1" status: 204 len: 173 time: 0.9576886 Jul 22 21:41:39.319281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b90a8-701b-4c78-ad4b-eae6d4083d46 None None] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:39.554313 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-b83900d5-4678-453a-b047-9eb552c25b25 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1867805 Jul 22 21:41:39.748235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-019a8a85-e096-4d63-bd79-0e8ad0d45aef None None] Provisioning for port 5f4eb276-751b-4156-958b-71c9a2889e8d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:41:39.803301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:39.856512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-c3d060b2-0189-439f-bd9c-0e71b3889669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:39.858071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-c3d060b2-0189-439f-bd9c-0e71b3889669 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1097 time: 0.2535119 Jul 22 21:41:39.936476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=8ce52589-e0d0-4412-ac0c-dd59b6f898e3,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:39.942659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58318) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:39.998015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:39.998378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:39.999522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:39.999928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.000363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.000712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.001045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.001379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.001866 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.002201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.002531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.002858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:41:40.005070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-019a8a85-e096-4d63-bd79-0e8ad0d45aef None None] Provisioning complete for port 5f4eb276-751b-4156-958b-71c9a2889e8d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:40.007076 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-019a8a85-e096-4d63-bd79-0e8ad0d45aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:40.108049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771032e-40cb-42a0-b3c8-7eb716982feb req-61ca69b6-f060-45b8-8668-704de17a7dc0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:40.123567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2771032e-40cb-42a0-b3c8-7eb716982feb req-61ca69b6-f060-45b8-8668-704de17a7dc0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.5751362 Jul 22 21:41:40.253891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': '76d9efba-d2c1-4efb-82fb-9a4e157f050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3038b4e-6930-4c9c-a13a-81fc93763481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:40.254506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: e3038b4e-6930-4c9c-a13a-81fc93763481, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:40.274384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-0a1e39c2-4a3f-4d90-9e65-e192da93c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:40.277057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2771032e-40cb-42a0-b3c8-7eb716982feb req-b8e08912-0219-4388-a40e-a3fd5f122e36 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491554 Jul 22 21:41:40.279356 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-0a1e39c2-4a3f-4d90-9e65-e192da93c4a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 897 time: 0.3961287 Jul 22 21:41:40.329726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1984980212-network', 'tenant_id': '67ffcc865bb34d559e14c85c2e8d8e60'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:40.349811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network e3038b4e-6930-4c9c-a13a-81fc93763481 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:40.389395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e3038b4e-6930-4c9c-a13a-81fc93763481) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:40.395907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:40.408483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:40.446023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Made reservation on behalf of 67ffcc865bb34d559e14c85c2e8d8e60 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:40.452058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:40.475279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:40.553437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-4a851ded-2b8f-4097-a655-b1de82e278d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 999 time: 0.2657616 Jul 22 21:41:40.619257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-920c0a49-cdb1-4067-805e-9555a7d5638e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2612236 Jul 22 21:41:40.630536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:40.660645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-5ce294eb-c066-4584-a39f-20e100ea889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:40.663915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-5ce294eb-c066-4584-a39f-20e100ea889f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.1031833 Jul 22 21:41:40.665883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-64c29746-fcdc-44cc-a52c-897ddab531d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:40.781064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e7e4ce-3bc1-468a-b656-1d368e7bd251 None None] Network e3038b4e-6930-4c9c-a13a-81fc93763481 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:40.781741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-d2c96143-c7c4-4ea8-a4a7-e0067cef9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:40.785276 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-d2c96143-c7c4-4ea8-a4a7-e0067cef9e1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145916 Jul 22 21:41:40.797123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:40.853246 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:40.886167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:40.907413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:40.909595 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Added segment dd8e3b7c-6c05-44a7-9158-125df0e68bde of type vlan for network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 Jul 22 21:41:41.004291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b634ed-255c-4fd2-b8e9-251b8d8c1fc0 req-61a63f91-34c5-4720-b9eb-8eb59f7fcc65 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:41.013130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43b634ed-255c-4fd2-b8e9-251b8d8c1fc0 req-61a63f91-34c5-4720-b9eb-8eb59f7fcc65 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1097 time: 0.3838081 Jul 22 21:41:41.034702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64c29746-fcdc-44cc-a52c-897ddab531d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26138365'] for subnet, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.072720 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-76daba82-866f-4521-be34-77cb52971897 service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785432 Jul 22 21:41:41.100819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.109226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6fad9e-b378-464a-8045-8b78c8716a10,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:41.202608 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-019a8a85-e096-4d63-bd79-0e8ad0d45aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.266718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43b634ed-255c-4fd2-b8e9-251b8d8c1fc0 req-8c528866-9f8e-41e5-b31d-74e17b6bca77 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522473 Jul 22 21:41:41.292375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:41:41.305076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7320f553-8949-4b39-8ab0-0d3354ef968f req-4ca13a02-c9e3-486d-80aa-6f5e5591a8d1 service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257714 Jul 22 21:41:41.388288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e3038b4e-6930-4c9c-a13a-81fc93763481', 'network_id': 'e3038b4e-6930-4c9c-a13a-81fc93763481', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': '8ce52589-e0d0-4412-ac0c-dd59b6f898e3'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:41.389218 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.424485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-019a8a85-e096-4d63-bd79-0e8ad0d45aef None None] For port 5f4eb276-751b-4156-958b-71c9a2889e8d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f4eb276-751b-4156-958b-71c9a2889e8d,segment=NetworkSegment(1348dd88-ddd6-4fac-97ee-edcfc1faeb16),segment_id=1348dd88-ddd6-4fac-97ee-edcfc1faeb16)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:41.452434 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-019a8a85-e096-4d63-bd79-0e8ad0d45aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.463376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] Update dhcp port {'port': {'network_id': 'f80d06b2-ac25-4b78-b98b-ef18b5b00950', 'fixed_ips': [{'subnet_id': '546bfe89-1d0e-45e1-b61f-35e4cb898da9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df7fd721-f3ce-4c0c-aede-7200fe2398be'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '5f4eb276-751b-4156-958b-71c9a2889e8d'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:41:41.548976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.549410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:41.550002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.635175 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.659981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a8a85-e096-4d63-bd79-0e8ad0d45aef None None] Pushing event updated for resources: {'Port': ['ID=5f4eb276-751b-4156-958b-71c9a2889e8d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:41.698088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] Pushing event updated for resources: {'Network': ['ID=b96ebdef-9bdc-4fca-a696-057bc0ce6d13,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:41.713604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:41.751727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64c29746-fcdc-44cc-a52c-897ddab531d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766852813424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27055664'] for subnet, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.756388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8bb0a944-01fe-4b5f-aa6d-d44f4388eafe admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8112781 Jul 22 21:41:41.759650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:41.764967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Request body: {'subnet': {'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1984980212-subnet', 'tenant_id': '67ffcc865bb34d559e14c85c2e8d8e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:41.811958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Made reservation on behalf of 67ffcc865bb34d559e14c85c2e8d8e60 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:41.815866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.826294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c29746-fcdc-44cc-a52c-897ddab531d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:41.827192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64c29746-fcdc-44cc-a52c-897ddab531d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:41.831706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-64c29746-fcdc-44cc-a52c-897ddab531d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "PUT /v2.0/subnets/8ce52589-e0d0-4412-ac0c-dd59b6f898e3 HTTP/1.1" status: 200 len: 826 time: 1.1977253 Jul 22 21:41:41.836357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58394) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:41.864309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377d59-c936-41f9-aa71-db09899d754b req-4c4390b5-249a-4afa-a1d4-4e50c17471a1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:41.872569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92377d59-c936-41f9-aa71-db09899d754b req-4c4390b5-249a-4afa-a1d4-4e50c17471a1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.4335632 Jul 22 21:41:41.944060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c29746-fcdc-44cc-a52c-897ddab531d6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=8ce52589-e0d0-4412-ac0c-dd59b6f898e3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:41.998451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Allocated IP 2001:db8::2 (e3038b4e-6930-4c9c-a13a-81fc93763481/8ce52589-e0d0-4412-ac0c-dd59b6f898e3/6d3767a6-210d-445b-8dba-bfd8e4e1043a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:42.095898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] Allocated IP 172.20.0.1 (f80d06b2-ac25-4b78-b98b-ef18b5b00950/df7fd721-f3ce-4c0c-aede-7200fe2398be/5f4eb276-751b-4156-958b-71c9a2889e8d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:42.146119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92377d59-c936-41f9-aa71-db09899d754b req-c7358edd-5831-45a0-9ce8-fe056f8d1305 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683108 Jul 22 21:41:42.186930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58402) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:42.202735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.332587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f9f62bdc-9a12-429e-a638-8f2368b37dc4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/a3f0fea2-7507-4430-9d9c-f23ae32a1f85 HTTP/1.1" status: 200 len: 991 time: 0.1427214 Jul 22 21:41:42.342705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.357579 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.437310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] For port 5f4eb276-751b-4156-958b-71c9a2889e8d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f4eb276-751b-4156-958b-71c9a2889e8d,segment=NetworkSegment(1348dd88-ddd6-4fac-97ee-edcfc1faeb16),segment_id=1348dd88-ddd6-4fac-97ee-edcfc1faeb16)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:42.470069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=801ac859-cff9-4b81-be0e-007593fff8e9,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:42.489862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Checking segment: {'id': 'dd8e3b7c-6c05-44a7-9158-125df0e68bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:42.490777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Network hostable DHCP agents. Network: b96ebdef-9bdc-4fca-a696-057bc0ce6d13, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:42.499033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.512040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Transition to ACTIVE for port object 6d3767a6-210d-445b-8dba-bfd8e4e1043a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:42.537403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:42.554313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b96ebdef-9bdc-4fca-a696-057bc0ce6d13) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:42.560937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:42.561648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.570821 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.576147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b4f3e-5009-4ccf-bac1-a875aa132841 None None] Network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:42.584316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-455560ea-2a91-4158-b963-40ba4c6f7bee admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8187559 Jul 22 21:41:42.590660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Transition to ACTIVE for port object 6d3767a6-210d-445b-8dba-bfd8e4e1043a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:42.640317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.640876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.661137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] Transition to ACTIVE for port object 5f4eb276-751b-4156-958b-71c9a2889e8d will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:42.674082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:42.723810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Pushing event updated for resources: {'Port': ['ID=6d3767a6-210d-445b-8dba-bfd8e4e1043a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:42.726218 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f2260d1-b336-42cd-91dc-9b8c4d9e9f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.737733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce52589-e0d0-4412-ac0c-dd59b6f898e3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:42.768024 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.776841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Network e3038b4e-6930-4c9c-a13a-81fc93763481 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:42.813399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:42.816125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:42.861541 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.886770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3038b4e-6930-4c9c-a13a-81fc93763481']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:42.913819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d9efba-d2c1-4efb-82fb-9a4e157f050b') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:42.914534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d9efba-d2c1-4efb-82fb-9a4e157f050b') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:42.948675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.980935 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:42.996304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:42.998100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:43.008839 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:43.033507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97697f52-047b-4830-9ea9-f1cadc9de4cf None None] Pushing event updated for resources: {'Port': ['ID=5f4eb276-751b-4156-958b-71c9a2889e8d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:43.087961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Attempting to bind port 6d3767a6-210d-445b-8dba-bfd8e4e1043a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:43.087961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Attempting to bind port 6d3767a6-210d-445b-8dba-bfd8e4e1043a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '76d9efba-d2c1-4efb-82fb-9a4e157f050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3038b4e-6930-4c9c-a13a-81fc93763481'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:43.088216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Attempting to bind port 6d3767a6-210d-445b-8dba-bfd8e4e1043a on network e3038b4e-6930-4c9c-a13a-81fc93763481 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:43.117418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 30887936-9f20-4c12-91c4-1bcfa4baf141 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:43.120434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.142439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:43.142829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Checking segment: {'id': '76d9efba-d2c1-4efb-82fb-9a4e157f050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3038b4e-6930-4c9c-a13a-81fc93763481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:43.145356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.145818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Bound using segment: {'id': '76d9efba-d2c1-4efb-82fb-9a4e157f050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3038b4e-6930-4c9c-a13a-81fc93763481'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:43.146956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Bound port: 6d3767a6-210d-445b-8dba-bfd8e4e1043a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9efba-d2c1-4efb-82fb-9a4e157f050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3038b4e-6930-4c9c-a13a-81fc93763481'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:43.147545 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.171494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951b6487-80e9-45df-bec1-4a5926a0320e None None] Network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:43.216040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.api [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 21:41:43.216040 n-d-762330-19 neutron-server[94092]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 21:41:43.216040 n-d-762330-19 neutron-server[94092]: [parameters: {'id': 'e3038b4e-6930-4c9c-a13a-81fc93763481'}] Jul 22 21:41:43.216040 n-d-762330-19 neutron-server[94092]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:41:43.216040 n-d-762330-19 neutron-server[94092]: DEBUG oslo_db.api [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:41:43.348398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.348997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.373076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 30887936-9f20-4c12-91c4-1bcfa4baf141 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:43.397241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] For port 6d3767a6-210d-445b-8dba-bfd8e4e1043a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:43.431783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] For port 6d3767a6-210d-445b-8dba-bfd8e4e1043a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6d3767a6-210d-445b-8dba-bfd8e4e1043a,segment=NetworkSegment(76d9efba-d2c1-4efb-82fb-9a4e157f050b),segment_id=76d9efba-d2c1-4efb-82fb-9a4e157f050b)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:43.455256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.643829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f4eb276-751b-4156-958b-71c9a2889e8d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:41:43.707332 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.714100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.821408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58434) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:43.845977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1362192558-network', 'tenant_id': '0e6d92a851d54c91b8cdfeecdcf57821'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:43.848791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=30887936-9f20-4c12-91c4-1bcfa4baf141,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:43.901210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Made reservation on behalf of 0e6d92a851d54c91b8cdfeecdcf57821 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:43.903854 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.922942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.947070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting port 6d3767a6-210d-445b-8dba-bfd8e4e1043a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:43.947330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.965141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463392c-8ece-4f55-a4ab-5f2f4149dc69 None None] Pushing event updated for resources: {'Port': ['ID=6d3767a6-210d-445b-8dba-bfd8e4e1043a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:43.969976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:43.970348 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP a3f0fea2-7507-4430-9d9c-f23ae32a1f85 disassociated (deleted). External IP: 172.25.5.80, port: ffb28b87-decc-4158-ac46-a8c7fc898c13. Jul 22 21:41:44.006588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4900026-8f1e-45e1-9d6d-c218cfbe592c None None] Network e3038b4e-6930-4c9c-a13a-81fc93763481 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:44.154365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90095f9e-db5b-4e87-90b8-742f91b93592 None None] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:44.187869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] For port 6d3767a6-210d-445b-8dba-bfd8e4e1043a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6d3767a6-210d-445b-8dba-bfd8e4e1043a,segment=NetworkSegment(76d9efba-d2c1-4efb-82fb-9a4e157f050b),segment_id=76d9efba-d2c1-4efb-82fb-9a4e157f050b)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:44.189489 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.254419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2f75965a-3af9-44e0-a0f3-15634509149e None None] Provisioning for port 5f4eb276-751b-4156-958b-71c9a2889e8d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:41:44.342676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2f75965a-3af9-44e0-a0f3-15634509149e None None] Provisioning complete for port 5f4eb276-751b-4156-958b-71c9a2889e8d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:44.343402 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f75965a-3af9-44e0-a0f3-15634509149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.385683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router c238bcfe-5385-4c88-b6a5-3d64fb552b00 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:41:44.414465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.442183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Calling delete_port for 6d3767a6-210d-445b-8dba-bfd8e4e1043a owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:44.445220 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.485094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38600fdb-6e8b-41fb-9339-1a9c2e707d4a None None] Network e3038b4e-6930-4c9c-a13a-81fc93763481 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:44.513319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:44.563935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d011bf37-7077-4a33-874a-683e02083079,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:44.573233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.573372 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Added segment 54e66618-ec8c-4b26-bd8a-519b6a299633 of type vlan for network e699370f-caeb-44b5-b184-10c1b2d2f1ce Jul 22 21:41:44.645548 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.683127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.684281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:44.684952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:44.876791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] Pushing event updated for resources: {'Network': ['ID=e699370f-caeb-44b5-b184-10c1b2d2f1ce,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:44.883129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-43990106-8600-4ea8-9d4d-3184f6965f00 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0603783 Jul 22 21:41:44.886328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58448) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:44.891109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e699370f-caeb-44b5-b184-10c1b2d2f1ce details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:44.895950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Request body: {'subnet': {'network_id': 'e699370f-caeb-44b5-b184-10c1b2d2f1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1362192558-subnet', 'tenant_id': '0e6d92a851d54c91b8cdfeecdcf57821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:44.959011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Made reservation on behalf of 0e6d92a851d54c91b8cdfeecdcf57821 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:44.963029 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.000564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.061066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No DVR routers for this DVR port 6d3767a6-210d-445b-8dba-bfd8e4e1043a on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:45.090349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Port': ['ID=6d3767a6-210d-445b-8dba-bfd8e4e1043a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:45.191732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f4d08-7f10-4609-b7be-aaaf82d47b14 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:41:45.401043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f4d08-7f10-4609-b7be-aaaf82d47b14 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:41:45.442534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:41:45.452047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.466925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.500190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3038b4e-6930-4c9c-a13a-81fc93763481']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:45.510962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3631fb8c-c3da-471f-b9e6-c368f98217e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.512391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d9efba-d2c1-4efb-82fb-9a4e157f050b') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:45.514434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d9efba-d2c1-4efb-82fb-9a4e157f050b') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:45.516924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] Sync routers for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:41:45.555109 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-477abb3c-402f-4c03-ac44-56146a3c886c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/floatingips/a3f0fea2-7507-4430-9d9c-f23ae32a1f85 HTTP/1.1" status: 204 len: 168 time: 2.8768697 Jul 22 21:41:45.557123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:45.565015 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:45.572790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:41:45.573608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:41:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:45.580586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-40b40e00-df4c-42be-ac40-1a0fa1f0fa3c None None] Provisioning complete for port 5f4eb276-751b-4156-958b-71c9a2889e8d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:41:45.580586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-40b40e00-df4c-42be-ac40-1a0fa1f0fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.620027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.702090 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.703377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.721382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:45.722104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:45.727282 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:45.800193 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b733a8-b748-4556-811a-705b33e0c053 x-openstack-request-id: req-66b733a8-b748-4556-811a-705b33e0c053 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:45.800537 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:45.800958 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66b733a8-b748-4556-811a-705b33e0c053 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:45.801839 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'status': 'completed', 'code': 200} Jul 22 21:41:45.860662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.901103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f66b1-bcd3-4a46-ae7f-e666726fd185 req-7b88da7a-9b15-45f0-a04c-4126d3e69ba7 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:45.908406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-493f66b1-bcd3-4a46-ae7f-e666726fd185 req-7b88da7a-9b15-45f0-a04c-4126d3e69ba7 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 946 time: 0.3886824 Jul 22 21:41:45.919959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:45.921860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/e3038b4e-6930-4c9c-a13a-81fc93763481 HTTP/1.1" status: 204 len: 168 time: 4.0829804 Jul 22 21:41:45.952633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:45.976213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d87866-848d-4366-bbb1-1bcbaa742078 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=e3038b4e-6930-4c9c-a13a-81fc93763481,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:45.998478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:41:46.022498 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-6594d992-24ab-4983-8d30-b85fb3d82b69 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:41:46.023104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6594d992-24ab-4983-8d30-b85fb3d82b69 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:41:46.028884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6594d992-24ab-4983-8d30-b85fb3d82b69 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/e3038b4e-6930-4c9c-a13a-81fc93763481 HTTP/1.1" status: 404 len: 339 time: 0.0702991 Jul 22 21:41:46.030797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58464) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:46.037117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2060438038', 'description': 'd1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:46.048663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.051630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-aba6e72d-0c18-4b4e-aa49-d8b191f19884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.055308 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-aba6e72d-0c18-4b4e-aa49-d8b191f19884 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 1097 time: 0.2284958 Jul 22 21:41:46.071667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-493f66b1-bcd3-4a46-ae7f-e666726fd185 req-4a2293ed-56f1-4333-801d-82d46faa4f24 tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622226 Jul 22 21:41:46.170426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49dc78db-a512-415d-b25e-c663281b830b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:46.192414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:46.198941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.237054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-9c69fd2e-3f4f-4ccc-8fcd-3783564bbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.239083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-9c69fd2e-3f4f-4ccc-8fcd-3783564bbe8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 200 len: 897 time: 0.1764128 Jul 22 21:41:46.249961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947492-fc48-4931-b4bc-f35f78df0646 req-3f73c532-cb3a-47ec-b365-47355d316352 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.261539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b947492-fc48-4931-b4bc-f35f78df0646 req-3f73c532-cb3a-47ec-b365-47355d316352 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.3733704 Jul 22 21:41:46.273617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.334571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-fcbbb52e-d63f-4909-b305-186f301a4376 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 200 len: 217 time: 0.0858436 Jul 22 21:41:46.367243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:46.378962 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.379476 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment f5d1f772-2eef-40d3-a1ce-a2316931d515 of type vlan for network 4534cdc5-dbd3-4027-bc95-98602bb7ab10 Jul 22 21:41:46.443055 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.459822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-74563caa-86fe-4a02-8978-3ab11132889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.462179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-74563caa-86fe-4a02-8978-3ab11132889a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 200 len: 835 time: 0.1206596 Jul 22 21:41:46.494055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Checking segment: {'id': '54e66618-ec8c-4b26-bd8a-519b6a299633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e699370f-caeb-44b5-b184-10c1b2d2f1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:46.494646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Network hostable DHCP agents. Network: e699370f-caeb-44b5-b184-10c1b2d2f1ce, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:46.516446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.526235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.527413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.614211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-08e8746e-066c-493c-9ee5-76f77f8911c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.616584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-08e8746e-066c-493c-9ee5-76f77f8911c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470485 Jul 22 21:41:46.629952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=4534cdc5-dbd3-4027-bc95-98602bb7ab10,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:46.676129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4534cdc5-dbd3-4027-bc95-98602bb7ab10 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:46.677075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Network e699370f-caeb-44b5-b184-10c1b2d2f1ce is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:46.728087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b947492-fc48-4931-b4bc-f35f78df0646 req-7320a02a-2352-4333-87fc-402ec02dd105 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=834b4d11-e5c2-4b95-9875-e2d77b58d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4630797 Jul 22 21:41:46.732859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e699370f-caeb-44b5-b184-10c1b2d2f1ce) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:46.762540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8c01f58e-65ab-430a-8aad-c3764a9db441 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7295055 Jul 22 21:41:46.773339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-c72b33df-3e36-46cb-a0b1-278a8194ed5a service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476543 Jul 22 21:41:46.774059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58470) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:46.776669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384f279-1dba-46be-9134-c32750bd77e0 None None] Network e699370f-caeb-44b5-b184-10c1b2d2f1ce requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:46.789978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.792033 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:46.827764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-d74abfc1-0478-49a9-8bba-9263bd16c645 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.829669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-d74abfc1-0478-49a9-8bba-9263bd16c645 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.58 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 945 time: 0.5964060 Jul 22 21:41:46.887153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1cd44866-a7d4-44b4-b1e8-c63aa69f51b9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9996402 Jul 22 21:41:46.921668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c5270-b57f-4784-b117-11b9af329d6f tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:46.923682 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f3c5270-b57f-4784-b117-11b9af329d6f tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/networks?id=4534cdc5-dbd3-4027-bc95-98602bb7ab10 HTTP/1.1" status: 200 len: 765 time: 0.1484487 Jul 22 21:41:46.928045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58474) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:46.944909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'description': 'd2'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:46.975500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:46.998521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce5828-c6af-4a15-babc-67a04108df8e None None] Network e699370f-caeb-44b5-b184-10c1b2d2f1ce requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:47.075640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] Checking router: c238bcfe-5385-4c88-b6a5-3d64fb552b00 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:41:47.092169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port ffb28b87-decc-4158-ac46-a8c7fc898c13 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:47.092516 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:47.109018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:41:47.110060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:41:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:47.235680 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8d7dd1b2-f35f-4e4c-95fc-1deefe0b6072 req-15df7982-69ce-4f99-be28-e325ae16e831 service neutron] 10.222.0.58 "GET /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106022 Jul 22 21:41:47.354687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port ffb28b87-decc-4158-ac46-a8c7fc898c13, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=ffb28b87-decc-4158-ac46-a8c7fc898c13,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:47.355090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:47.359324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-aa87daeb-4f49-45ec-a710-a314c6d1013c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:47.363448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-aa87daeb-4f49-45ec-a710-a314c6d1013c tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 946 time: 0.3063455 Jul 22 21:41:47.376065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for ffb28b87-decc-4158-ac46-a8c7fc898c13 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:47.411592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7c86-51e7-4743-a1ed-f6b2ce695d8c req-132448f3-4fff-47c8-8606-ab428cd5c85f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:47.425390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3ab7c86-51e7-4743-a1ed-f6b2ce695d8c req-132448f3-4fff-47c8-8606-ab428cd5c85f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 946 time: 0.1534626 Jul 22 21:41:47.472832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:47.539007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:47.558477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:41:47.598332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3ab7c86-51e7-4743-a1ed-f6b2ce695d8c req-c34e5146-3763-4bc1-85a6-b73c0031010e tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b36fddd-a7ec-4110-9460-fbb2d6426a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679702 Jul 22 21:41:47.724398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network 4534cdc5-dbd3-4027-bc95-98602bb7ab10 is not hosted by any dhcp agent {{(pid=94091) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:41:47.742279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:47.742956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:47.744325 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "PUT /v2.0/networks/4534cdc5-dbd3-4027-bc95-98602bb7ab10 HTTP/1.1" status: 200 len: 762 time: 0.8151696 Jul 22 21:41:47.745109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790ec57-dafd-42f1-b7fc-a7e9d087f562 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=4534cdc5-dbd3-4027-bc95-98602bb7ab10,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:47.748967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58496) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:47.810502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4534cdc5-dbd3-4027-bc95-98602bb7ab10 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:47.920947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Deleting port d7037d3f-483c-4fe8-ba07-991470adb843 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:47.921499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:47.965439 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:48.085104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] For port d7037d3f-483c-4fe8-ba07-991470adb843, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7037d3f-483c-4fe8-ba07-991470adb843,segment=NetworkSegment(eeefad24-9a58-438d-8941-3baa5b152123),segment_id=eeefad24-9a58-438d-8941-3baa5b152123)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:48.085613 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:48.092636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:48.105710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Calling delete_port for d7037d3f-483c-4fe8-ba07-991470adb843 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:48.151832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d4e38-79ac-4853-846d-872cc0819909 None None] The sync data for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 is: [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:40:06Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '228baa78-1774-4a85-94ac-5d7a275e6086', 'name': '', 'network_id': '48c89aa9-eafc-4f1c-b25a-0f46ee6a7224', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:85:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:40:03Z', 'updated_at': '2021-07-22T21:40:18Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': 'a1b26744-bd64-4301-9e61-4399fffa716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:41:48.270959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:48.402750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:48.419491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d7037d3f-483c-4fe8-ba07-991470adb843'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:41:48.474964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Pushing event deleted for resources: {'Port': ['ID=d7037d3f-483c-4fe8-ba07-991470adb843,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:48.539565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92908e57-a6be-43f8-b195-2689772e4e25 req-6ffe216a-f83f-4eb2-bd85-a1262d9a0102 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 210 time: 0.6255012 Jul 22 21:41:48.596279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] No DVR routers for this DVR port d7037d3f-483c-4fe8-ba07-991470adb843 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:48.601438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:48.603748 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1ecc7f8-d7aa-42ec-b6f4-1e42c388b37e req-94fd4c58-5402-42b7-8d3a-5a0051d4ae6f tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.23 "DELETE /v2.0/ports/d7037d3f-483c-4fe8-ba07-991470adb843 HTTP/1.1" status: 204 len: 173 time: 1.2303514 Jul 22 21:41:48.608815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'name': 'network-vif-deleted', 'tag': 'd7037d3f-483c-4fe8-ba07-991470adb843'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:48.612000 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b245223b-b907-4c48-a2d9-c5a4903dbc58" -d '{"events": [{"server_uuid": "3197d6af-6d27-40ce-bafa-33fd42ee47a1", "name": "network-vif-deleted", "tag": "d7037d3f-483c-4fe8-ba07-991470adb843"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:48.699822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87d583-65cb-4a93-b629-e81e401e6214 None None] New status for floating IP a3f0fea2-7507-4430-9d9c-f23ae32a1f85: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:41:48.739811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-8a52fb40-8e96-4aa1-a8c2-4962d1cec06b tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:48.754044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-8a52fb40-8e96-4aa1-a8c2-4962d1cec06b tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/networks?id=b96ebdef-9bdc-4fca-a696-057bc0ce6d13 HTTP/1.1" status: 200 len: 809 time: 0.8911989 Jul 22 21:41:48.785568 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad4642-e4c7-4038-8d10-adb3fa3c2ffd x-openstack-request-id: req-f3ad4642-e4c7-4038-8d10-adb3fa3c2ffd {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:48.785877 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3197d6af-6d27-40ce-bafa-33fd42ee47a1", "name": "network-vif-deleted", "tag": "d7037d3f-483c-4fe8-ba07-991470adb843", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:48.786133 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3ad4642-e4c7-4038-8d10-adb3fa3c2ffd {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:48.787072 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3197d6af-6d27-40ce-bafa-33fd42ee47a1', 'name': 'network-vif-deleted', 'tag': 'd7037d3f-483c-4fe8-ba07-991470adb843', 'status': 'completed', 'code': 200} Jul 22 21:41:48.879212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-547fe847-a785-428a-9423-7c69ac719bea tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/quotas/67ffcc865bb34d559e14c85c2e8d8e60 HTTP/1.1" status: 200 len: 375 time: 0.1225216 Jul 22 21:41:48.933341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=ffb28b87-decc-4158-ac46-a8c7fc898c13,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:48.975218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9b3fa0-5551-4048-a805-fb9991cd99f7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:48.977068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed9b3fa0-5551-4048-a805-fb9991cd99f7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/networks?id=4534cdc5-dbd3-4027-bc95-98602bb7ab10 HTTP/1.1" status: 200 len: 765 time: 1.2174389 Jul 22 21:41:48.980867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58518) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:49.022575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-b4d3093c-29db-45cc-8283-058b6dd57c5e tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67ffcc865bb34d559e14c85c2e8d8e60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1422739 Jul 22 21:41:49.028200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-4091dba5-12da-48c6-bc8a-bc39254ff955 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:41:49.029403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-4091dba5-12da-48c6-bc8a-bc39254ff955 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059471 Jul 22 21:41:49.179481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a7d57c3-86ef-400a-9951-3a1a3af8318b req-ebfd1970-a601-4cd3-be34-d99ee742140b tempest-VolumesSnapshotTestJSON-1091788742 tempest-VolumesSnapshotTestJSON-1091788742-project] 10.222.0.54 "GET /v2.0/ports?device_id=3197d6af-6d27-40ce-bafa-33fd42ee47a1 HTTP/1.1" status: 200 len: 210 time: 0.1997027 Jul 22 21:41:49.179481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] No DVR routers for this DVR port ffb28b87-decc-4158-ac46-a8c7fc898c13 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:49.182011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-fcbe6b40-e5df-445a-81fb-8d25245a2809 service neutron] 10.222.0.54 "GET /v2.0/networks/b96ebdef-9bdc-4fca-a696-057bc0ce6d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100729 Jul 22 21:41:49.183178 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:49.191832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d1a7398-7072-401d-97bc-a6aba5650ab6 req-451ce8c6-f2ad-4d5f-9fbe-2448b16a820e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.58 "DELETE /v2.0/ports/ffb28b87-decc-4158-ac46-a8c7fc898c13 HTTP/1.1" status: 204 len: 173 time: 2.3513024 Jul 22 21:41:49.193341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-deleted', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:49.196367 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48038571-f02d-48cb-a681-ac177d16bdeb" -d '{"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-deleted", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:49.360545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88122bd4-a703-480c-acbc-81d97baae2b7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:49.365477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-88122bd4-a703-480c-acbc-81d97baae2b7 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3805456 Jul 22 21:41:49.366191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58524) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:49.468774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-de4a21f0-e475-4e23-bf88-608b331f6ef6 service neutron] 10.222.0.54 "GET /v2.0/networks/b96ebdef-9bdc-4fca-a696-057bc0ce6d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667475 Jul 22 21:41:49.498531 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9a0d138e-e0e5-4801-a42b-4d26a3779633 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 207 time: 0.1304133 Jul 22 21:41:49.502123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58528) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:49.688887 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6146b11-61a9-442e-881b-e344c3068a1f x-openstack-request-id: req-e6146b11-61a9-442e-881b-e344c3068a1f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:49.689304 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b6759-be15-4650-a324-469a7babcba0", "name": "network-vif-deleted", "tag": "ffb28b87-decc-4158-ac46-a8c7fc898c13", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:49.689575 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6146b11-61a9-442e-881b-e344c3068a1f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:49.689997 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b6759-be15-4650-a324-469a7babcba0', 'name': 'network-vif-deleted', 'tag': 'ffb28b87-decc-4158-ac46-a8c7fc898c13', 'status': 'completed', 'code': 200} Jul 22 21:41:49.779189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:41:49.817012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: ffb28b87-decc-4158-ac46-a8c7fc898c13 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:41:49.817993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device ffb28b87-decc-4158-ac46-a8c7fc898c13 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:41:49.934273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f390489e-7db1-4041-8c19-d7a8b2c86685 req-51559b06-05df-44c2-9128-13db5e5013e8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=b01b6759-be15-4650-a324-469a7babcba0 HTTP/1.1" status: 200 len: 210 time: 0.1341460 Jul 22 21:41:49.971922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-437c02ab-f137-48a3-830c-2edb043ade44 req-9da8660a-1541-417d-8cb2-1e19c7e51989 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 210 time: 0.1116145 Jul 22 21:41:50.019624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d0f1-c782-4b39-a117-dfde8ab54ca8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.028544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d0f1-c782-4b39-a117-dfde8ab54ca8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.035064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d0f1-c782-4b39-a117-dfde8ab54ca8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.041693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d0f1-c782-4b39-a117-dfde8ab54ca8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.047727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d0f1-c782-4b39-a117-dfde8ab54ca8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.054466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d0f1-c782-4b39-a117-dfde8ab54ca8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.056387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8690d0f1-c782-4b39-a117-dfde8ab54ca8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5530446 Jul 22 21:41:50.060371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:50.298480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eff2e91c-161e-462c-a098-c6454e5438a6 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2348938 Jul 22 21:41:50.299714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58550) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:50.379747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a8821-875c-45f4-83ba-97ad396d1146 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.383738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a8821-875c-45f4-83ba-97ad396d1146 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.386772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a8821-875c-45f4-83ba-97ad396d1146 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.390631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a8821-875c-45f4-83ba-97ad396d1146 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.393416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a8821-875c-45f4-83ba-97ad396d1146 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.399347 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c53a8821-875c-45f4-83ba-97ad396d1146 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0942130 Jul 22 21:41:50.401698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58554) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:50.515936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c5145-ba62-4e92-858c-2b514a220375 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.519384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c5145-ba62-4e92-858c-2b514a220375 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.524199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c5145-ba62-4e92-858c-2b514a220375 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.526750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c5145-ba62-4e92-858c-2b514a220375 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.529098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c5145-ba62-4e92-858c-2b514a220375 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.537282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-591c5145-ba62-4e92-858c-2b514a220375 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1335428 Jul 22 21:41:50.538497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58558) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:50.773174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148402ff-42cd-4f0c-b0d3-426bf998ffde tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:50.778203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-148402ff-42cd-4f0c-b0d3-426bf998ffde tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/networks/da33dedf-3b88-4286-a02b-1c0ad311744e HTTP/1.1" status: 200 len: 803 time: 0.2336395 Jul 22 21:41:50.778646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58564) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:50.969102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58570) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:50.979235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32c08110-4572-46d3-ad05-56d0a6c3b23c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/networks/da33dedf-3b88-4286-a02b-1c0ad311744e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1993465 Jul 22 21:41:51.037885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58576) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:51.053910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee45c1-c11f-4e2c-a16b-fe03913c1528 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:51.062033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d1ee45c1-c11f-4e2c-a16b-fe03913c1528 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/subnets/cda174da-615e-457a-bb00-abc35d2b9117 HTTP/1.1" status: 200 len: 843 time: 0.0864329 Jul 22 21:41:51.062584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58578) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:51.185201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04524068-f2b7-418f-bdca-b8295c8e360e req-deafb838-4b9a-4af9-90f6-effed87cc81a tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 210 time: 0.0957439 Jul 22 21:41:51.188131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81397ca6-b877-4454-a3b0-508c365b749d tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:51.193586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-81397ca6-b877-4454-a3b0-508c365b749d tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "GET /v2.0/subnets/cda174da-615e-457a-bb00-abc35d2b9117?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1295538 Jul 22 21:41:51.200252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58580) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:51.215252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-320042016'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:51.304643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:51.307854 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:51.404190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:41:51.416997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:51.417410 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Added segment fb4f35c4-d025-4c9c-9803-4a62ab6afda5 of type vlan for network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 Jul 22 21:41:51.466183 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:51.529284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:51.533179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-9bd2dc3a-8224-417e-9d16-7f8210b61c42 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:51.536020 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-9bd2dc3a-8224-417e-9d16-7f8210b61c42 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.23 "GET /v2.0/networks?id=b96ebdef-9bdc-4fca-a696-057bc0ce6d13 HTTP/1.1" status: 200 len: 809 time: 0.3376746 Jul 22 21:41:51.547419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:51.548680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:51.554513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Request body: {'port': {'device_id': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13', 'admin_state_up': True, 'tenant_id': '67ffcc865bb34d559e14c85c2e8d8e60'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:51.678883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4700189 Jul 22 21:41:51.679903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6f365-0483-479d-99dc-9ee99f51f13b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Network': ['ID=7d21b5f4-2244-4df4-a486-cfc7dc648ff0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:51.683480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58586) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:51.689642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'network_id': '7d21b5f4-2244-4df4-a486-cfc7dc648ff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:51.703310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:41:51.854179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Made reservation on behalf of 67ffcc865bb34d559e14c85c2e8d8e60 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:51.858358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:51.956621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Made reservation on behalf of 4bccbc6d74f440fb9678c530f2c06ef8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:41:51.976242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.069698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Performing IP validity checks on allocation pools {{(pid=94092) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 21:41:52.071399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94092) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 21:41:52.076483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Allocated IP 172.20.0.9 (b96ebdef-9bdc-4fca-a696-057bc0ce6d13/801ac859-cff9-4b81-be0e-007593fff8e9/577ef8a7-2fe1-418f-94d3-7f59a5b15de2) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:52.204925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.319764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.352582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7037d3f-483c-4fe8-ba07-991470adb843 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:41:52.371062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.372433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.391778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: d7037d3f-483c-4fe8-ba07-991470adb843 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:41:52.392457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7037d3f-483c-4fe8-ba07-991470adb843 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:41:52.431701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:52.435217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:52.439696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:52.521828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Pushing event updated for resources: {'Port': ['ID=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:52.541501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:52.544681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.564938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-ec7d34c3-d38c-4144-b131-c0010d7cef87 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0160959 Jul 22 21:41:52.577784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Request body: {'port': {'device_id': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:52.594629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=bded2321-ab76-4b96-a010-fb22fe97a235,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:52.607968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Checking segment: {'id': 'fb4f35c4-d025-4c9c-9803-4a62ab6afda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7d21b5f4-2244-4df4-a486-cfc7dc648ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:52.608345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network hostable DHCP agents. Network: 7d21b5f4-2244-4df4-a486-cfc7dc648ff0, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:41:52.637071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea4c5-5a74-4b74-ad8a-b2f27e1a0ba4 req-bbf6bd76-1bfe-4852-8fc4-c3f7e3120e7b tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:52.638738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b84ea4c5-5a74-4b74-ad8a-b2f27e1a0ba4 req-bbf6bd76-1bfe-4852-8fc4-c3f7e3120e7b tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 931 time: 0.2537644 Jul 22 21:41:52.660625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:41:52.673909 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.702818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 7d21b5f4-2244-4df4-a486-cfc7dc648ff0) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:52.713828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53321248-8d37-4b18-a799-5c3c23189cc7 None None] Network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:52.718175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:52.718800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:52.726081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b84ea4c5-5a74-4b74-ad8a-b2f27e1a0ba4 req-1dfd2683-2f83-4149-8218-1ecb8581b748 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779927 Jul 22 21:41:52.775896 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-23a1f8ba-f590-49df-b0ca-cda6d1468c8c tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0913112 Jul 22 21:41:52.779407 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58618) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:52.784729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2bf5113a-a102-4a4c-bc55-78d385c2663e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:41:52.917181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bf5113a-a102-4a4c-bc55-78d385c2663e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26138365'] for subnet, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.094356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-7d21b5f4-2244-4df4-a486-cfc7dc648ff0', 'network_id': '7d21b5f4-2244-4df4-a486-cfc7dc648ff0', 'tenant_id': '4bccbc6d74f440fb9678c530f2c06ef8', 'fixed_ips': [{'subnet_id': 'bded2321-ab76-4b96-a010-fb22fe97a235'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:41:53.095611 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.110437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 228baa78-1774-4a85-94ac-5d7a275e6086 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:53.114658 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.122399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58626) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:53.334321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:41:53.342900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 228baa78-1774-4a85-94ac-5d7a275e6086, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=228baa78-1774-4a85-94ac-5d7a275e6086,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:53.343375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.367272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 228baa78-1774-4a85-94ac-5d7a275e6086 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:53.371002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.398615 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bf5113a-a102-4a4c-bc55-78d385c2663e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766852813424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27055664'] for subnet, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.408544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Transition to ACTIVE for port object 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:53.414305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.475372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Allocated IP 2001:db8::3 (7d21b5f4-2244-4df4-a486-cfc7dc648ff0/bded2321-ab76-4b96-a010-fb22fe97a235/bb64feec-2eb0-45ed-89ce-c6753f33e284) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:41:53.499405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Pushing event updated for resources: {'Port': ['ID=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:53.515790 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88cb0a6a-7b0b-4be6-aa74-1f3c3710fdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.579443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5113a-a102-4a4c-bc55-78d385c2663e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event updated for resources: {'Subnet': ['ID=bded2321-ab76-4b96-a010-fb22fe97a235,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:53.589671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5113a-a102-4a4c-bc55-78d385c2663e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:53.592242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bf5113a-a102-4a4c-bc55-78d385c2663e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.600636 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2bf5113a-a102-4a4c-bc55-78d385c2663e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "PUT /v2.0/subnets/bded2321-ab76-4b96-a010-fb22fe97a235 HTTP/1.1" status: 200 len: 900 time: 0.8167374 Jul 22 21:41:53.601064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58634) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:53.677094 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.685956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Transition to ACTIVE for port object bb64feec-2eb0-45ed-89ce-c6753f33e284 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:53.703558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Transition to ACTIVE for port object bb64feec-2eb0-45ed-89ce-c6753f33e284 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:41:53.711660 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.791644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Attempting to bind port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:53.792273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Attempting to bind port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'dd8e3b7c-6c05-44a7-9158-125df0e68bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:53.793554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Attempting to bind port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 on network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:53.807002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:41:53.808236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 on network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:41:53.808769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Attempting to bind port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 on network b96ebdef-9bdc-4fca-a696-057bc0ce6d13 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:53.809898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:41:53.813720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:41:53.835012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Pushing event updated for resources: {'Port': ['ID=bb64feec-2eb0-45ed-89ce-c6753f33e284,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:53.852283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:53.852642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Checking segment: {'id': 'dd8e3b7c-6c05-44a7-9158-125df0e68bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:53.853176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Bound using segment: {'id': 'dd8e3b7c-6c05-44a7-9158-125df0e68bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:53.853761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Bound port: 577ef8a7-2fe1-418f-94d3-7f59a5b15de2, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8e3b7c-6c05-44a7-9158-125df0e68bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:53.854128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.909091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.955260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Attempting to bind port bb64feec-2eb0-45ed-89ce-c6753f33e284 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:41:53.955701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Attempting to bind port bb64feec-2eb0-45ed-89ce-c6753f33e284 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fb4f35c4-d025-4c9c-9803-4a62ab6afda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7d21b5f4-2244-4df4-a486-cfc7dc648ff0'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:41:53.956172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Attempting to bind port bb64feec-2eb0-45ed-89ce-c6753f33e284 on network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:41:53.963631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:41:53.964262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Checking segment: {'id': 'fb4f35c4-d025-4c9c-9803-4a62ab6afda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7d21b5f4-2244-4df4-a486-cfc7dc648ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:41:53.965199 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:53.965708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Bound using segment: {'id': 'fb4f35c4-d025-4c9c-9803-4a62ab6afda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7d21b5f4-2244-4df4-a486-cfc7dc648ff0'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:41:53.966250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Bound port: bb64feec-2eb0-45ed-89ce-c6753f33e284, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4f35c4-d025-4c9c-9803-4a62ab6afda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7d21b5f4-2244-4df4-a486-cfc7dc648ff0'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:41:53.966707 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.002949 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] For port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:54.026950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] For port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,segment=NetworkSegment(dd8e3b7c-6c05-44a7-9158-125df0e68bde),segment_id=dd8e3b7c-6c05-44a7-9158-125df0e68bde)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:54.042514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.060988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] For port bb64feec-2eb0-45ed-89ce-c6753f33e284, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:41:54.069030 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88cb0a6a-7b0b-4be6-aa74-1f3c3710fdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.073293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] For port bb64feec-2eb0-45ed-89ce-c6753f33e284, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bb64feec-2eb0-45ed-89ce-c6753f33e284,segment=NetworkSegment(fb4f35c4-d025-4c9c-9803-4a62ab6afda5),segment_id=fb4f35c4-d025-4c9c-9803-4a62ab6afda5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:41:54.076806 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88cb0a6a-7b0b-4be6-aa74-1f3c3710fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.091003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.096681 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.133191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df2701-396b-4193-8c8a-4aa8b97bb689 req-a84c66a4-f9f4-457a-9e0d-e08d314a01b9 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:54.133829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:54.134869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1df2701-396b-4193-8c8a-4aa8b97bb689 req-a84c66a4-f9f4-457a-9e0d-e08d314a01b9 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 943 time: 0.2469203 Jul 22 21:41:54.136994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.138502 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] 10.222.0.23 "PUT /v2.0/ports/577ef8a7-2fe1-418f-94d3-7f59a5b15de2 HTTP/1.1" status: 200 len: 1092 time: 1.5656013 Jul 22 21:41:54.138999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'tag': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:41:54.144038 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65081b2a-9826-4d7e-a068-97b3ff97582c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4", "tag": "577ef8a7-2fe1-418f-94d3-7f59a5b15de2"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:41:54.156266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting port bb64feec-2eb0-45ed-89ce-c6753f33e284 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:54.156671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.210331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-88cb0a6a-7b0b-4be6-aa74-1f3c3710fdef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a1d8601d4af4be0b63dc18cd15c3fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0838685 Jul 22 21:41:54.210331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=228baa78-1774-4a85-94ac-5d7a275e6086,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:54.216444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58642) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:54.221110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb0a6a-7b0b-4be6-aa74-1f3c3710fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49931c62-780d-4b6f-b376-8715bc909896,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:54.250619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ba02f-f864-4717-9bd9-56890e02e03e None None] Pushing event updated for resources: {'Port': ['ID=bb64feec-2eb0-45ed-89ce-c6753f33e284,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:54.369091 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5cecad-a0a9-41ab-8b13-01be16e2face x-openstack-request-id: req-6f5cecad-a0a9-41ab-8b13-01be16e2face {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:41:54.369386 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4", "tag": "577ef8a7-2fe1-418f-94d3-7f59a5b15de2", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:41:54.369628 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f5cecad-a0a9-41ab-8b13-01be16e2face {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:41:54.370040 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'tag': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2', 'status': 'completed', 'code': 200} Jul 22 21:41:54.370655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41d63b-7e81-4232-ba4c-07e80aca066b service neutron] Pushing event updated for resources: {'Port': ['ID=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:54.495283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] For port bb64feec-2eb0-45ed-89ce-c6753f33e284, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bb64feec-2eb0-45ed-89ce-c6753f33e284,segment=NetworkSegment(fb4f35c4-d025-4c9c-9803-4a62ab6afda5),segment_id=fb4f35c4-d025-4c9c-9803-4a62ab6afda5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:54.496052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:54.514794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Calling delete_port for bb64feec-2eb0-45ed-89ce-c6753f33e284 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:54.536715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-1fb4b35d-7b48-4520-ad4a-9acdfc54606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:54.539336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-1fb4b35d-7b48-4520-ad4a-9acdfc54606e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67ffcc865bb34d559e14c85c2e8d8e60&device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 1095 time: 0.3375585 Jul 22 21:41:54.698426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-2468a714-cc3a-4484-b1d6-bbfe5352d002 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=577ef8a7-2fe1-418f-94d3-7f59a5b15de2 HTTP/1.1" status: 200 len: 217 time: 0.1456606 Jul 22 21:41:54.770850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-4c7870bc-25c2-4458-bfa9-4c0f609356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:54.772715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-4c7870bc-25c2-4458-bfa9-4c0f609356fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=801ac859-cff9-4b81-be0e-007593fff8e9 HTTP/1.1" status: 200 len: 849 time: 0.0671425 Jul 22 21:41:54.826148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-c03f2ecd-7612-463c-bf41-58408501bb26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b96ebdef-9bdc-4fca-a696-057bc0ce6d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394552 Jul 22 21:41:54.933517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1df2701-396b-4193-8c8a-4aa8b97bb689 req-ebc13426-a782-43e8-acf1-e3337ae2c36d tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507567 Jul 22 21:41:55.116685 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e71d987b-4468-49ae-942e-34fd85fef4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:55.121330 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-17cd6522-4b18-47c9-bdfb-7df09634613b service neutron] 10.222.0.23 "GET /v2.0/networks/b96ebdef-9bdc-4fca-a696-057bc0ce6d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816133 Jul 22 21:41:55.122650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:55.144284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e71d987b-4468-49ae-942e-34fd85fef4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:55.174178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Port': ['ID=bb64feec-2eb0-45ed-89ce-c6753f33e284,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:55.201084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:55.319642 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e71d987b-4468-49ae-942e-34fd85fef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:55.322357 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e71d987b-4468-49ae-942e-34fd85fef4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:55.323591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e71d987b-4468-49ae-942e-34fd85fef4f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49931c62-780d-4b6f-b376-8715bc909896 HTTP/1.1" status: 204 len: 168 time: 1.1049256 Jul 22 21:41:55.340464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d987b-4468-49ae-942e-34fd85fef4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49931c62-780d-4b6f-b376-8715bc909896,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:55.650156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router c238bcfe-5385-4c88-b6a5-3d64fb552b00 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:41:55.815125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No DVR routers for this DVR port bb64feec-2eb0-45ed-89ce-c6753f33e284 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:55.881399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:41:55.887951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1434dcae-be0d-4798-8bf8-9927d6f23f84 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/c238bcfe-5385-4c88-b6a5-3d64fb552b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8475349 Jul 22 21:41:55.890755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58668) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:55.895992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ef80dcc7-3065-49c4-87b3-c1cab06a8d28 req-1c4f9450-ec6c-4b09-8433-4efc3d762a71 service neutron] 10.222.0.23 "GET /v2.0/networks/b96ebdef-9bdc-4fca-a696-057bc0ce6d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7663419 Jul 22 21:41:55.896181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] Sync routers for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:41:55.929403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:41:55.930516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:41:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:55.960423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:55.980771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58672) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:56.003473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e554d8c6-fba5-4acb-8eaf-072b0a8fc756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.054630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94477a-ee83-4eb7-a9d5-2952a8682ffb None None] Network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:56.170814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting subnet a1b26744-bd64-4301-9e61-4399fffa716d {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:41:56.177041 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.227799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-b07d2701-f170-45a2-bd54-2e17f2468767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:56.229505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-b07d2701-f170-45a2-bd54-2e17f2468767 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67ffcc865bb34d559e14c85c2e8d8e60&device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 1095 time: 0.2440171 Jul 22 21:41:56.286370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.292165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a34b8-96b8-4b12-a02a-46e5e9fc23ec req-61af6362-b1bc-4bbc-806b-a0fcb85055c7 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:56.294379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c2a34b8-96b8-4b12-a02a-46e5e9fc23ec req-61af6362-b1bc-4bbc-806b-a0fcb85055c7 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 943 time: 0.1699281 Jul 22 21:41:56.316746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.375438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1a141439-0332-4aa1-8e2e-88206772610c None None] Could not find standard attr ID for object bb64feec-2eb0-45ed-89ce-c6753f33e284. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:41:56.380147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c2a34b8-96b8-4b12-a02a-46e5e9fc23ec req-0060e0fd-83da-493e-9ce2-68270c6dd67d tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744531 Jul 22 21:41:56.421071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=bded2321-ab76-4b96-a010-fb22fe97a235,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:56.421280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e554d8c6-fba5-4acb-8eaf-072b0a8fc756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.429896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e554d8c6-fba5-4acb-8eaf-072b0a8fc756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.475946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554d8c6-fba5-4acb-8eaf-072b0a8fc756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f41d4-a588-4410-bd1f-33229d40f488,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:56.521620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e554d8c6-fba5-4acb-8eaf-072b0a8fc756 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecf7b215b90c40f8ba40e963aab59126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387390 Jul 22 21:41:56.526003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58682) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:56.560128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.586477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:41:56.591521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4e4ad-e2c4-4089-973c-2816ff639f46 None None] DHCP port deletion for 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:41:56.650862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.689007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db41baec-f2ae-4362-9097-9d7032fbe4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.737627 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db41baec-f2ae-4362-9097-9d7032fbe4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.824218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07d467-8b3f-46c6-a2fc-4e6ff16a692f None None] Network 7d21b5f4-2244-4df4-a486-cfc7dc648ff0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:56.845915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db41baec-f2ae-4362-9097-9d7032fbe4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.849863 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db41baec-f2ae-4362-9097-9d7032fbe4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.851566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-db41baec-f2ae-4362-9097-9d7032fbe4c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e6f41d4-a588-4410-bd1f-33229d40f488 HTTP/1.1" status: 204 len: 168 time: 0.3230536 Jul 22 21:41:56.871926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.877351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41baec-f2ae-4362-9097-9d7032fbe4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f41d4-a588-4410-bd1f-33229d40f488,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:56.902865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d21b5f4-2244-4df4-a486-cfc7dc648ff0']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:56.919812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4f35c4-d025-4c9c-9803-4a62ab6afda5') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:56.920705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4f35c4-d025-4c9c-9803-4a62ab6afda5') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:56.936745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.956659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:56.968407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:56.969126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.051523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-32738999-5719-4225-b72f-5eb4608c044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-32738999-5719-4225-b72f-5eb4608c044b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b96ebdef-9bdc-4fca-a696-057bc0ce6d13 HTTP/1.1" status: 200 len: 910 time: 0.8096268 Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:57.054963 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:57.069685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b26744-bd64-4301-9e61-4399fffa716d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:57.076027 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.079307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3e9fe17c-562d-4cc7-bb52-119b1a88aad7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/subnets/a1b26744-bd64-4301-9e61-4399fffa716d HTTP/1.1" status: 204 len: 168 time: 1.1867082 Jul 22 21:41:57.083272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58688) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:57.083994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.100991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688037a-ff39-4ff6-9381-87bff853694b None None] Network 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:57.146650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.148930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/7d21b5f4-2244-4df4-a486-cfc7dc648ff0 HTTP/1.1" status: 204 len: 168 time: 3.5469544 Jul 22 21:41:57.160534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58690) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:57.162849 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-18f12254-619f-4318-b743-55fb40376bc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=577ef8a7-2fe1-418f-94d3-7f59a5b15de2 HTTP/1.1" status: 200 len: 217 time: 0.0814257 Jul 22 21:41:57.305440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.335522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-60bcd19b-3f08-451c-9bb7-4dd44a6ccf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:57.337778 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-60bcd19b-3f08-451c-9bb7-4dd44a6ccf9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=801ac859-cff9-4b81-be0e-007593fff8e9 HTTP/1.1" status: 200 len: 849 time: 0.1578517 Jul 22 21:41:57.338514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531a76d-e8e8-4837-9526-f34d3d09aa23 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=7d21b5f4-2244-4df4-a486-cfc7dc648ff0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:57.446896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-4ba576a6-45ec-4cae-9859-4a2b297cbd96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b96ebdef-9bdc-4fca-a696-057bc0ce6d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731194 Jul 22 21:41:57.449821 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e773d11-ff57-4d3c-87d1-8859cee6aeff tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:41:57.450292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e773d11-ff57-4d3c-87d1-8859cee6aeff tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:41:57.454521 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6e773d11-ff57-4d3c-87d1-8859cee6aeff tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/bded2321-ab76-4b96-a010-fb22fe97a235 HTTP/1.1" status: 404 len: 337 time: 0.2880149 Jul 22 21:41:57.457498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58700) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:57.530264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bb64feec-2eb0-45ed-89ce-c6753f33e284 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:41:57.544970 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d45ec2a-095f-4351-a44d-09d51ed5be16 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:41:57.547314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.551727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d45ec2a-095f-4351-a44d-09d51ed5be16 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:41:57.554847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5d45ec2a-095f-4351-a44d-09d51ed5be16 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/7d21b5f4-2244-4df4-a486-cfc7dc648ff0 HTTP/1.1" status: 404 len: 339 time: 0.0928943 Jul 22 21:41:57.555091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58706) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:57.602123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: bb64feec-2eb0-45ed-89ce-c6753f33e284 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:41:57.605816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bb64feec-2eb0-45ed-89ce-c6753f33e284 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:41:57.684263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.706434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 78a71f89-98fe-4b97-82fd-ac083b11e7f0 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:57.706796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.821081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:41:53Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '78a71f89-98fe-4b97-82fd-ac083b11e7f0', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:39:50Z', 'updated_at': '2021-07-22T21:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:57.874631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa07b-d553-45d4-a3d6-1d449e6605db req-9dcac28d-395d-48ae-8e76-7d45dcdcfec7 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:57.877710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-548fa07b-d553-45d4-a3d6-1d449e6605db req-9dcac28d-395d-48ae-8e76-7d45dcdcfec7 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 943 time: 0.2636967 Jul 22 21:41:57.923287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] Checking router: c238bcfe-5385-4c88-b6a5-3d64fb552b00 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:41:57.930602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] DHCP port deletion for 48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:41:57.936478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 78a71f89-98fe-4b97-82fd-ac083b11e7f0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78a71f89-98fe-4b97-82fd-ac083b11e7f0,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:57.937354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:57.957905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 78a71f89-98fe-4b97-82fd-ac083b11e7f0 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:57.969423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] Routers {'c238bcfe-5385-4c88-b6a5-3d64fb552b00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:41:57.970663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:41:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:58.008830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.053437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-b255cc09-1049-4c6b-b7f6-d1396e354f80 service neutron] 10.222.0.23 "GET /v2.0/networks/b96ebdef-9bdc-4fca-a696-057bc0ce6d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863743 Jul 22 21:41:58.144611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] Set router c238bcfe-5385-4c88-b6a5-3d64fb552b00 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:41:58.187044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-548fa07b-d553-45d4-a3d6-1d449e6605db req-35ce5eac-3c57-41b4-9dcc-e4cf9815799d tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768597 Jul 22 21:41:58.293567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.295894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4534cdc5-dbd3-4027-bc95-98602bb7ab10']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:58.344062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=78a71f89-98fe-4b97-82fd-ac083b11e7f0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:58.401753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d1f772-2eef-40d3-a1ce-a2316931d515') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:58.402336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d1f772-2eef-40d3-a1ce-a2316931d515') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:58.450706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.504158 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-65081b2a-9826-4d7e-a068-97b3ff97582c req-b2a9f1eb-f0d2-4c9f-9f24-e246d5b7464f service neutron] 10.222.0.23 "GET /v2.0/networks/b96ebdef-9bdc-4fca-a696-057bc0ce6d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444430 Jul 22 21:41:58.504158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.523909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.559053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:58.559699 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:58.564013 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:58.637183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] Deleting port 08f29f81-1582-4371-83fe-4fbce25094cf {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:58.641383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.674509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:41:57Z', 'revision_number': 6, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:58.696314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.699345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.756581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.762417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5a5bc-4c03-4397-a120-7d47d749a1d5 None None] The sync data for ids ['c238bcfe-5385-4c88-b6a5-3d64fb552b00'] in n-d-762330-19 is: [{'id': 'c238bcfe-5385-4c88-b6a5-3d64fb552b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847706100', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:39:48Z', 'updated_at': '2021-07-22T21:41:57Z', 'revision_number': 6, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:41:58.772134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.773036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Fanout notify agent at l3_agent the message router_deleted on router c238bcfe-5385-4c88-b6a5-3d64fb552b00 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:41:58.780112 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.781970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/4534cdc5-dbd3-4027-bc95-98602bb7ab10 HTTP/1.1" status: 204 len: 168 time: 1.2260733 Jul 22 21:41:58.794508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.796219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:58.798957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0d2b514-6d9f-4db5-88a9-628cd893eb51 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/routers/c238bcfe-5385-4c88-b6a5-3d64fb552b00 HTTP/1.1" status: 204 len: 168 time: 1.7137823 Jul 22 21:41:58.802606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:58.853175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f56c29-da84-4d4f-81c1-ea2c70f80cf5 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=4534cdc5-dbd3-4027-bc95-98602bb7ab10,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:58.856716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] For port 08f29f81-1582-4371-83fe-4fbce25094cf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=08f29f81-1582-4371-83fe-4fbce25094cf,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:58.857349 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:58.885154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] Calling delete_port for 08f29f81-1582-4371-83fe-4fbce25094cf owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:58.905534 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2465c7b1-bd92-4bbc-9034-adc2735b2571 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:41:58.906000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2465c7b1-bd92-4bbc-9034-adc2735b2571 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:41:58.908179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2465c7b1-bd92-4bbc-9034-adc2735b2571 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/8ce52589-e0d0-4412-ac0c-dd59b6f898e3 HTTP/1.1" status: 404 len: 337 time: 0.0802979 Jul 22 21:41:58.910662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58736) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:58.933368 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-71610874-8ac7-424b-bf14-8abd8af45e14 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:41:58.933810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71610874-8ac7-424b-bf14-8abd8af45e14 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:41:58.935558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71610874-8ac7-424b-bf14-8abd8af45e14 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/e3038b4e-6930-4c9c-a13a-81fc93763481 HTTP/1.1" status: 404 len: 339 time: 0.0239682 Jul 22 21:41:58.938192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58738) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:58.978602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.043700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 08f29f81-1582-4371-83fe-4fbce25094cf {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:41:59.044104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.045321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting subnet df7fd721-f3ce-4c0c-aede-7200fe2398be {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:41:59.049824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.060581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.121167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] Pushing event deleted for resources: {'Port': ['ID=08f29f81-1582-4371-83fe-4fbce25094cf,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:59.130419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a6673-99f2-4b07-aed9-366ec53f3a53 None None] No DVR routers for this DVR port 08f29f81-1582-4371-83fe-4fbce25094cf on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:59.160553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 08f29f81-1582-4371-83fe-4fbce25094cf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=08f29f81-1582-4371-83fe-4fbce25094cf,segment=NetworkSegment(a7a6bd3b-c136-4fe0-a3aa-ca5055840def),segment_id=a7a6bd3b-c136-4fe0-a3aa-ca5055840def)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:41:59.161235 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.171572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.178337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 08f29f81-1582-4371-83fe-4fbce25094cf owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:41:59.273435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.302826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=08f29f81-1582-4371-83fe-4fbce25094cf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:59.319421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] No DVR routers for this DVR port 08f29f81-1582-4371-83fe-4fbce25094cf on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:41:59.417007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.541688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.558528 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.564147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c89aa9-eafc-4f1c-b25a-0f46ee6a7224']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:59.584825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:59.585163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a6bd3b-c136-4fe0-a3aa-ca5055840def') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:41:59.599643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.628244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=df7fd721-f3ce-4c0c-aede-7200fe2398be,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:59.638866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.650201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.652790 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-413fb913-8aaa-42f5-9c34-a81ed08e1b7e tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/df7fd721-f3ce-4c0c-aede-7200fe2398be HTTP/1.1" status: 204 len: 168 time: 0.7134683 Jul 22 21:41:59.656078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:59.658443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9598ae-3e76-4fa8-a5e1-397be0f56341 None None] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:41:59.663261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:41:59.663686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:41:59.671430 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:41:59.701103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186d68-4ae9-44bc-ac48-0e2e3a0b69a7 req-637281e6-5ca9-4786-91d6-4b092e4f939f tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:41:59.715404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e186d68-4ae9-44bc-ac48-0e2e3a0b69a7 req-637281e6-5ca9-4786-91d6-4b092e4f939f tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 943 time: 0.3367703 Jul 22 21:41:59.801826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting subnet 546bfe89-1d0e-45e1-b61f-35e4cb898da9 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:41:59.805432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.837462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08f29f81-1582-4371-83fe-4fbce25094cf no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:41:59.851025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e186d68-4ae9-44bc-ac48-0e2e3a0b69a7 req-b0904849-ef92-4a07-857b-78661cff8349 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308799 Jul 22 21:41:59.867621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.888788 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.891546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:41:59.891771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/networks/48c89aa9-eafc-4f1c-b25a-0f46ee6a7224 HTTP/1.1" status: 204 len: 168 time: 1.0877278 Jul 22 21:41:59.904115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2290ae-5bb0-447f-982e-bd86925fa149 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Network': ['ID=48c89aa9-eafc-4f1c-b25a-0f46ee6a7224,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:41:59.915147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:41:59.921391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 08f29f81-1582-4371-83fe-4fbce25094cf {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:41:59.922123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08f29f81-1582-4371-83fe-4fbce25094cf not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:41:59.922553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 228baa78-1774-4a85-94ac-5d7a275e6086 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:41:59.977858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 228baa78-1774-4a85-94ac-5d7a275e6086 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:41:59.978224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 228baa78-1774-4a85-94ac-5d7a275e6086 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:41:59.978640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78a71f89-98fe-4b97-82fd-ac083b11e7f0 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:42:00.008267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 78a71f89-98fe-4b97-82fd-ac083b11e7f0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:42:00.011038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78a71f89-98fe-4b97-82fd-ac083b11e7f0 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:42:00.136986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.233691 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-430e3ac2-18cf-4e3b-bab7-99b14a3beeae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.307479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-430e3ac2-18cf-4e3b-bab7-99b14a3beeae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.343619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.383341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=546bfe89-1d0e-45e1-b61f-35e4cb898da9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:00.412598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:42:00.428645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.431070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-898b6f97-b0bc-4406-b93a-cec036021e05 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/546bfe89-1d0e-45e1-b61f-35e4cb898da9 HTTP/1.1" status: 204 len: 168 time: 0.7728970 Jul 22 21:42:00.433825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58768) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:00.572059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.578875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,segment=NetworkSegment(dd8e3b7c-6c05-44a7-9158-125df0e68bde),segment_id=dd8e3b7c-6c05-44a7-9158-125df0e68bde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:00.623000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2', 'network_id': 'b96ebdef-9bdc-4fca-a696-057bc0ce6d13', 'port_id': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2', 'mac_address': 'fa:16:3e:06:b0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801ac859-cff9-4b81-be0e-007593fff8e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:42:00.651601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-430e3ac2-18cf-4e3b-bab7-99b14a3beeae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.658079 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-430e3ac2-18cf-4e3b-bab7-99b14a3beeae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.663687 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-430e3ac2-18cf-4e3b-bab7-99b14a3beeae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/security-groups/834b4d11-e5c2-4b95-9875-e2d77b58d8c8 HTTP/1.1" status: 204 len: 168 time: 0.7471910 Jul 22 21:42:00.680433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e3ac2-18cf-4e3b-bab7-99b14a3beeae tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b4d11-e5c2-4b95-9875-e2d77b58d8c8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:00.752925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.763390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting port 5f4eb276-751b-4156-958b-71c9a2889e8d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:00.763968 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.788521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:42:00.875660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,segment=NetworkSegment(dd8e3b7c-6c05-44a7-9158-125df0e68bde),segment_id=dd8e3b7c-6c05-44a7-9158-125df0e68bde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:00.886886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.941079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] For port 5f4eb276-751b-4156-958b-71c9a2889e8d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5f4eb276-751b-4156-958b-71c9a2889e8d,segment=NetworkSegment(1348dd88-ddd6-4fac-97ee-edcfc1faeb16),segment_id=1348dd88-ddd6-4fac-97ee-edcfc1faeb16)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:00.941459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:00.971580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Calling delete_port for 5f4eb276-751b-4156-958b-71c9a2889e8d owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:01.007698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e99123-2b54-4c5a-8366-565468d8a42c None None] Network f80d06b2-ac25-4b78-b98b-ef18b5b00950 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:01.096339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:01.146482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93e38016-6c2b-42bb-82ff-41b66a6d5c72 None None] Provisioning complete for port 5f4eb276-751b-4156-958b-71c9a2889e8d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:01.146875 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93e38016-6c2b-42bb-82ff-41b66a6d5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.191822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.201452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3cf70-ec49-4c29-9423-2fd3d8f5c31a req-b9917c40-00fe-43ed-81b4-d8f01fcd7ac8 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:01.210937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2db3cf70-ec49-4c29-9423-2fd3d8f5c31a req-b9917c40-00fe-43ed-81b4-d8f01fcd7ac8 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 944 time: 0.1737833 Jul 22 21:42:01.232595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93e38016-6c2b-42bb-82ff-41b66a6d5c72 None None] Port 5f4eb276-751b-4156-958b-71c9a2889e8d was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:42:01.265854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Port': ['ID=5f4eb276-751b-4156-958b-71c9a2889e8d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:01.275469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No DVR routers for this DVR port 5f4eb276-751b-4156-958b-71c9a2889e8d on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:01.381864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['577ef8a7-2fe1-418f-94d3-7f59a5b15de2'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:42:01.395105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2db3cf70-ec49-4c29-9423-2fd3d8f5c31a req-0f7515c3-9cf3-4ff8-9c35-90485e06ea61 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799097 Jul 22 21:42:01.416499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.432170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80d06b2-ac25-4b78-b98b-ef18b5b00950']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:01.455261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1348dd88-ddd6-4fac-97ee-edcfc1faeb16') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:01.456356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1348dd88-ddd6-4fac-97ee-edcfc1faeb16') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:01.457339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6aa834-dcf7-44c8-b508-de29c19e2960 None None] DHCP port deletion for f80d06b2-ac25-4b78-b98b-ef18b5b00950 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:42:01.461433 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.483827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.515241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.579806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:42:01.580437 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:42:01.584690 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:42:01.590078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f4eb276-751b-4156-958b-71c9a2889e8d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:42:01.720232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.728327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:01.730526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/f80d06b2-ac25-4b78-b98b-ef18b5b00950 HTTP/1.1" status: 204 len: 168 time: 1.2952375 Jul 22 21:42:01.732698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58794) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:01.752979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249c72e-c61e-4781-a9eb-e213f49ae186 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=f80d06b2-ac25-4b78-b98b-ef18b5b00950,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:01.775093 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f93f9c-c1bb-4914-9c0a-45fbe364d67d tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:01.775612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f93f9c-c1bb-4914-9c0a-45fbe364d67d tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:01.775946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5f4eb276-751b-4156-958b-71c9a2889e8d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:42:01.776839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5f4eb276-751b-4156-958b-71c9a2889e8d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:42:01.780144 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91f93f9c-c1bb-4914-9c0a-45fbe364d67d tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/c95ed0a0-98a6-4b35-9e1f-748796235f4b HTTP/1.1" status: 404 len: 337 time: 0.0439138 Jul 22 21:42:01.780983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58798) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:01.897147 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ee62ef-d09a-4dd8-8b9d-b41a9e2ad81b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:01.901892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ee62ef-d09a-4dd8-8b9d-b41a9e2ad81b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:01.905428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f0ee62ef-d09a-4dd8-8b9d-b41a9e2ad81b tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/02b8ab54-7523-484a-bdb4-9a26ac914d5f HTTP/1.1" status: 404 len: 339 time: 0.1227434 Jul 22 21:42:01.919917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58802) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:01.961490 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:42:02.044108 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfb0f7e-b74b-4e16-9b09-fb2e078d131a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:02.044578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfb0f7e-b74b-4e16-9b09-fb2e078d131a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:02.047479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-adfb0f7e-b74b-4e16-9b09-fb2e078d131a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/bedd3193-2118-4cfc-9c2d-a4fb72ccdc46 HTTP/1.1" status: 404 len: 337 time: 0.1260502 Jul 22 21:42:02.049164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58806) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:02.104557 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7f67d7-908d-45f4-803a-56e10920ce27 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:02.116303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7f67d7-908d-45f4-803a-56e10920ce27 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:02.118336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3c7f67d7-908d-45f4-803a-56e10920ce27 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/49b22808-f6e0-4a9f-a5dc-366c05761d74 HTTP/1.1" status: 404 len: 339 time: 0.0681932 Jul 22 21:42:02.120954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58808) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:02.187059 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5672d7fc-ec4f-4d6f-96e3-402ffed34601 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:02.187459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5672d7fc-ec4f-4d6f-96e3-402ffed34601 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:02.189933 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:02.197688 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5672d7fc-ec4f-4d6f-96e3-402ffed34601 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/8f18e405-91be-4fda-a0a9-c640a165f475 HTTP/1.1" status: 404 len: 337 time: 0.0757484 Jul 22 21:42:02.201045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:02.221928 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec026c9-de8c-41f2-a0dd-04da6102dcc9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:02.223344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec026c9-de8c-41f2-a0dd-04da6102dcc9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:02.228188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eec026c9-de8c-41f2-a0dd-04da6102dcc9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/d6a74142-98bb-4127-8420-55396814d459 HTTP/1.1" status: 404 len: 339 time: 0.0260625 Jul 22 21:42:02.230629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:02.302651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting subnet f85ab15f-3334-45b4-a184-5697a084608c {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:42:02.306929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:02.368086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:02.485971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:02.621538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:02.651939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be981831-332e-4602-acbd-b08e471b40ab req-3cd298e3-3f1e-4727-8277-b6f786e651ef tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:02.661369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be981831-332e-4602-acbd-b08e471b40ab req-3cd298e3-3f1e-4727-8277-b6f786e651ef tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 944 time: 0.1678188 Jul 22 21:42:02.714213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=f85ab15f-3334-45b4-a184-5697a084608c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:02.736851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:02.744731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c2540be1-ca8c-4171-ac2f-63db6bc834b9 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/f85ab15f-3334-45b4-a184-5697a084608c HTTP/1.1" status: 204 len: 168 time: 0.5123439 Jul 22 21:42:02.750740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:02.751090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58820) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:02.754957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f9a36-f1dc-47d8-be2e-b30f3034657b None None] Network df8c9f9e-36b4-4586-be3d-56ba322d2e26 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:02.769874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be981831-332e-4602-acbd-b08e471b40ab req-40324301-82bb-4be9-aa44-5b06a0ea3872 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967312 Jul 22 21:42:02.810071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e31b5cfc-912a-4c3f-a2d3-92ec0d87d358 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078110631', 'description': 'tempest-secgroup-smoke-2078110631 description', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:02.887393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31b5cfc-912a-4c3f-a2d3-92ec0d87d358 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:02.919392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.073608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting port dc849f82-60cd-4102-8731-02f687bcae4d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:03.073996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.078338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31b5cfc-912a-4c3f-a2d3-92ec0d87d358 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.098534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31b5cfc-912a-4c3f-a2d3-92ec0d87d358 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.199762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31b5cfc-912a-4c3f-a2d3-92ec0d87d358 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.204360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e31b5cfc-912a-4c3f-a2d3-92ec0d87d358 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4040599 Jul 22 21:42:03.206066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58828) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:03.217409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-43482c97-4e45-49e7-839c-a1e31c53f8ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': 'a19ad5f0-b1e8-417e-9679-8634ee1f1b1d', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:03.228292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b5cfc-912a-4c3f-a2d3-92ec0d87d358 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:03.242683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] For port dc849f82-60cd-4102-8731-02f687bcae4d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dc849f82-60cd-4102-8731-02f687bcae4d,segment=NetworkSegment(550f41bd-0308-47e4-8242-0680c1b97aa7),segment_id=550f41bd-0308-47e4-8242-0680c1b97aa7)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:03.243042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.263573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Calling delete_port for dc849f82-60cd-4102-8731-02f687bcae4d owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:03.281004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] DHCP port deletion for df8c9f9e-36b4-4586-be3d-56ba322d2e26 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:42:03.294444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43482c97-4e45-49e7-839c-a1e31c53f8ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.365230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] Deleting port dc849f82-60cd-4102-8731-02f687bcae4d {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:03.365645 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.424031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43482c97-4e45-49e7-839c-a1e31c53f8ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.430931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.442868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43482c97-4e45-49e7-839c-a1e31c53f8ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.456116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] For port dc849f82-60cd-4102-8731-02f687bcae4d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=dc849f82-60cd-4102-8731-02f687bcae4d,segment=NetworkSegment(550f41bd-0308-47e4-8242-0680c1b97aa7),segment_id=550f41bd-0308-47e4-8242-0680c1b97aa7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:03.456584 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.482406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Port': ['ID=dc849f82-60cd-4102-8731-02f687bcae4d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:03.486126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No DVR routers for this DVR port dc849f82-60cd-4102-8731-02f687bcae4d on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:03.499478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43482c97-4e45-49e7-839c-a1e31c53f8ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a708090-7c63-4252-803f-d410df5553cf,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:03.510342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] Calling delete_port for dc849f82-60cd-4102-8731-02f687bcae4d owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:03.539426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-43482c97-4e45-49e7-839c-a1e31c53f8ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.543858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58834) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:03.544384 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-43482c97-4e45-49e7-839c-a1e31c53f8ac tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3304980 Jul 22 21:42:03.549518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1b69e595-ae11-473a-ae36-066313c6f213 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': 'a19ad5f0-b1e8-417e-9679-8634ee1f1b1d', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:03.606635 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.607784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc849f82-60cd-4102-8731-02f687bcae4d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:42:03.621174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b69e595-ae11-473a-ae36-066313c6f213 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.621432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8c9f9e-36b4-4586-be3d-56ba322d2e26']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:03.634856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550f41bd-0308-47e4-8242-0680c1b97aa7') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:03.635168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550f41bd-0308-47e4-8242-0680c1b97aa7') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:03.645620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.647358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: dc849f82-60cd-4102-8731-02f687bcae4d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:42:03.647731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device dc849f82-60cd-4102-8731-02f687bcae4d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:42:03.665299 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.674278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:42:03.675323 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:42:03.681007 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:42:03.747867 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.767830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.845413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b69e595-ae11-473a-ae36-066313c6f213 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.859578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b69e595-ae11-473a-ae36-066313c6f213 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.860908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] Pushing event deleted for resources: {'Port': ['ID=dc849f82-60cd-4102-8731-02f687bcae4d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:03.862899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.868550 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/df8c9f9e-36b4-4586-be3d-56ba322d2e26 HTTP/1.1" status: 204 len: 168 time: 1.1141922 Jul 22 21:42:03.871711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83b709-5d91-4496-a1ac-f672d949f1e1 None None] No DVR routers for this DVR port dc849f82-60cd-4102-8731-02f687bcae4d on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:03.873134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58844) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:03.874043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15707c3f-281c-4110-9ae8-a2490b0702b4 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=df8c9f9e-36b4-4586-be3d-56ba322d2e26,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:03.917927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69e595-ae11-473a-ae36-066313c6f213 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a81c703-746e-4f3f-a4ea-118ff6fcc656,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:03.921081 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a8d22c-a524-4eb0-9c23-f483d7d4357a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:03.928192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a8d22c-a524-4eb0-9c23-f483d7d4357a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:03.932764 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47a8d22c-a524-4eb0-9c23-f483d7d4357a tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/df676f33-9aaa-400e-a29f-088af6b7b560 HTTP/1.1" status: 404 len: 337 time: 0.0534286 Jul 22 21:42:03.933365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58846) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:03.955427 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b69e595-ae11-473a-ae36-066313c6f213 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:03.960777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b69e595-ae11-473a-ae36-066313c6f213 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4146256 Jul 22 21:42:03.962745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:03.969374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-386d6007-bba3-404c-ab40-8178e9b6f0d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': 'a19ad5f0-b1e8-417e-9679-8634ee1f1b1d', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:03.974649 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f723ea81-b5c7-4d3a-bfc1-f52504f35e51 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:03.975312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f723ea81-b5c7-4d3a-bfc1-f52504f35e51 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:03.979896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f723ea81-b5c7-4d3a-bfc1-f52504f35e51 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/37da8cd4-0712-4ab5-8e4f-d2be8acc98a2 HTTP/1.1" status: 404 len: 339 time: 0.0427399 Jul 22 21:42:03.980772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58856) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:04.027240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-386d6007-bba3-404c-ab40-8178e9b6f0d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.069710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04824aec-4422-4a0b-bea8-fd492ec8500b req-083d8bbf-41d2-4fad-89aa-4305ac648f15 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:04.071683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04824aec-4422-4a0b-bea8-fd492ec8500b req-083d8bbf-41d2-4fad-89aa-4305ac648f15 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 944 time: 0.1641402 Jul 22 21:42:04.093164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting subnet cda174da-615e-457a-bb00-abc35d2b9117 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:42:04.104646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.190479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04824aec-4422-4a0b-bea8-fd492ec8500b req-1e0c5c31-e3c4-41f3-9419-ee46225b8524 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108162 Jul 22 21:42:04.206211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.207420 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-386d6007-bba3-404c-ab40-8178e9b6f0d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.214097 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-386d6007-bba3-404c-ab40-8178e9b6f0d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.251110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d6007-bba3-404c-ab40-8178e9b6f0d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04836dc-aa42-4a10-888b-220229c21f5f,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:04.274573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-386d6007-bba3-404c-ab40-8178e9b6f0d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.277403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-386d6007-bba3-404c-ab40-8178e9b6f0d1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3139403 Jul 22 21:42:04.280487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58864) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:04.287338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3fc7ed84-6c13-4d0a-a50d-ad0a84011a23 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': 'a19ad5f0-b1e8-417e-9679-8634ee1f1b1d', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:04.322955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ed84-6c13-4d0a-a50d-ad0a84011a23 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.341068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.404061 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ed84-6c13-4d0a-a50d-ad0a84011a23 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.411266 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ed84-6c13-4d0a-a50d-ad0a84011a23 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.412519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.428824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:04.438962 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ed84-6c13-4d0a-a50d-ad0a84011a23 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.442262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3fc7ed84-6c13-4d0a-a50d-ad0a84011a23 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600156 Jul 22 21:42:04.445543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58866) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:04.446548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7ed84-6c13-4d0a-a50d-ad0a84011a23 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32cac56-1335-4a46-af65-53432aae1169,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:04.454544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': 'a19ad5f0-b1e8-417e-9679-8634ee1f1b1d', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:04.503910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.506288 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:42:04.511247 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.514274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:04.514896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/subnets/cda174da-615e-457a-bb00-abc35d2b9117 HTTP/1.1" status: 204 len: 168 time: 0.5318336 Jul 22 21:42:04.521853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb96cf-88d5-4b15-85aa-e71db93b03d8 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Subnet': ['ID=cda174da-615e-457a-bb00-abc35d2b9117,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:04.584381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c582ce4-fbf7-4e7d-aac1-fe4f1b8b5796 None None] Network da33dedf-3b88-4286-a02b-1c0ad311744e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:04.711440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.732700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:04.738201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:04.738698 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.837801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.847653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.880561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a9c997-ecf8-4dde-898d-7efea68a1e05,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:04.929390 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.941486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-53bc6e17-6aef-4a41-bc3f-de46632228c8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4852300 Jul 22 21:42:04.941610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58876) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:04.942260 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:04.947414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'security_group_rule': {'security_group_id': 'a19ad5f0-b1e8-417e-9679-8634ee1f1b1d', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:04.984294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:42:04.984294 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76050830-d001-4385-9d09-1ba8cc9afcd5" -d '{"events": [{"server_uuid": "ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4", "name": "network-vif-plugged", "status": "completed", "tag": "577ef8a7-2fe1-418f-94d3-7f59a5b15de2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:42:04.992946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Deleting port 2983541d-86c0-429d-ab24-7761b0123f99 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:04.993356 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.019054 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Project c53210f20cc944f4a4bc016b9bf23343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:42:05.019303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,segment=NetworkSegment(dd8e3b7c-6c05-44a7-9158-125df0e68bde),segment_id=dd8e3b7c-6c05-44a7-9158-125df0e68bde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:05.025382 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.026648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.055865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] DHCP port deletion for da33dedf-3b88-4286-a02b-1c0ad311744e request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:42:05.137248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] For port 2983541d-86c0-429d-ab24-7761b0123f99, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2983541d-86c0-429d-ab24-7761b0123f99,segment=NetworkSegment(986613d3-6a66-43da-938d-afa59b45395a),segment_id=986613d3-6a66-43da-938d-afa59b45395a)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:05.137615 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.154985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Calling delete_port for 2983541d-86c0-429d-ab24-7761b0123f99 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:05.172272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:05.247327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] Deleting port 2983541d-86c0-429d-ab24-7761b0123f99 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:05.253406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.262003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.267915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.310179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.359593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dee0f74-52a5-46e4-a402-23d4e4405ae5,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:05.378018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Port': ['ID=2983541d-86c0-429d-ab24-7761b0123f99,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:05.387120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.387732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] No DVR routers for this DVR port 2983541d-86c0-429d-ab24-7761b0123f99 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:05.390255 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f455c504-df27-4e0c-b33b-70ff44b68000 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4475591 Jul 22 21:42:05.393105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:05.402255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'network': {'name': 'tempest-network-smoke--327074550', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:05.461649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:05.474154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.492629 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac940e4-b8a4-4992-bb90-50bf08d87028 x-openstack-request-id: req-6ac940e4-b8a4-4992-bb90-50bf08d87028 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:42:05.493487 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4", "name": "network-vif-plugged", "status": "completed", "tag": "577ef8a7-2fe1-418f-94d3-7f59a5b15de2", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:42:05.493893 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ac940e4-b8a4-4992-bb90-50bf08d87028 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:42:05.494441 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2', 'code': 200} Jul 22 21:42:05.524546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] For port 2983541d-86c0-429d-ab24-7761b0123f99, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2983541d-86c0-429d-ab24-7761b0123f99,segment=NetworkSegment(986613d3-6a66-43da-938d-afa59b45395a),segment_id=986613d3-6a66-43da-938d-afa59b45395a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:05.528043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.564882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2983541d-86c0-429d-ab24-7761b0123f99 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:42:05.580016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] Calling delete_port for 2983541d-86c0-429d-ab24-7761b0123f99 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:05.598149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:42:05.615856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 2983541d-86c0-429d-ab24-7761b0123f99 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:42:05.615856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2983541d-86c0-429d-ab24-7761b0123f99 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:42:05.626308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.627147 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Added segment aff00073-0dd9-4878-ada7-c2c23ca8ec41 of type vlan for network a2ccac37-3b40-4576-b463-392cdafbb6f7 Jul 22 21:42:05.640468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101ec0-0db7-478a-ab5e-6f9d5eca6f83 req-4e324c19-5442-4f20-b9dd-0c2be93e5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:05.647939 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6101ec0-0db7-478a-ab5e-6f9d5eca6f83 req-4e324c19-5442-4f20-b9dd-0c2be93e5b2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1673160 Jul 22 21:42:05.656172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.672599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da33dedf-3b88-4286-a02b-1c0ad311744e']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:05.694178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986613d3-6a66-43da-938d-afa59b45395a') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:05.694850 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986613d3-6a66-43da-938d-afa59b45395a') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:05.709306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.755775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c35dd-96d7-4e47-b9b5-0518a84d7844 req-a0b68158-3bdf-49a3-b05b-db4f0ef9cd38 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:05.765645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed4c35dd-96d7-4e47-b9b5-0518a84d7844 req-a0b68158-3bdf-49a3-b05b-db4f0ef9cd38 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 945 time: 0.2582505 Jul 22 21:42:05.776581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.796676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:42:05.797593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:42:05.802706 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:42:05.834614 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6101ec0-0db7-478a-ab5e-6f9d5eca6f83 req-308e5af6-a88b-448b-a8d8-9aae0040fe88 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622322 Jul 22 21:42:05.845300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.859511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed4c35dd-96d7-4e47-b9b5-0518a84d7844 req-5237590a-8551-465b-9116-37e2e0f59a84 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898137 Jul 22 21:42:05.902877 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.909701 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.919388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:05.920292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.924366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] No DVR routers for this DVR port 2983541d-86c0-429d-ab24-7761b0123f99 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:05.962677 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.967431 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:05.974537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] 10.222.0.54 "DELETE /v2.0/networks/da33dedf-3b88-4286-a02b-1c0ad311744e HTTP/1.1" status: 204 len: 168 time: 1.4587557 Jul 22 21:42:05.977029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636661ad-08c5-4519-b15a-2f1093f15b9b None None] Pushing event deleted for resources: {'Port': ['ID=2983541d-86c0-429d-ab24-7761b0123f99,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:06.046196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6516664 Jul 22 21:42:06.048127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42f01b-e7cf-444a-bac0-490c59c1bc79 tempest-NetworksIpV6Test-956149191 tempest-NetworksIpV6Test-956149191-project] Pushing event deleted for resources: {'Network': ['ID=da33dedf-3b88-4286-a02b-1c0ad311744e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:06.051323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:06.075148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'admin_state_up': True, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:06.168925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:06.170206 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:06.304036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbeb05-d5cb-4fed-8daf-bafe5487ae85 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Network': ['ID=a2ccac37-3b40-4576-b463-392cdafbb6f7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:06.317823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:42:06.338036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:06.672307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:06.731909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58910) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:07.111175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:07.129177 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55519adb-73c0-4b82-a1c5-44e1eef76bad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bccbc6d74f440fb9678c530f2c06ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958669 Jul 22 21:42:07.132743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58924) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:07.192755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:07.278142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f649-1403-4eb3-9d5a-b2485b13c1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:07.301430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f649-1403-4eb3-9d5a-b2485b13c1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:07.352911 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f649-1403-4eb3-9d5a-b2485b13c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:07.356350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f649-1403-4eb3-9d5a-b2485b13c1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:07.357753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bbb9f649-1403-4eb3-9d5a-b2485b13c1a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c06181ef-b907-4b3f-8eee-254e5fbd9264 HTTP/1.1" status: 204 len: 168 time: 0.2240720 Jul 22 21:42:07.380379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9f649-1403-4eb3-9d5a-b2485b13c1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06181ef-b907-4b3f-8eee-254e5fbd9264,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:07.837168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9dd31-6f29-4816-aecc-fce3f071aa3e req-79585b2b-ec61-42b0-abcd-c3a51404bd40 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:07.846871 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4d9dd31-6f29-4816-aecc-fce3f071aa3e req-79585b2b-ec61-42b0-abcd-c3a51404bd40 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 945 time: 0.7665274 Jul 22 21:42:07.905265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4d9dd31-6f29-4816-aecc-fce3f071aa3e req-4c17db84-78c8-4dff-92fb-b5a841ec2a9e tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Jul 22 21:42:07.924524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.103 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/34bad800-1a1c-4f5e-a464-31ff05d844db) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:08.189121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:08.233153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:08.283226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:08.286913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:08.289524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:08.297165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=34bad800-1a1c-4f5e-a464-31ff05d844db,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:08.564860 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:08.611242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:08.770560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1397287372'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:08.803895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:08.809873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:08.827573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:08.850460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.058804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.064077 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.092655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:42:09.110952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19640e0b-5ade-4311-bc06-43a37072aeba,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:09.137436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.139043 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment 861d716d-cd40-4fa4-aba9-6dbf0ae485ac of type vlan for network e08e1856-3ff8-46f3-89f5-60a611590ed1 Jul 22 21:42:09.218078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.243711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349477b-88a7-4101-8d84-2b491fc25209 req-71766bbd-b21d-4069-ad38-d412b28817aa tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:09.252916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1349477b-88a7-4101-8d84-2b491fc25209 req-71766bbd-b21d-4069-ad38-d412b28817aa tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 945 time: 0.1731169 Jul 22 21:42:09.256092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router e7934991-3536-4a07-8379-53b7ab4fc754 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:42:09.332486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.341447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:09.342163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.456217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8435764 Jul 22 21:42:09.460234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 58982) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:09.501775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'name': 'tempest-PortsIpV6TestJSON-1246135787'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:09.507256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11759c3e-7f68-457c-b752-d19c565c52c5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=e08e1856-3ff8-46f3-89f5-60a611590ed1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:09.519606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:42:09.598987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1349477b-88a7-4101-8d84-2b491fc25209 req-548f96dd-6ef1-4900-bcae-c5b837ed9bda tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448572 Jul 22 21:42:09.663041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:42:09.678577 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Sync routers for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:42:09.692607 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:09.695211 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:41:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:09.730404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:09.735174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.735623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:09.737756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2cf8d40-659f-46de-806b-1fc791b2cd6d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6806252 Jul 22 21:42:09.742153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:09.772535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:09.823663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-400315c8-25e6-41fe-a292-796e4d10d06b tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=c53210f20cc944f4a4bc016b9bf23343&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762084 Jul 22 21:42:09.823950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58988) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:09.921610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:10.147208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cef169e-cbc7-41dc-bccd-b1caed73fa2b tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:10.155456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2cef169e-cbc7-41dc-bccd-b1caed73fa2b tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3260965 Jul 22 21:42:10.159826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 58996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:10.169582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:10.243333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e841f41c-14f2-4e16-8e42-edd20a43c6e1 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787210 Jul 22 21:42:10.244053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59000) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:10.254254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425550517', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:10.272355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:10.407387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=bc419e2b-4c34-4e64-a5a0-2b024f5d4966,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:10.431519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': '861d716d-cd40-4fa4-aba9-6dbf0ae485ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:10.431968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: e08e1856-3ff8-46f3-89f5-60a611590ed1, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:42:10.480751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:42:10.504138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e08e1856-3ff8-46f3-89f5-60a611590ed1) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:10.511145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:10.516771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304801a2-ead7-463e-a26a-6687595a76ad None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:10.545922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:10.547826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:10.551901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:10.559914 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:10.594464 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6e4b9804-d1b9-44f4-8ae8-b8849b3d64fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1313539 Jul 22 21:42:10.598070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59006) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:10.639944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-260569737'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:10.730064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:10.742047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:10.751612 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:08Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:10.859073 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Checking router: e7934991-3536-4a07-8379-53b7ab4fc754 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:42:10.859822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Updating router e7934991-3536-4a07-8379-53b7ab4fc754 port 34bad800-1a1c-4f5e-a464-31ff05d844db binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:42:10.893500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:42:10.928497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:10.929210 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment 15207d4b-23c8-4d20-8ea2-599305ea21d2 of type vlan for network 47587609-3bb8-45ac-88e3-a10fd5896242 Jul 22 21:42:10.952826 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:10.993174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:11.038131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:11.095695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:11.103577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:11.104498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:11.147589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Subnet': ['ID=36f964c2-2af6-4442-aabb-93478828593d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:11.160721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5585778 Jul 22 21:42:11.160918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Checking segment: {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:11.160918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network hostable DHCP agents. Network: a2ccac37-3b40-4576-b463-392cdafbb6f7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:42:11.162477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59022) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:11.168331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'ports': [{'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1'}, {'network_id': '47587609-3bb8-45ac-88e3-a10fd5896242'}]} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:11.168755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:11.169821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': '47587609-3bb8-45ac-88e3-a10fd5896242'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:11.186099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:42:11.209013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a2ccac37-3b40-4576-b463-392cdafbb6f7) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:11.220059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:11.220278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54130695-58f0-4291-b1b9-d5d296b35ee6 None None] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:11.222791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:11.256184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47dc064b-c19b-4892-b4e3-7b72ed3850a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0108278 Jul 22 21:42:11.259569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59024) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:11.629698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a2ccac37-3b40-4576-b463-392cdafbb6f7', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:42:11.631386 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:11.902813 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:11.929480 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Transition to ACTIVE for port object 34bad800-1a1c-4f5e-a464-31ff05d844db will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:11.943534 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.002749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Allocated IP 172.20.0.2 (a2ccac37-3b40-4576-b463-392cdafbb6f7/36f964c2-2af6-4442-aabb-93478828593d/670c9d93-b8cf-42af-945c-019f4c6d2632) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:12.074895 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Attempting to bind port 34bad800-1a1c-4f5e-a464-31ff05d844db on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:12.077135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Attempting to bind port 34bad800-1a1c-4f5e-a464-31ff05d844db by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:12.078676 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Attempting to bind port 34bad800-1a1c-4f5e-a464-31ff05d844db on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:12.138317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086242a2-df60-4b45-8619-d2a8e0a63c58 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=47587609-3bb8-45ac-88e3-a10fd5896242,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:12.166618 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:12.169553 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:12.169553 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.169553 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:12.170205 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Bound port: 34bad800-1a1c-4f5e-a464-31ff05d844db, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:12.170609 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.336865 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Pushing event updated for resources: {'Port': ['ID=34bad800-1a1c-4f5e-a464-31ff05d844db,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:12.372265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 2} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:12.380061 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.380310 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.380544 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.380871 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.381205 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.381539 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.381909 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.382332 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.382890 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.383215 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.383559 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.385096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.391451 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.413290 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.438112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Transition to ACTIVE for port object 670c9d93-b8cf-42af-945c-019f4c6d2632 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:12.446331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.454675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] For port 34bad800-1a1c-4f5e-a464-31ff05d844db, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:12.466378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Transition to ACTIVE for port object 670c9d93-b8cf-42af-945c-019f4c6d2632 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:12.474691 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] For port 34bad800-1a1c-4f5e-a464-31ff05d844db, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=34bad800-1a1c-4f5e-a464-31ff05d844db,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:12.481275 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.486513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 47587609-3bb8-45ac-88e3-a10fd5896242 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:42:12.601141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.603512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.710436 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab75409-544e-4b0c-addd-7615e5c2b933 None None] Pushing event updated for resources: {'Port': ['ID=34bad800-1a1c-4f5e-a464-31ff05d844db,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:12.713209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:12.715530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Pushing event updated for resources: {'Port': ['ID=670c9d93-b8cf-42af-945c-019f4c6d2632,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:12.718737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:12.728914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:12.744057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.744911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.745730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.746755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.747310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.747943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.748514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.749012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.749534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.750041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.750543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.751034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:12.754277 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:12.754277 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:41:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:12.793426 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d902c215-4a22-48c2-a42c-060f2aeffcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.805749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port e4c855c5-d71c-4e52-b793-f4d407b9966f yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:12.895565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Attempting to bind port 670c9d93-b8cf-42af-945c-019f4c6d2632 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:12.895968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Attempting to bind port 670c9d93-b8cf-42af-945c-019f4c6d2632 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:12.911586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Attempting to bind port 670c9d93-b8cf-42af-945c-019f4c6d2632 on network a2ccac37-3b40-4576-b463-392cdafbb6f7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:12.914314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:12.914693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Checking segment: {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:12.915105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:12.915505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Bound using segment: {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:12.916025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Bound port: 670c9d93-b8cf-42af-945c-019f4c6d2632, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:12.916412 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:13.132569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-af134501-2509-4012-bb57-33ff46737d0d None None] For port 670c9d93-b8cf-42af-945c-019f4c6d2632, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:13.139792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-af134501-2509-4012-bb57-33ff46737d0d None None] For port 670c9d93-b8cf-42af-945c-019f4c6d2632, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=670c9d93-b8cf-42af-945c-019f4c6d2632,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:13.149383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:13.207095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:13.234850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:13.406366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 4374971a-6fdb-404a-8a80-0af79f947981 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:13.666906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.1 (a2ccac37-3b40-4576-b463-392cdafbb6f7/36f964c2-2af6-4442-aabb-93478828593d/e85a7719-9637-4edb-8318-7d67da9e4378) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:13.777814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af134501-2509-4012-bb57-33ff46737d0d None None] Pushing event updated for resources: {'Port': ['ID=670c9d93-b8cf-42af-945c-019f4c6d2632,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:13.848245 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:13.895295 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:08Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:13.994892 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:13.996916 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef26e5-03cb-42e2-84f7-4906edf2081f None None] The sync data for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 is: [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:08Z', 'revision_number': 3, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:42:14.105292 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:14.160217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object e85a7719-9637-4edb-8318-7d67da9e4378 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:14.212893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=e4c855c5-d71c-4e52-b793-f4d407b9966f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:14.225026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:14.226833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:14.234143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:14.235142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:14.275119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:14.429192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:14.434413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:14.445723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:14.483335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=4374971a-6fdb-404a-8a80-0af79f947981,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:14.539708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=e85a7719-9637-4edb-8318-7d67da9e4378,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:14.565073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': '15207d4b-23c8-4d20-8ea2-599305ea21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47587609-3bb8-45ac-88e3-a10fd5896242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:14.567177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: 47587609-3bb8-45ac-88e3-a10fd5896242, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:42:14.628955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 47587609-3bb8-45ac-88e3-a10fd5896242 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:42:14.649653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 47587609-3bb8-45ac-88e3-a10fd5896242) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:14.661927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d909c-588c-4a0c-a1f2-e8fee35216ac None None] Network 47587609-3bb8-45ac-88e3-a10fd5896242 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:14.667366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:14.683496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:14.699380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:14.709261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:14.712204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:14.790817 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c73349e9-06e4-43b5-86d7-017688ce88a4 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6272929 Jul 22 21:42:14.797509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59088) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:15.207934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f1daea19-3699-4f5c-b6d2-4ec7dcd3addf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:15.289203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 4374971a-6fdb-404a-8a80-0af79f947981 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:15.290184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:15.357579 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:15.512583 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:15.593641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:15.684766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 4374971a-6fdb-404a-8a80-0af79f947981 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:15.742328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 670c9d93-b8cf-42af-945c-019f4c6d2632 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:15.903607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 670c9d93-b8cf-42af-945c-019f4c6d2632 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:15.918805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34bad800-1a1c-4f5e-a464-31ff05d844db up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:15.931798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f581f7e-3c09-4226-8159-3d536716c948 None None] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:16.140934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.207242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=4374971a-6fdb-404a-8a80-0af79f947981,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:16.235511 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.240918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59108) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:16.242136 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8cba073d-dde3-42b0-af1a-5db3386e7573 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/4374971a-6fdb-404a-8a80-0af79f947981 HTTP/1.1" status: 204 len: 168 time: 1.4430783 Jul 22 21:42:16.372959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.380263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.432740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b17d85d1-402c-4edf-9a68-6b1b5dff2f26 None None] Provisioning for port 670c9d93-b8cf-42af-945c-019f4c6d2632 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:16.468680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.469397 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.481516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b17d85d1-402c-4edf-9a68-6b1b5dff2f26 None None] Provisioning complete for port 670c9d93-b8cf-42af-945c-019f4c6d2632 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:16.483736 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b17d85d1-402c-4edf-9a68-6b1b5dff2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.656815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 34bad800-1a1c-4f5e-a464-31ff05d844db completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:16.689973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 34bad800-1a1c-4f5e-a464-31ff05d844db triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:16.698159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=e85a7719-9637-4edb-8318-7d67da9e4378,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:16.724513 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:16.763773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd5794-c41a-49ab-ad48-eb2f578ac25e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:16.778404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd5794-c41a-49ab-ad48-eb2f578ac25e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:16.788040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-28dd5794-c41a-49ab-ad48-eb2f578ac25e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5431180 Jul 22 21:42:16.789133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59116) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:16.837993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0bf0d-8210-40ce-ac07-1ab01ff44051 req-81addc97-6225-48aa-a664-7c48d72255e8 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:16.853888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73a0bf0d-8210-40ce-ac07-1ab01ff44051 req-81addc97-6225-48aa-a664-7c48d72255e8 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 945 time: 0.4106896 Jul 22 21:42:17.133030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port e4c855c5-d71c-4e52-b793-f4d407b9966f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:17.133398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.179186 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.245604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 34bad800-1a1c-4f5e-a464-31ff05d844db, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=34bad800-1a1c-4f5e-a464-31ff05d844db,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:17.258077 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.387482 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b17d85d1-402c-4edf-9a68-6b1b5dff2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.453681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.480432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for e4c855c5-d71c-4e52-b793-f4d407b9966f owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:17.482226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=34bad800-1a1c-4f5e-a464-31ff05d844db,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:17.529260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b17d85d1-402c-4edf-9a68-6b1b5dff2f26 None None] For port 670c9d93-b8cf-42af-945c-019f4c6d2632, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=670c9d93-b8cf-42af-945c-019f4c6d2632,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:17.536003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b17d85d1-402c-4edf-9a68-6b1b5dff2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.695063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6861d9f9-315c-4e24-9ab3-d044d43c25c6 None None] Provisioning complete for port 670c9d93-b8cf-42af-945c-019f4c6d2632 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:17.696099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6861d9f9-315c-4e24-9ab3-d044d43c25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.795027 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.849100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d85d1-402c-4edf-9a68-6b1b5dff2f26 None None] Pushing event updated for resources: {'Port': ['ID=670c9d93-b8cf-42af-945c-019f4c6d2632,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:17.865692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=e4c855c5-d71c-4e52-b793-f4d407b9966f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:17.903664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:17.910225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73a0bf0d-8210-40ce-ac07-1ab01ff44051 req-a04c0187-a659-4a35-9692-2514321e40e1 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0548749 Jul 22 21:42:17.911942 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-48bdb479-d778-4de0-8582-efc2d82c8444 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/e4c855c5-d71c-4e52-b793-f4d407b9966f HTTP/1.1" status: 204 len: 168 time: 1.1202371 Jul 22 21:42:17.914627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:17.935580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:17.941496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:18.091449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6861d9f9-315c-4e24-9ab3-d044d43c25c6 None None] Provisioning for port e85a7719-9637-4edb-8318-7d67da9e4378 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:18.099533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6861d9f9-315c-4e24-9ab3-d044d43c25c6 None None] Provisioning complete for port e85a7719-9637-4edb-8318-7d67da9e4378 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:18.099939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6861d9f9-315c-4e24-9ab3-d044d43c25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.135392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2cd31b-4e8e-4d7b-a5b0-567c2f6039fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:18.142212 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1a2cd31b-4e8e-4d7b-a5b0-567c2f6039fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2206931 Jul 22 21:42:18.142913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59132) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:18.222149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router e7934991-3536-4a07-8379-53b7ab4fc754 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:42:18.225576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6861d9f9-315c-4e24-9ab3-d044d43c25c6 None None] Port e85a7719-9637-4edb-8318-7d67da9e4378 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:42:18.230906 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2b08f7-4dd8-4b60-ad0d-791fbfd64228 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:42:18.233408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0f2b08f7-4dd8-4b60-ad0d-791fbfd64228 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/4374971a-6fdb-404a-8a80-0af79f947981 HTTP/1.1" status: 404 len: 333 time: 0.0889316 Jul 22 21:42:18.241145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59134) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:18.293566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.313118 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cef56ec-b62d-4b08-a316-99991413ba64 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:42:18.318527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:18.318705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8cef56ec-b62d-4b08-a316-99991413ba64 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/e4c855c5-d71c-4e52-b793-f4d407b9966f HTTP/1.1" status: 404 len: 333 time: 0.0761497 Jul 22 21:42:18.373047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5d5f894b-a19f-41d5-91c8-55dbcb0748db None None] Provisioning complete for port e85a7719-9637-4edb-8318-7d67da9e4378 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:18.373680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5d5f894b-a19f-41d5-91c8-55dbcb0748db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.548116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-ea2c858c-c352-460d-a0fa-0dc1be351689 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:18.549768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-ea2c858c-c352-460d-a0fa-0dc1be351689 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 945 time: 0.3328512 Jul 22 21:42:18.576569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f894b-a19f-41d5-91c8-55dbcb0748db None None] Port e85a7719-9637-4edb-8318-7d67da9e4378 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:42:18.702117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6b31eb93-d948-48f7-beed-ffe56d289cc6 None None] Provisioning complete for port e85a7719-9637-4edb-8318-7d67da9e4378 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:18.702762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6b31eb93-d948-48f7-beed-ffe56d289cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.730857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:42:18.749486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.750635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7477013e-439e-48ac-bda4-6f8e045fa89c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/e7934991-3536-4a07-8379-53b7ab4fc754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4895308 Jul 22 21:42:18.773334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Sync routers for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:42:18.794128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6b31eb93-d948-48f7-beed-ffe56d289cc6 None None] Port e85a7719-9637-4edb-8318-7d67da9e4378 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:42:18.821781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:18.822446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:18.872928 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.891552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47587609-3bb8-45ac-88e3-a10fd5896242']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:18.908794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15207d4b-23c8-4d20-8ea2-599305ea21d2') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:18.909695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15207d4b-23c8-4d20-8ea2-599305ea21d2') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:18.924454 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.970934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:18.980786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:42:18.981217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.020444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:42:19.060479 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:42:19.064371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.069728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.077071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/47587609-3bb8-45ac-88e3-a10fd5896242 HTTP/1.1" status: 204 len: 168 time: 0.7376747 Jul 22 21:42:19.077931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59156) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:19.093790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2121359404'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:19.114777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Deleting port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:19.115206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.122688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90797b79-ea66-430d-bc75-c07f41a25dd2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=47587609-3bb8-45ac-88e3-a10fd5896242,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:19.182834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:19.186855 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.236961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-e045181c-00b6-4bd3-a4b4-e600b828bcd1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078110631&fields=id&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 267 time: 0.1019080 Jul 22 21:42:19.265787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd169146-cf47-4eb6-b2ae-2529b6574049 req-30b2ddf1-0767-49c5-9b0e-0aca89376ef6 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:19.274132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:42:19.276229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd169146-cf47-4eb6-b2ae-2529b6574049 req-30b2ddf1-0767-49c5-9b0e-0aca89376ef6 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 945 time: 0.2607543 Jul 22 21:42:19.303482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] For port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,segment=NetworkSegment(dd8e3b7c-6c05-44a7-9158-125df0e68bde),segment_id=dd8e3b7c-6c05-44a7-9158-125df0e68bde)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:19.303931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.307288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.307636 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment db8945a7-2b2f-4c60-be6c-af5d42b5f8c7 of type vlan for network 7efc81fe-cd78-4400-b774-5239dc75ca8d Jul 22 21:42:19.337077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Calling delete_port for 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:19.409908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.437933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd169146-cf47-4eb6-b2ae-2529b6574049 req-dc6afcd3-0b58-4557-8726-d8e85ef860d2 tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/security-groups?id=df6fad9e-b378-464a-8045-8b78c8716a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603558 Jul 22 21:42:19.529246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 2, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:19.552157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-04bd6e21-99ab-443f-9c84-403470038bca tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:19.559331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-04bd6e21-99ab-443f-9c84-403470038bca tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/networks?id=a2ccac37-3b40-4576-b463-392cdafbb6f7 HTTP/1.1" status: 200 len: 796 time: 0.3191319 Jul 22 21:42:19.623917 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.640580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:19.641242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:19.654338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-a8c42480-6f8d-496c-8b9e-6cccb2ba5df9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/quotas/c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 375 time: 0.0903645 Jul 22 21:42:19.767874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 670c9d93-b8cf-42af-945c-019f4c6d2632 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:19.838140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=7efc81fe-cd78-4400-b774-5239dc75ca8d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:19.872591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-e1abac7e-3b68-416f-9024-c6f181482c0e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896238 Jul 22 21:42:19.888699 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c679420e-c80d-4eb4-893c-4a6940774e10 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8035655 Jul 22 21:42:19.891650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59170) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:19.897998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:19.910337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Checking router: e7934991-3536-4a07-8379-53b7ab4fc754 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:42:19.910848 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Updating router e7934991-3536-4a07-8379-53b7ab4fc754 port e85a7719-9637-4edb-8318-7d67da9e4378 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:42:19.912853 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 7efc81fe-cd78-4400-b774-5239dc75ca8d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:42:20.137913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:20.142617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-c055c869-54f8-4bf4-83a1-6bc13ec357da service neutron] 10.222.0.54 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499199 Jul 22 21:42:20.183043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Pushing event deleted for resources: {'Port': ['ID=577ef8a7-2fe1-418f-94d3-7f59a5b15de2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:20.200519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:20.204570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:20.206623 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:20.258141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['577ef8a7-2fe1-418f-94d3-7f59a5b15de2'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:42:20.292440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-4cefd930-cd29-480e-be51-998821abd88c service neutron] 10.222.0.54 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308286 Jul 22 21:42:20.472200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:20.509306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 670c9d93-b8cf-42af-945c-019f4c6d2632 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:20.512148 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:20.543894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] No DVR routers for this DVR port 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:20.557144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:20.559192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bb3ee639-7d12-4e05-88ee-c71226aa66a4 req-19632e35-d3f5-49c0-bd66-0ad81169aa4c tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.23 "DELETE /v2.0/ports/577ef8a7-2fe1-418f-94d3-7f59a5b15de2 HTTP/1.1" status: 204 len: 173 time: 1.9993529 Jul 22 21:42:20.606049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'name': 'network-vif-deleted', 'tag': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:42:20.610688 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3007daf-d304-4e11-af8c-72d91d30880c" -d '{"events": [{"server_uuid": "ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4", "name": "network-vif-deleted", "tag": "577ef8a7-2fe1-418f-94d3-7f59a5b15de2"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:42:20.754119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': 'db8945a7-2b2f-4c60-be6c-af5d42b5f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:20.754527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: 7efc81fe-cd78-4400-b774-5239dc75ca8d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:42:20.770515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e88ed2ee-edac-4700-850b-e3324583148d req-52dda502-62cc-4de7-ba72-5a3cfc374d8d tempest-VolumesActionsTest-796531047 tempest-VolumesActionsTest-796531047-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4 HTTP/1.1" status: 200 len: 210 time: 0.1296561 Jul 22 21:42:20.776562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=27468404-37af-4b73-836b-0b31919658e1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:20.842685 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88052f7-1efc-409a-9075-a458691d4189 x-openstack-request-id: req-c88052f7-1efc-409a-9075-a458691d4189 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:42:20.843123 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4", "name": "network-vif-deleted", "tag": "577ef8a7-2fe1-418f-94d3-7f59a5b15de2", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:42:20.843244 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c88052f7-1efc-409a-9075-a458691d4189 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:42:20.843883 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed23db0d-5edc-4a8f-bdb5-e5d621d77ec4', 'name': 'network-vif-deleted', 'tag': '577ef8a7-2fe1-418f-94d3-7f59a5b15de2', 'status': 'completed', 'code': 200} Jul 22 21:42:20.857316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 7efc81fe-cd78-4400-b774-5239dc75ca8d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:42:20.891096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 7efc81fe-cd78-4400-b774-5239dc75ca8d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:20.910409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd52db1-2032-42dc-a0d5-610bf9890b52 None None] Network 7efc81fe-cd78-4400-b774-5239dc75ca8d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:20.913321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:20.913955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:20.955023 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ebabe209-48eb-4c00-8eb5-60bfb0d37f62 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0608182 Jul 22 21:42:20.957761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59196) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:20.969476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d', 'name': 'tempest-PortsIpV6TestJSON-531744345'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:20.973534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-488bcc56-e525-4011-9928-d0ecb93a3187 req-0af879fb-522c-4e5b-951d-5af908b2fd9e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 210 time: 0.1061375 Jul 22 21:42:21.040118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34bad800-1a1c-4f5e-a464-31ff05d844db up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:21.289740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:21.302263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:21.380289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 0ea1beb6-93e7-4950-97a5-846773f7f154 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:21.650841 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:21.665456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Transition to ACTIVE for port object e85a7719-9637-4edb-8318-7d67da9e4378 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:21.677023 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:21.750865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::2ba (7efc81fe-cd78-4400-b774-5239dc75ca8d/27468404-37af-4b73-836b-0b31919658e1/0ea1beb6-93e7-4950-97a5-846773f7f154) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:21.785299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 34bad800-1a1c-4f5e-a464-31ff05d844db triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:21.785706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:21.865217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc61ab-b427-462b-8da0-4b521520064b None None] Pushing event updated for resources: {'Port': ['ID=e85a7719-9637-4edb-8318-7d67da9e4378,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:22.154401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-7efc81fe-cd78-4400-b774-5239dc75ca8d', 'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d', 'tenant_id': '64981cca65e547ee88a5445ae19ecf70', 'fixed_ips': [{'subnet_id': '27468404-37af-4b73-836b-0b31919658e1'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:42:22.155319 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:22.255685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5fa642c-2642-427b-a333-7904c33e30d8 req-05ae00a6-da56-418b-8ced-b45e8548e0af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 210 time: 0.0803192 Jul 22 21:42:22.290037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:22.325021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 0ea1beb6-93e7-4950-97a5-846773f7f154 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:22.453480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:22.574496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 7efc81fe-cd78-4400-b774-5239dc75ca8d is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:22.578628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:22.584587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:42:22.591799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:22.600172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:22.600915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:22.623352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6641445 Jul 22 21:42:22.625862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59230) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:22.658127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859779b-9ea8-432a-aa71-dee63224171f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=0ea1beb6-93e7-4950-97a5-846773f7f154,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:22.660182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:42:22.660659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 577ef8a7-2fe1-418f-94d3-7f59a5b15de2 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:42:22.692606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Attempting to bind port e85a7719-9637-4edb-8318-7d67da9e4378 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:22.699599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Attempting to bind port e85a7719-9637-4edb-8318-7d67da9e4378 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:22.700286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Attempting to bind port e85a7719-9637-4edb-8318-7d67da9e4378 on network a2ccac37-3b40-4576-b463-392cdafbb6f7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:22.723686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:22.725204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Checking segment: {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:22.725621 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:22.726023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Bound using segment: {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:22.726551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Bound port: e85a7719-9637-4edb-8318-7d67da9e4378, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:22.730266 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:22.843516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 0ea1beb6-93e7-4950-97a5-846773f7f154 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:22.844640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:22.889478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Allocated IP 2001:db8::2 (7efc81fe-cd78-4400-b774-5239dc75ca8d/27468404-37af-4b73-836b-0b31919658e1/7fb49ea1-1a00-480b-ae2b-0c9c420f03c1) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:23.004329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:23.035794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 0ea1beb6-93e7-4950-97a5-846773f7f154 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:23.093775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-ca7da08c-383a-48ed-afb7-3e1b11fc7f27 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:23.105239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-ca7da08c-383a-48ed-afb7-3e1b11fc7f27 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/networks?id=a2ccac37-3b40-4576-b463-392cdafbb6f7 HTTP/1.1" status: 200 len: 796 time: 0.3278968 Jul 22 21:42:23.132663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] For port e85a7719-9637-4edb-8318-7d67da9e4378, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:23.242569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-e9417041-95a6-4708-9c24-f889e1d038af tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c53210f20cc944f4a4bc016b9bf23343 HTTP/1.1" status: 200 len: 380 time: 0.1356335 Jul 22 21:42:23.256417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'port': {'device_id': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'admin_state_up': True, 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'security_groups': ['a19ad5f0-b1e8-417e-9679-8634ee1f1b1d']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:23.263217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] For port e85a7719-9637-4edb-8318-7d67da9e4378, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e85a7719-9637-4edb-8318-7d67da9e4378,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:23.325972 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:23.514066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6382875c-5772-48f2-89cb-8b7404ba4895 req-f9f1c879-814f-441e-af8c-c8b3a2da7cda tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 210 time: 0.0548551 Jul 22 21:42:23.556081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:23.615067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Made reservation on behalf of c53210f20cc944f4a4bc016b9bf23343 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:23.625051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:23.673633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=0ea1beb6-93e7-4950-97a5-846773f7f154,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:23.685910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:23.695578 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aaa87809-74bf-4340-a290-da5f6dc1df11 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/0ea1beb6-93e7-4950-97a5-846773f7f154 HTTP/1.1" status: 204 len: 168 time: 1.0685749 Jul 22 21:42:23.698243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59254) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:23.732430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc61ab-b427-462b-8da0-4b521520064b None None] Pushing event updated for resources: {'Port': ['ID=e85a7719-9637-4edb-8318-7d67da9e4378,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:23.832404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:23.832657 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-71aa4347-1738-4602-a426-50a13242b45d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:42:23.833410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71aa4347-1738-4602-a426-50a13242b45d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:23.833878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:23.856148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-71aa4347-1738-4602-a426-50a13242b45d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/0ea1beb6-93e7-4950-97a5-846773f7f154 HTTP/1.1" status: 404 len: 333 time: 0.1565955 Jul 22 21:42:23.865016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:23.953931 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fad786-e3a4-473b-abc6-94dd6907de49 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:42:23.970843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f9fad786-e3a4-473b-abc6-94dd6907de49 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/0ea1beb6-93e7-4950-97a5-846773f7f154 HTTP/1.1" status: 404 len: 333 time: 0.1046946 Jul 22 21:42:23.976838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:24.054725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:24.109721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.20.0.13 (a2ccac37-3b40-4576-b463-392cdafbb6f7/36f964c2-2af6-4442-aabb-93478828593d/0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:24.123905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 27468404-37af-4b73-836b-0b31919658e1 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:42:24.356018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.374996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Transition to ACTIVE for port object 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:24.415949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.478735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:24.480839 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:24.500028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:24.546603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:24.618340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:24.618340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.663538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-17b37233-84e0-422c-9a1d-042791229b50 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4144349 Jul 22 21:42:24.686092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Request body: {'port': {'device_id': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:24.731053 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.761930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d96ad-388c-4203-b40e-4d8507899828 req-ce888d68-9a85-4236-96f2-8ad5d7291497 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:24.770942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Transition to ACTIVE for port object 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:24.774556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a6d96ad-388c-4203-b40e-4d8507899828 req-ce888d68-9a85-4236-96f2-8ad5d7291497 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 932 time: 0.1223307 Jul 22 21:42:24.840022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5a6d96ad-388c-4203-b40e-4d8507899828 req-a9aa1a27-5a79-41cb-8155-8eea78eb52c1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582132 Jul 22 21:42:24.842361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.855067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Transition to ACTIVE for port object 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:24.864064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.866466 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.967860 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:24.983629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Pushing event updated for resources: {'Port': ['ID=7fb49ea1-1a00-480b-ae2b-0c9c420f03c1,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:25.059239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Network 7efc81fe-cd78-4400-b774-5239dc75ca8d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:25.092053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:25.098352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0b2a09c2-9118-40ff-be9a-96d0924dc3e3 None None] Provisioning for port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:25.112586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:25.217503 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.221646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0b2a09c2-9118-40ff-be9a-96d0924dc3e3 None None] Provisioning complete for port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:25.222017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b2a09c2-9118-40ff-be9a-96d0924dc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.341771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.391100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a09c2-9118-40ff-be9a-96d0924dc3e3 None None] Port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:42:25.426808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Attempting to bind port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:25.429212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Attempting to bind port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'db8945a7-2b2f-4c60-be6c-af5d42b5f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:25.432951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Attempting to bind port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 on network 7efc81fe-cd78-4400-b774-5239dc75ca8d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:25.440893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=27468404-37af-4b73-836b-0b31919658e1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:25.445682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:25.446323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Checking segment: {'id': 'db8945a7-2b2f-4c60-be6c-af5d42b5f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:25.446932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.447500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Bound using segment: {'id': 'db8945a7-2b2f-4c60-be6c-af5d42b5f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:25.448418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Bound port: 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8945a7-2b2f-4c60-be6c-af5d42b5f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7efc81fe-cd78-4400-b774-5239dc75ca8d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:25.452126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.457955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.470901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-21105efb-4882-42ae-b217-496dbd1e4f6f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/27468404-37af-4b73-836b-0b31919658e1 HTTP/1.1" status: 204 len: 168 time: 1.4844084 Jul 22 21:42:25.485998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59284) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:25.510188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:23Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:25.598184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7fe72-24af-47d0-a5f6-f6152877605f None None] The sync data for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 is: [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:23Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:42:25.613326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.624465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:42:25.659067 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.713283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Transition to ACTIVE for port object 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:25.757589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.784343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] For port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:25.799377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] For port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7fb49ea1-1a00-480b-ae2b-0c9c420f03c1,segment=NetworkSegment(db8945a7-2b2f-4c60-be6c-af5d42b5f8c7),segment_id=db8945a7-2b2f-4c60-be6c-af5d42b5f8c7)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:25.810449 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:25.926042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:25.988462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6cece-95b3-40a5-8549-72efe9595983 None None] Pushing event updated for resources: {'Port': ['ID=7fb49ea1-1a00-480b-ae2b-0c9c420f03c1,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:26.111642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb1e00-c03b-4051-b82b-7efc635b41c7 None None] Network 7efc81fe-cd78-4400-b774-5239dc75ca8d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:26.190991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8c08f-a355-4a9f-b4d8-17a0ffb09a99 req-608b978e-4de2-48ff-9fda-70c2e518d968 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:26.200799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1c8c08f-a355-4a9f-b4d8-17a0ffb09a99 req-608b978e-4de2-48ff-9fda-70c2e518d968 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 944 time: 0.2306933 Jul 22 21:42:26.228613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:26.228974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:26.357088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1c8c08f-a355-4a9f-b4d8-17a0ffb09a99 req-5163c742-f100-4d73-bf5a-15c83d2d13ed tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436696 Jul 22 21:42:26.393386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Attempting to bind port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:26.393881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Attempting to bind port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:26.394309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Attempting to bind port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 on network a2ccac37-3b40-4576-b463-392cdafbb6f7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:26.424567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 on network a2ccac37-3b40-4576-b463-392cdafbb6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:42:26.432018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Attempting to bind port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 on network a2ccac37-3b40-4576-b463-392cdafbb6f7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:26.432749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e85a7719-9637-4edb-8318-7d67da9e4378 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:26.472991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:26.484188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Checking segment: {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:26.484806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Bound using segment: {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:26.485389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Bound port: 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff00073-0dd9-4878-ada7-c2c23ca8ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:26.485870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:26.555357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] For port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7fb49ea1-1a00-480b-ae2b-0c9c420f03c1,segment=NetworkSegment(db8945a7-2b2f-4c60-be6c-af5d42b5f8c7),segment_id=db8945a7-2b2f-4c60-be6c-af5d42b5f8c7)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:26.570062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:26.650338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:26.729843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e85a7719-9637-4edb-8318-7d67da9e4378 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:26.743045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e85a7719-9637-4edb-8318-7d67da9e4378 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:26.743430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:26.774317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf7ba1-2dbc-46d0-9b15-fd0aac45c972 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:42:26.870466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:26.884471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:26.896577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:26.922127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:26.922981 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:26.925369 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] 10.222.0.23 "PUT /v2.0/ports/0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 HTTP/1.1" status: 200 len: 1093 time: 2.2439029 Jul 22 21:42:26.931626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:42:26.934176 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6415a257-dd7a-48ce-897a-ef6110a1c116" -d '{"events": [{"name": "network-changed", "server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:42:27.063712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf7ba1-2dbc-46d0-9b15-fd0aac45c972 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:42:27.120372 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa2f5f-fbe4-4c5c-a1e0-4f1813d1c3de x-openstack-request-id: req-79aa2f5f-fbe4-4c5c-a1e0-4f1813d1c3de {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:42:27.120676 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:42:27.120931 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79aa2f5f-fbe4-4c5c-a1e0-4f1813d1c3de {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:42:27.121339 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'status': 'completed', 'code': 200} Jul 22 21:42:27.181466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569b8de-8ab1-4626-9719-5f0b6f60cc5c service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:27.230273 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:27.306574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No DVR routers for this DVR port 7fb49ea1-1a00-480b-ae2b-0c9c420f03c1 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:27.319413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=7fb49ea1-1a00-480b-ae2b-0c9c420f03c1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:27.329294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-2200016a-1837-4859-ab89-0c5853421998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:27.332664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-2200016a-1837-4859-ab89-0c5853421998 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 1096 time: 0.3058105 Jul 22 21:42:27.540378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-e4d698fd-7515-4cd4-ae33-1c095412d158 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 HTTP/1.1" status: 200 len: 217 time: 0.1156454 Jul 22 21:42:27.865133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922af31-0b3e-4b87-9595-7f8f4934b2d3 req-f0244a27-fc63-43a5-b40b-0fbefeca0c32 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:27.867299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9922af31-0b3e-4b87-9595-7f8f4934b2d3 req-f0244a27-fc63-43a5-b40b-0fbefeca0c32 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 944 time: 0.3515191 Jul 22 21:42:27.884980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:27.889863 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:27.932619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efc81fe-cd78-4400-b774-5239dc75ca8d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:28.030502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9922af31-0b3e-4b87-9595-7f8f4934b2d3 req-a8c25701-4531-4382-940c-64700104ce9c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466749 Jul 22 21:42:28.058720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-0eeda71c-48ee-46cb-a788-178cce0635a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:28.058720 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-0eeda71c-48ee-46cb-a788-178cce0635a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36f964c2-2af6-4442-aabb-93478828593d HTTP/1.1" status: 200 len: 834 time: 0.4516943 Jul 22 21:42:28.062230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8945a7-2b2f-4c60-be6c-af5d42b5f8c7') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:28.062230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8945a7-2b2f-4c60-be6c-af5d42b5f8c7') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:28.179212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.182116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59324) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:28.237179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e85a7719-9637-4edb-8318-7d67da9e4378, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e85a7719-9637-4edb-8318-7d67da9e4378,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:28.241111 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-15d7f309-958e-4be1-8f9f-3b4937d5f96c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8389781 Jul 22 21:42:28.266448 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.274056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.299660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:42:28.306395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:42:28.310168 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:42:28.477674 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd3ee-fdb4-4dfd-aa07-c47537d18a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.512818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e85a7719-9637-4edb-8318-7d67da9e4378,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:28.648936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-c17cf943-6edf-43bb-a897-a2fcaba2dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:28.652843 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-c17cf943-6edf-43bb-a897-a2fcaba2dfda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2ccac37-3b40-4576-b463-392cdafbb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5823600 Jul 22 21:42:28.660230 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.671286 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.681439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59330) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:28.683045 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/7efc81fe-cd78-4400-b774-5239dc75ca8d HTTP/1.1" status: 204 len: 168 time: 3.2071924 Jul 22 21:42:28.691659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1564170582'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:28.754721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce3f92-cf82-4d96-8706-a26f4a0adc5c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=7efc81fe-cd78-4400-b774-5239dc75ca8d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:28.929395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd3ee-fdb4-4dfd-aa07-c47537d18a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:28.936801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd3ee-fdb4-4dfd-aa07-c47537d18a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.034351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cd3ee-fdb4-4dfd-aa07-c47537d18a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34fbcd6-6ee5-45b8-9d5b-da290b1abe09,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:29.116514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fc3cd3ee-fdb4-4dfd-aa07-c47537d18a48 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8642548fe5a452faef83077f5d4fd5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9329374 Jul 22 21:42:29.119962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:29.226710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:29.246576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.416902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:42:29.441416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.441693 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment 7a9dc473-3de4-4065-baaf-084eee38804f of type vlan for network 916d11e8-9658-488b-a76e-59772a1dce1e Jul 22 21:42:29.519181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.640214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.642459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97c0b723-41a0-47c8-9544-75449d8939d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.643934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.644626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.652262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.652883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.653431 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.653603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.654167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.656630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-69dc5605-e077-46ee-8e3b-4f4d5dee1ebb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 6506 time: 1.3413434 Jul 22 21:42:29.680054 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-8c43ed1d-f536-471e-a3b8-51d88888ea1f service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9923537 Jul 22 21:42:29.682017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.686699 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.828322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1472676 Jul 22 21:42:29.831316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97c0b723-41a0-47c8-9544-75449d8939d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:29.848106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59344) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:29.863992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-9d52924e-4115-4962-bcdf-5aaa8839fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.865014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-9d52924e-4115-4962-bcdf-5aaa8839fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.865682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-9d52924e-4115-4962-bcdf-5aaa8839fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.867509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-9d52924e-4115-4962-bcdf-5aaa8839fc55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=5ad52515-1268-479b-b734-694780a533e7&id=e36c9c13-3075-44ed-add2-4df81517f00d&id=e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 200 len: 2298 time: 0.1726682 Jul 22 21:42:29.913574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:29.917801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695be2e6-fa37-4617-966b-f64ee385bdbb tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=916d11e8-9658-488b-a76e-59772a1dce1e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:29.930011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 916d11e8-9658-488b-a76e-59772a1dce1e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:42:29.993460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711067d8-26d7-47da-a677-c8e3008282fa req-aa2bd610-b6df-4a71-9e9a-1ac522342495 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:29.994971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-711067d8-26d7-47da-a677-c8e3008282fa req-aa2bd610-b6df-4a71-9e9a-1ac522342495 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 944 time: 0.7701817 Jul 22 21:42:30.139602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aba43605-eb5b-4989-8f34-4c2e98e48daa req-ec6aa6e8-20a0-40e3-b078-8e78caece285 service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297698 Jul 22 21:42:30.142010 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-f8016592-671f-42c9-8d91-b2e099955b4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 200 len: 1001 time: 0.2663827 Jul 22 21:42:30.179257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:30.183186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:30.270599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-711067d8-26d7-47da-a677-c8e3008282fa req-51890100-7fc6-4675-9e1e-5e977d4447a4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647271 Jul 22 21:42:30.381131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97c0b723-41a0-47c8-9544-75449d8939d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:30.385028 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97c0b723-41a0-47c8-9544-75449d8939d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:30.403297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-97c0b723-41a0-47c8-9544-75449d8939d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b34fbcd6-6ee5-45b8-9d5b-da290b1abe09 HTTP/1.1" status: 204 len: 168 time: 1.2683604 Jul 22 21:42:30.419338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-1811c9e5-d06a-490a-ab13-c8496ce70228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:30.429324 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-1811c9e5-d06a-490a-ab13-c8496ce70228 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d39fb80-71f0-47b2-84bc-bc691826ea84 HTTP/1.1" status: 200 len: 856 time: 0.2709346 Jul 22 21:42:30.453034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0b723-41a0-47c8-9544-75449d8939d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34fbcd6-6ee5-45b8-9d5b-da290b1abe09,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:30.531330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:30.560671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e85a7719-9637-4edb-8318-7d67da9e4378 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:30.729464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e85a7719-9637-4edb-8318-7d67da9e4378 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:30.729717 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:30.758712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-e4832727-d059-4d2a-8613-086ea79fc349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:30.772789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-e4832727-d059-4d2a-8613-086ea79fc349 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 1096 time: 0.5362229 Jul 22 21:42:30.802278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=3e382dfd-5db5-4a89-9190-41831d5a8bdb,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:30.934683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': '7a9dc473-3de4-4065-baaf-084eee38804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:30.939283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: 916d11e8-9658-488b-a76e-59772a1dce1e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:42:31.029926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 916d11e8-9658-488b-a76e-59772a1dce1e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:42:31.049331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 916d11e8-9658-488b-a76e-59772a1dce1e) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:31.061767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-591aedd9-746d-413b-a75a-adf323758768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:31.063160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-591aedd9-746d-413b-a75a-adf323758768 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83b34ae-b9da-4254-a7f8-3ea957ceaa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6099076 Jul 22 21:42:31.063701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:31.069317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db9149a-4e09-448b-86f3-dec3d99e0351 None None] Network 916d11e8-9658-488b-a76e-59772a1dce1e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:31.072842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:31.116161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c0964cae-50f9-4bcc-842f-129097e23f19 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2483783 Jul 22 21:42:31.119725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59364) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:31.136075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1490002314'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:31.326279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-10feb661-10f7-4064-b107-65c5cc22b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:31.327872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-10feb661-10f7-4064-b107-65c5cc22b67d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2ccac37-3b40-4576-b463-392cdafbb6f7 HTTP/1.1" status: 200 len: 897 time: 0.5484354 Jul 22 21:42:31.371013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-9719ee6f-437a-4936-96d9-9f507d8ea59d service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899787 Jul 22 21:42:31.391149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59370) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:31.442941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-c15b2ad3-a909-48d7-8f23-779291170b4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 HTTP/1.1" status: 200 len: 217 time: 0.0977342 Jul 22 21:42:31.491730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57d5bd13-a75b-4296-a60a-189503fa6902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:31.554488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-916d11e8-9658-488b-a76e-59772a1dce1e', 'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e', 'tenant_id': '64981cca65e547ee88a5445ae19ecf70', 'fixed_ips': [{'subnet_id': '3e382dfd-5db5-4a89-9190-41831d5a8bdb'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:42:31.555302 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:31.823549 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:31.824185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-be614805-44b9-4fa3-9ebb-dbf47020bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:31.826103 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-be614805-44b9-4fa3-9ebb-dbf47020bc20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36f964c2-2af6-4442-aabb-93478828593d HTTP/1.1" status: 200 len: 834 time: 0.3716173 Jul 22 21:42:31.840875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bccb-81f4-4979-98bc-c7ad45932d20 req-3e5f9604-fbb3-48b3-b7e3-f345498726b4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:31.842903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b56bccb-81f4-4979-98bc-c7ad45932d20 req-3e5f9604-fbb3-48b3-b7e3-f345498726b4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 944 time: 0.3676741 Jul 22 21:42:31.943618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-fb1ce2d6-18f4-4011-810a-b4eb3abffe24 service neutron] 10.222.0.23 "GET /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099385 Jul 22 21:42:31.994610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b56bccb-81f4-4979-98bc-c7ad45932d20 req-f57dc470-65c4-41f4-92cf-8cc2cd936c38 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364470 Jul 22 21:42:32.017722 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-2b4bf934-c6e6-4c3b-aa16-ea814448d5bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 217 time: 0.0651374 Jul 22 21:42:32.068641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Allocated IP 2001:db8::2 (916d11e8-9658-488b-a76e-59772a1dce1e/3e382dfd-5db5-4a89-9190-41831d5a8bdb/cd8602e9-395a-435d-9d0a-f89351ef6fbe) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:32.100770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57d5bd13-a75b-4296-a60a-189503fa6902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.112498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57d5bd13-a75b-4296-a60a-189503fa6902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.148987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-24ad49b4-04b5-43f8-93eb-b85420f8e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:32.150907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-24ad49b4-04b5-43f8-93eb-b85420f8e942 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2ccac37-3b40-4576-b463-392cdafbb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3010592 Jul 22 21:42:32.152898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.227951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-47d583ea-e9a5-4f45-aee0-3e66680d7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:32.237064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-47d583ea-e9a5-4f45-aee0-3e66680d7edd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.2051528 Jul 22 21:42:32.282228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-57d5bd13-a75b-4296-a60a-189503fa6902 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f12bf040d49340aa893408079da57102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8880863 Jul 22 21:42:32.287393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:32.396719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:32.401115 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.488035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5bd13-a75b-4296-a60a-189503fa6902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6542f646-7f3d-4070-bf85-0af69fd25565,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:32.515509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port d86808e5-a109-45da-aecf-9b4f5c7e64cf yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:32.575336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-7bae8273-ed85-433f-87ce-d0318434acc1 service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077718 Jul 22 21:42:32.655067 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b831f517-d351-475c-9a89-b360fd13cc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.656616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.675625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Transition to ACTIVE for port object cd8602e9-395a-435d-9d0a-f89351ef6fbe will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:32.707312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Transition to ACTIVE for port object cd8602e9-395a-435d-9d0a-f89351ef6fbe will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:32.721308 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.727160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6415a257-dd7a-48ce-897a-ef6110a1c116 req-86a190bc-0cc6-4eca-8ec3-10bcb1518bc0 service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284287 Jul 22 21:42:32.731101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-1f054cdf-2483-4c62-9bc7-f70c81a4e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:32.733690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-1f054cdf-2483-4c62-9bc7-f70c81a4e4af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4838436 Jul 22 21:42:32.772310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b831f517-d351-475c-9a89-b360fd13cc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:32.805511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Network 916d11e8-9658-488b-a76e-59772a1dce1e is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:32.819398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Pushing event updated for resources: {'Port': ['ID=cd8602e9-395a-435d-9d0a-f89351ef6fbe,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:32.823975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:32.826436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:32.988558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Attempting to bind port cd8602e9-395a-435d-9d0a-f89351ef6fbe on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:32.988950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Attempting to bind port cd8602e9-395a-435d-9d0a-f89351ef6fbe by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '7a9dc473-3de4-4065-baaf-084eee38804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:32.989322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Attempting to bind port cd8602e9-395a-435d-9d0a-f89351ef6fbe on network 916d11e8-9658-488b-a76e-59772a1dce1e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:32.991994 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-982d4846-e1dd-4533-b687-7ed90d225c58 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500651 Jul 22 21:42:33.003219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:33.003594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Checking segment: {'id': '7a9dc473-3de4-4065-baaf-084eee38804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:33.004082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:33.009772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Bound using segment: {'id': '7a9dc473-3de4-4065-baaf-084eee38804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:33.009961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::50 (916d11e8-9658-488b-a76e-59772a1dce1e/3e382dfd-5db5-4a89-9190-41831d5a8bdb/d86808e5-a109-45da-aecf-9b4f5c7e64cf) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:33.010621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Bound port: cd8602e9-395a-435d-9d0a-f89351ef6fbe, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9dc473-3de4-4065-baaf-084eee38804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '916d11e8-9658-488b-a76e-59772a1dce1e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:33.011082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:33.088290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b831f517-d351-475c-9a89-b360fd13cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:33.109756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b831f517-d351-475c-9a89-b360fd13cc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:33.115002 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b831f517-d351-475c-9a89-b360fd13cc74 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6542f646-7f3d-4070-bf85-0af69fd25565 HTTP/1.1" status: 204 len: 168 time: 0.8212235 Jul 22 21:42:33.156029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f517-d351-475c-9a89-b360fd13cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6542f646-7f3d-4070-bf85-0af69fd25565,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:33.192536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-ea43dae1-2453-455c-96a4-3194a4f7261a service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865096 Jul 22 21:42:33.275862 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-f422acc8-5fbf-4edf-af07-7a7ed62789e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 217 time: 0.0767808 Jul 22 21:42:33.380430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-8ec93f91-70ed-4d2a-9242-2181ac1f51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:33.382036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-8ec93f91-70ed-4d2a-9242-2181ac1f51af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.0999913 Jul 22 21:42:33.412155 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:33.440784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] For port cd8602e9-395a-435d-9d0a-f89351ef6fbe, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:33.453264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] For port cd8602e9-395a-435d-9d0a-f89351ef6fbe, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd8602e9-395a-435d-9d0a-f89351ef6fbe,segment=NetworkSegment(7a9dc473-3de4-4065-baaf-084eee38804f),segment_id=7a9dc473-3de4-4065-baaf-084eee38804f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:33.464633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:33.503408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107a765-b3db-4220-bf45-472e0281eb30 req-1efa08c1-aae3-4465-a871-4fe97fca8e6c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:33.510073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2107a765-b3db-4220-bf45-472e0281eb30 req-1efa08c1-aae3-4465-a871-4fe97fca8e6c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 944 time: 0.2585316 Jul 22 21:42:33.515141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object d86808e5-a109-45da-aecf-9b4f5c7e64cf will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:33.527894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-7e27decd-145b-4b21-8654-abb0b13ce054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:33.537923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-7e27decd-145b-4b21-8654-abb0b13ce054 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1487622 Jul 22 21:42:33.661371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50997e-0553-44fa-a5a7-d869f2a24bae None None] Pushing event updated for resources: {'Port': ['ID=cd8602e9-395a-435d-9d0a-f89351ef6fbe,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:33.681915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2107a765-b3db-4220-bf45-472e0281eb30 req-82faa116-0b3d-4895-96e4-cb5d99a97d0c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459908 Jul 22 21:42:33.740822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:33.743252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59406) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:33.879154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 916d11e8-9658-488b-a76e-59772a1dce1e is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:33.917258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:33.923318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=d86808e5-a109-45da-aecf-9b4f5c7e64cf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:33.933744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:33.953613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:33.957557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:34.033103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-587dba9b-7bd2-48c3-b72d-5475c162511f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.9091978 Jul 22 21:42:34.036283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59420) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:34.042173 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-f3efcfa9-0486-4851-a779-b32491906946 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905005 Jul 22 21:42:34.222260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb927f10-a42f-4e13-8dfd-db012818fc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:34.235786 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-5fb36f5a-ef2f-4e82-8499-bdb6309c16cf service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781485 Jul 22 21:42:34.340828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-b0ca6a0e-0f88-4d37-95db-5e71f8d4ad66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6 HTTP/1.1" status: 200 len: 217 time: 0.0941224 Jul 22 21:42:34.449989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-f7b4cfc0-46e4-4b67-8fa3-030922b0fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:34.451591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-f7b4cfc0-46e4-4b67-8fa3-030922b0fcc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.0982172 Jul 22 21:42:34.476719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:42:34.534058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd8602e9-395a-435d-9d0a-f89351ef6fbe up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:34.585624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port d86808e5-a109-45da-aecf-9b4f5c7e64cf {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:34.586117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:34.660486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:42:34.681095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-07c3e592-f2a5-4468-823a-c430f1c25842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:34.685203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-07c3e592-f2a5-4468-823a-c430f1c25842 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2238302 Jul 22 21:42:34.806407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb927f10-a42f-4e13-8dfd-db012818fc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:34.831747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb927f10-a42f-4e13-8dfd-db012818fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:34.900619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port cd8602e9-395a-435d-9d0a-f89351ef6fbe completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:34.965441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:34.984684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bb927f10-a42f-4e13-8dfd-db012818fc1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6eb00b9f9d264127ab89ee4e118a1c55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2316992 Jul 22 21:42:34.987976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59440) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:35.011385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'port_id': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'mac_address': 'fa:16:3e:da:74:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:42:35.124337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d9278ea-9f11-48bd-96bd-fecbc1f6c670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.129347 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-e62ea619-908a-4156-9eaf-c066e325aa01 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343984 Jul 22 21:42:35.167131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.212094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb927f10-a42f-4e13-8dfd-db012818fc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b3699-3c23-4154-8999-a8d67ea3afbb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:35.231710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:42:35.294052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.295896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:35.311430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.378165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for d86808e5-a109-45da-aecf-9b4f5c7e64cf owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:35.395806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:35.454753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-86a2428f-0287-487f-8f2b-ff70edf651c3 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118007 Jul 22 21:42:35.459717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d9278ea-9f11-48bd-96bd-fecbc1f6c670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.482058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd9f9-7505-4419-88c9-e7a6ff5bf6bb req-5f4fec29-679c-44bd-be83-f05509b6d8ce tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:35.483675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54ccd9f9-7505-4419-88c9-e7a6ff5bf6bb req-5f4fec29-679c-44bd-be83-f05509b6d8ce tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 944 time: 0.4920728 Jul 22 21:42:35.558799 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-384f66c4-8b3c-4d4c-960f-b68c9b9de677 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda HTTP/1.1" status: 200 len: 217 time: 0.0852365 Jul 22 21:42:35.590404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15312342-c5d6-4e38-a800-375374535365 None None] Network 916d11e8-9658-488b-a76e-59772a1dce1e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:35.662889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54ccd9f9-7505-4419-88c9-e7a6ff5bf6bb req-dc67b7e4-1665-4387-b262-754a6d6ef6c1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026106 Jul 22 21:42:35.666058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-b112f69c-83c5-4aa9-b38d-769901a826fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:35.667680 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-b112f69c-83c5-4aa9-b38d-769901a826fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 200 len: 797 time: 0.0982902 Jul 22 21:42:35.747275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d9278ea-9f11-48bd-96bd-fecbc1f6c670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.756111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7d9278ea-9f11-48bd-96bd-fecbc1f6c670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.758598 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7d9278ea-9f11-48bd-96bd-fecbc1f6c670 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b7b3699-3c23-4154-8999-a8d67ea3afbb HTTP/1.1" status: 204 len: 168 time: 0.7658265 Jul 22 21:42:35.758801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:42:35.779145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9278ea-9f11-48bd-96bd-fecbc1f6c670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b3699-3c23-4154-8999-a8d67ea3afbb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:35.853485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-1a28f0f7-17cf-4ea8-ad56-26990bc84ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:35.855398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-1a28f0f7-17cf-4ea8-ad56-26990bc84ecd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ad52515-1268-479b-b734-694780a533e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1764631 Jul 22 21:42:35.879703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cbd51fd8-7152-4207-9571-e5832e9bfb3d None None] Provisioning for port cd8602e9-395a-435d-9d0a-f89351ef6fbe completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:35.912047 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:35.929346 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cbd51fd8-7152-4207-9571-e5832e9bfb3d None None] Provisioning complete for port cd8602e9-395a-435d-9d0a-f89351ef6fbe triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:35.930135 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbd51fd8-7152-4207-9571-e5832e9bfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.044369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=d86808e5-a109-45da-aecf-9b4f5c7e64cf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:36.050512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.057101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9a469b2d-3702-4dd5-8d63-6b8f17db62ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/d86808e5-a109-45da-aecf-9b4f5c7e64cf HTTP/1.1" status: 204 len: 168 time: 2.0155671 Jul 22 21:42:36.057101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:36.098216 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-e545b93a-ca95-455f-b8ff-d620b269ee4d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:42:36.102437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e545b93a-ca95-455f-b8ff-d620b269ee4d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/d86808e5-a109-45da-aecf-9b4f5c7e64cf HTTP/1.1" status: 404 len: 333 time: 0.0375779 Jul 22 21:42:36.102960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59466) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:36.119115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-7543cbcb-0796-4299-aeba-dc403d670069 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509475 Jul 22 21:42:36.209414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbd51fd8-7152-4207-9571-e5832e9bfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.217746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 3e382dfd-5db5-4a89-9190-41831d5a8bdb {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:42:36.220705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59470) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:36.227064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.285771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cbd51fd8-7152-4207-9571-e5832e9bfb3d None None] For port cd8602e9-395a-435d-9d0a-f89351ef6fbe, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd8602e9-395a-435d-9d0a-f89351ef6fbe,segment=NetworkSegment(7a9dc473-3de4-4065-baaf-084eee38804f),segment_id=7a9dc473-3de4-4065-baaf-084eee38804f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:36.315346 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbd51fd8-7152-4207-9571-e5832e9bfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.361280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.378190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-e008d8aa-12c5-400f-a048-0be3cf46d7d8 service neutron] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483814 Jul 22 21:42:36.498868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-d5b71abd-4d6d-4503-b17e-641038755bea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab HTTP/1.1" status: 200 len: 217 time: 0.1070130 Jul 22 21:42:36.504954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f8bca3e-b6e3-4557-8a39-3ca0e733133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.539114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd51fd8-7152-4207-9571-e5832e9bfb3d None None] Pushing event updated for resources: {'Port': ['ID=cd8602e9-395a-435d-9d0a-f89351ef6fbe,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:36.668414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-9758e7c2-c65f-4cf2-9674-4df1a1a57c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:36.670455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-9758e7c2-c65f-4cf2-9674-4df1a1a57c66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.1593769 Jul 22 21:42:36.728187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.845702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4ca23229-618b-4043-a442-02fc1f479227 None None] Provisioning complete for port cd8602e9-395a-435d-9d0a-f89351ef6fbe triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:36.846738 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4ca23229-618b-4043-a442-02fc1f479227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:36.849566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-927f6fcd-59fd-4d41-afa2-e51b0c21b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:36.858161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-927f6fcd-59fd-4d41-afa2-e51b0c21b07d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1699140 Jul 22 21:42:37.055828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.133601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f8bca3e-b6e3-4557-8a39-3ca0e733133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.134050 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-212e01a3-7dd5-45c3-a313-b750516fd45e service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720811 Jul 22 21:42:37.199153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f8bca3e-b6e3-4557-8a39-3ca0e733133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.212778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=3e382dfd-5db5-4a89-9190-41831d5a8bdb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:37.223434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.231674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1b68f39f-78e7-4d6e-9d1e-7e9a8d8bd586 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/3e382dfd-5db5-4a89-9190-41831d5a8bdb HTTP/1.1" status: 204 len: 168 time: 1.1274328 Jul 22 21:42:37.240050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:37.295888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019274-3fc6-41e2-87ea-c0841e959f8f req-7abdb2a8-5d8e-4ff6-b71d-4d2b5f912f0d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:37.306496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d019274-3fc6-41e2-87ea-c0841e959f8f req-7abdb2a8-5d8e-4ff6-b71d-4d2b5f912f0d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 945 time: 0.4496639 Jul 22 21:42:37.356334 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f8bca3e-b6e3-4557-8a39-3ca0e733133c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4822a49f58604e59a3e5716200c0eb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1312044 Jul 22 21:42:37.356334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bca3e-b6e3-4557-8a39-3ca0e733133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1139b918-f574-4aa6-b61d-a63e401231f0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:37.368543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59500) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:37.448792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d019274-3fc6-41e2-87ea-c0841e959f8f req-7508df72-d924-4b5b-9393-954fbef32a1d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405749 Jul 22 21:42:37.549919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eec9c753-48f9-4889-b877-af68c465a7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.592152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb59134-4faa-450c-8605-9aecf50bbac4 None None] Network 916d11e8-9658-488b-a76e-59772a1dce1e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:37.643133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eec9c753-48f9-4889-b877-af68c465a7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.748111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.758630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-490d8da4-d8ab-45ff-9b26-586282b0874b None None] Could not find standard attr ID for object d86808e5-a109-45da-aecf-9b4f5c7e64cf. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:42:37.765054 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-ae946264-47e9-468b-92b1-e66b1475e793 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198590 Jul 22 21:42:37.786419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eec9c753-48f9-4889-b877-af68c465a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.789469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eec9c753-48f9-4889-b877-af68c465a7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:37.791276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eec9c753-48f9-4889-b877-af68c465a7ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1139b918-f574-4aa6-b61d-a63e401231f0 HTTP/1.1" status: 204 len: 168 time: 0.4207797 Jul 22 21:42:37.814843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9c753-48f9-4889-b877-af68c465a7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1139b918-f574-4aa6-b61d-a63e401231f0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:37.873087 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-e7fa9167-64d4-4484-8f1b-fcd99960e255 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 200 len: 217 time: 0.0978410 Jul 22 21:42:37.986102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-5d6296f2-728a-4550-bd7d-5ac482e2f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:37.998079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] DHCP port deletion for 916d11e8-9658-488b-a76e-59772a1dce1e request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:42:38.003051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-5d6296f2-728a-4550-bd7d-5ac482e2f5f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 200 len: 797 time: 0.0877328 Jul 22 21:42:38.114517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] Deleting port cd8602e9-395a-435d-9d0a-f89351ef6fbe {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:38.114902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.132786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port cd8602e9-395a-435d-9d0a-f89351ef6fbe {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:38.133208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.169891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-8930f192-d60a-4758-aea2-573c4bf06043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:38.172777 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-8930f192-d60a-4758-aea2-573c4bf06043 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e36c9c13-3075-44ed-add2-4df81517f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1591210 Jul 22 21:42:38.262014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] For port cd8602e9-395a-435d-9d0a-f89351ef6fbe, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd8602e9-395a-435d-9d0a-f89351ef6fbe,segment=NetworkSegment(7a9dc473-3de4-4065-baaf-084eee38804f),segment_id=7a9dc473-3de4-4065-baaf-084eee38804f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:38.262417 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.283529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] For port cd8602e9-395a-435d-9d0a-f89351ef6fbe, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd8602e9-395a-435d-9d0a-f89351ef6fbe,segment=NetworkSegment(7a9dc473-3de4-4065-baaf-084eee38804f),segment_id=7a9dc473-3de4-4065-baaf-084eee38804f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:38.284035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.292230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] Calling delete_port for cd8602e9-395a-435d-9d0a-f89351ef6fbe owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:38.329837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for cd8602e9-395a-435d-9d0a-f89351ef6fbe owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:38.462420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-7782659c-1d51-432e-b060-8e29023cbfae service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766058 Jul 22 21:42:38.476389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd8602e9-395a-435d-9d0a-f89351ef6fbe no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:42:38.545899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:38.593330 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.624066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: cd8602e9-395a-435d-9d0a-f89351ef6fbe {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:42:38.624429 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd8602e9-395a-435d-9d0a-f89351ef6fbe not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:42:38.691236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] Pushing event deleted for resources: {'Port': ['ID=cd8602e9-395a-435d-9d0a-f89351ef6fbe,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:38.712811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6cd725-a2ef-49c0-b662-16906f54de36 None None] No DVR routers for this DVR port cd8602e9-395a-435d-9d0a-f89351ef6fbe on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:38.718038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.721622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:38.744309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:38.744691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.766076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360313-bd95-493b-943a-07332f814bf5 req-f223d09e-272b-4c43-aaba-544316cea5f3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:38.772824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71360313-bd95-493b-943a-07332f814bf5 req-f223d09e-272b-4c43-aaba-544316cea5f3 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 945 time: 0.1958292 Jul 22 21:42:38.829970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=cd8602e9-395a-435d-9d0a-f89351ef6fbe,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:38.839827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No DVR routers for this DVR port cd8602e9-395a-435d-9d0a-f89351ef6fbe on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:42:38.853097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d0d1811-709f-4ab6-8969-6138b53897ee req-6c981688-de30-4a8a-b7e1-5e8596855c28 service neutron] 10.222.0.23 "GET /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468752 Jul 22 21:42:38.854664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71360313-bd95-493b-943a-07332f814bf5 req-eaa2d935-fb2d-4a89-934b-3b0aab39e9ff tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757368 Jul 22 21:42:38.924192 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:38.961633 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:42:39.005996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:39.006934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:42:39.009825 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933eb7e9-837e-41e9-b415-f25ce25f6499" -d '{"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:42:39.014034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.030397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.065314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916d11e8-9658-488b-a76e-59772a1dce1e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:39.089655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9dc473-3de4-4065-baaf-084eee38804f') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:39.089989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9dc473-3de4-4065-baaf-084eee38804f') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:39.100314 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c29e0e-83cd-493b-83c4-efbf25c9ce6a x-openstack-request-id: req-83c29e0e-83cd-493b-83c4-efbf25c9ce6a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:42:39.100607 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:42:39.101144 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83c29e0e-83cd-493b-83c4-efbf25c9ce6a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:42:39.101788 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'code': 200} Jul 22 21:42:39.111801 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.124309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59546) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:39.144891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.155210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:42:39.156269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.165091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:42:39.229408 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:42:39.242923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.273320 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.275558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/916d11e8-9658-488b-a76e-59772a1dce1e HTTP/1.1" status: 204 len: 168 time: 2.0293090 Jul 22 21:42:39.279213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59550) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:39.286456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'name': 'tempest-PortsIpV6TestJSON-66729636'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:39.288074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=916d11e8-9658-488b-a76e-59772a1dce1e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:39.299775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.310722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.313875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.314466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.315027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.315582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.316259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.318007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.318577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.319129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.322412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.323020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d759b8-57ac-434f-913e-9cc7b1888c3c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:39.397457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6ffb-5b45-4b2c-93ab-e2545cb90adf req-2fee999a-da40-43db-b786-8aba8ae20c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:39.400062 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761e6ffb-5b45-4b2c-93ab-e2545cb90adf req-2fee999a-da40-43db-b786-8aba8ae20c6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 1098 time: 0.1690221 Jul 22 21:42:39.414219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'network': {'name': 'tempest-network-smoke--1384940326', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'port_security_enabled': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:39.487614 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-761e6ffb-5b45-4b2c-93ab-e2545cb90adf req-51871c21-c019-46c9-83c0-4d9158929b4f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806668 Jul 22 21:42:39.590773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:39.596471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.602179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:39.606789 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.629730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:39.664075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 6f40c7f3-7aa6-4a03-b0bb-39805e3dd5f3 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:39.991593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.009844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.014794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.082693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:42:40.103125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3340dd50-eb6d-4a00-879a-544239b8b328,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:40.105643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.105998 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Added segment fd2357b1-ac6b-45a5-abb6-965f36ee5764 of type vlan for network 9681e8aa-e442-4682-92ce-43b34b9e2d33 Jul 22 21:42:40.585935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.586279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.586617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.586967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.587299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.587623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.587972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.588296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.588618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.588952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.589380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.589786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:42:40.607814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.681485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:40.685146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.692426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:40.705088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:40.710590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:40.711204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.738310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1f748-6e06-46cb-a44f-e98effef969f req-aa1fa1a1-5b9d-4f47-8515-dad2c9c9be2f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:40.745170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6f1f748-6e06-46cb-a44f-e98effef969f req-aa1fa1a1-5b9d-4f47-8515-dad2c9c9be2f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.7559097 Jul 22 21:42:40.756659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=6f40c7f3-7aa6-4a03-b0bb-39805e3dd5f3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:40.799109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-61d1a0c2-74cf-481e-8d8c-6cae65106660 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5183599 Jul 22 21:42:40.801659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59592) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:40.827023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.832627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:40.833676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.849008 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6f1f748-6e06-46cb-a44f-e98effef969f req-c8b832ad-f6c5-49d8-90c2-2591cdc1a184 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029084 Jul 22 21:42:40.921242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Network': ['ID=9681e8aa-e442-4682-92ce-43b34b9e2d33,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:40.935388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:42:40.938722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2021451c-f088-433d-9a94-6de7b29a612e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8125236 Jul 22 21:42:40.942142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:40.947389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'admin_state_up': True, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:40.983734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:40.985154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.093986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.291387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.349921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 6f40c7f3-7aa6-4a03-b0bb-39805e3dd5f3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:41.349921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.432121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.456886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 6f40c7f3-7aa6-4a03-b0bb-39805e3dd5f3 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:41.595283 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.614642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.644143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.648090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=6f40c7f3-7aa6-4a03-b0bb-39805e3dd5f3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:41.654913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.657674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f19e103-9a51-476c-a7a4-3eda5193613e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/6f40c7f3-7aa6-4a03-b0bb-39805e3dd5f3 HTTP/1.1" status: 204 len: 168 time: 0.8543112 Jul 22 21:42:41.660140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59604) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:41.665794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'mac_address': 'fa:16:3e:8b:ab:22', 'name': 'tempest-PortsIpV6TestJSON-1594561689'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:41.786658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:41.812591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.25.5.207 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/c5df5a85-0ffd-4527-9dc7-b22c93476a28) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:41.919436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:41.957296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 2f8e84ce-bc08-4194-9ac8-cb09299719b7 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:42.042974 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.100495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1904-b167-4da3-ab1a-62957a18c9cb req-72e42a4c-d303-4e37-a3f5-aad839375b0a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:42.102174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-415c1904-b167-4da3-ab1a-62957a18c9cb req-72e42a4c-d303-4e37-a3f5-aad839375b0a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1423035 Jul 22 21:42:42.152014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.233604 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.246232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:42.252796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:42.259135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:42.262494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=c5df5a85-0ffd-4527-9dc7-b22c93476a28,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:42.285259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-415c1904-b167-4da3-ab1a-62957a18c9cb req-72816917-8258-43a5-8996-aba991548ba8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740816 Jul 22 21:42:42.289266 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.363713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=2f8e84ce-bc08-4194-9ac8-cb09299719b7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:42.382711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:42.384156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:42.386400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:42.392724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:42.393343 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.409939 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-188608db-3629-412b-8d8a-fdfcab1214f9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7486315 Jul 22 21:42:42.412429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59620) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:42.471947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f64886-c3ec-4e1f-bf7b-958562b36d05 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:42.475899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-94f64886-c3ec-4e1f-bf7b-958562b36d05 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/2f8e84ce-bc08-4194-9ac8-cb09299719b7 HTTP/1.1" status: 200 len: 845 time: 0.0600088 Jul 22 21:42:42.476163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59622) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:42.570816 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99ef7cf5-00bb-4279-a303-1aee1fe56d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.582095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43535a94-9a6c-4491-9491-984c3d12746c req-3d63c0c6-46c6-4d99-9ab7-aefc924d3467 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:42.583622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43535a94-9a6c-4491-9491-984c3d12746c req-3d63c0c6-46c6-4d99-9ab7-aefc924d3467 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1848886 Jul 22 21:42:42.612297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 2f8e84ce-bc08-4194-9ac8-cb09299719b7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:42.612659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.647215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43535a94-9a6c-4491-9491-984c3d12746c req-9ab37777-858c-4782-965a-05b26a277563 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536439 Jul 22 21:42:42.653690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.676125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59628) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:42.775256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:42.804831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 2f8e84ce-bc08-4194-9ac8-cb09299719b7 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:42.980480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.002743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.061187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=2f8e84ce-bc08-4194-9ac8-cb09299719b7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:43.085842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.093273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ecd9bdf1-82e7-4361-b16a-20c16b2df863 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/2f8e84ce-bc08-4194-9ac8-cb09299719b7 HTTP/1.1" status: 204 len: 168 time: 0.6106226 Jul 22 21:42:43.093273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59644) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:43.122908 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc29423b-2ed9-4ab9-a873-6f040d6be3d0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:42:43.124527 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cc29423b-2ed9-4ab9-a873-6f040d6be3d0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/2f8e84ce-bc08-4194-9ac8-cb09299719b7 HTTP/1.1" status: 404 len: 333 time: 0.0325191 Jul 22 21:42:43.131144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59646) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:43.138174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'name': 'tempest-PortsIpV6TestJSON-1712803847'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:43.179013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b24ec-380b-491d-90b6-c228a89794e8 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:43.180768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-244b24ec-380b-491d-90b6-c228a89794e8 tempest-TestNetworkAdvancedServerOps-232398730 tempest-TestNetworkAdvancedServerOps-232398730-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 1093 time: 0.5035975 Jul 22 21:42:43.183745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59648) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:43.190443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:43.248921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.355442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:43.366252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.406487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port a3496a44-7d19-44f3-a94a-fc44429c50bb yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:43.437991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.463909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:42:43.587748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Allocated IP 172.25.5.101 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/700ca21d-d471-4997-96d3-3929013f2152) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:43.722271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:42:43.738212 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Sync routers for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:42:43.739507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.750545 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:43.751851 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:43.787142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.822370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.830361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59652) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:43.830744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-90fb9088-5b82-443d-9825-a721baa09702 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8869801 Jul 22 21:42:43.848471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:43.852634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:43.855256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:43.889833 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:43.910948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=700ca21d-d471-4997-96d3-3929013f2152,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:43.967966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:43.983940 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:44.117193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:44.127115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:44.139941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:44.151129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:44.152042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:44.186334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=a3496a44-7d19-44f3-a94a-fc44429c50bb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:44.190607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4c4ca7e-239f-43a8-b16f-1576ecd65d9a tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3582687 Jul 22 21:42:44.193962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59664) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:44.226307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd354d3f-2a48-4d10-be20-48062ac976bf tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0902593 Jul 22 21:42:44.226535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59666) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:44.231966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:44.344595 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:42Z', 'revision_number': 3, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:44.407649 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Checking router: 114d04fc-882a-4d97-a22b-dee5e2ed18f6 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:42:44.408314 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Updating router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 port c5df5a85-0ffd-4527-9dc7-b22c93476a28 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:42:44.444606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:44.508169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb85258-408a-4e8c-9cec-644ede42f251 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:44.508405 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:44.520440 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-acb85258-408a-4e8c-9cec-644ede42f251 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3253083 Jul 22 21:42:44.522876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59670) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:44.585308 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-44af9ff6-7665-4b58-9e1a-bd4dcdafcd56 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613117 Jul 22 21:42:44.585918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59672) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:44.593583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1927896015', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:44.959055 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:44.968384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:44.990303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:44.998179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] In _notify_port_updated(), no bound segment for port a3496a44-7d19-44f3-a94a-fc44429c50bb on network e08e1856-3ff8-46f3-89f5-60a611590ed1 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:42:45.004967 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.005164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:45.005807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.009547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "PUT /v2.0/ports/a3496a44-7d19-44f3-a94a-fc44429c50bb HTTP/1.1" status: 200 len: 818 time: 0.7797048 Jul 22 21:42:45.027560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59680) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:45.100563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e54f38-9845-438b-8da5-b342f72e8389 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=a3496a44-7d19-44f3-a94a-fc44429c50bb,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:45.204012 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f873fd87-99df-4b61-9bb7-64016c0a14de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.226232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port a3496a44-7d19-44f3-a94a-fc44429c50bb {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:45.226757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.274620 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.301140 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Transition to ACTIVE for port object c5df5a85-0ffd-4527-9dc7-b22c93476a28 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:45.313961 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.339684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.361722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.393252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for a3496a44-7d19-44f3-a94a-fc44429c50bb owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:45.436565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Attempting to bind port c5df5a85-0ffd-4527-9dc7-b22c93476a28 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:45.437417 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.437972 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Attempting to bind port c5df5a85-0ffd-4527-9dc7-b22c93476a28 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:45.439185 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Attempting to bind port c5df5a85-0ffd-4527-9dc7-b22c93476a28 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:45.451156 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:45.451704 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:45.452235 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.452738 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:45.454249 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Bound port: c5df5a85-0ffd-4527-9dc7-b22c93476a28, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:45.454853 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.517304 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] For port c5df5a85-0ffd-4527-9dc7-b22c93476a28, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:45.521675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] For port c5df5a85-0ffd-4527-9dc7-b22c93476a28, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c5df5a85-0ffd-4527-9dc7-b22c93476a28,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:45.530138 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.531550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.570994 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed3645-f491-4aec-8fcb-f31f1454ad94 None None] Pushing event updated for resources: {'Port': ['ID=c5df5a85-0ffd-4527-9dc7-b22c93476a28,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:45.576465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.582510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:45.612093 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:45.638638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=a3496a44-7d19-44f3-a94a-fc44429c50bb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:45.660519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.663439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d7a84d4f-82d1-42b0-8b2d-00ecdaf26a26 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/a3496a44-7d19-44f3-a94a-fc44429c50bb HTTP/1.1" status: 204 len: 168 time: 0.6347589 Jul 22 21:42:45.665807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59692) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:45.770901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e986e3-0701-4d46-9f44-b32d387d0be1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:45.776782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-84e986e3-0701-4d46-9f44-b32d387d0be1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1093280 Jul 22 21:42:45.778804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59694) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:45.840062 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-355bea63-ea67-4772-b259-4a7d155b8968 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:42:45.846622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-355bea63-ea67-4772-b259-4a7d155b8968 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/a3496a44-7d19-44f3-a94a-fc44429c50bb HTTP/1.1" status: 404 len: 333 time: 0.0557070 Jul 22 21:42:45.847540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59696) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:45.855084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-398405100'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:45.911081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:45.918918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.935886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:45.984572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:42:46.001838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.002268 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea of type vlan for network 92e775d6-5249-4ced-8414-0dc6f26d6320 Jul 22 21:42:46.012262 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.039711 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed3645-f491-4aec-8fcb-f31f1454ad94 None None] Pushing event updated for resources: {'Port': ['ID=c5df5a85-0ffd-4527-9dc7-b22c93476a28,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:46.060489 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.108216 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:46.125525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.128263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.133996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:46.134612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.205078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3556092 Jul 22 21:42:46.219396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59706) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:46.224873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:46.246254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.348820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.430120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b41a52-6267-419e-bf41-06dce3db37ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=92e775d6-5249-4ced-8414-0dc6f26d6320,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:46.445393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:42:46.457604 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP 243a09cd-b37a-4733-834b-ee451ac3cd16 associated. External IP: 172.25.5.101, port: 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05. Jul 22 21:42:46.469328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:46.473215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:46.553651 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:42Z', 'revision_number': 3, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:46.617911 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56780-fd8a-4372-b5f7-8dcf1579f805 None None] The sync data for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 is: [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:42Z', 'revision_number': 3, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:42:46.918568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:47.023117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=574fa782-999f-4989-81b5-3669cf4cf600,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:47.030131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': 'bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:47.030131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: 92e775d6-5249-4ced-8414-0dc6f26d6320, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:42:47.061427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event updated for resources: {'Port': ['ID=700ca21d-d471-4997-96d3-3929013f2152,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:47.075998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:42:47.110577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 92e775d6-5249-4ced-8414-0dc6f26d6320) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:47.121391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b064d23-259f-4d36-ac20-9b0e46bcc9b5 None None] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:47.152431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:47.153145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:47.208392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cbad67f8-256f-485c-90c3-fe97c439aabe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9859643 Jul 22 21:42:47.211550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59722) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:47.243225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8522ea51-481b-44e7-a32c-437c227caf5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:47.326965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Checking segment: {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:47.327327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network hostable DHCP agents. Network: 9681e8aa-e442-4682-92ce-43b34b9e2d33, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:42:47.350578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router e7934991-3536-4a07-8379-53b7ab4fc754 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:42:47.358101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Subnet': ['ID=0605301a-31bb-4358-be74-e39bf637aff7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:47.432108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:42:47.576486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9681e8aa-e442-4682-92ce-43b34b9e2d33) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:47.586836 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9c1d7-8768-4ca3-9612-fa1226f763fc None None] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:47.662083 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8522ea51-481b-44e7-a32c-437c227caf5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:47.666424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8522ea51-481b-44e7-a32c-437c227caf5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:47.672595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:47.673205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:47.700954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59734) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:47.705703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-79f45301-4f97-4621-8fbe-7f0c5cfd009e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1169875 Jul 22 21:42:47.716340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-92e775d6-5249-4ced-8414-0dc6f26d6320', 'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320', 'tenant_id': '64981cca65e547ee88a5445ae19ecf70', 'fixed_ips': [{'subnet_id': '574fa782-999f-4989-81b5-3669cf4cf600'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:42:47.717119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:47.813242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:42:47.874308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:47.991459 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0187ca4e-0343-42b4-9792-799376e3a231 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8062201 Jul 22 21:42:47.993117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:42:47.994500 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b56566b-881e-4bf5-8e9a-ba575155e809" -d '{"events": [{"name": "network-changed", "server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:42:48.073769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] Sync routers for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:42:48.099891 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd53132-c033-4194-8f12-8fbed2d07122 x-openstack-request-id: req-5fd53132-c033-4194-8f12-8fbed2d07122 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:42:48.100397 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:42:48.101796 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fd53132-c033-4194-8f12-8fbed2d07122 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:42:48.102381 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'status': 'completed', 'code': 200} Jul 22 21:42:48.163987 n-d-762330-19 neutron-server[94092]: INFO neutron.db.ipam_backend_mixin [None req-8522ea51-481b-44e7-a32c-437c227caf5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 574fa782-999f-4989-81b5-3669cf4cf600 (CIDR: 2001:db8::/64) Jul 22 21:42:48.189808 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-8522ea51-481b-44e7-a32c-437c227caf5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:42:48.191824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8522ea51-481b-44e7-a32c-437c227caf5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:42:48.211727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:48.226302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:48.302221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-27dd407b-2626-4c73-99a0-b03e42e375c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:48.312300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-27dd407b-2626-4c73-99a0-b03e42e375c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 1098 time: 0.1782374 Jul 22 21:42:48.629823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-720a59f9-2b5b-4f00-87d2-9619ef47af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:48.639655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-720a59f9-2b5b-4f00-87d2-9619ef47af8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2ccac37-3b40-4576-b463-392cdafbb6f7 HTTP/1.1" status: 200 len: 897 time: 0.3100955 Jul 22 21:42:48.705488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c5df5a85-0ffd-4527-9dc7-b22c93476a28 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:48.726173 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-24784882-040b-4f0b-b3f2-a817525ef58a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 HTTP/1.1" status: 200 len: 1000 time: 0.0761414 Jul 22 21:42:48.760894 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:48.797106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-e222fdc7-1c37-49c9-9ac5-2e16205c4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:48.800255 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-e222fdc7-1c37-49c9-9ac5-2e16205c4ee6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36f964c2-2af6-4442-aabb-93478828593d HTTP/1.1" status: 200 len: 834 time: 0.0659957 Jul 22 21:42:48.819485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Allocated IP 2001:db8::2 (92e775d6-5249-4ced-8414-0dc6f26d6320/574fa782-999f-4989-81b5-3669cf4cf600/8a3b58a8-17af-44e9-b1e0-d33583a034be) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:48.821986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-9681e8aa-e442-4682-92ce-43b34b9e2d33', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:42:48.822861 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:48.944577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-ee4f5ee3-4a03-4861-8112-bbb4b6b8304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:48.946131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-ee4f5ee3-4a03-4861-8112-bbb4b6b8304a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2ccac37-3b40-4576-b463-392cdafbb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347859 Jul 22 21:42:49.059442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Allocated IP 172.20.0.2 (9681e8aa-e442-4682-92ce-43b34b9e2d33/0605301a-31bb-4358-be74-e39bf637aff7/9fdea7e5-21bb-4b79-acd4-486310df61a8) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:49.116310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-f0555336-73b9-465b-b2bf-53dc9798c32e service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576872 Jul 22 21:42:49.150846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8522ea51-481b-44e7-a32c-437c227caf5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9294832 Jul 22 21:42:49.155922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59750) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:49.161742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:49.195249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:49.252090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port c5df5a85-0ffd-4527-9dc7-b22c93476a28 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:49.271574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c5df5a85-0ffd-4527-9dc7-b22c93476a28 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:49.272071 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:49.366878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1b56566b-881e-4bf5-8e9a-ba575155e809 req-b4e2a038-5737-4386-9e38-dd9bd323909c service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387125 Jul 22 21:42:49.618900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a72a5-216f-4b85-abe4-66be6bf85938 req-bf9e3cce-280a-4685-b21b-dde12a260ea4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:49.620588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f85a72a5-216f-4b85-abe4-66be6bf85938 req-bf9e3cce-280a-4685-b21b-dde12a260ea4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 1.4187388 Jul 22 21:42:49.621328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:49.625435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:49.844233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f85a72a5-216f-4b85-abe4-66be6bf85938 req-d17197ad-3dd1-4cf5-b545-0cb7c4be594e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936512 Jul 22 21:42:49.879132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59766) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:50.052287 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-03a909b6-cdae-45e3-8d6c-58f3c73aa6da tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/243a09cd-b37a-4733-834b-ee451ac3cd16 HTTP/1.1" status: 200 len: 992 time: 0.1688042 Jul 22 21:42:50.163600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.188773 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.244769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:50.251148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:50.266360 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:50.266728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.293202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port c5df5a85-0ffd-4527-9dc7-b22c93476a28, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c5df5a85-0ffd-4527-9dc7-b22c93476a28,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:50.294026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.294829 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.304678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.309811 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.317572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=0508ccd1-8452-4d38-9374-720c4b4a18c5,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:50.327426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-441e7b8a-efc0-4d54-a438-de1aa386f3bc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1655478 Jul 22 21:42:50.327589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59770) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:50.331967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Transition to ACTIVE for port object 9fdea7e5-21bb-4b79-acd4-486310df61a8 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:50.333374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320', 'fixed_ips': [{'subnet_id': '574fa782-999f-4989-81b5-3669cf4cf600'}, {'subnet_id': '0508ccd1-8452-4d38-9374-720c4b4a18c5'}], 'name': 'tempest-PortsIpV6TestJSON-1272188491'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:50.342477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Transition to ACTIVE for port object 8a3b58a8-17af-44e9-b1e0-d33583a034be will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:50.431603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Transition to ACTIVE for port object 9fdea7e5-21bb-4b79-acd4-486310df61a8 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:50.522843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Transition to ACTIVE for port object 8a3b58a8-17af-44e9-b1e0-d33583a034be will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:50.543331 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.569236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.586402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=c5df5a85-0ffd-4527-9dc7-b22c93476a28,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:50.591445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:50.601765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:50.621571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:42:50.624180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:50.636476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:50.641403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:50.649531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:50.747555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Pushing event updated for resources: {'Port': ['ID=9fdea7e5-21bb-4b79-acd4-486310df61a8,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:50.780778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.20.0.1 (9681e8aa-e442-4682-92ce-43b34b9e2d33/0605301a-31bb-4358-be74-e39bf637aff7/622b5ea2-744a-4310-adc1-bc913fb0b9b0) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:50.840113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '243a09cd-b37a-4733-834b-ee451ac3cd16', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'port_id': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'mac_address': 'fa:16:3e:da:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:42:44Z', 'updated_at': '2021-07-22T21:42:44Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:28Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:50.863730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.889672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Attempting to bind port 8a3b58a8-17af-44e9-b1e0-d33583a034be on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:50.889979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Attempting to bind port 8a3b58a8-17af-44e9-b1e0-d33583a034be by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:50.891006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Attempting to bind port 8a3b58a8-17af-44e9-b1e0-d33583a034be on network 92e775d6-5249-4ced-8414-0dc6f26d6320 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:50.899062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:50.899446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Checking segment: {'id': 'bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:50.899781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 7727e1bd-77e9-4746-b271-c562bb28d656 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:42:50.900231 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.900334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Bound using segment: {'id': 'bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:50.900743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Bound port: 8a3b58a8-17af-44e9-b1e0-d33583a034be, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:50.901226 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.922757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Attempting to bind port 9fdea7e5-21bb-4b79-acd4-486310df61a8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:50.928456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Attempting to bind port 9fdea7e5-21bb-4b79-acd4-486310df61a8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:50.930302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Attempting to bind port 9fdea7e5-21bb-4b79-acd4-486310df61a8 on network 9681e8aa-e442-4682-92ce-43b34b9e2d33 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:50.934215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] Checking router: e7934991-3536-4a07-8379-53b7ab4fc754 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:42:50.965631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:50.991114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Pushing event updated for resources: {'Port': ['ID=8a3b58a8-17af-44e9-b1e0-d33583a034be,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:50.993321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Transition to ACTIVE for port object 622b5ea2-744a-4310-adc1-bc913fb0b9b0 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:50.998121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:51.000937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Checking segment: {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:51.001569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:51.002134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Bound using segment: {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:51.003594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Bound port: 9fdea7e5-21bb-4b79-acd4-486310df61a8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:51.005613 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:51.057664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59780) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:51.081270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] For port 8a3b58a8-17af-44e9-b1e0-d33583a034be, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:51.084991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] For port 8a3b58a8-17af-44e9-b1e0-d33583a034be, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a3b58a8-17af-44e9-b1e0-d33583a034be,segment=NetworkSegment(bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea),segment_id=bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:51.097511 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:51.153418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:51.158179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:51.189711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:51.366171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] For port 9fdea7e5-21bb-4b79-acd4-486310df61a8, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:51.372603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] For port 9fdea7e5-21bb-4b79-acd4-486310df61a8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9fdea7e5-21bb-4b79-acd4-486310df61a8,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:51.372804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=622b5ea2-744a-4310-adc1-bc913fb0b9b0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:51.388771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:51.398968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa158-50c6-4705-b489-3c12c52598f7 None None] Pushing event updated for resources: {'Port': ['ID=8a3b58a8-17af-44e9-b1e0-d33583a034be,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:51.457287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2eb052c7-ae6d-4fcc-9718-ca8f5ce44cfe tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/243a09cd-b37a-4733-834b-ee451ac3cd16 HTTP/1.1" status: 200 len: 992 time: 0.3984532 Jul 22 21:42:51.460050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:51.464468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:51.470606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:51.595095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:51.735306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::b7 (92e775d6-5249-4ced-8414-0dc6f26d6320/574fa782-999f-4989-81b5-3669cf4cf600/7727e1bd-77e9-4746-b271-c562bb28d656) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:51.754337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8:0:1::37a (92e775d6-5249-4ced-8414-0dc6f26d6320/0508ccd1-8452-4d38-9374-720c4b4a18c5/7727e1bd-77e9-4746-b271-c562bb28d656) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:51.755602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:51.864633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4cf3-3baa-4fbc-8c1d-04d77f6cd789 None None] Pushing event updated for resources: {'Port': ['ID=9fdea7e5-21bb-4b79-acd4-486310df61a8,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:52.060884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:52.188878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:52.216915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 7727e1bd-77e9-4746-b271-c562bb28d656 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:52.308184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:52.466927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59796) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:52.590218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '243a09cd-b37a-4733-834b-ee451ac3cd16', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'port_id': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'mac_address': 'fa:16:3e:da:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:42:44Z', 'updated_at': '2021-07-22T21:42:44Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:28Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:52.615291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:52.663318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:52.691025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:42:52.790495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-63b95ef7-c81b-47e7-9568-f29d2fe33d79 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/243a09cd-b37a-4733-834b-ee451ac3cd16 HTTP/1.1" status: 200 len: 992 time: 0.3197155 Jul 22 21:42:52.794835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:52.799823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e71011-e2b8-4ba0-9559-7c759aa9ba88 None None] The sync data for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 is: [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '243a09cd-b37a-4733-834b-ee451ac3cd16', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'port_id': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'mac_address': 'fa:16:3e:da:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:42:44Z', 'updated_at': '2021-07-22T21:42:44Z', 'revision_number': 0, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:28Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:42:52.800844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:52.832209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=7727e1bd-77e9-4746-b271-c562bb28d656,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:52.902099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d303419d-5535-4cf4-9243-3a5ce446ac16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5737920 Jul 22 21:42:52.904561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59800) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:52.912624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '574fa782-999f-4989-81b5-3669cf4cf600'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:53.118220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a3b58a8-17af-44e9-b1e0-d33583a034be up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:53.257111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:53.263728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8a3b58a8-17af-44e9-b1e0-d33583a034be completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:53.270302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9fdea7e5-21bb-4b79-acd4-486310df61a8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:53.382548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9fdea7e5-21bb-4b79-acd4-486310df61a8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:53.388171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c5df5a85-0ffd-4527-9dc7-b22c93476a28 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:53.454913 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:53.461586 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:53.479971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783f7bd-1c43-41e8-8792-81d48e7c359a None None] New status for floating IP 243a09cd-b37a-4733-834b-ee451ac3cd16: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:42:53.536255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c5df5a85-0ffd-4527-9dc7-b22c93476a28 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:53.536645 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:53.656002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=622b5ea2-744a-4310-adc1-bc913fb0b9b0,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:53.661630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c486ac8-6027-4e5e-8ec6-6d69590bc854 None None] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:53.662221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:53.728745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a5cb388c-56d0-4209-888b-34cb3fed470c None None] Provisioning for port 8a3b58a8-17af-44e9-b1e0-d33583a034be completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:53.736888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a5cb388c-56d0-4209-888b-34cb3fed470c None None] Provisioning complete for port 8a3b58a8-17af-44e9-b1e0-d33583a034be triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:53.737555 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5cb388c-56d0-4209-888b-34cb3fed470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:53.784642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:53.881595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:42:53.904932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:42:53.951742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Delete allocated IP 2001:db8:0:1::37a (92e775d6-5249-4ced-8414-0dc6f26d6320/0508ccd1-8452-4d38-9374-720c4b4a18c5) {{(pid=94091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 21:42:53.994527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-819f0488-7da3-4eaf-8d4c-7d049933c32a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/243a09cd-b37a-4733-834b-ee451ac3cd16 HTTP/1.1" status: 200 len: 992 time: 0.2081134 Jul 22 21:42:54.040672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6830d1f-aacd-46cd-9245-961a4e23fe9b None None] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:54.065472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:42:54.120689 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5cb388c-56d0-4209-888b-34cb3fed470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:54.203887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:42:54.207194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-12cbfe58-80a6-4c01-8148-3a2be1ca34f1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "PUT /v2.0/routers/114d04fc-882a-4d97-a22b-dee5e2ed18f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5046513 Jul 22 21:42:54.209609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59824) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:54.225739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a5cb388c-56d0-4209-888b-34cb3fed470c None None] For port 8a3b58a8-17af-44e9-b1e0-d33583a034be, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a3b58a8-17af-44e9-b1e0-d33583a034be,segment=NetworkSegment(bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea),segment_id=bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:54.237034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:54.267560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Sync routers for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:42:54.287367 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5cb388c-56d0-4209-888b-34cb3fed470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:54.481220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.481986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.482566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.483111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.483624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.484947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.485477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.485945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.486418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.486930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.487957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.488178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.488655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.489230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.489586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.490053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.492757 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-70ed7fb1-fa6f-4a7a-8050-bac97f85db0e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11220 time: 0.2755826 Jul 22 21:42:54.495750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59846) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:54.534257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Ignored duplicate provisioning block setup for port 7727e1bd-77e9-4746-b271-c562bb28d656 by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 21:42:54.539366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:54.708055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] In _notify_port_updated(), no bound segment for port 7727e1bd-77e9-4746-b271-c562bb28d656 on network 92e775d6-5249-4ced-8414-0dc6f26d6320 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:42:54.714212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.714893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:54.716322 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "PUT /v2.0/ports/7727e1bd-77e9-4746-b271-c562bb28d656 HTTP/1.1" status: 200 len: 925 time: 1.8105893 Jul 22 21:42:54.725376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59864) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:54.726746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3489c-7ed0-4578-b1b5-09c1e43d475a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=7727e1bd-77e9-4746-b271-c562bb28d656,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:54.735439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '574fa782-999f-4989-81b5-3669cf4cf600'}, {'subnet_id': '0508ccd1-8452-4d38-9374-720c4b4a18c5'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:54.776400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.776967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.777343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.777813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.778277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.778739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.779201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.779740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.780150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.780271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb388c-56d0-4209-888b-34cb3fed470c None None] Pushing event updated for resources: {'Port': ['ID=8a3b58a8-17af-44e9-b1e0-d33583a034be,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:54.781236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.781585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.782042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.782495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.782951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.783404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.783872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:54.809731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4a1e9577-45e1-4c71-be7d-e3f99e6c652c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10128 time: 0.3128252 Jul 22 21:42:54.810403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59872) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:54.817953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:54.819097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:54.851335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:54.977209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:42:55.006966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59884) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:55.188617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d5188262-413d-49ff-999e-2cd3f2b7328e None None] Provisioning for port 9fdea7e5-21bb-4b79-acd4-486310df61a8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:55.209138 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-700c15b7-2738-4f81-a6b4-4119bfdb922f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/243a09cd-b37a-4733-834b-ee451ac3cd16 HTTP/1.1" status: 200 len: 994 time: 0.2006345 Jul 22 21:42:55.349012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d5188262-413d-49ff-999e-2cd3f2b7328e None None] Provisioning complete for port 9fdea7e5-21bb-4b79-acd4-486310df61a8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:55.349404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5188262-413d-49ff-999e-2cd3f2b7328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:55.417682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b3a829c1-6b2b-44ac-b72d-71117b79d923 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.6044207 Jul 22 21:42:55.586701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8:0:1::91 (92e775d6-5249-4ced-8414-0dc6f26d6320/0508ccd1-8452-4d38-9374-720c4b4a18c5/7727e1bd-77e9-4746-b271-c562bb28d656) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:55.723732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5188262-413d-49ff-999e-2cd3f2b7328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:55.769105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d5188262-413d-49ff-999e-2cd3f2b7328e None None] For port 9fdea7e5-21bb-4b79-acd4-486310df61a8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9fdea7e5-21bb-4b79-acd4-486310df61a8,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:55.812582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5188262-413d-49ff-999e-2cd3f2b7328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:55.814524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:55.860508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Ignored duplicate provisioning block setup for port 7727e1bd-77e9-4746-b271-c562bb28d656 by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 21:42:55.868877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:55.968227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] In _notify_port_updated(), no bound segment for port 7727e1bd-77e9-4746-b271-c562bb28d656 on network 92e775d6-5249-4ced-8414-0dc6f26d6320 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:42:55.987675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:55.990044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:55.995070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59914) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:56.008947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "PUT /v2.0/ports/7727e1bd-77e9-4746-b271-c562bb28d656 HTTP/1.1" status: 200 len: 1010 time: 1.2616956 Jul 22 21:42:56.015677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5188262-413d-49ff-999e-2cd3f2b7328e None None] Pushing event updated for resources: {'Port': ['ID=9fdea7e5-21bb-4b79-acd4-486310df61a8,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:56.055462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337f8f1-4e78-4b04-a539-a4d220cfad78 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=7727e1bd-77e9-4746-b271-c562bb28d656,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:56.104973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] Update dhcp port {'port': {'network_id': '92e775d6-5249-4ced-8414-0dc6f26d6320', 'fixed_ips': [{'subnet_id': '574fa782-999f-4989-81b5-3669cf4cf600', 'ip_address': '2001:db8::2'}, {'subnet_id': '0508ccd1-8452-4d38-9374-720c4b4a18c5'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '8a3b58a8-17af-44e9-b1e0-d33583a034be'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:42:56.119118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:42:52Z', 'revision_number': 2, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:56.135351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59916) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:56.140756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-439299d7-74b1-4e18-9510-0912c57c0035 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498779849', 'description': 'tempest-secgroup-smoke-1498779849 description', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:56.189496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-439299d7-74b1-4e18-9510-0912c57c0035 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.233653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Checking router: 114d04fc-882a-4d97-a22b-dee5e2ed18f6 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:42:56.234123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Updating router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:42:56.288095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 7727e1bd-77e9-4746-b271-c562bb28d656 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:56.288684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.325054 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.355624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.360464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-707f8b83-08ca-41d3-93bb-1300adefe0e6 None None] Provisioning for port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:56.378000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-707f8b83-08ca-41d3-93bb-1300adefe0e6 None None] Provisioning complete for port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:56.378700 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-707f8b83-08ca-41d3-93bb-1300adefe0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.456500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-439299d7-74b1-4e18-9510-0912c57c0035 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.461207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-439299d7-74b1-4e18-9510-0912c57c0035 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.489814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-707f8b83-08ca-41d3-93bb-1300adefe0e6 None None] Port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:42:56.637312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-439299d7-74b1-4e18-9510-0912c57c0035 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.642803 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-439299d7-74b1-4e18-9510-0912c57c0035 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5062299 Jul 22 21:42:56.652040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59922) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:56.653467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439299d7-74b1-4e18-9510-0912c57c0035 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5bec83-2a26-4165-a3c6-db6af01f15ad,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:56.662235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0e7c26d9-8dc6-4ebb-8930-2cd0da43f300 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '5b5bec83-2a26-4165-a3c6-db6af01f15ad', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:56.704751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a3b58a8-17af-44e9-b1e0-d33583a034be up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:56.722020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e7c26d9-8dc6-4ebb-8930-2cd0da43f300 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.853567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] Allocated IP 2001:db8:0:1::2 (92e775d6-5249-4ced-8414-0dc6f26d6320/0508ccd1-8452-4d38-9374-720c4b4a18c5/8a3b58a8-17af-44e9-b1e0-d33583a034be) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:42:56.914366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e7c26d9-8dc6-4ebb-8930-2cd0da43f300 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.919678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e7c26d9-8dc6-4ebb-8930-2cd0da43f300 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:56.953249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c26d9-8dc6-4ebb-8930-2cd0da43f300 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f21544d-5a99-4e58-a41f-067353e43be0,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:56.999041 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e7c26d9-8dc6-4ebb-8930-2cd0da43f300 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.007138 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e7c26d9-8dc6-4ebb-8930-2cd0da43f300 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496931 Jul 22 21:42:57.008079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59930) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:57.018380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fc97c50d-9e04-4f07-946e-24d4e0286dc9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '5b5bec83-2a26-4165-a3c6-db6af01f15ad', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:57.033262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] For port 8a3b58a8-17af-44e9-b1e0-d33583a034be, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a3b58a8-17af-44e9-b1e0-d33583a034be,segment=NetworkSegment(bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea),segment_id=bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:42:57.086725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.091447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc97c50d-9e04-4f07-946e-24d4e0286dc9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.105249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] Transition to ACTIVE for port object 8a3b58a8-17af-44e9-b1e0-d33583a034be will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:57.110473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-707f8b83-08ca-41d3-93bb-1300adefe0e6 None None] Provisioning complete for port 9fdea7e5-21bb-4b79-acd4-486310df61a8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:57.111656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-707f8b83-08ca-41d3-93bb-1300adefe0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.159345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.164276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.189973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 7727e1bd-77e9-4746-b271-c562bb28d656 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:42:57.258053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc97c50d-9e04-4f07-946e-24d4e0286dc9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.263168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc97c50d-9e04-4f07-946e-24d4e0286dc9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.300522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97c50d-9e04-4f07-946e-24d4e0286dc9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d86d9ff-6e34-450f-876e-8a562d6fcb56,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:57.309822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eb091-cf1d-44f2-9a36-e14c9c62d461 None None] Pushing event updated for resources: {'Port': ['ID=8a3b58a8-17af-44e9-b1e0-d33583a034be,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:57.346832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc97c50d-9e04-4f07-946e-24d4e0286dc9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.354566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fc97c50d-9e04-4f07-946e-24d4e0286dc9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448277 Jul 22 21:42:57.362203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:57.367241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-39c0a16b-33de-4ec1-867d-70c76c9ca769 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '5b5bec83-2a26-4165-a3c6-db6af01f15ad', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:57.455998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39c0a16b-33de-4ec1-867d-70c76c9ca769 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.511771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.563645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=7727e1bd-77e9-4746-b271-c562bb28d656,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:57.684168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.691284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:57.691957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1d233115-b773-4452-b351-7dba82b05dec tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/7727e1bd-77e9-4746-b271-c562bb28d656 HTTP/1.1" status: 204 len: 168 time: 1.6943657 Jul 22 21:42:57.735872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9fdea7e5-21bb-4b79-acd4-486310df61a8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:57.754237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39c0a16b-33de-4ec1-867d-70c76c9ca769 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.756566 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f283ef4-4abc-4581-8d30-e66151c16334 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:42:57.763985 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4f283ef4-4abc-4581-8d30-e66151c16334 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/7727e1bd-77e9-4746-b271-c562bb28d656 HTTP/1.1" status: 404 len: 333 time: 0.0705819 Jul 22 21:42:57.766823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59940) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:57.770503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39c0a16b-33de-4ec1-867d-70c76c9ca769 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.862761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39c0a16b-33de-4ec1-867d-70c76c9ca769 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:57.865560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-39c0a16b-33de-4ec1-867d-70c76c9ca769 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5006196 Jul 22 21:42:57.868189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59944) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:57.870955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0a16b-33de-4ec1-867d-70c76c9ca769 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7d11f7-798c-4685-96ba-1ebae0560f27,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:57.887406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e74261f5-529a-4681-badd-e10cc716b303 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '5b5bec83-2a26-4165-a3c6-db6af01f15ad', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:57.921270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 0508ccd1-8452-4d38-9374-720c4b4a18c5 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:42:57.927265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.012290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e74261f5-529a-4681-badd-e10cc716b303 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.014458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.149763 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.170207 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.179332 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e74261f5-529a-4681-badd-e10cc716b303 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.185329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e74261f5-529a-4681-badd-e10cc716b303 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.224588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Transition to ACTIVE for port object 622b5ea2-744a-4310-adc1-bc913fb0b9b0 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:42:58.236150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74261f5-529a-4681-badd-e10cc716b303 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3928b6-2c8e-449a-bb40-ad649bea2403,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:58.244153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e74261f5-529a-4681-badd-e10cc716b303 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.245370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e74261f5-529a-4681-badd-e10cc716b303 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3728855 Jul 22 21:42:58.248290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59948) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:58.249254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9fdea7e5-21bb-4b79-acd4-486310df61a8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:58.249767 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.255539 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.259386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '5b5bec83-2a26-4165-a3c6-db6af01f15ad', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:58.299360 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Project f83864c3ac0a4ac5aeef4f1dcabf18ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:42:58.306617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.353172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0380bdf-daf2-4048-b4cb-2a874e868664 None None] Pushing event updated for resources: {'Port': ['ID=622b5ea2-744a-4310-adc1-bc913fb0b9b0,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:58.461551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.465462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.477522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.574908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Attempting to bind port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:42:58.575528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Attempting to bind port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:42:58.576088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Attempting to bind port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 on network 9681e8aa-e442-4682-92ce-43b34b9e2d33 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:42:58.588862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:42:58.589339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Checking segment: {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:42:58.589883 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.590426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Bound using segment: {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:42:58.591167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Bound port: 622b5ea2-744a-4310-adc1-bc913fb0b9b0, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:42:58.592038 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.596978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=0508ccd1-8452-4d38-9374-720c4b4a18c5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:58.602060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.605031 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4583e01e-c9e5-4f1e-b73e-232c410c7aa6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/0508ccd1-8452-4d38-9374-720c4b4a18c5 HTTP/1.1" status: 204 len: 168 time: 0.8366866 Jul 22 21:42:58.608059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 59952) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:58.609762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.614122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3609715 Jul 22 21:42:58.614967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59954) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:58.616077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab00c3-ea13-411a-96e5-281e8932be8a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1883ba0-fc7a-4e36-bd30-0e0a735609db,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:58.628597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '5b5bec83-2a26-4165-a3c6-db6af01f15ad', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:42:58.667453 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Project f83864c3ac0a4ac5aeef4f1dcabf18ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:42:58.682775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.747300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 574fa782-999f-4989-81b5-3669cf4cf600 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:42:58.757126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.822852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.828507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.846961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c764b2-2a4d-4f3c-9954-808ea5622e0a None None] Network 92e775d6-5249-4ced-8414-0dc6f26d6320 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:42:58.854792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23774bb3-a2ec-4a99-972d-480d75631b94,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:58.868608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] For port 622b5ea2-744a-4310-adc1-bc913fb0b9b0, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:42:58.870396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.879184 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-59d55c94-721c-4e1b-8b80-802ae10eb158 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2568223 Jul 22 21:42:58.907199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a3b58a8-17af-44e9-b1e0-d33583a034be up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:42:58.911909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.938799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0dfa21f3-b4fd-4a8c-b282-1fa6177001aa None None] Provisioning for port 8a3b58a8-17af-44e9-b1e0-d33583a034be completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:42:58.947288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] For port 622b5ea2-744a-4310-adc1-bc913fb0b9b0, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=622b5ea2-744a-4310-adc1-bc913fb0b9b0,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:42:58.957210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0dfa21f3-b4fd-4a8c-b282-1fa6177001aa None None] Provisioning complete for port 8a3b58a8-17af-44e9-b1e0-d33583a034be triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:58.957971 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0dfa21f3-b4fd-4a8c-b282-1fa6177001aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:58.961799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:59.097432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:59.278289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-a9610d77-26c2-44c6-84e1-a67cdeaef22c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498779849&fields=id&tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 267 time: 0.0579209 Jul 22 21:42:59.290524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:59.371189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:59.376450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 59978) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:42:59.387454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/574fa782-999f-4989-81b5-3669cf4cf600 HTTP/1.1" status: 204 len: 168 time: 0.7779570 Jul 22 21:42:59.398855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc985567-1fd1-41ed-aa05-b49627c0cf7a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=574fa782-999f-4989-81b5-3669cf4cf600,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:59.512453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:42:59.515872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:42:59.563008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:59.601953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-9bd27108-84e0-4949-a6dd-a6c82ac29be5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:42:59.612238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-9bd27108-84e0-4949-a6dd-a6c82ac29be5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/networks?id=9681e8aa-e442-4682-92ce-43b34b9e2d33 HTTP/1.1" status: 200 len: 797 time: 0.3329933 Jul 22 21:42:59.642848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-770a4405-5766-4c6d-b070-93fd03b91e3f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/quotas/f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 375 time: 0.0296755 Jul 22 21:42:59.737555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0380bdf-daf2-4048-b4cb-2a874e868664 None None] Pushing event updated for resources: {'Port': ['ID=622b5ea2-744a-4310-adc1-bc913fb0b9b0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:42:59.744709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 8a3b58a8-17af-44e9-b1e0-d33583a034be {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:42:59.745061 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:59.791261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8a3b58a8-17af-44e9-b1e0-d33583a034be triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:42:59.791766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:42:59.831757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-f0888a23-b27c-4542-af61-a27113479f97 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879315 Jul 22 21:42:59.972785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:43:00.020005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0dfa21f3-b4fd-4a8c-b282-1fa6177001aa None None] Could not find standard attr ID for object 7727e1bd-77e9-4746-b271-c562bb28d656. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:43:00.029909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] For port 8a3b58a8-17af-44e9-b1e0-d33583a034be, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a3b58a8-17af-44e9-b1e0-d33583a034be,segment=NetworkSegment(bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea),segment_id=bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:00.030987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.057134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 8a3b58a8-17af-44e9-b1e0-d33583a034be owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:00.159827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-4def02da-62e1-413b-bc81-a406d9991769 service neutron] 10.222.0.54 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148012 Jul 22 21:43:00.257587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.278243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No DVR routers for this DVR port 8a3b58a8-17af-44e9-b1e0-d33583a034be on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:00.302228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03979005-0c59-4b44-bbdf-0fb9dabdefa1 None None] DHCP port deletion for 92e775d6-5249-4ced-8414-0dc6f26d6320 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:43:00.334848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=8a3b58a8-17af-44e9-b1e0-d33583a034be,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:00.343295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-e3fa1c9a-4802-44da-8a75-de38f310b19a service neutron] 10.222.0.54 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770139 Jul 22 21:43:00.410339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:42:58Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:00.473085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bdb25-8589-44f3-92b8-0c520e235552 None None] The sync data for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 is: [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:42:58Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:43:00.565107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.590330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e775d6-5249-4ced-8414-0dc6f26d6320']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:00.622689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:00.623581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc67bd4f-ff6e-4f37-8a80-6ddb5a0603ea') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:00.660989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.704642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.720864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:00.721285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:00.833113 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:00.837367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.864565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:00.873348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/92e775d6-5249-4ced-8414-0dc6f26d6320 HTTP/1.1" status: 204 len: 168 time: 1.4956093 Jul 22 21:43:00.913999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60004) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:00.951324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a2b93ad-e801-4a37-93bc-081c4de3e0fb req-be4c2832-193e-4a68-ba85-a9216426ee49 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 210 time: 0.1278956 Jul 22 21:43:00.959076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966cd77-8d08-4727-abff-ceb8bf70f468 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=92e775d6-5249-4ced-8414-0dc6f26d6320,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:01.064296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 622b5ea2-744a-4310-adc1-bc913fb0b9b0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:01.147878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531fa52-45e9-4c44-a6d2-c2a511518e5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:01.159512 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c531fa52-45e9-4c44-a6d2-c2a511518e5b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2443798 Jul 22 21:43:01.163341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:01.210759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:01.216917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:01.217632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.353783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-47b4860d-6514-4a2f-95e9-3dd6cb8694ac tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1862612 Jul 22 21:43:01.356493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60022) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:01.362373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-709072127'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:01.471886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.473636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.475735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:01.484092 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.556087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 622b5ea2-744a-4310-adc1-bc913fb0b9b0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=622b5ea2-744a-4310-adc1-bc913fb0b9b0,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:01.563248 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.581841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:43:01.611460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.624934 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment daa1d319-a288-47b6-a133-a31413a55776 of type vlan for network ab344aef-fee2-4d9b-9e63-c40d66deacb7 Jul 22 21:43:01.678861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a3b58a8-17af-44e9-b1e0-d33583a034be no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:01.735636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8a3b58a8-17af-44e9-b1e0-d33583a034be {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:43:01.736013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a3b58a8-17af-44e9-b1e0-d33583a034be not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:01.753287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=622b5ea2-744a-4310-adc1-bc913fb0b9b0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:01.771564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.822102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.831639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:01.832859 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:01.923447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=ab344aef-fee2-4d9b-9e63-c40d66deacb7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:01.935452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:43:01.952619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55521d9c-8a13-4362-ad13-5060a91c619e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5944452 Jul 22 21:43:01.955415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60028) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:01.960934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:02.128241 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:02.203260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62a09bd5-3b07-47ff-9979-3279f77c972d req-9a0c3590-1881-4db5-ace6-2f8fc053ee02 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 210 time: 0.0691102 Jul 22 21:43:02.238386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:02.242426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:02.755256 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:02.902885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 622b5ea2-744a-4310-adc1-bc913fb0b9b0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:02.950411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=15cb0e18-3847-4717-ba02-c8180190fdfa,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:02.991172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': 'daa1d319-a288-47b6-a133-a31413a55776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:02.992221 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: ab344aef-fee2-4d9b-9e63-c40d66deacb7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:43:03.023329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:43:03.038909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:03.039291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:03.043297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ab344aef-fee2-4d9b-9e63-c40d66deacb7) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:03.058859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:03.059012 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:03.104353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb0fc2-70c2-4af7-8cf6-4f7161540f08 None None] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:03.117745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8cb47b1d-c1bc-462f-a366-459624982cef tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1609547 Jul 22 21:43:03.121726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60046) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:03.135455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7', 'name': 'tempest-PortsIpV6TestJSON-598786689'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:03.418361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49442772-3f7e-47bf-99c3-cde78978ecbe req-7aa538e9-f36d-4479-bcb0-07016fb51db0 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 210 time: 0.0625002 Jul 22 21:43:03.594701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-ab344aef-fee2-4d9b-9e63-c40d66deacb7', 'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7', 'tenant_id': '64981cca65e547ee88a5445ae19ecf70', 'fixed_ips': [{'subnet_id': '15cb0e18-3847-4717-ba02-c8180190fdfa'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:43:03.596545 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:03.863725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Allocated IP 2001:db8::2 (ab344aef-fee2-4d9b-9e63-c40d66deacb7/15cb0e18-3847-4717-ba02-c8180190fdfa/fbc1561b-953f-40b5-9050-086f53d56c43) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:03.882892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:03.888469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:03.924854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:04.000915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-38909e67-ae3b-46fa-9efb-fca091ec44b6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:04.004217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-38909e67-ae3b-46fa-9efb-fca091ec44b6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "GET /v2.0/networks?id=9681e8aa-e442-4682-92ce-43b34b9e2d33 HTTP/1.1" status: 200 len: 797 time: 0.2437499 Jul 22 21:43:04.090438 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.102329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-3d091409-a9f0-4bc3-95e6-f0843d7bb4f6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 380 time: 0.0751605 Jul 22 21:43:04.105986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Transition to ACTIVE for port object fbc1561b-953f-40b5-9050-086f53d56c43 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:04.116498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'port': {'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'admin_state_up': True, 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'security_groups': ['5b5bec83-2a26-4165-a3c6-db6af01f15ad']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:04.141368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Transition to ACTIVE for port object fbc1561b-953f-40b5-9050-086f53d56c43 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:04.158193 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.222207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:04.227740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:04.231110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:04.276956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Pushing event updated for resources: {'Port': ['ID=fbc1561b-953f-40b5-9050-086f53d56c43,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:04.303431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::30f (ab344aef-fee2-4d9b-9e63-c40d66deacb7/15cb0e18-3847-4717-ba02-c8180190fdfa/4b7fd1dc-84c3-4a42-b259-8a62f51be2ed) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:04.328241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Attempting to bind port fbc1561b-953f-40b5-9050-086f53d56c43 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:43:04.329263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Attempting to bind port fbc1561b-953f-40b5-9050-086f53d56c43 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'daa1d319-a288-47b6-a133-a31413a55776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:43:04.330051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Attempting to bind port fbc1561b-953f-40b5-9050-086f53d56c43 on network ab344aef-fee2-4d9b-9e63-c40d66deacb7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:04.339480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:43:04.341293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Checking segment: {'id': 'daa1d319-a288-47b6-a133-a31413a55776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:04.342099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.343299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Bound using segment: {'id': 'daa1d319-a288-47b6-a133-a31413a55776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:43:04.344459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Bound port: fbc1561b-953f-40b5-9050-086f53d56c43, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa1d319-a288-47b6-a133-a31413a55776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:43:04.346466 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.422274 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:04.426650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.457098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] For port fbc1561b-953f-40b5-9050-086f53d56c43, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:04.475449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] For port fbc1561b-953f-40b5-9050-086f53d56c43, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fbc1561b-953f-40b5-9050-086f53d56c43,segment=NetworkSegment(daa1d319-a288-47b6-a133-a31413a55776),segment_id=daa1d319-a288-47b6-a133-a31413a55776)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:43:04.483179 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.593815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60070) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:04.652507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.20.0.3 (9681e8aa-e442-4682-92ce-43b34b9e2d33/0605301a-31bb-4358-be74-e39bf637aff7/7e67afec-4aad-4fc1-83b3-22ed1362cc63) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:04.697218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cfcc7-638d-497a-9b4a-d271841c8c14 None None] Pushing event updated for resources: {'Port': ['ID=fbc1561b-953f-40b5-9050-086f53d56c43,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:04.812642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2877bac8-4215-45fc-b048-b66ffe42ff1c req-0f6006c3-b8ff-467b-88f0-8ddb091c4171 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 210 time: 0.1131632 Jul 22 21:43:04.849582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] Deleting subnet 801ac859-cff9-4b81-be0e-007593fff8e9 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:04.855496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.931901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.956208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.963689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:04.998917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:05.009895 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.022301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Transition to ACTIVE for port object 7e67afec-4aad-4fc1-83b3-22ed1362cc63 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:05.138325 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.159653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.212823 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.220886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801ac859-cff9-4b81-be0e-007593fff8e9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:05.227572 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.229667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3b6670bc-6fb3-41d4-9d97-aedb1367d1cb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/801ac859-cff9-4b81-be0e-007593fff8e9 HTTP/1.1" status: 204 len: 168 time: 0.6340537 Jul 22 21:43:05.232319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60074) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:05.263498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:05.275803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:05.281536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=4b7fd1dc-84c3-4a42-b259-8a62f51be2ed,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:05.284118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:05.290858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:05.291760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.297513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:05.306997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:05.343452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:05.351432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.385577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5e98d115-2f24-45c8-b8c3-a40ed547e792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2571311 Jul 22 21:43:05.390928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60076) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:05.405541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'ab344aef-fee2-4d9b-9e63-c40d66deacb7', 'name': 'tempest-PortsIpV6TestJSON-980568972'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:05.431603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=7e67afec-4aad-4fc1-83b3-22ed1362cc63,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:05.462783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:05.463461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.496566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.517910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96ebdef-9bdc-4fca-a696-057bc0ce6d13']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:05.567999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54685179-2056-4612-9e5b-8947c7f3a7e9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4538128 Jul 22 21:43:05.576069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8e3b7c-6c05-44a7-9158-125df0e68bde') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:05.576069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8e3b7c-6c05-44a7-9158-125df0e68bde') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:05.609124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.632946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Request body: {'port': {'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:05.639508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:05.644171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.649916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.657984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:05.658507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.751857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1c4aacf6-72a0-4f75-bb52-9b1652f356bf None None] Provisioning for port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:05.756345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1c4aacf6-72a0-4f75-bb52-9b1652f356bf None None] Provisioning complete for port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:05.756725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c4aacf6-72a0-4f75-bb52-9b1652f356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:05.761653 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:05.766278 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.780785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.792157 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] 10.222.0.54 "DELETE /v2.0/networks/b96ebdef-9bdc-4fca-a696-057bc0ce6d13 HTTP/1.1" status: 204 len: 168 time: 0.5586224 Jul 22 21:43:05.810759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60086) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:05.823657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 5220c5c1-7542-4e0b-8c4d-37a5defe2943 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:05.863202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1c4aacf6-72a0-4f75-bb52-9b1652f356bf None None] Port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:05.883599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:05.910759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9047dd-ebc7-49ae-aca7-28ffc15cc50a admin admin] Pushing event deleted for resources: {'Network': ['ID=b96ebdef-9bdc-4fca-a696-057bc0ce6d13,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:06.005707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] Deleting subnet 49dc78db-a512-415d-b25e-c663281b830b {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:06.030908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.097288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::29b (ab344aef-fee2-4d9b-9e63-c40d66deacb7/15cb0e18-3847-4717-ba02-c8180190fdfa/5220c5c1-7542-4e0b-8c4d-37a5defe2943) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:06.099826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.138995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b6f19-7030-4e21-8004-ef961ee529b9 req-722766b0-82a0-4bbb-ab50-5750f4928dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:06.140708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e7b6f19-7030-4e21-8004-ef961ee529b9 req-722766b0-82a0-4bbb-ab50-5750f4928dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 931 time: 0.1943283 Jul 22 21:43:06.212008 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.252507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e7b6f19-7030-4e21-8004-ef961ee529b9 req-29382fde-2b1b-4d11-9c32-bb4604be9e2d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025259 Jul 22 21:43:06.310565 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.327807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.332034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] 10.222.0.54 "DELETE /v2.0/subnets/49dc78db-a512-415d-b25e-c663281b830b HTTP/1.1" status: 204 len: 168 time: 0.5178854 Jul 22 21:43:06.335522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60092) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:06.351452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667d0fe-b5be-4496-83b9-515bb5a90bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49dc78db-a512-415d-b25e-c663281b830b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:06.397433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e9c10b-2371-438f-b42d-eb0f8692001d None None] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:06.592810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e67afec-4aad-4fc1-83b3-22ed1362cc63 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:43:06.595051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6f796dbc-640c-4ced-a017-30b69c815609 None None] Provisioning for port fbc1561b-953f-40b5-9050-086f53d56c43 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:06.609045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.613149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.656995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.659520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Transition to ACTIVE for port object 7e67afec-4aad-4fc1-83b3-22ed1362cc63 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:06.690017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.760455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 5220c5c1-7542-4e0b-8c4d-37a5defe2943 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:06.956907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:06.976171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e67afec-4aad-4fc1-83b3-22ed1362cc63,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:07.011186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fbc1561b-953f-40b5-9050-086f53d56c43 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:07.019381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e699370f-caeb-44b5-b184-10c1b2d2f1ce']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:07.065502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e66618-ec8c-4b26-bd8a-519b6a299633') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:07.066376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e66618-ec8c-4b26-bd8a-519b6a299633') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:07.084663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port fbc1561b-953f-40b5-9050-086f53d56c43 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:07.089828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port fbc1561b-953f-40b5-9050-086f53d56c43 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:07.091178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.099122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.152796 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.173376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:07.173671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:07.177096 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:07.215820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Attempting to bind port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:43:07.216288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Attempting to bind port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:43:07.216837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Attempting to bind port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 on network 9681e8aa-e442-4682-92ce-43b34b9e2d33 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:07.221095 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.286441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 on network 9681e8aa-e442-4682-92ce-43b34b9e2d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:43:07.286715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Attempting to bind port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 on network 9681e8aa-e442-4682-92ce-43b34b9e2d33 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:07.288648 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.360483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:43:07.361332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Checking segment: {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:07.361858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Bound using segment: {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:43:07.363430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Bound port: 7e67afec-4aad-4fc1-83b3-22ed1362cc63, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2357b1-ac6b-45a5-abb6-965f36ee5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:43:07.364059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.376599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.397936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:07.399131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port fbc1561b-953f-40b5-9050-086f53d56c43, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fbc1561b-953f-40b5-9050-086f53d56c43,segment=NetworkSegment(daa1d319-a288-47b6-a133-a31413a55776),segment_id=daa1d319-a288-47b6-a133-a31413a55776)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:07.404337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-21b4b765-c8e5-47b0-acab-b7edc038783f None None] Provisioning for port 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:07.413588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.426234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.433482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e699370f-caeb-44b5-b184-10c1b2d2f1ce HTTP/1.1" status: 204 len: 168 time: 1.0945990 Jul 22 21:43:07.449358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:07.482347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:07.488578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=fbc1561b-953f-40b5-9050-086f53d56c43,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:07.490365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:07.491053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.494483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-21b4b765-c8e5-47b0-acab-b7edc038783f None None] Provisioning complete for port 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:07.494965 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-21b4b765-c8e5-47b0-acab-b7edc038783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.502861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=5220c5c1-7542-4e0b-8c4d-37a5defe2943,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:07.520919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc850b99-9506-4c84-9ff0-ea2b625e6b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=e699370f-caeb-44b5-b184-10c1b2d2f1ce,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:07.591060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-21b4b765-c8e5-47b0-acab-b7edc038783f None None] Port 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:07.609957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2bf70639-bd66-47e7-b446-c7d3eb97a3b7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2145674 Jul 22 21:43:07.613835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-21b4b765-c8e5-47b0-acab-b7edc038783f None None] Provisioning complete for port fbc1561b-953f-40b5-9050-086f53d56c43 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:07.614405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-21b4b765-c8e5-47b0-acab-b7edc038783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.615413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60104) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:07.750460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeb26a-a39b-4df2-8188-f6048d582065 req-0762ce65-189c-4ce5-933c-a7e4143aa56b tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:07.768863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcfeb26a-a39b-4df2-8188-f6048d582065 req-0762ce65-189c-4ce5-933c-a7e4143aa56b tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 943 time: 0.2154531 Jul 22 21:43:07.839423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] For port 7e67afec-4aad-4fc1-83b3-22ed1362cc63, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:07.871577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcfeb26a-a39b-4df2-8188-f6048d582065 req-8988ce7a-b486-414b-98ca-f331e754ca3f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004481 Jul 22 21:43:07.885345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] For port 7e67afec-4aad-4fc1-83b3-22ed1362cc63, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:43:07.913190 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:07.968049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60110) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:07.988857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3489f9ce-b914-4e19-90e0-9a778078337b None None] Provisioning complete for port 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:07.988857 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3489f9ce-b914-4e19-90e0-9a778078337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.041574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-72cb0152-ef68-4d7f-a0c7-c7fdf3762738 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67ffcc865bb34d559e14c85c2e8d8e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719883 Jul 22 21:43:08.046147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:08.070718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:08.071767 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.074318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] 10.222.0.23 "PUT /v2.0/ports/7e67afec-4aad-4fc1-83b3-22ed1362cc63 HTTP/1.1" status: 200 len: 1092 time: 2.4476359 Jul 22 21:43:08.092108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3489f9ce-b914-4e19-90e0-9a778078337b None None] Port 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:08.120831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:08.135466 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae03389e-1252-4e5e-9735-bded584c61bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:08.139370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcb5-2dab-4ccf-8bff-2c66e1ae3f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.177216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d116c3e-ae86-4563-978d-dfa2cf916102 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:08.186226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5d116c3e-ae86-4563-978d-dfa2cf916102 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30f HTTP/1.1" status: 200 len: 928 time: 0.5528920 Jul 22 21:43:08.191856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60116) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:08.266818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3bea23d2-1e82-4c4a-976f-e7226de22958 None None] Provisioning for port 5220c5c1-7542-4e0b-8c4d-37a5defe2943 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:08.280192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3bea23d2-1e82-4c4a-976f-e7226de22958 None None] Provisioning complete for port 5220c5c1-7542-4e0b-8c4d-37a5defe2943 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:08.280589 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3bea23d2-1e82-4c4a-976f-e7226de22958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.283120 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ff99ca-c190-4209-92bd-5428554ec424 x-openstack-request-id: req-16ff99ca-c190-4209-92bd-5428554ec424 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:08.283485 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:08.283739 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16ff99ca-c190-4209-92bd-5428554ec424 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:08.284240 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'status': 'completed', 'code': 200} Jul 22 21:43:08.295524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcb5-2dab-4ccf-8bff-2c66e1ae3f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.339160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcd5dc-fb91-4702-a107-0a8b7da2abc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e67afec-4aad-4fc1-83b3-22ed1362cc63,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:08.377642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3bea23d2-1e82-4c4a-976f-e7226de22958 None None] Port 5220c5c1-7542-4e0b-8c4d-37a5defe2943 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:08.430942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-cedccfef-7b53-4d91-8a63-e14b072342f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:08.438856 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-cedccfef-7b53-4d91-8a63-e14b072342f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 1095 time: 0.2877758 Jul 22 21:43:08.485826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcb5-2dab-4ccf-8bff-2c66e1ae3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.490101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcb5-2dab-4ccf-8bff-2c66e1ae3f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.507225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-afe1bcb5-2dab-4ccf-8bff-2c66e1ae3f29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df6fad9e-b378-464a-8045-8b78c8716a10 HTTP/1.1" status: 204 len: 168 time: 0.4587698 Jul 22 21:43:08.544561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1bcb5-2dab-4ccf-8bff-2c66e1ae3f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6fad9e-b378-464a-8045-8b78c8716a10,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:08.585581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 5220c5c1-7542-4e0b-8c4d-37a5defe2943 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:08.586594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.591517 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-004ab3ee-1b25-4d5c-81e8-907cbc9037db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63 HTTP/1.1" status: 200 len: 217 time: 0.1398110 Jul 22 21:43:08.689799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-e1623590-50b4-4518-826c-896636e6b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:08.692175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-e1623590-50b4-4518-826c-896636e6b264 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0605301a-31bb-4358-be74-e39bf637aff7 HTTP/1.1" status: 200 len: 835 time: 0.0919147 Jul 22 21:43:08.719573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:08.738200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 5220c5c1-7542-4e0b-8c4d-37a5defe2943 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:08.821329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-b82acb67-9548-449c-bd3d-91d66c00a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:08.824678 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-b82acb67-9548-449c-bd3d-91d66c00a70e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9681e8aa-e442-4682-92ce-43b34b9e2d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215906 Jul 22 21:43:08.877357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fbc1561b-953f-40b5-9050-086f53d56c43 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:08.927137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.001972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port fbc1561b-953f-40b5-9050-086f53d56c43 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:09.002497 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.024077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=5220c5c1-7542-4e0b-8c4d-37a5defe2943,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:09.048820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:09.057766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-3e35602f-4f31-42da-98e0-a886a675d4b6 service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236440 Jul 22 21:43:09.111397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60134) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:09.182711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.192053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf706848-c5af-419d-8da9-cddff621a427 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/5220c5c1-7542-4e0b-8c4d-37a5defe2943 HTTP/1.1" status: 204 len: 168 time: 0.9925568 Jul 22 21:43:09.212459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60138) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:09.276055 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82b19be-3c39-4974-99df-a8cb3a490656 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:43:09.284407 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e82b19be-3c39-4974-99df-a8cb3a490656 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/5220c5c1-7542-4e0b-8c4d-37a5defe2943 HTTP/1.1" status: 404 len: 333 time: 0.0632927 Jul 22 21:43:09.288237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60140) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:09.294968 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dd8350d0-1528-46c5-a13a-f76be9c64152 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e6d92a851d54c91b8cdfeecdcf57821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441134 Jul 22 21:43:09.308312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60142) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:09.382839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12425965-7d80-4e59-96c2-9ef34cbec63d req-666239ad-83c4-4250-afb6-bc8d23f46e0f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:09.391666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12425965-7d80-4e59-96c2-9ef34cbec63d req-666239ad-83c4-4250-afb6-bc8d23f46e0f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 943 time: 0.3776524 Jul 22 21:43:09.438538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0cc1e1b-6fd6-4991-bfeb-5ca003a3cf2c req-947dd8b6-0047-40f1-aff1-fca49248640b service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695168 Jul 22 21:43:09.450248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7959-ee52-4b86-844b-880d6b2768ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.479133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7959-ee52-4b86-844b-880d6b2768ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.553090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60146) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:09.561785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12425965-7d80-4e59-96c2-9ef34cbec63d req-a42e7ffb-4d57-418a-af8b-5c5d4c85af22 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668115 Jul 22 21:43:09.577420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] Deleting subnet 67ff2dca-e364-43d7-8b4c-904f6f861b94 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:09.604173 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.645770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.696055 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.734776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03389e-1252-4e5e-9735-bded584c61bc req-78c071fa-75c5-44e3-babc-e36c1fd4cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:09.737044 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae03389e-1252-4e5e-9735-bded584c61bc req-78c071fa-75c5-44e3-babc-e36c1fd4cf0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 1095 time: 0.2365818 Jul 22 21:43:09.777639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.804495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a572fe77-493c-4f73-b3c7-ca91e60300a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.836655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ff2dca-e364-43d7-8b4c-904f6f861b94,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:09.839563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.841683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c5f4782-4eb2-4667-8fe7-5dc5db342995 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/67ff2dca-e364-43d7-8b4c-904f6f861b94 HTTP/1.1" status: 204 len: 168 time: 0.6924005 Jul 22 21:43:09.908497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03389e-1252-4e5e-9735-bded584c61bc req-4d4d7e82-7a48-4e1a-95ac-206d57a6d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:09.910995 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae03389e-1252-4e5e-9735-bded584c61bc req-4d4d7e82-7a48-4e1a-95ac-206d57a6d5c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9681e8aa-e442-4682-92ce-43b34b9e2d33 HTTP/1.1" status: 200 len: 898 time: 0.1509099 Jul 22 21:43:09.911657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60152) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:09.958659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a572fe77-493c-4f73-b3c7-ca91e60300a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:09.965504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a572fe77-493c-4f73-b3c7-ca91e60300a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.002243 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae03389e-1252-4e5e-9735-bded584c61bc req-198237b1-94c1-44d7-87b1-e3ae06f1df0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63 HTTP/1.1" status: 200 len: 217 time: 0.0495582 Jul 22 21:43:10.003522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7959-ee52-4b86-844b-880d6b2768ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.005811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7959-ee52-4b86-844b-880d6b2768ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.010521 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1a5c7959-ee52-4b86-844b-880d6b2768ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d011bf37-7077-4a33-874a-683e02083079 HTTP/1.1" status: 204 len: 168 time: 0.7010674 Jul 22 21:43:10.035163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572fe77-493c-4f73-b3c7-ca91e60300a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed04a0-65ed-41f4-b7dd-604c579bdb6f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:10.037556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c7959-ee52-4b86-844b-880d6b2768ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d011bf37-7077-4a33-874a-683e02083079,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:10.041935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a572fe77-493c-4f73-b3c7-ca91e60300a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b18e5ed93b1e405d87f48aa05a98f888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739203 Jul 22 21:43:10.045483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60156) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:10.153025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:10.153371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.209696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.215301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5179d81a-20e7-4d96-87b2-8c3b676e56fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.253090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03389e-1252-4e5e-9735-bded584c61bc req-37875711-b93a-4ad9-ad9a-fa50e103070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:10.254707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae03389e-1252-4e5e-9735-bded584c61bc req-37875711-b93a-4ad9-ad9a-fa50e103070a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0605301a-31bb-4358-be74-e39bf637aff7 HTTP/1.1" status: 200 len: 835 time: 0.2427642 Jul 22 21:43:10.292467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5179d81a-20e7-4d96-87b2-8c3b676e56fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.341249 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.360248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 4b7fd1dc-84c3-4a42-b259-8a62f51be2ed owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:10.424912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5179d81a-20e7-4d96-87b2-8c3b676e56fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.428650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5179d81a-20e7-4d96-87b2-8c3b676e56fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.430368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5179d81a-20e7-4d96-87b2-8c3b676e56fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/86ed04a0-65ed-41f4-b7dd-604c579bdb6f HTTP/1.1" status: 204 len: 168 time: 0.3838835 Jul 22 21:43:10.446657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179d81a-20e7-4d96-87b2-8c3b676e56fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed04a0-65ed-41f4-b7dd-604c579bdb6f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:10.581159 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.620214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=4b7fd1dc-84c3-4a42-b259-8a62f51be2ed,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:10.655975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.660635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d91d29c4-7495-477d-b48b-b4c63c3e92ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/4b7fd1dc-84c3-4a42-b259-8a62f51be2ed HTTP/1.1" status: 204 len: 168 time: 1.3689413 Jul 22 21:43:10.662805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60174) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:10.725728 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3922d3-99d9-4ab3-b3e6-50c8cbc42272 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:43:10.731563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-af3922d3-99d9-4ab3-b3e6-50c8cbc42272 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/4b7fd1dc-84c3-4a42-b259-8a62f51be2ed HTTP/1.1" status: 404 len: 333 time: 0.0634789 Jul 22 21:43:10.732134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60180) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:10.851401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 15cb0e18-3847-4717-ba02-c8180190fdfa {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:10.862698 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.913869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.925574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c9efed-f90e-4287-9529-1bd5eda2ad9d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:10.937448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeefad24-9a58-438d-8941-3baa5b152123') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:10.938045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeefad24-9a58-438d-8941-3baa5b152123') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:10.949253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.965399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.978444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:10.979348 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:10.992737 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.038139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fecd4d-8460-47f0-b644-83b1ee77ec86 req-8856b1e0-ebc3-4c43-865b-787fca0119f3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:11.045870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03fecd4d-8460-47f0-b644-83b1ee77ec86 req-8856b1e0-ebc3-4c43-865b-787fca0119f3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 943 time: 0.3126416 Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:11.049145 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:11.053578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.061702 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.063801 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f3c9efed-f90e-4287-9529-1bd5eda2ad9d HTTP/1.1" status: 204 len: 168 time: 1.1507068 Jul 22 21:43:11.079530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f863fa1-0329-4250-b8d6-34d79d859cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c9efed-f90e-4287-9529-1bd5eda2ad9d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:11.103133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03fecd4d-8460-47f0-b644-83b1ee77ec86 req-ad52e801-1475-4e2d-a439-05774b522fab tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563745 Jul 22 21:43:11.107917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03389e-1252-4e5e-9735-bded584c61bc req-175b3e40-c777-4472-bd23-575c6d549711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:11.109401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae03389e-1252-4e5e-9735-bded584c61bc req-175b3e40-c777-4472-bd23-575c6d549711 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9681e8aa-e442-4682-92ce-43b34b9e2d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8330708 Jul 22 21:43:11.188070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.221196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae03389e-1252-4e5e-9735-bded584c61bc req-2d34070a-79fa-46d4-8a73-dfb7c532577a service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033373 Jul 22 21:43:11.272872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.319410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=15cb0e18-3847-4717-ba02-c8180190fdfa,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:11.323051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.326094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-29c6cff7-cde8-43b8-a15b-effcb702da2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/15cb0e18-3847-4717-ba02-c8180190fdfa HTTP/1.1" status: 204 len: 168 time: 0.5915718 Jul 22 21:43:11.330281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60208) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:11.336233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc44c4-9796-42ab-b9cf-a82a17a81c3b None None] Network ab344aef-fee2-4d9b-9e63-c40d66deacb7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:11.406880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60212) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:11.447897 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae03389e-1252-4e5e-9735-bded584c61bc req-2b163244-fe92-4e11-b37b-04caf505bdb4 service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187426 Jul 22 21:43:11.452514 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.502043 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d8c812be-94d4-4ab5-a0bb-1ea897ddaa23 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=310efadcea3d4db5a54a24e50c2b511d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979638 Jul 22 21:43:11.504694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60218) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:11.548118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port fbc1561b-953f-40b5-9050-086f53d56c43 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:11.548569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.651687 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4844a25-e2b8-4278-83e4-3e3f563a9d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.675793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] For port fbc1561b-953f-40b5-9050-086f53d56c43, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fbc1561b-953f-40b5-9050-086f53d56c43,segment=NetworkSegment(daa1d319-a288-47b6-a133-a31413a55776),segment_id=daa1d319-a288-47b6-a133-a31413a55776)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:11.681380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.685054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4844a25-e2b8-4278-83e4-3e3f563a9d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.720146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for fbc1561b-953f-40b5-9050-086f53d56c43 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:11.750696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4844a25-e2b8-4278-83e4-3e3f563a9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.756580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60222) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:11.757200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4844a25-e2b8-4278-83e4-3e3f563a9d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.758930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a4844a25-e2b8-4278-83e4-3e3f563a9d14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b36fddd-a7ec-4110-9460-fbb2d6426a13 HTTP/1.1" status: 204 len: 168 time: 0.2532744 Jul 22 21:43:11.791350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4844a25-e2b8-4278-83e4-3e3f563a9d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b36fddd-a7ec-4110-9460-fbb2d6426a13,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:11.891167 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:11.939877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No DVR routers for this DVR port fbc1561b-953f-40b5-9050-086f53d56c43 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:11.945126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04083f-53f1-4046-bcfa-6f63c341e539 None None] DHCP port deletion for ab344aef-fee2-4d9b-9e63-c40d66deacb7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:43:11.969050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=fbc1561b-953f-40b5-9050-086f53d56c43,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:12.083226 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.096516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab344aef-fee2-4d9b-9e63-c40d66deacb7']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:12.112202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa1d319-a288-47b6-a133-a31413a55776') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:12.120184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa1d319-a288-47b6-a133-a31413a55776') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:12.147809 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.181957 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.199343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:12.199807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:12.242237 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:12.248682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-332102388-network', 'tenant_id': '1b927d5f7e6a4f89965b6d9d86326622'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:12.329770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.340621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.343052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/ab344aef-fee2-4d9b-9e63-c40d66deacb7 HTTP/1.1" status: 204 len: 168 time: 1.0117915 Jul 22 21:43:12.348525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Made reservation on behalf of 1b927d5f7e6a4f89965b6d9d86326622 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:12.349509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60238) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:12.350216 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.356216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-585927934'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:12.367649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7344672-b2c7-404f-af5a-cbba14e97ee9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=ab344aef-fee2-4d9b-9e63-c40d66deacb7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:12.371804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.382640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:12.387532 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.420651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1345aa-3fea-49c4-b9fc-f4a77f0f6dc2 req-d94a7d53-9945-427a-9983-dc2be116bc80 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:12.422036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:43:12.422222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a1345aa-3fea-49c4-b9fc-f4a77f0f6dc2 req-d94a7d53-9945-427a-9983-dc2be116bc80 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 943 time: 0.1791675 Jul 22 21:43:12.433084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.433743 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment 7ed1ec61-dcb5-47ee-99a0-1c03c055ad07 of type vlan for network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d Jul 22 21:43:12.478255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.508246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a1345aa-3fea-49c4-b9fc-f4a77f0f6dc2 req-f93c9101-b71d-444f-a853-5d37307affdb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711069 Jul 22 21:43:12.513387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.521477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:12.523016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.558924 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.565833 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.571787 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0ef606c9-0575-48ef-82a0-ec9e794a08f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.581045 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2302408 Jul 22 21:43:12.584586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60240) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:12.590105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:12.594482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:43:12.614646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.614841 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Added segment b8d73e57-af04-41b6-a22b-af40f27b6812 of type vlan for network 78f1f740-ae67-422f-80c5-419b33e726cb Jul 22 21:43:12.616277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba93b9a-5b56-4092-8df8-2ae9f688851f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:12.626763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cb709-0cb4-47a4-9825-5d650f38fd2e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=e3aa3309-baeb-4d19-92a6-e3d870fb6f0d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:12.645153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:43:12.661857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.694469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.695677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:12.696441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.725414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9674139 Jul 22 21:43:12.728353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60242) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:12.730971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7e67afec-4aad-4fc1-83b3-22ed1362cc63 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:43:12.734695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Request body: {'subnet': {'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-332102388-subnet', 'tenant_id': '1b927d5f7e6a4f89965b6d9d86326622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:12.747216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:12.751345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.775202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Made reservation on behalf of 1b927d5f7e6a4f89965b6d9d86326622 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:12.778764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:12.836441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fbc1561b-953f-40b5-9050-086f53d56c43 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:12.850059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14805a63-5715-41ed-88d2-8dbb4c6c8dcd admin admin] Pushing event updated for resources: {'Network': ['ID=78f1f740-ae67-422f-80c5-419b33e726cb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:12.881193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 78f1f740-ae67-422f-80c5-419b33e726cb details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:43:12.885592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: fbc1561b-953f-40b5-9050-086f53d56c43 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:43:12.886251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fbc1561b-953f-40b5-9050-086f53d56c43 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:12.933438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7e67afec-4aad-4fc1-83b3-22ed1362cc63, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:12.999048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:43:13.096250 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.097928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.098877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.124793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e67afec-4aad-4fc1-83b3-22ed1362cc63 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:43:13.157287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7e67afec-4aad-4fc1-83b3-22ed1362cc63, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:13.162386 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.172502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1df152-3a44-4c1a-867f-3af6ca504b8b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:13.176314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:13.178981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': '7ed1ec61-dcb5-47ee-99a0-1c03c055ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:13.179936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: e3aa3309-baeb-4d19-92a6-e3d870fb6f0d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:43:13.182996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Checking segment: {'id': 'b8d73e57-af04-41b6-a22b-af40f27b6812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:13.183478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Network hostable DHCP agents. Network: 78f1f740-ae67-422f-80c5-419b33e726cb, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:43:13.202046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:43:13.205689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Network 78f1f740-ae67-422f-80c5-419b33e726cb is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:43:13.218509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e3aa3309-baeb-4d19-92a6-e3d870fb6f0d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:13.219786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 78f1f740-ae67-422f-80c5-419b33e726cb) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:13.224643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:13.225243 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.239000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6759d6a-2159-495e-a052-31f9767d620a None None] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:13.242462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-48f21dfa-bea8-41db-a6f2-c18b4cfd656f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5127842 Jul 22 21:43:13.249204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:13.250420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.253896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d850f6-f7ee-4903-950b-e2ca7bebc1ba None None] Network 78f1f740-ae67-422f-80c5-419b33e726cb requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:13.271278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:13.277267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d', 'name': 'tempest-PortsIpV6TestJSON-781369448', 'fixed_ips': [{'subnet_id': '5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9', 'ip_address': '2001:db8::10'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:13.281652 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ff570be9-5c2c-4254-b749-831374b282ae tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6956308 Jul 22 21:43:13.312930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=7e67afec-4aad-4fc1-83b3-22ed1362cc63,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:13.355714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.356214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.356748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.357524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.358018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.358551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.359054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.359567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.360136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.360676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.361200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.362651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:13.465691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:13.569384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89848708-e6bf-44e3-9932-1923c656a2f8 None None] Network 78f1f740-ae67-422f-80c5-419b33e726cb requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:13.674218 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.718395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port bac8ac3d-79e6-4376-813e-ecc7773753da yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:13.768807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['7e67afec-4aad-4fc1-83b3-22ed1362cc63'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:43:13.780745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e3aa3309-baeb-4d19-92a6-e3d870fb6f0d', 'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d', 'tenant_id': '64981cca65e547ee88a5445ae19ecf70', 'fixed_ips': [{'subnet_id': '5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:43:13.782979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:13.801327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305f8f0-28b8-4609-97ea-02e4569b72df req-c578539f-ad0d-4873-828d-e726f494f39f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:13.808663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5305f8f0-28b8-4609-97ea-02e4569b72df req-c578539f-ad0d-4873-828d-e726f494f39f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 944 time: 0.1619802 Jul 22 21:43:13.891464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5305f8f0-28b8-4609-97ea-02e4569b72df req-566d38b3-a906-4eba-8518-f2b2b465b397 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802441 Jul 22 21:43:13.964574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::10 (e3aa3309-baeb-4d19-92a6-e3d870fb6f0d/5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9/bac8ac3d-79e6-4376-813e-ecc7773753da) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:13.978975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:13.984848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1771802477-network', 'tenant_id': '35dfbeda1a134c8e8cf36a7f82355375'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:14.010213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Made reservation on behalf of 35dfbeda1a134c8e8cf36a7f82355375 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:14.012999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.024444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.154928 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.160176 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.167633 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.186394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object bac8ac3d-79e6-4376-813e-ecc7773753da will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:14.222560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:43:14.226793 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.237442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574bf21-b4d5-467a-b7d4-06c9371d9f5e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:14.248188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.248989 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Added segment b151e85f-b29c-4c8e-a5d3-6caa5cdc051c of type vlan for network e013a6c0-44ab-4598-b237-0574e7c964b3 Jul 22 21:43:14.288458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:14.294810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:14.294810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:14.302468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:14.303290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.317915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=bac8ac3d-79e6-4376-813e-ecc7773753da,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:14.320399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Allocated IP 2001:db8::2 (e3aa3309-baeb-4d19-92a6-e3d870fb6f0d/5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9/a635c987-ace8-42ce-9adc-4e513f880829) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:14.326986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c510e956-f772-42f0-8264-21c831497d55 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0544634 Jul 22 21:43:14.330187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60276) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:14.335040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d', 'name': 'tempest-PortsIpV6TestJSON-1752685902', 'fixed_ips': [{'subnet_id': '5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9', 'ip_address': '2001:db8::f'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:14.335552 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.388038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.390906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:14.392081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.517979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e013a6c0-44ab-4598-b237-0574e7c964b3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:14.529915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e013a6c0-44ab-4598-b237-0574e7c964b3 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:43:14.538784 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.540528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e73b4287-d484-4b74-ad9a-0fc8ecc5e0d9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5600893 Jul 22 21:43:14.541529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60278) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:14.555736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Request body: {'subnet': {'network_id': 'e013a6c0-44ab-4598-b237-0574e7c964b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1771802477-subnet', 'tenant_id': '35dfbeda1a134c8e8cf36a7f82355375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:14.569485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Transition to ACTIVE for port object a635c987-ace8-42ce-9adc-4e513f880829 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:14.596493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Made reservation on behalf of 35dfbeda1a134c8e8cf36a7f82355375 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:14.600749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.639560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Transition to ACTIVE for port object a635c987-ace8-42ce-9adc-4e513f880829 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:14.662919 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.734616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:14.739701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:14.745325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:14.749075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Pushing event updated for resources: {'Port': ['ID=a635c987-ace8-42ce-9adc-4e513f880829,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:14.826813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Attempting to bind port a635c987-ace8-42ce-9adc-4e513f880829 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:43:14.827507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Attempting to bind port a635c987-ace8-42ce-9adc-4e513f880829 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '7ed1ec61-dcb5-47ee-99a0-1c03c055ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:43:14.827612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Attempting to bind port a635c987-ace8-42ce-9adc-4e513f880829 on network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:14.837545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:43:14.837927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Checking segment: {'id': '7ed1ec61-dcb5-47ee-99a0-1c03c055ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:14.838460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.838735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Bound using segment: {'id': '7ed1ec61-dcb5-47ee-99a0-1c03c055ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:43:14.839223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Bound port: a635c987-ace8-42ce-9adc-4e513f880829, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed1ec61-dcb5-47ee-99a0-1c03c055ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e3aa3309-baeb-4d19-92a6-e3d870fb6f0d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:43:14.839622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.962009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] For port a635c987-ace8-42ce-9adc-4e513f880829, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:14.967473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] For port a635c987-ace8-42ce-9adc-4e513f880829, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a635c987-ace8-42ce-9adc-4e513f880829,segment=NetworkSegment(7ed1ec61-dcb5-47ee-99a0-1c03c055ad07),segment_id=7ed1ec61-dcb5-47ee-99a0-1c03c055ad07)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:43:14.972298 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:14.986762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:14.992851 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.071346 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.075957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35f409-2cc3-4d99-ae5e-fca8a70e1a63 None None] Pushing event updated for resources: {'Port': ['ID=a635c987-ace8-42ce-9adc-4e513f880829,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:15.136178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cb87e9-b37e-493c-8280-a471bcee5f25,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:15.138102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port f409a042-f9b3-484d-b04e-f518f0fbc297 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:15.171707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Checking segment: {'id': 'b151e85f-b29c-4c8e-a5d3-6caa5cdc051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e013a6c0-44ab-4598-b237-0574e7c964b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:15.172461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Network hostable DHCP agents. Network: e013a6c0-44ab-4598-b237-0574e7c964b3, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:43:15.217679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Network e013a6c0-44ab-4598-b237-0574e7c964b3 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:43:15.226853 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa48f-f3ce-47a3-8e8a-c07170b7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.232250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e013a6c0-44ab-4598-b237-0574e7c964b3) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:15.243216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0117a6f-5619-4128-9376-dd390c6dc67e None None] Network e013a6c0-44ab-4598-b237-0574e7c964b3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:15.246134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:15.247034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.263469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc399ba7-fe75-4f97-b65a-c710f59f4389 req-936ff422-2c6f-44fa-b1dc-89ec95606bf0 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:15.265218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc399ba7-fe75-4f97-b65a-c710f59f4389 req-936ff422-2c6f-44fa-b1dc-89ec95606bf0 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 944 time: 0.2200601 Jul 22 21:43:15.289390 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4105fd6c-140d-4db0-9df1-60d1ab8e6021 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7323811 Jul 22 21:43:15.381059 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc399ba7-fe75-4f97-b65a-c710f59f4389 req-afbc2104-6d11-4575-9c4d-b72f894b7c3c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067188 Jul 22 21:43:15.476771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::f (e3aa3309-baeb-4d19-92a6-e3d870fb6f0d/5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9/f409a042-f9b3-484d-b04e-f518f0fbc297) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:15.534292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.645677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ac7de-af24-4fff-a198-343b12ff1d56 None None] Network e013a6c0-44ab-4598-b237-0574e7c964b3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:15.762265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.779927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object f409a042-f9b3-484d-b04e-f518f0fbc297 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:15.847214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.900161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:15.903651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:15.908433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:15.914854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:15.915557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:15.925046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=f409a042-f9b3-484d-b04e-f518f0fbc297,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:15.939453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-20100f95-7cc9-4b75-9142-6f146e1eba9f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6086729 Jul 22 21:43:15.940527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60308) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:15.963499 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:43:16.125241 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:16.129914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d642de-0af9-4413-94b9-4a68f59918d3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:16.131539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-86d642de-0af9-4413-94b9-4a68f59918d3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1899362 Jul 22 21:43:16.134580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60324) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:16.148578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-fd4e9db5-d906-409c-aff9-f71f8795fbd5 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:16.150200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-fd4e9db5-d906-409c-aff9-f71f8795fbd5 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/networks?id=78f1f740-ae67-422f-80c5-419b33e726cb HTTP/1.1" status: 200 len: 811 time: 0.1777439 Jul 22 21:43:16.169312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-dc311d27-5bb7-4328-bb98-8e6073a05a9e tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/quotas/1b927d5f7e6a4f89965b6d9d86326622 HTTP/1.1" status: 200 len: 375 time: 0.0124421 Jul 22 21:43:16.221649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-b2d97b3a-64f7-44b3-85ce-907b90226634 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1b927d5f7e6a4f89965b6d9d86326622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449393 Jul 22 21:43:16.290705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac33ae-d5d1-4bc2-8b30-a09d5bb317ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:16.298096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac33ae-d5d1-4bc2-8b30-a09d5bb317ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:16.305384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac33ae-d5d1-4bc2-8b30-a09d5bb317ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:16.307454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-06ac33ae-d5d1-4bc2-8b30-a09d5bb317ba tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1718018 Jul 22 21:43:16.310226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60332) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:16.345379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-bb361d95-8221-4f1f-b176-cf16a1549eef service neutron] 10.222.0.54 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160297 Jul 22 21:43:16.437085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port f409a042-f9b3-484d-b04e-f518f0fbc297 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:16.437638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:16.481966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-1111d8dc-d25c-484e-8515-52a4467a8e57 service neutron] 10.222.0.54 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249776 Jul 22 21:43:16.571647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:16.582779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e23359-f200-49f2-9ae4-979f205b53d1 None None] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:16.588856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for f409a042-f9b3-484d-b04e-f518f0fbc297 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:16.731672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f685568f-89b4-4376-a70c-6dba8840ca5d req-a3160a9b-3cc6-4589-ba96-e2bbe491927e tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 210 time: 0.0509799 Jul 22 21:43:16.743326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f0cb-2940-4164-8445-ec63c6fdc2cf req-1e85af1a-bb67-4845-a7ef-4920575bde82 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:16.744900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26f2f0cb-2940-4164-8445-ec63c6fdc2cf req-1e85af1a-bb67-4845-a7ef-4920575bde82 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 944 time: 0.1836212 Jul 22 21:43:16.768525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7e67afec-4aad-4fc1-83b3-22ed1362cc63 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:16.811023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26f2f0cb-2940-4164-8445-ec63c6fdc2cf req-d1ade899-53b7-4f4e-974f-5f0096b3bf68 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565391 Jul 22 21:43:16.811254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:16.816867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2ae5c6ea-8428-48fd-b859-3d1a799feb6f None None] Provisioning for port a635c987-ace8-42ce-9adc-4e513f880829 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:16.887200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:16.890639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/f409a042-f9b3-484d-b04e-f518f0fbc297 HTTP/1.1" status: 204 len: 168 time: 0.5792189 Jul 22 21:43:16.892242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff85bbd-1a8a-4adc-b698-4dab5ec783b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=f409a042-f9b3-484d-b04e-f518f0fbc297,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:16.893517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60350) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:16.944569 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db7b496-34ed-445f-927e-55ce23b0ef33 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:43:16.946576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7db7b496-34ed-445f-927e-55ce23b0ef33 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/f409a042-f9b3-484d-b04e-f518f0fbc297 HTTP/1.1" status: 404 len: 333 time: 0.0518916 Jul 22 21:43:16.949457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60356) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:16.951093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a635c987-ace8-42ce-9adc-4e513f880829 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:16.955980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:16.994551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:16.995192 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.075317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port bac8ac3d-79e6-4376-813e-ecc7773753da {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:17.075317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.108754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a635c987-ace8-42ce-9adc-4e513f880829 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:17.137022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a635c987-ace8-42ce-9adc-4e513f880829 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:17.138761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.177786 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.218446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:17.220888 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6107e29f-7074-4394-bc46-97cc0687aae1" -d '{"events": [{"server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "name": "network-vif-plugged", "status": "completed", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:17.237947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 7e67afec-4aad-4fc1-83b3-22ed1362cc63, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:17.239875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.244904 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.261260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for bac8ac3d-79e6-4376-813e-ecc7773753da owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:17.307184 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d76feeb-dce5-4e34-ba2d-1311ab3bf2fb x-openstack-request-id: req-7d76feeb-dce5-4e34-ba2d-1311ab3bf2fb {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:17.308075 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "name": "network-vif-plugged", "status": "completed", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:17.308841 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d76feeb-dce5-4e34-ba2d-1311ab3bf2fb {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:17.309480 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'code': 200} Jul 22 21:43:17.330751 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.369791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=7e67afec-4aad-4fc1-83b3-22ed1362cc63,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:17.425924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a635c987-ace8-42ce-9adc-4e513f880829, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a635c987-ace8-42ce-9adc-4e513f880829,segment=NetworkSegment(7ed1ec61-dcb5-47ee-99a0-1c03c055ad07),segment_id=7ed1ec61-dcb5-47ee-99a0-1c03c055ad07)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:17.430951 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.511765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a635c987-ace8-42ce-9adc-4e513f880829,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:17.560916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.592843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ee44c1b-78da-4549-bf88-636e48686ac8 None None] Could not find standard attr ID for object bac8ac3d-79e6-4376-813e-ecc7773753da. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:43:17.608567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ee44c1b-78da-4549-bf88-636e48686ac8 None None] Provisioning complete for port a635c987-ace8-42ce-9adc-4e513f880829 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:17.609100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ee44c1b-78da-4549-bf88-636e48686ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.628505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=bac8ac3d-79e6-4376-813e-ecc7773753da,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:17.687757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.693039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a4818802-abde-47c5-8a41-afb9e02afa32 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/bac8ac3d-79e6-4376-813e-ecc7773753da HTTP/1.1" status: 204 len: 168 time: 0.7397485 Jul 22 21:43:17.693409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60368) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:17.696138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f56ea-5033-442a-94cf-12a47514d78f req-7d87a788-2b2d-4a57-bd8b-be44e810c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:17.698670 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e21f56ea-5033-442a-94cf-12a47514d78f req-7d87a788-2b2d-4a57-bd8b-be44e810c916 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 1097 time: 0.2380161 Jul 22 21:43:17.730405 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c59db7-9053-4b13-885e-2f3aba9fb2b5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:43:17.733775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-52c59db7-9053-4b13-885e-2f3aba9fb2b5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/bac8ac3d-79e6-4376-813e-ecc7773753da HTTP/1.1" status: 404 len: 333 time: 0.0393510 Jul 22 21:43:17.740637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60370) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:17.781239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e21f56ea-5033-442a-94cf-12a47514d78f req-c98242a7-e677-4b3b-8a1f-711a17372093 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693645 Jul 22 21:43:17.830249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:17.834369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.907050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c19ce24-4eb9-446b-b5a5-84070078be8e req-8b498c96-ae12-4c34-b7f9-f98d747752ad tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 210 time: 0.0430055 Jul 22 21:43:17.916717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:17.996945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a6456a34-3258-47c8-bd19-519a670b73b6 None None] Could not find standard attr ID for object bac8ac3d-79e6-4376-813e-ecc7773753da. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:43:18.094862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.172298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688eade-5e5c-4fbb-9b11-e741bc37d50c req-109f1d64-9243-40d5-bc95-323d4e2f0a45 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:18.174620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a688eade-5e5c-4fbb-9b11-e741bc37d50c req-109f1d64-9243-40d5-bc95-323d4e2f0a45 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 945 time: 0.2241843 Jul 22 21:43:18.241692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a688eade-5e5c-4fbb-9b11-e741bc37d50c req-25d3005c-82fb-4642-8dc2-dac9e10f7d14 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588896 Jul 22 21:43:18.248819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.273780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.276366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9 HTTP/1.1" status: 204 len: 168 time: 0.5343266 Jul 22 21:43:18.302408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60376) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:18.304715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.320595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f4b19-d2c5-4cfe-a3bc-1b1b14d12697 None None] Network e3aa3309-baeb-4d19-92a6-e3d870fb6f0d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:18.341029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-354fb288-71f7-4aec-aafb-f8284f9a6214 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:18.343554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-354fb288-71f7-4aec-aafb-f8284f9a6214 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.23 "GET /v2.0/networks?id=78f1f740-ae67-422f-80c5-419b33e726cb HTTP/1.1" status: 200 len: 811 time: 0.1764665 Jul 22 21:43:18.362556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Request body: {'port': {'device_id': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb', 'admin_state_up': True, 'tenant_id': '1b927d5f7e6a4f89965b6d9d86326622'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:18.362815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ab749-5cac-40ad-8318-57558bc5be45 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:18.443610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.458604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cd64807a-8d2c-4f59-a3bb-b09eb2c23aac None None] Could not find standard attr ID for object f409a042-f9b3-484d-b04e-f518f0fbc297. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:43:18.554484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port a635c987-ace8-42ce-9adc-4e513f880829 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:18.555040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.592230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Made reservation on behalf of 1b927d5f7e6a4f89965b6d9d86326622 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:18.598240 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.643309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] For port a635c987-ace8-42ce-9adc-4e513f880829, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a635c987-ace8-42ce-9adc-4e513f880829,segment=NetworkSegment(7ed1ec61-dcb5-47ee-99a0-1c03c055ad07),segment_id=7ed1ec61-dcb5-47ee-99a0-1c03c055ad07)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:18.643773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.666194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] DHCP port deletion for e3aa3309-baeb-4d19-92a6-e3d870fb6f0d request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:43:18.670342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for a635c987-ace8-42ce-9adc-4e513f880829 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:18.733733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] Deleting port a635c987-ace8-42ce-9adc-4e513f880829 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:18.734008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.913274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a635c987-ace8-42ce-9adc-4e513f880829 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:18.921222 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.928986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Allocated IP 172.20.0.4 (78f1f740-ae67-422f-80c5-419b33e726cb/8f1df152-3a44-4c1a-867f-3af6ca504b8b/68aa14f8-5aba-4f4b-9825-1f129d8fdc37) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:18.952273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a635c987-ace8-42ce-9adc-4e513f880829 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:43:18.952706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a635c987-ace8-42ce-9adc-4e513f880829 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:18.959797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] For port a635c987-ace8-42ce-9adc-4e513f880829, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a635c987-ace8-42ce-9adc-4e513f880829,segment=NetworkSegment(7ed1ec61-dcb5-47ee-99a0-1c03c055ad07),segment_id=7ed1ec61-dcb5-47ee-99a0-1c03c055ad07)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:18.960555 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:18.980972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] Calling delete_port for a635c987-ace8-42ce-9adc-4e513f880829 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:19.025410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=a635c987-ace8-42ce-9adc-4e513f880829,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:19.030459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No DVR routers for this DVR port a635c987-ace8-42ce-9adc-4e513f880829 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:19.104156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f678d63e-9c55-408e-9d89-e6605a158cd7 req-22d60197-2e8b-445c-8d26-8dcccbad80a1 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 210 time: 0.0304143 Jul 22 21:43:19.120461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.168924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] Pushing event deleted for resources: {'Port': ['ID=a635c987-ace8-42ce-9adc-4e513f880829,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:19.180341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.185673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3520607-4fee-4317-9a43-fd707e219f9f None None] No DVR routers for this DVR port a635c987-ace8-42ce-9adc-4e513f880829 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:19.192403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa3309-baeb-4d19-92a6-e3d870fb6f0d']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:19.205596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed1ec61-dcb5-47ee-99a0-1c03c055ad07') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:19.205761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed1ec61-dcb5-47ee-99a0-1c03c055ad07') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:19.216024 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.233467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.241937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.242429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:19.243244 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.302979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:19.330736 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:19.344278 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.373833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Network 78f1f740-ae67-422f-80c5-419b33e726cb is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:19.377819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:19.383752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:19.400187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.402779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/e3aa3309-baeb-4d19-92a6-e3d870fb6f0d HTTP/1.1" status: 204 len: 168 time: 1.0999179 Jul 22 21:43:19.417860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e7511-36ef-434e-af22-b7f6312b2363 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=e3aa3309-baeb-4d19-92a6-e3d870fb6f0d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:19.424667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60390) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:19.435042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2060564753'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:19.453146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:19.453825 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.458550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Pushing event updated for resources: {'Port': ['ID=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:19.486846 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-cc05d75f-be41-4fa6-a83f-a68969b999d8 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1306059 Jul 22 21:43:19.501160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Request body: {'port': {'device_id': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:19.530199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:19.534105 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.562160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749735c2-9bc3-418c-967b-42010ce0a4d8 req-dbb65fcc-9966-4a22-aef5-101d66487aed tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:19.566244 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-749735c2-9bc3-418c-967b-42010ce0a4d8 req-dbb65fcc-9966-4a22-aef5-101d66487aed tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 945 time: 0.1679356 Jul 22 21:43:19.597553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:43:19.599265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.618551 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.619282 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Added segment 2608c1cf-de92-473e-9cc2-bbdf11a74b1f of type vlan for network 52379f76-3708-4236-b681-8f900cedb5c3 Jul 22 21:43:19.651124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-749735c2-9bc3-418c-967b-42010ce0a4d8 req-037237f1-1992-4add-8de5-16113693848f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775862 Jul 22 21:43:19.700788 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.745176 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.751795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:19.752410 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.860439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4318020 Jul 22 21:43:19.866860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60396) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:19.876325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': '52379f76-3708-4236-b681-8f900cedb5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:19.975952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:43:19.984564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:19.999873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284a1a5-b8bf-461f-b26c-f13f987345e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Network': ['ID=52379f76-3708-4236-b681-8f900cedb5c3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:20.002309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Transition to ACTIVE for port object 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:20.010760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.017804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 52379f76-3708-4236-b681-8f900cedb5c3 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:43:20.088055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:20.138946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc616fb-f63a-4c24-940f-75be47902a74 req-688ad39f-ad24-4240-aa3e-abb0229e7814 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:20.140660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dc616fb-f63a-4c24-940f-75be47902a74 req-688ad39f-ad24-4240-aa3e-abb0229e7814 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 945 time: 0.3787813 Jul 22 21:43:20.165438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:20.168910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.208869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Attempting to bind port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:43:20.209240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Attempting to bind port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'b8d73e57-af04-41b6-a22b-af40f27b6812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:43:20.210733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Attempting to bind port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 on network 78f1f740-ae67-422f-80c5-419b33e726cb {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:20.217788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 on network 78f1f740-ae67-422f-80c5-419b33e726cb not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:43:20.218191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Attempting to bind port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 on network 78f1f740-ae67-422f-80c5-419b33e726cb {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:20.223654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:43:20.224033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Checking segment: {'id': 'b8d73e57-af04-41b6-a22b-af40f27b6812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:20.224423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Bound using segment: {'id': 'b8d73e57-af04-41b6-a22b-af40f27b6812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:43:20.225528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Bound port: 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d73e57-af04-41b6-a22b-af40f27b6812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:43:20.225904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.272528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dc616fb-f63a-4c24-940f-75be47902a74 req-726010ea-28a9-464b-87c2-9fede7cfd2c0 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240344 Jul 22 21:43:20.305099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60402) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:20.382440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] For port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:20.389085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] For port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,segment=NetworkSegment(b8d73e57-af04-41b6-a22b-af40f27b6812),segment_id=b8d73e57-af04-41b6-a22b-af40f27b6812)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:43:20.401046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.413260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b0e4-0760-49c8-a640-ec0327acf241 req-d4d81755-531b-44be-ac0d-e65386bcad77 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:20.415986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc10b0e4-0760-49c8-a640-ec0327acf241 req-d4d81755-531b-44be-ac0d-e65386bcad77 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 943 time: 0.1406155 Jul 22 21:43:20.455490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:20.456865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.459163 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/68aa14f8-5aba-4f4b-9825-1f129d8fdc37 HTTP/1.1" status: 200 len: 1092 time: 0.9640183 Jul 22 21:43:20.461613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:20.465592 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0776253-31c0-4ba1-b7ca-67e2daffe67d" -d '{"events": [{"name": "network-changed", "server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:20.476698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435b4ab-12c3-45de-b0a1-341513d1a4a5 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:20.479902 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c435b4ab-12c3-45de-b0a1-341513d1a4a5 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 1092 time: 0.1718941 Jul 22 21:43:20.481844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60406) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:20.507031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:20.536448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc10b0e4-0760-49c8-a640-ec0327acf241 req-0b45c484-b4b9-4f9a-aa98-d54951f4cfcd tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067605 Jul 22 21:43:20.560534 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca0ccf1-b2fb-4918-b415-baea9375b5dc x-openstack-request-id: req-1ca0ccf1-b2fb-4918-b415-baea9375b5dc {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:20.560951 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:20.561274 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ca0ccf1-b2fb-4918-b415-baea9375b5dc {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:20.561751 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37', 'status': 'completed', 'code': 200} Jul 22 21:43:20.567930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16a17d-8beb-4a3f-b4ef-c917fc96b4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:20.582571 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.589192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.645157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-6254032f-380f-41c0-b97e-5e833363e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:20.646514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-6254032f-380f-41c0-b97e-5e833363e8dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b927d5f7e6a4f89965b6d9d86326622&device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 1095 time: 0.1249652 Jul 22 21:43:20.664859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=6721130e-b519-4f11-942f-a3c908b8713d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:20.672570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Checking segment: {'id': '2608c1cf-de92-473e-9cc2-bbdf11a74b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '52379f76-3708-4236-b681-8f900cedb5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:20.672935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network hostable DHCP agents. Network: 52379f76-3708-4236-b681-8f900cedb5c3, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:43:20.695596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-0b4b9f35-4ca9-4b38-b8f3-5556ba9fa7ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37 HTTP/1.1" status: 200 len: 217 time: 0.0398724 Jul 22 21:43:20.704894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 52379f76-3708-4236-b681-8f900cedb5c3 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:43:20.718658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 52379f76-3708-4236-b681-8f900cedb5c3) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:20.729146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc57fe38-91e4-480b-9c03-57e37dd8bde3 None None] Network 52379f76-3708-4236-b681-8f900cedb5c3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:20.731081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:20.733495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.770337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dcdedc41-2d24-436b-b588-b25b70216de9 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8981872 Jul 22 21:43:20.770593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60408) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:20.775754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cc2f5d7b-0829-4fbc-a03e-5280ca9f0493 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-325155795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:20.803205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-0eaf64a2-2c26-4816-a9ef-0a9a8c8c975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:20.803446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5d7b-0829-4fbc-a03e-5280ca9f0493 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.804255 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5d7b-0829-4fbc-a03e-5280ca9f0493 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.804655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-0eaf64a2-2c26-4816-a9ef-0a9a8c8c975d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f1df152-3a44-4c1a-867f-3af6ca504b8b HTTP/1.1" status: 200 len: 851 time: 0.0667365 Jul 22 21:43:20.860878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-1d544019-1ab6-4fa8-aac6-27e8020870cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78f1f740-ae67-422f-80c5-419b33e726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472569 Jul 22 21:43:20.869520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.889955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5d7b-0829-4fbc-a03e-5280ca9f0493 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.894859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5d7b-0829-4fbc-a03e-5280ca9f0493 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.914305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5d7b-0829-4fbc-a03e-5280ca9f0493 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:20.920074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cc2f5d7b-0829-4fbc-a03e-5280ca9f0493 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1483207 Jul 22 21:43:20.920819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60412) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:20.932122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'network_id': '52379f76-3708-4236-b681-8f900cedb5c3', 'name': 'tempest-PortsIpV6TestJSON-382204781'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:20.997702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-52379f76-3708-4236-b681-8f900cedb5c3', 'network_id': '52379f76-3708-4236-b681-8f900cedb5c3', 'tenant_id': '64981cca65e547ee88a5445ae19ecf70', 'fixed_ips': [{'subnet_id': '6721130e-b519-4f11-942f-a3c908b8713d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:43:20.998842 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.074402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:21.079709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.105827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 41886e6b-f1ac-441c-baa1-599e11aff6c3 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:21.193467 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-4a019358-d98e-4e3a-94ef-ec4937e337a4 service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008299 Jul 22 21:43:21.195715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Allocated IP 2001:db8::2 (52379f76-3708-4236-b681-8f900cedb5c3/6721130e-b519-4f11-942f-a3c908b8713d/1c86838c-9540-4182-8e4b-c749ae3a488e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:21.229415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.25.5.37 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/373cad24-0c31-46a3-b5f0-1127ffd7515c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:21.380799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.394070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Transition to ACTIVE for port object 1c86838c-9540-4182-8e4b-c749ae3a488e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:21.409081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2c133b1c-a297-4c5a-9fb4-53565e62b589 req-683c5b01-b367-41a5-9bcc-3c772ece53cb service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893821 Jul 22 21:43:21.418215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Transition to ACTIVE for port object 1c86838c-9540-4182-8e4b-c749ae3a488e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:21.427504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.442131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.500157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Network 52379f76-3708-4236-b681-8f900cedb5c3 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:21.500157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:21.508571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:21.520743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Pushing event updated for resources: {'Port': ['ID=1c86838c-9540-4182-8e4b-c749ae3a488e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:21.541455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::24b (52379f76-3708-4236-b681-8f900cedb5c3/6721130e-b519-4f11-942f-a3c908b8713d/41886e6b-f1ac-441c-baa1-599e11aff6c3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:21.565435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60422) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:21.590955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.642404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Attempting to bind port 1c86838c-9540-4182-8e4b-c749ae3a488e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:43:21.643295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Attempting to bind port 1c86838c-9540-4182-8e4b-c749ae3a488e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '2608c1cf-de92-473e-9cc2-bbdf11a74b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '52379f76-3708-4236-b681-8f900cedb5c3'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:43:21.644482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Attempting to bind port 1c86838c-9540-4182-8e4b-c749ae3a488e on network 52379f76-3708-4236-b681-8f900cedb5c3 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:21.663676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:43:21.664891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Checking segment: {'id': '2608c1cf-de92-473e-9cc2-bbdf11a74b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '52379f76-3708-4236-b681-8f900cedb5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:21.665078 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.665742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Bound using segment: {'id': '2608c1cf-de92-473e-9cc2-bbdf11a74b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '52379f76-3708-4236-b681-8f900cedb5c3'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:43:21.666508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Bound port: 1c86838c-9540-4182-8e4b-c749ae3a488e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2608c1cf-de92-473e-9cc2-bbdf11a74b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '52379f76-3708-4236-b681-8f900cedb5c3'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:43:21.667074 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.676733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:21.695865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:21.708565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:21.713637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=373cad24-0c31-46a3-b5f0-1127ffd7515c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:21.763340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-cf115564-4eb1-4206-902a-11f23c76a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:21.764962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-cf115564-4eb1-4206-902a-11f23c76a532 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b927d5f7e6a4f89965b6d9d86326622&device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 1095 time: 0.2845275 Jul 22 21:43:21.791931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c65d5ca2-a4b9-4efd-93f8-f7baaf86d761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.801077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] For port 1c86838c-9540-4182-8e4b-c749ae3a488e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:21.805557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] For port 1c86838c-9540-4182-8e4b-c749ae3a488e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c86838c-9540-4182-8e4b-c749ae3a488e,segment=NetworkSegment(2608c1cf-de92-473e-9cc2-bbdf11a74b1f),segment_id=2608c1cf-de92-473e-9cc2-bbdf11a74b1f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:43:21.816287 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:21.935141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec4de4-84ac-4631-8562-b8b1eb0f146a None None] Pushing event updated for resources: {'Port': ['ID=1c86838c-9540-4182-8e4b-c749ae3a488e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:21.946519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.034681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 41886e6b-f1ac-441c-baa1-599e11aff6c3 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:22.072061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8e606-dac0-4773-acc9-744ea5fd33b6 req-1df203be-66b3-4c31-a3a6-9dae2620de82 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:22.073968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdd8e606-dac0-4773-acc9-744ea5fd33b6 req-1df203be-66b3-4c31-a3a6-9dae2620de82 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 943 time: 0.2997499 Jul 22 21:43:22.216369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.229316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-5b4643bf-9eff-4b00-9f6d-69a9d9e385e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:22.231899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-5b4643bf-9eff-4b00-9f6d-69a9d9e385e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78f1f740-ae67-422f-80c5-419b33e726cb HTTP/1.1" status: 200 len: 912 time: 0.4561272 Jul 22 21:43:22.238360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdd8e606-dac0-4773-acc9-744ea5fd33b6 req-d4b25a6d-fe58-4f9a-9902-042a984ebb93 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485338 Jul 22 21:43:22.288699 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-04d943c4-d76e-4fff-b5ec-ece5343eb290 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37 HTTP/1.1" status: 200 len: 217 time: 0.0415606 Jul 22 21:43:22.340800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 52379f76-3708-4236-b681-8f900cedb5c3 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:22.348723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c65d5ca2-a4b9-4efd-93f8-f7baaf86d761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.350828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:22.354347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=41886e6b-f1ac-441c-baa1-599e11aff6c3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:22.359267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:22.366186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:22.367041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.384502 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c65d5ca2-a4b9-4efd-93f8-f7baaf86d761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.432527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c65d5ca2-a4b9-4efd-93f8-f7baaf86d761 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae270ef75fd24c81aee587615944f9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660371 Jul 22 21:43:22.433624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60428) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:22.458016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1a0e55b8-058d-441f-994b-f29625f2e03b tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5327663 Jul 22 21:43:22.461919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60430) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:22.555051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d5ca2-a4b9-4efd-93f8-f7baaf86d761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd658a70-b157-4905-b1b3-3437235f9685,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:22.738863 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556e7fb6-5de8-4edd-b03d-416e2e71bad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.785129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-d61f7e6f-4186-48ed-88d5-701f5f2ff0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:22.786766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-d61f7e6f-4186-48ed-88d5-701f5f2ff0c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f1df152-3a44-4c1a-867f-3af6ca504b8b HTTP/1.1" status: 200 len: 851 time: 0.4887257 Jul 22 21:43:22.802236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556e7fb6-5de8-4edd-b03d-416e2e71bad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.892124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.933203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-5080adb0-e293-43c1-b2a9-e51e10c53b1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78f1f740-ae67-422f-80c5-419b33e726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314461 Jul 22 21:43:22.960259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c86838c-9540-4182-8e4b-c749ae3a488e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:22.963973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556e7fb6-5de8-4edd-b03d-416e2e71bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.966739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-556e7fb6-5de8-4edd-b03d-416e2e71bad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:22.967924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-556e7fb6-5de8-4edd-b03d-416e2e71bad3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd658a70-b157-4905-b1b3-3437235f9685 HTTP/1.1" status: 204 len: 168 time: 0.5261447 Jul 22 21:43:23.001151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7fb6-5de8-4edd-b03d-416e2e71bad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd658a70-b157-4905-b1b3-3437235f9685,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:23.102374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.131000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 1c86838c-9540-4182-8e4b-c749ae3a488e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:23.143005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.254520 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-270b62f5-045f-4710-89d8-23d433470443 service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088048 Jul 22 21:43:23.517858 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b0776253-31c0-4ba1-b7ca-67e2daffe67d req-68310e01-f5f2-4459-8263-b260bc0bc53e service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270782 Jul 22 21:43:23.545965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fd475e-c328-42c5-8308-7ef2ea7f0ae9 None None] Network 52379f76-3708-4236-b681-8f900cedb5c3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:23.575752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.582874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.684782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de5f93-ff5e-4747-b67f-57bc35d918bf req-c61ed692-e11e-47c8-b710-8e0ec598a4e3 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:23.695357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2de5f93-ff5e-4747-b67f-57bc35d918bf req-c61ed692-e11e-47c8-b710-8e0ec598a4e3 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 943 time: 0.2940114 Jul 22 21:43:23.704445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=373cad24-0c31-46a3-b5f0-1127ffd7515c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:23.714953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.737305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-99d3e671-2af2-4c0a-bad7-b01cac935970 None None] Provisioning for port 1c86838c-9540-4182-8e4b-c749ae3a488e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:23.742909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fe4ec-131c-4b96-92e1-606cfe8ce91c req-cf389c8d-403e-459d-adae-419c74f563e0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:23.745849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-99d3e671-2af2-4c0a-bad7-b01cac935970 None None] Provisioning complete for port 1c86838c-9540-4182-8e4b-c749ae3a488e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:23.746381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99d3e671-2af2-4c0a-bad7-b01cac935970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.755540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a18fe4ec-131c-4b96-92e1-606cfe8ce91c req-cf389c8d-403e-459d-adae-419c74f563e0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.3555555 Jul 22 21:43:23.798980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2de5f93-ff5e-4747-b67f-57bc35d918bf req-41c23b72-16d9-46e6-83a5-64bd13cdcb1f tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019268 Jul 22 21:43:23.871367 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Floating IP ce5d42fa-600d-4fdf-aa96-c6a4260d12f7 associated. External IP: 172.25.5.37, port: 7e67afec-4aad-4fc1-83b3-22ed1362cc63. Jul 22 21:43:23.881573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a18fe4ec-131c-4b96-92e1-606cfe8ce91c req-181734b8-0940-4012-a0de-0b7d173ed941 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246486 Jul 22 21:43:23.913422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.921729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:23.955297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99d3e671-2af2-4c0a-bad7-b01cac935970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.021404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=41886e6b-f1ac-441c-baa1-599e11aff6c3,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:24.069936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-99d3e671-2af2-4c0a-bad7-b01cac935970 None None] For port 1c86838c-9540-4182-8e4b-c749ae3a488e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c86838c-9540-4182-8e4b-c749ae3a488e,segment=NetworkSegment(2608c1cf-de92-473e-9cc2-bbdf11a74b1f),segment_id=2608c1cf-de92-473e-9cc2-bbdf11a74b1f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:24.084741 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99d3e671-2af2-4c0a-bad7-b01cac935970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.197632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.221922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3e671-2af2-4c0a-bad7-b01cac935970 None None] Pushing event updated for resources: {'Port': ['ID=1c86838c-9540-4182-8e4b-c749ae3a488e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:24.266828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:43:24.409993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:43:24.413639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.431578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.438408 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] Sync routers for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:43:24.462061 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:24.462061 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:24.528481 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f80e0e96-84bc-4c39-b38a-ce80f7ddcb9d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0417838 Jul 22 21:43:24.530212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60482) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:24.531238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:24.534554 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba3b597-6134-4207-8d9b-a525981a8566" -d '{"events": [{"name": "network-changed", "server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:24.627701 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:43:24.630581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1e36a9c6-2ba1-456d-8056-a89aa153485d None None] Provisioning complete for port 1c86838c-9540-4182-8e4b-c749ae3a488e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:24.631135 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1e36a9c6-2ba1-456d-8056-a89aa153485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.642389 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdbad38-07e9-4ec1-ab36-2c2a9de24ec4 x-openstack-request-id: req-efdbad38-07e9-4ec1-ab36-2c2a9de24ec4 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:24.642681 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:24.642933 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efdbad38-07e9-4ec1-ab36-2c2a9de24ec4 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:24.643335 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'status': 'completed', 'code': 200} Jul 22 21:43:24.700451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-11ebc17c-49d5-4348-b86b-e3451066e019 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/floatingips/ce5d42fa-600d-4fdf-aa96-c6a4260d12f7 HTTP/1.1" status: 200 len: 990 time: 0.1605425 Jul 22 21:43:24.769403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:43:24.798526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b597-6134-4207-8d9b-a525981a8566 req-605568a5-6e57-4ee7-a5b7-3c5088f55e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:24.800574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fba3b597-6134-4207-8d9b-a525981a8566 req-605568a5-6e57-4ee7-a5b7-3c5088f55e11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 1097 time: 0.1246583 Jul 22 21:43:24.845180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.857018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.857934 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:24.968993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=41886e6b-f1ac-441c-baa1-599e11aff6c3,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:25.007216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c86838c-9540-4182-8e4b-c749ae3a488e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:25.026762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b597-6134-4207-8d9b-a525981a8566 req-956c11ed-1168-4577-a7b5-6ce90e908581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:25.032311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fba3b597-6134-4207-8d9b-a525981a8566 req-956c11ed-1168-4577-a7b5-6ce90e908581 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9681e8aa-e442-4682-92ce-43b34b9e2d33 HTTP/1.1" status: 200 len: 898 time: 0.2246263 Jul 22 21:43:25.091318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1e36a9c6-2ba1-456d-8056-a89aa153485d None None] Provisioning for port 41886e6b-f1ac-441c-baa1-599e11aff6c3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:25.103817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1e36a9c6-2ba1-456d-8056-a89aa153485d None None] Provisioning complete for port 41886e6b-f1ac-441c-baa1-599e11aff6c3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:25.104745 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1e36a9c6-2ba1-456d-8056-a89aa153485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:25.159976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fba3b597-6134-4207-8d9b-a525981a8566 req-96924cac-7ec2-4ab9-a917-f5b3755a1d4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63 HTTP/1.1" status: 200 len: 998 time: 0.1166844 Jul 22 21:43:25.226545 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:22Z', 'revision_number': 0, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:25.248001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1e36a9c6-2ba1-456d-8056-a89aa153485d None None] Port 41886e6b-f1ac-441c-baa1-599e11aff6c3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:25.272691 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] Checking router: 114d04fc-882a-4d97-a22b-dee5e2ed18f6 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:43:25.277381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,segment=NetworkSegment(b8d73e57-af04-41b6-a22b-af40f27b6812),segment_id=b8d73e57-af04-41b6-a22b-af40f27b6812)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:25.282571 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:25.283202 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:25.295180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1c86838c-9540-4182-8e4b-c749ae3a488e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:25.298841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b597-6134-4207-8d9b-a525981a8566 req-70560a40-b8ee-4eb7-8274-61dab6dfe774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:25.300392 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:25.304545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fba3b597-6134-4207-8d9b-a525981a8566 req-70560a40-b8ee-4eb7-8274-61dab6dfe774 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0605301a-31bb-4358-be74-e39bf637aff7 HTTP/1.1" status: 200 len: 835 time: 0.1303947 Jul 22 21:43:25.346140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37', 'network_id': '78f1f740-ae67-422f-80c5-419b33e726cb', 'port_id': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37', 'mac_address': 'fa:16:3e:ad:28:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1df152-3a44-4c1a-867f-3af6ca504b8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:43:25.390588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b597-6134-4207-8d9b-a525981a8566 req-4946b424-7702-40d1-a54f-3dfea794c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:25.396463 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fba3b597-6134-4207-8d9b-a525981a8566 req-4946b424-7702-40d1-a54f-3dfea794c9da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9681e8aa-e442-4682-92ce-43b34b9e2d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762131 Jul 22 21:43:25.467817 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:43:25.471171 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:25.556274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:43:25.575387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fba3b597-6134-4207-8d9b-a525981a8566 req-f5d3e985-50c7-4e86-87e5-ef7fb5e63b88 service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700776 Jul 22 21:43:25.579978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-74cfbdfc-dd40-4e74-ad00-bfded5d76c6c None None] Provisioning complete for port 41886e6b-f1ac-441c-baa1-599e11aff6c3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:25.580567 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-74cfbdfc-dd40-4e74-ad00-bfded5d76c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:25.704122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,segment=NetworkSegment(b8d73e57-af04-41b6-a22b-af40f27b6812),segment_id=b8d73e57-af04-41b6-a22b-af40f27b6812)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:25.712887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fba3b597-6134-4207-8d9b-a525981a8566 req-caa3f6aa-7bad-4a78-b74f-0b792155afea service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301069 Jul 22 21:43:25.713399 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60508) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:25.753219 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:25.755855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network 52379f76-3708-4236-b681-8f900cedb5c3 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:25.762489 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:22Z', 'revision_number': 0, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:25.763913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:25.801841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5f85a7e5-236e-4ba2-87ba-daf7b76c6e3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/floatingips/ce5d42fa-600d-4fdf-aa96-c6a4260d12f7 HTTP/1.1" status: 200 len: 990 time: 0.0872226 Jul 22 21:43:25.813138 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4f664-8239-46b1-b930-0be6d2304e6b None None] The sync data for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 is: [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:42:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:22Z', 'revision_number': 0, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:43:25.860488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-74cfbdfc-dd40-4e74-ad00-bfded5d76c6c None None] Port 41886e6b-f1ac-441c-baa1-599e11aff6c3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:25.920216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:25.984186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ab8a66e8-74e9-4cf6-b3f1-c7fe8c37bbe2 None None] Provisioning complete for port 41886e6b-f1ac-441c-baa1-599e11aff6c3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:25.984578 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ab8a66e8-74e9-4cf6-b3f1-c7fe8c37bbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:26.002215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5ddd-04ec-422e-bf90-3a1d0b4d7c7d req-cba3ee85-0e6c-450a-906d-94b00e472925 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:26.004322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-489d5ddd-04ec-422e-bf90-3a1d0b4d7c7d req-cba3ee85-0e6c-450a-906d-94b00e472925 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.8898802 Jul 22 21:43:26.036649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b154e6-c0ef-4d1b-a1e9-247f7d205900 req-5787cf2f-719d-4b1f-9e83-0bccc15c81a5 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:26.038936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56b154e6-c0ef-4d1b-a1e9-247f7d205900 req-5787cf2f-719d-4b1f-9e83-0bccc15c81a5 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 943 time: 0.9260848 Jul 22 21:43:26.065124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a66e8-74e9-4cf6-b3f1-c7fe8c37bbe2 None None] Port 41886e6b-f1ac-441c-baa1-599e11aff6c3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:26.139188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56b154e6-c0ef-4d1b-a1e9-247f7d205900 req-60b619af-0367-49ce-aec9-68329c6beddf tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812109 Jul 22 21:43:26.178287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-489d5ddd-04ec-422e-bf90-3a1d0b4d7c7d req-2d06d3d1-8155-4333-a800-ed11177bc4bc tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376653 Jul 22 21:43:26.184186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Router 26821d00-8b15-4aaa-83ca-2eb977047e21 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:43:26.245727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-39865b7b-71cc-46a0-8561-fcbd50b9087c None None] Provisioning complete for port 41886e6b-f1ac-441c-baa1-599e11aff6c3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:26.248353 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-39865b7b-71cc-46a0-8561-fcbd50b9087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:26.253534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec261ec7-7f95-4ec3-b32b-604f5ce58798 None None] New status for floating IP ce5d42fa-600d-4fdf-aa96-c6a4260d12f7: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:43:26.341031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:43:26.348198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-90117897-ef78-417b-85aa-08ea2df5c8cc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "PUT /v2.0/routers/26821d00-8b15-4aaa-83ca-2eb977047e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8780015 Jul 22 21:43:26.352367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60520) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:26.358685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['68aa14f8-5aba-4f4b-9825-1f129d8fdc37'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:43:26.360497 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] Sync routers for ids ['26821d00-8b15-4aaa-83ca-2eb977047e21'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:43:26.360653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-39865b7b-71cc-46a0-8561-fcbd50b9087c None None] Port 41886e6b-f1ac-441c-baa1-599e11aff6c3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:26.376520 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] Routers {'26821d00-8b15-4aaa-83ca-2eb977047e21'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:26.389445 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26821d00-8b15-4aaa-83ca-2eb977047e21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:26.442107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cddd388-7485-4815-922b-69991ec75b22 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:26.444946 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:26.446628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2cddd388-7485-4815-922b-69991ec75b22 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports?device_id=26821d00-8b15-4aaa-83ca-2eb977047e21 HTTP/1.1" status: 200 len: 988 time: 0.0912726 Jul 22 21:43:26.452770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60522) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:26.459044 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] Routers {'26821d00-8b15-4aaa-83ca-2eb977047e21'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:26.459489 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26821d00-8b15-4aaa-83ca-2eb977047e21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:26.521017 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:26.521684 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8802c01-e6f7-405d-986a-846d8c094b49 None None] The sync data for ids ['26821d00-8b15-4aaa-83ca-2eb977047e21'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:43:26.806401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60528) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:26.905659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23391257-b90f-4138-b171-09e984925ed6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/floatingips/ce5d42fa-600d-4fdf-aa96-c6a4260d12f7 HTTP/1.1" status: 200 len: 992 time: 0.0977974 Jul 22 21:43:26.994454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:27.358475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 41886e6b-f1ac-441c-baa1-599e11aff6c3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:27.359179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:27.449146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-97b9c4e8-d214-4b6d-b8d3-637ea89e72d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0936062 Jul 22 21:43:27.493079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc8ee1-b832-4658-9cc0-2134a53a9789 req-b49b40ee-4c4e-475e-9c86-2c8de74cd9a2 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.500007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdfc8ee1-b832-4658-9cc0-2134a53a9789 req-b49b40ee-4c4e-475e-9c86-2c8de74cd9a2 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 944 time: 0.2461257 Jul 22 21:43:27.525124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81993e9-f143-42b7-946e-a40333870a7e req-dbe7011d-54c6-444d-8f08-98907a09983c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.527900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c81993e9-f143-42b7-946e-a40333870a7e req-dbe7011d-54c6-444d-8f08-98907a09983c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.2305541 Jul 22 21:43:27.529890 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:27.559021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 41886e6b-f1ac-441c-baa1-599e11aff6c3 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:27.592715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.593204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.593814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.594530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.595239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.595944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.597109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.599253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-397acdf2-66a3-444e-b40b-78519c7043d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6498 time: 0.1059644 Jul 22 21:43:27.645278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c81993e9-f143-42b7-946e-a40333870a7e req-f85fb0a9-2451-4a66-9f9d-0ce18276eb61 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066375 Jul 22 21:43:27.649700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdfc8ee1-b832-4658-9cc0-2134a53a9789 req-e4c66bde-5258-439a-9572-e90204cab11a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428030 Jul 22 21:43:27.763919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6ef1d21b-1996-42b8-847c-cb6ffd8f01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.764415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6ef1d21b-1996-42b8-847c-cb6ffd8f01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.764895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6ef1d21b-1996-42b8-847c-cb6ffd8f01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.766507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6ef1d21b-1996-42b8-847c-cb6ffd8f01e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=57fce704-3643-4e97-b015-36051a4e6bea&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 200 len: 2294 time: 0.1344993 Jul 22 21:43:27.803321 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:27.842478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=41886e6b-f1ac-441c-baa1-599e11aff6c3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:27.870303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-ab61bf47-1473-4ffd-a530-8e474dd5c03b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 200 len: 1000 time: 0.0843453 Jul 22 21:43:27.938672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-64bcd821-1aca-4926-a6a4-3310490c6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:27.941798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-64bcd821-1aca-4926-a6a4-3310490c6dc9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82ad8203-fa6e-4665-9355-fb5f8f13a8dc HTTP/1.1" status: 200 len: 851 time: 0.0608354 Jul 22 21:43:27.997794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.041734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-f986dda9-2a68-4b5a-baa5-ccb9c4fbcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:28.044206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-f986dda9-2a68-4b5a-baa5-ccb9c4fbcaac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=57fce704-3643-4e97-b015-36051a4e6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923769 Jul 22 21:43:28.157566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6bdb0ea1-1810-4928-ba8e-ebc661025752 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065223 Jul 22 21:43:28.200593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Router 26821d00-8b15-4aaa-83ca-2eb977047e21 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:43:28.264995 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-d11304c8-0b7d-4a4c-bc03-733c1760487e service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005104 Jul 22 21:43:28.282632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:43:28.288306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c556e24-6564-4bf3-8c7f-d853d50cc77a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "PUT /v2.0/routers/26821d00-8b15-4aaa-83ca-2eb977047e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8307481 Jul 22 21:43:28.294222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60552) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:28.294528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] Sync routers for ids ['26821d00-8b15-4aaa-83ca-2eb977047e21'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:43:28.305549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] Routers {'26821d00-8b15-4aaa-83ca-2eb977047e21'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:28.306482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26821d00-8b15-4aaa-83ca-2eb977047e21'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:28.326066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-3f86fd75-d124-4cff-a0d7-255860889b0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 217 time: 0.0439515 Jul 22 21:43:28.330352 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf5e5ab-a1f4-4a78-ade2-74fe159415aa tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:43:28.335375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0bf5e5ab-a1f4-4a78-ade2-74fe159415aa tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/41886e6b-f1ac-441c-baa1-599e11aff6c3 HTTP/1.1" status: 404 len: 333 time: 0.0371203 Jul 22 21:43:28.336653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60554) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:28.346872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:28.356364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] Routers {'26821d00-8b15-4aaa-83ca-2eb977047e21'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:28.356998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['26821d00-8b15-4aaa-83ca-2eb977047e21'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:28.392856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:28.393508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc8f62-7b29-4cd5-b79f-20e1bcbb3799 None None] The sync data for ids ['26821d00-8b15-4aaa-83ca-2eb977047e21'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:43:28.393888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-3c71c20e-9baa-420a-b80d-895cb15b41df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:28.396602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-3c71c20e-9baa-420a-b80d-895cb15b41df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0607114 Jul 22 21:43:28.440693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af609f05-5afd-47e2-937a-49676681b1a0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.473844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-2e6b4129-3701-4e6a-97d6-5fe5e6d7bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:28.473844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-2e6b4129-3701-4e6a-97d6-5fe5e6d7bf4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0636358 Jul 22 21:43:28.576283 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-12de9834-bb2f-450b-9322-9c01a01f3d08 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971079 Jul 22 21:43:28.634005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af609f05-5afd-47e2-937a-49676681b1a0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.636917 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af609f05-5afd-47e2-937a-49676681b1a0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.693072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af609f05-5afd-47e2-937a-49676681b1a0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.693979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af609f05-5afd-47e2-937a-49676681b1a0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Fanout notify agent at l3_agent the message router_deleted on router 26821d00-8b15-4aaa-83ca-2eb977047e21 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:43:28.699809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-2a6ed4ca-1961-4758-bd8b-993e906d3724 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134264 Jul 22 21:43:28.710645 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af609f05-5afd-47e2-937a-49676681b1a0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.720155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60562) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:28.720355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-af609f05-5afd-47e2-937a-49676681b1a0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/routers/26821d00-8b15-4aaa-83ca-2eb977047e21 HTTP/1.1" status: 204 len: 168 time: 0.3813524 Jul 22 21:43:28.780959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:28.788415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-be07ecb7-e954-45fb-8d71-697b2ae55d71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 217 time: 0.0776286 Jul 22 21:43:28.849719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:28.858253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:28.858915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.941221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 6721130e-b519-4f11-942f-a3c908b8713d {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:28.948546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.953110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-a0f283a5-a112-4c80-90a3-10244d3f46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:28.954650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-a0f283a5-a112-4c80-90a3-10244d3f46f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.1325874 Jul 22 21:43:28.970810 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:28.972896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3522b-f4fc-4101-879b-56f9073cac07 req-759cb5db-ebdc-4506-ae7d-6a3b3894009e tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:28.976600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70c3522b-f4fc-4101-879b-56f9073cac07 req-759cb5db-ebdc-4506-ae7d-6a3b3894009e tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 944 time: 0.2208166 Jul 22 21:43:29.006134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:29.006489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e838f4-dea8-47a1-a091-ae6a2dfed5d9 req-6aad6e2c-d9ab-43bf-b9af-59e90b0c1552 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:29.009816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6e838f4-dea8-47a1-a091-ae6a2dfed5d9 req-6aad6e2c-d9ab-43bf-b9af-59e90b0c1552 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.2353613 Jul 22 21:43:29.010056 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030a360b-4a8c-4b09-8e34-2ad34803f594" -d '{"events": [{"server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "name": "network-vif-plugged", "status": "completed", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:29.038246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,segment=NetworkSegment(b8d73e57-af04-41b6-a22b-af40f27b6812),segment_id=b8d73e57-af04-41b6-a22b-af40f27b6812)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:29.038545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.050735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.091695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6e838f4-dea8-47a1-a091-ae6a2dfed5d9 req-06d1d0b2-fde7-4680-9db6-92f3e5a454a2 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649414 Jul 22 21:43:29.116844 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70c3522b-f4fc-4101-879b-56f9073cac07 req-3d8de182-700c-4baa-b959-3c55465ed43f tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052754 Jul 22 21:43:29.139660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:29.140387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6c9414b0-fb59-4e58-89a0-77f0087dc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:29.140387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6c9414b0-fb59-4e58-89a0-77f0087dc45b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1573892 Jul 22 21:43:29.205701 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250fdff9-ee93-4dc8-8d8a-c78090777431 x-openstack-request-id: req-250fdff9-ee93-4dc8-8d8a-c78090777431 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:29.206038 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "name": "network-vif-plugged", "status": "completed", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:29.206297 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-250fdff9-ee93-4dc8-8d8a-c78090777431 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:29.206831 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37', 'code': 200} Jul 22 21:43:29.248521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.397143 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-a4a340e1-8bd1-499d-b58d-29ca13f8a1dc service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289302 Jul 22 21:43:29.443456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.482539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ab0a-1198-4ee6-8ac6-b4f9fbd925aa req-c1e8dfb2-06c3-4d36-a1f3-fd2fe56267a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:29.483998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2140ab0a-1198-4ee6-8ac6-b4f9fbd925aa req-c1e8dfb2-06c3-4d36-a1f3-fd2fe56267a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 1097 time: 0.1632347 Jul 22 21:43:29.487943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=6721130e-b519-4f11-942f-a3c908b8713d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:29.524179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.525542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b0b0e94b-10a1-427d-a483-5623fccbd37e tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/6721130e-b519-4f11-942f-a3c908b8713d HTTP/1.1" status: 204 len: 168 time: 0.8026190 Jul 22 21:43:29.528627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717a968-e02b-4440-afa6-0c3a6b563ac9 None None] Network 52379f76-3708-4236-b681-8f900cedb5c3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:29.532149 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60580) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:29.603776 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2140ab0a-1198-4ee6-8ac6-b4f9fbd925aa req-c35364a9-91fd-40cc-91e8-f4e76a2c9e10 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886831 Jul 22 21:43:29.609569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-16b5d921-3d5c-48a9-9546-7c76ec672040 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014647 Jul 22 21:43:29.661336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.704321 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-dc095f17-e5b4-447a-a447-ec0b49dee966 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f HTTP/1.1" status: 200 len: 217 time: 0.0407531 Jul 22 21:43:29.798729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] DHCP port deletion for 52379f76-3708-4236-b681-8f900cedb5c3 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:43:29.806262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-a382c4c2-d111-4d0d-8d82-5c6ae26caad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:29.807646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-a382c4c2-d111-4d0d-8d82-5c6ae26caad7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0749445 Jul 22 21:43:29.816092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 1c86838c-9540-4182-8e4b-c749ae3a488e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:29.816573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.879748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] Deleting port 1c86838c-9540-4182-8e4b-c749ae3a488e {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:29.880334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:29.984052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] For port 1c86838c-9540-4182-8e4b-c749ae3a488e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c86838c-9540-4182-8e4b-c749ae3a488e,segment=NetworkSegment(2608c1cf-de92-473e-9cc2-bbdf11a74b1f),segment_id=2608c1cf-de92-473e-9cc2-bbdf11a74b1f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:29.984845 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.009425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] Calling delete_port for 1c86838c-9540-4182-8e4b-c749ae3a488e owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:30.134080 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.188979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] No DVR routers for this DVR port 1c86838c-9540-4182-8e4b-c749ae3a488e on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:30.193888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95d99c-2969-442c-b6a7-2badc2ecacb5 None None] Pushing event deleted for resources: {'Port': ['ID=1c86838c-9540-4182-8e4b-c749ae3a488e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:30.336869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] For port 1c86838c-9540-4182-8e4b-c749ae3a488e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c86838c-9540-4182-8e4b-c749ae3a488e,segment=NetworkSegment(2608c1cf-de92-473e-9cc2-bbdf11a74b1f),segment_id=2608c1cf-de92-473e-9cc2-bbdf11a74b1f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:30.336869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.372646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 1c86838c-9540-4182-8e4b-c749ae3a488e owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:30.394341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78d9d-918b-4549-8e2f-d22ceda5f511 req-e48ec0ed-cc76-41af-ba10-4e6064bc4da7 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:30.396063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24b78d9d-918b-4549-8e2f-d22ceda5f511 req-e48ec0ed-cc76-41af-ba10-4e6064bc4da7 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.1479597 Jul 22 21:43:30.398928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-575e4718-dd3c-4d52-8f63-ec69987c8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:30.401621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-575e4718-dd3c-4d52-8f63-ec69987c8662 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5821733 Jul 22 21:43:30.420532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473ca56-24eb-4140-abff-e74b0e5ba37a req-d1a47684-f5ef-45eb-b332-c163b05c1e6e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:30.428012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f473ca56-24eb-4140-abff-e74b0e5ba37a req-d1a47684-f5ef-45eb-b332-c163b05c1e6e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.2460299 Jul 22 21:43:30.500273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f473ca56-24eb-4140-abff-e74b0e5ba37a req-7705660a-0cf0-4ccc-88b2-8a28deb44c6b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712008 Jul 22 21:43:30.509554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24b78d9d-918b-4549-8e2f-d22ceda5f511 req-99c370f2-f28e-470c-9eda-77d4922a1e4b tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059937 Jul 22 21:43:30.616014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.621680 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-7fec671a-e2e5-4bce-85ba-78c55362a9f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745644 Jul 22 21:43:30.669177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=1c86838c-9540-4182-8e4b-c749ae3a488e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:30.692093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No DVR routers for this DVR port 1c86838c-9540-4182-8e4b-c749ae3a488e on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:30.837681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.857779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52379f76-3708-4236-b681-8f900cedb5c3']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:30.871765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2608c1cf-de92-473e-9cc2-bbdf11a74b1f') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:30.872089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2608c1cf-de92-473e-9cc2-bbdf11a74b1f') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:30.875530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-3c8a202d-7fe9-4e68-98f9-e736528b7aae service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243176 Jul 22 21:43:30.886604 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.893651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c86838c-9540-4182-8e4b-c749ae3a488e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:30.923138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 1c86838c-9540-4182-8e4b-c749ae3a488e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:43:30.923495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c86838c-9540-4182-8e4b-c749ae3a488e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:30.961076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.970233 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-6adc3707-7267-49b6-9b5d-8318408c01a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6b897202-5981-4600-bd7a-3067a8e69fbd HTTP/1.1" status: 200 len: 217 time: 0.0744307 Jul 22 21:43:30.971177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:30.971595 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:30.974807 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:31.089309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-e660eb9f-1dab-4e2b-ae96-ee3132198ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:31.090837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-e660eb9f-1dab-4e2b-ae96-ee3132198ad8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0948422 Jul 22 21:43:31.095804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:31.119736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:31.121844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/52379f76-3708-4236-b681-8f900cedb5c3 HTTP/1.1" status: 204 len: 168 time: 1.5829160 Jul 22 21:43:31.131494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60590) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:31.159286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f23e1f-74d6-4169-839d-e1db2e992a80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=52379f76-3708-4236-b681-8f900cedb5c3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:31.212540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e72b6f-98d7-4e2d-9f0d-7f625e5750c7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:31.213931 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-10e72b6f-98d7-4e2d-9f0d-7f625e5750c7 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/bc419e2b-4c34-4e64-a5a0-2b024f5d4966 HTTP/1.1" status: 200 len: 845 time: 0.0813222 Jul 22 21:43:31.220460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60592) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:31.267409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-1face600-1da3-4335-bb52-4faf05d18521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:31.269003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-1face600-1da3-4335-bb52-4faf05d18521 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1701889 Jul 22 21:43:31.288747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3afaf555-758d-44e6-a021-6849378e16c6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/bc419e2b-4c34-4e64-a5a0-2b024f5d4966?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0671213 Jul 22 21:43:31.293729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:31.300270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:31.381529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:31.385767 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-9f9a7fe4-2c8f-44b6-bcc4-65301af405d8 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079340 Jul 22 21:43:31.426596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:31.430673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:31.524030 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-9bee8cd3-981f-4489-9a7b-819c45f48160 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284964 Jul 22 21:43:31.588780 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-35712236-8a6a-4934-ac4b-d4cf74d2daca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34 HTTP/1.1" status: 200 len: 217 time: 0.0565856 Jul 22 21:43:31.653189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-b7cffaee-0162-4140-b378-1fa8fe88b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:31.654910 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-b7cffaee-0162-4140-b378-1fa8fe88b014 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.0556281 Jul 22 21:43:31.745275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-f5af5b73-41e0-4722-921f-d26207565ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:31.747385 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-f5af5b73-41e0-4722-921f-d26207565ffd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857923 Jul 22 21:43:31.780834 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab918a9b-fb3c-46fe-955e-2efe1b905f4d req-8df5213d-f4b4-4c52-be0d-26cddb2711cb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:31.782422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab918a9b-fb3c-46fe-955e-2efe1b905f4d req-8df5213d-f4b4-4c52-be0d-26cddb2711cb tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.2021689 Jul 22 21:43:31.874240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab918a9b-fb3c-46fe-955e-2efe1b905f4d req-a6186e11-7ffe-44a8-be7d-75c66f1fe851 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610995 Jul 22 21:43:31.885965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7eee-272d-4000-b5a8-9144d283bd43 req-d8055400-8642-480f-9464-2f52a6cac37f tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:31.887624 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-01301aa2-eee1-43f1-863b-d448fd9714a8 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283331 Jul 22 21:43:31.888761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d4f7eee-272d-4000-b5a8-9144d283bd43 req-d8055400-8642-480f-9464-2f52a6cac37f tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2705119 Jul 22 21:43:31.891492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:31.973847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:32.000436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:32.011488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aec3a5-6728-4f1a-aeaf-e3d5e7e6dd9f None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:32.025875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:32.026669 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.054718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=6c774b02-2404-4b63-8477-ee08dd3987b8,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:32.075397 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-a6126bc8-1c22-427e-97bb-c694034954b7 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770976 Jul 22 21:43:32.092200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d4f7eee-272d-4000-b5a8-9144d283bd43 req-d3a7945d-0cdd-408e-94af-ba141b9702de tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921673 Jul 22 21:43:32.103816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-08f077c7-2330-49af-879c-3723313f0fdc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8048594 Jul 22 21:43:32.104105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60612) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:32.115710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-32e793ad-4f38-4314-ac7f-69076b87ae4a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'security_group': {'name': 'tempest-secgroup-96231853'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:32.167512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.175761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32e793ad-4f38-4314-ac7f-69076b87ae4a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.218183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-c3a32b5d-9f0b-4c08-91fa-30c3f168ef15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 200 len: 217 time: 0.1332779 Jul 22 21:43:32.280392 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32e793ad-4f38-4314-ac7f-69076b87ae4a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.306508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-eea42d10-0cba-434e-b209-b027eb7d602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:32.309469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-eea42d10-0cba-434e-b209-b027eb7d602b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.0804272 Jul 22 21:43:32.317185 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32e793ad-4f38-4314-ac7f-69076b87ae4a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.338930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32e793ad-4f38-4314-ac7f-69076b87ae4a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.341541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32e793ad-4f38-4314-ac7f-69076b87ae4a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2351077 Jul 22 21:43:32.357292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60616) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:32.378142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-409fdff5-4717-49ff-9b8e-f25df49d72ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'security_group': {'name': 'tempest-secgroup-1132227018'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:32.431735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-e179017d-00ac-452f-88f9-ff05e078562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:32.434154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e793ad-4f38-4314-ac7f-69076b87ae4a tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be94c0-b10a-462b-b9b5-9ecf6a0b5882,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:32.435873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-e179017d-00ac-452f-88f9-ff05e078562e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154540 Jul 22 21:43:32.439800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-409fdff5-4717-49ff-9b8e-f25df49d72ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.471467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924effa9-dcc3-4a96-afc4-1bbd79663703 req-b9c1ff30-6d16-47cc-82bd-cc01a0b2caf1 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:32.482418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-924effa9-dcc3-4a96-afc4-1bbd79663703 req-b9c1ff30-6d16-47cc-82bd-cc01a0b2caf1 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2003214 Jul 22 21:43:32.571748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-924effa9-dcc3-4a96-afc4-1bbd79663703 req-10b3fff3-63a9-4c53-b584-fc22d0347d2d tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880067 Jul 22 21:43:32.581933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e08e1856-3ff8-46f3-89f5-60a611590ed1', 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'tenant_id': '64981cca65e547ee88a5445ae19ecf70', 'fixed_ips': [{'subnet_id': '6c774b02-2404-4b63-8477-ee08dd3987b8'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:43:32.583386 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.676340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-f8a50d46-b0d6-47fb-8ef7-f08303eabf10 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295330 Jul 22 21:43:32.691464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-409fdff5-4717-49ff-9b8e-f25df49d72ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.704675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-409fdff5-4717-49ff-9b8e-f25df49d72ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.758648 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-409fdff5-4717-49ff-9b8e-f25df49d72ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:32.764426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-409fdff5-4717-49ff-9b8e-f25df49d72ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3911991 Jul 22 21:43:32.767494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60620) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:32.776507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1815445544', 'security_groups': ['9e26c1a7-c912-4d59-a8da-65d4c7897464'], 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c774b02-2404-4b63-8477-ee08dd3987b8'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:32.786659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fdff5-4717-49ff-9b8e-f25df49d72ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e26c1a7-c912-4d59-a8da-65d4c7897464,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:32.865801 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b03b81e-7a63-449c-b46d-a2bfedbdb5e1 req-5f7d7920-3198-42da-bb5d-a35bf63e2f56 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642137 Jul 22 21:43:32.929262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Allocated IP 2001:db8::2 (e08e1856-3ff8-46f3-89f5-60a611590ed1/6c774b02-2404-4b63-8477-ee08dd3987b8/caa1c602-e961-4f41-a034-1a7b311b0883) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:32.998259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:33.254992 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:33.267315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Transition to ACTIVE for port object caa1c602-e961-4f41-a034-1a7b311b0883 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:33.278187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:33.309417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Transition to ACTIVE for port object caa1c602-e961-4f41-a034-1a7b311b0883 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:33.320078 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:33.332840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:33.375973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:33.380674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:33.387498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:33.399901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Pushing event updated for resources: {'Port': ['ID=caa1c602-e961-4f41-a034-1a7b311b0883,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:33.497236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Attempting to bind port caa1c602-e961-4f41-a034-1a7b311b0883 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:43:33.497236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Attempting to bind port caa1c602-e961-4f41-a034-1a7b311b0883 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '861d716d-cd40-4fa4-aba9-6dbf0ae485ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:43:33.497236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Attempting to bind port caa1c602-e961-4f41-a034-1a7b311b0883 on network e08e1856-3ff8-46f3-89f5-60a611590ed1 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:43:33.507717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:43:33.508364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Checking segment: {'id': '861d716d-cd40-4fa4-aba9-6dbf0ae485ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:33.509027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:33.509879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Bound using segment: {'id': '861d716d-cd40-4fa4-aba9-6dbf0ae485ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:43:33.510525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Bound port: caa1c602-e961-4f41-a034-1a7b311b0883, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861d716d-cd40-4fa4-aba9-6dbf0ae485ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:43:33.511095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:33.607696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] For port caa1c602-e961-4f41-a034-1a7b311b0883, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:33.612304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] For port caa1c602-e961-4f41-a034-1a7b311b0883, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=caa1c602-e961-4f41-a034-1a7b311b0883,segment=NetworkSegment(861d716d-cd40-4fa4-aba9-6dbf0ae485ac),segment_id=861d716d-cd40-4fa4-aba9-6dbf0ae485ac)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:43:33.620251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:33.696351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409dd70-6d92-4bf2-afcf-490e4bc5962e None None] Pushing event updated for resources: {'Port': ['ID=caa1c602-e961-4f41-a034-1a7b311b0883,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:33.818441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019acdc-7276-43d6-8371-aa48869936b6 req-fc9fa33c-4631-46a6-83d8-f3b0635130a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:33.820106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e019acdc-7276-43d6-8371-aa48869936b6 req-fc9fa33c-4631-46a6-83d8-f3b0635130a7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.6649852 Jul 22 21:43:33.830585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e454-c5a5-46c8-87c8-6cbd20beefeb req-b7e3b0ac-9b9b-4b58-bdab-4538d980f0f5 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:33.832180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b643e454-c5a5-46c8-87c8-6cbd20beefeb req-b7e3b0ac-9b9b-4b58-bdab-4538d980f0f5 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.6623824 Jul 22 21:43:33.969016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b643e454-c5a5-46c8-87c8-6cbd20beefeb req-de04af5b-80a5-4f20-969d-ea5f5f020d66 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298578 Jul 22 21:43:33.975350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e019acdc-7276-43d6-8371-aa48869936b6 req-ba0dd5e0-ed01-47b1-8182-a7445e5b9b5b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421382 Jul 22 21:43:34.092167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::25 (e08e1856-3ff8-46f3-89f5-60a611590ed1/6c774b02-2404-4b63-8477-ee08dd3987b8/3cb13da6-3f2d-4c60-8f99-d950a8b6c9de) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:34.273982 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:34.288955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:34.324663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:34.375220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:34.379064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:34.381057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:34.387406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:34.388092 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:34.397591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=3cb13da6-3f2d-4c60-8f99-d950a8b6c9de,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:34.412865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f6d7bad6-3263-453e-8f8b-0c747edfdfb0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6436255 Jul 22 21:43:34.416314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60642) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:34.422655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a9a7877b-e960-45e6-9dc9-440dbced2b2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:34.610576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7877b-e960-45e6-9dc9-440dbced2b2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:34.616292 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9a7877b-e960-45e6-9dc9-440dbced2b2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:34.767379 n-d-762330-19 neutron-server[94092]: INFO neutron.db.ipam_backend_mixin [None req-a9a7877b-e960-45e6-9dc9-440dbced2b2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c774b02-2404-4b63-8477-ee08dd3987b8 (CIDR: 2001:db8::/64) Jul 22 21:43:34.774488 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a7877b-e960-45e6-9dc9-440dbced2b2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:43:34.775077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a7877b-e960-45e6-9dc9-440dbced2b2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:34.823549 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a9a7877b-e960-45e6-9dc9-440dbced2b2f tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4059515 Jul 22 21:43:34.829730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60652) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:34.836203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:34.891328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1b8fcfbe-430f-453a-860f-1f7697dcfeb6 None None] Provisioning complete for port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:34.891990 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b8fcfbe-430f-453a-860f-1f7697dcfeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:34.946812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device caa1c602-e961-4f41-a034-1a7b311b0883 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:34.985527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fcfbe-430f-453a-860f-1f7697dcfeb6 None None] Port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:35.017633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1b8fcfbe-430f-453a-860f-1f7697dcfeb6 None None] Provisioning for port caa1c602-e961-4f41-a034-1a7b311b0883 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:35.045802 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port caa1c602-e961-4f41-a034-1a7b311b0883 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:35.051915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:35.052779 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.099733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:35.109176 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.210080 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.267424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port caa1c602-e961-4f41-a034-1a7b311b0883, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=caa1c602-e961-4f41-a034-1a7b311b0883,segment=NetworkSegment(861d716d-cd40-4fa4-aba9-6dbf0ae485ac),segment_id=861d716d-cd40-4fa4-aba9-6dbf0ae485ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:35.274185 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.332847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cee03-9e22-4eb9-ada5-53cd898579e6 req-9b0ee673-1828-4fc7-9f5c-8d43c079aad4 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:35.336317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a63cee03-9e22-4eb9-ada5-53cd898579e6 req-9b0ee673-1828-4fc7-9f5c-8d43c079aad4 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2040837 Jul 22 21:43:35.367307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=caa1c602-e961-4f41-a034-1a7b311b0883,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:35.371788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ae51ec6-9798-43f1-9211-241e144b9677 None None] Provisioning for port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:35.375578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597d22c-500d-4c6f-bf57-dea1c12096a3 req-a9608c8b-fba0-40cc-a75f-c393b116d926 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:35.377867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9ae51ec6-9798-43f1-9211-241e144b9677 None None] Provisioning complete for port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:35.378239 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ae51ec6-9798-43f1-9211-241e144b9677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.387734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4597d22c-500d-4c6f-bf57-dea1c12096a3 req-a9608c8b-fba0-40cc-a75f-c393b116d926 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.2391846 Jul 22 21:43:35.433977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9ae51ec6-9798-43f1-9211-241e144b9677 None None] Port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:35.447418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.460994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4597d22c-500d-4c6f-bf57-dea1c12096a3 req-eacb259c-0a6d-4fdd-98d3-c4b1db6d363c tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722716 Jul 22 21:43:35.468001 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a63cee03-9e22-4eb9-ada5-53cd898579e6 req-16686d97-87f8-4807-a9e5-b8cf41333d8f tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220281 Jul 22 21:43:35.511631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:35.519054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:35.521233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=04d46255-cd77-4f8d-beb6-9022cc7231d6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:35.523966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:35.524614 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.533054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f8ce0-0164-4aac-b3d9-3f7bd149342d None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:35.561314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c9660470-4426-4771-81b4-fbc400c5cc16 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7297671 Jul 22 21:43:35.563870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:35.569757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-875970907', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04d46255-cd77-4f8d-beb6-9022cc7231d6'}], 'security_groups': ['d8be94c0-b10a-462b-b9b5-9ecf6a0b5882']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:35.795851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c9e2c-3c4d-44cc-aa50-c722fe8cc381 req-754d7abe-3523-42ad-9d04-795d699cce0d tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:35.797640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-870c9e2c-3c4d-44cc-aa50-c722fe8cc381 req-754d7abe-3523-42ad-9d04-795d699cce0d tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.0968390 Jul 22 21:43:35.864760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-870c9e2c-3c4d-44cc-aa50-c722fe8cc381 req-75739807-77a6-4167-b1de-2b40f7af867c tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608613 Jul 22 21:43:35.873637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-f1ad943d-5206-4ed2-8821-2862f1855c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:35.875158 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-f1ad943d-5206-4ed2-8821-2862f1855c35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b927d5f7e6a4f89965b6d9d86326622&device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 1097 time: 0.1334200 Jul 22 21:43:35.877497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] Update dhcp port {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'fixed_ips': [{'subnet_id': '6c774b02-2404-4b63-8477-ee08dd3987b8', 'ip_address': '2001:db8::2'}, {'subnet_id': '04d46255-cd77-4f8d-beb6-9022cc7231d6'}], 'binding:host_id': 'n-d-762330-19'}, 'id': 'caa1c602-e961-4f41-a034-1a7b311b0883'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:43:35.901749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:35.918201 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:36.088283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-5446f52c-29f4-48ff-b1ba-ad9a8216d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:36.089883 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-5446f52c-29f4-48ff-b1ba-ad9a8216d50a service neutron] 10.222.0.23 "GET /v2.0/networks?id=78f1f740-ae67-422f-80c5-419b33e726cb HTTP/1.1" status: 200 len: 912 time: 0.1985931 Jul 22 21:43:36.126140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] Allocated IP 2001:db8:0:1::2 (e08e1856-3ff8-46f3-89f5-60a611590ed1/04d46255-cd77-4f8d-beb6-9022cc7231d6/caa1c602-e961-4f41-a034-1a7b311b0883) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:36.175933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-562bded1-6e29-48be-9790-98b460af21c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37 HTTP/1.1" status: 200 len: 217 time: 0.0747082 Jul 22 21:43:36.227544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] For port caa1c602-e961-4f41-a034-1a7b311b0883, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=caa1c602-e961-4f41-a034-1a7b311b0883,segment=NetworkSegment(861d716d-cd40-4fa4-aba9-6dbf0ae485ac),segment_id=861d716d-cd40-4fa4-aba9-6dbf0ae485ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:36.258548 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:36.278228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] Transition to ACTIVE for port object caa1c602-e961-4f41-a034-1a7b311b0883 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:36.280190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-a0e091fa-a558-4e02-95e4-b93db0014154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:36.281917 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-a0e091fa-a558-4e02-95e4-b93db0014154 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f1df152-3a44-4c1a-867f-3af6ca504b8b HTTP/1.1" status: 200 len: 851 time: 0.0968397 Jul 22 21:43:36.286461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:36.373242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-3c77302c-1d06-4808-81a9-437e68813a12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78f1f740-ae67-422f-80c5-419b33e726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520184 Jul 22 21:43:36.401153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a0e02-c59d-4c5c-8bb0-1468494b8d2f None None] Pushing event updated for resources: {'Port': ['ID=caa1c602-e961-4f41-a034-1a7b311b0883,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:36.526909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Delete allocated IP 2001:db8::25 (e08e1856-3ff8-46f3-89f5-60a611590ed1/6c774b02-2404-4b63-8477-ee08dd3987b8) {{(pid=94091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 21:43:36.551501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8:0:1::21 (e08e1856-3ff8-46f3-89f5-60a611590ed1/04d46255-cd77-4f8d-beb6-9022cc7231d6/3cb13da6-3f2d-4c60-8f99-d950a8b6c9de) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:36.570613 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-80e8e1ba-740e-44b1-bf09-57b40a1364b4 service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904356 Jul 22 21:43:36.661159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5420d-009e-4990-8f0e-9d5a7670c398 req-b7999487-c074-4800-a931-4eb323afab83 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:36.663935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49e5420d-009e-4990-8f0e-9d5a7670c398 req-b7999487-c074-4800-a931-4eb323afab83 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1048570 Jul 22 21:43:36.724075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49e5420d-009e-4990-8f0e-9d5a7670c398 req-801a932c-5483-45ac-b176-8469d32538d5 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473497 Jul 22 21:43:36.860370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54395481-91a7-4d3a-8822-c3d81b8498c4 req-075b334a-e54c-47c3-94f0-9c6744522b78 service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612453 Jul 22 21:43:36.866803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:36.874256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device caa1c602-e961-4f41-a034-1a7b311b0883 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:36.889581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:36.898486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:36.990708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] In _notify_port_updated(), no bound segment for port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de on network e08e1856-3ff8-46f3-89f5-60a611590ed1 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:43:36.997423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:36.998250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.001341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "PUT /v2.0/ports/3cb13da6-3f2d-4c60-8f99-d950a8b6c9de HTTP/1.1" status: 200 len: 929 time: 1.4345522 Jul 22 21:43:37.015003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60682) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:37.015707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a33417-477a-4c09-9da8-ce1e25ef5ad0 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=3cb13da6-3f2d-4c60-8f99-d950a8b6c9de,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:37.075114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72642039-bf29-4882-9832-12f5763582b4 req-9b9b4b8e-eb69-4857-8fe1-1d35c82ad1d7 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:37.076881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72642039-bf29-4882-9832-12f5763582b4 req-9b9b4b8e-eb69-4857-8fe1-1d35c82ad1d7 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.0909493 Jul 22 21:43:37.153372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72642039-bf29-4882-9832-12f5763582b4 req-91aee8ac-5c0a-4f6b-9125-7aa70950f194 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647106 Jul 22 21:43:37.203262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:37.203491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.380386 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.402742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:37.417035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Provisioning complete for port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:37.418433 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.427400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60686) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:37.480340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:37.503894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Provisioning for port caa1c602-e961-4f41-a034-1a7b311b0883 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:37.508836 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:37.509516 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.730204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728ab998-28f8-4db4-9e5a-cba38d1807e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.765524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.766023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Provisioning for port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:37.772508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Provisioning complete for port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:37.772971 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.847306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b817cbce-99b8-455b-a661-430579e5a836 None None] Port 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:43:37.870043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=3cb13da6-3f2d-4c60-8f99-d950a8b6c9de,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:37.942182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:37.954000 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-959368f6-83c7-40d6-a782-f71237586c6d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/3cb13da6-3f2d-4c60-8f99-d950a8b6c9de HTTP/1.1" status: 204 len: 168 time: 0.9353087 Jul 22 21:43:37.954836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60700) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:37.962968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a37902a3-0361-43eb-80db-12cefeb54489 None None] Could not find standard attr ID for object 3cb13da6-3f2d-4c60-8f99-d950a8b6c9de. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:43:38.021288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728ab998-28f8-4db4-9e5a-cba38d1807e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.025762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728ab998-28f8-4db4-9e5a-cba38d1807e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.037105 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0799bd2-18d7-435f-b4e2-e5200f66725d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:43:38.044718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d0799bd2-18d7-435f-b4e2-e5200f66725d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/3cb13da6-3f2d-4c60-8f99-d950a8b6c9de HTTP/1.1" status: 404 len: 333 time: 0.0848684 Jul 22 21:43:38.045854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60702) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:38.141519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74a6f04f-f6fc-4da1-a709-cb4de44f1d80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.185444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-728ab998-28f8-4db4-9e5a-cba38d1807e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a95b2db5cc49405295eab5e68073cf72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540081 Jul 22 21:43:38.190614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60706) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:38.196454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab998-28f8-4db4-9e5a-cba38d1807e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbf8504-3b65-46bf-acbc-a95a7d19d79a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:38.227377 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74a6f04f-f6fc-4da1-a709-cb4de44f1d80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.304617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74a6f04f-f6fc-4da1-a709-cb4de44f1d80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.310062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74a6f04f-f6fc-4da1-a709-cb4de44f1d80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.313894 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-74a6f04f-f6fc-4da1-a709-cb4de44f1d80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/security-groups/9e26c1a7-c912-4d59-a8da-65d4c7897464 HTTP/1.1" status: 204 len: 168 time: 0.2635195 Jul 22 21:43:38.318921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60708) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:38.337858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6f04f-f6fc-4da1-a709-cb4de44f1d80 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e26c1a7-c912-4d59-a8da-65d4c7897464,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:38.359403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7697e29-3765-4c35-a37d-c3c3fa58420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.402460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b1aec-09d3-4516-9577-e5f710022285 req-95c3e411-7ab3-4b03-8a51-a8d852815dec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.406740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-207b1aec-09d3-4516-9577-e5f710022285 req-95c3e411-7ab3-4b03-8a51-a8d852815dec tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.3462121 Jul 22 21:43:38.424368 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7697e29-3765-4c35-a37d-c3c3fa58420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.533308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5803a8-689d-416d-ace3-fe6a27a4c792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.541225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-207b1aec-09d3-4516-9577-e5f710022285 req-bc9e8ddf-de2a-45a8-a315-9f26bae03bcf tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212447 Jul 22 21:43:38.573002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5803a8-689d-416d-ace3-fe6a27a4c792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.591686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7697e29-3765-4c35-a37d-c3c3fa58420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.594477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7697e29-3765-4c35-a37d-c3c3fa58420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.595634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c7697e29-3765-4c35-a37d-c3c3fa58420e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/edbf8504-3b65-46bf-acbc-a95a7d19d79a HTTP/1.1" status: 204 len: 168 time: 0.3947134 Jul 22 21:43:38.649377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7697e29-3765-4c35-a37d-c3c3fa58420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbf8504-3b65-46bf-acbc-a95a7d19d79a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:38.701622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354dcc3-5ca7-4e11-8e21-2497477b37e9 req-7ba8d84c-5f0f-408a-97aa-b55d4bd0a2db tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.704063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7354dcc3-5ca7-4e11-8e21-2497477b37e9 req-7ba8d84c-5f0f-408a-97aa-b55d4bd0a2db tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2375112 Jul 22 21:43:38.719736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5803a8-689d-416d-ace3-fe6a27a4c792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.722506 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5803a8-689d-416d-ace3-fe6a27a4c792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.723912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e5803a8-689d-416d-ace3-fe6a27a4c792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/security-groups/d8be94c0-b10a-462b-b9b5-9ecf6a0b5882 HTTP/1.1" status: 204 len: 168 time: 0.4013417 Jul 22 21:43:38.728215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60714) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:38.764769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5803a8-689d-416d-ace3-fe6a27a4c792 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be94c0-b10a-462b-b9b5-9ecf6a0b5882,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:38.810381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 6c774b02-2404-4b63-8477-ee08dd3987b8 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:38.818077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7354dcc3-5ca7-4e11-8e21-2497477b37e9 req-44da97b2-342c-4bda-b25a-13c157a368f9 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022835 Jul 22 21:43:38.821469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.854826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.887277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.894305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:38.899885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.906680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.913209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.922533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.932297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:38.935200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-f60ad140-a7f5-4ad4-a28d-e96c8f60d14a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 0.2977724 Jul 22 21:43:39.007874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54d72f2a-6839-48ad-ae8e-99a0a6521406 req-8ac0507c-aca3-4517-b468-718cd0b26359 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647252 Jul 22 21:43:39.021872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.119789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.164512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60724) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:39.174276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=6c774b02-2404-4b63-8477-ee08dd3987b8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:39.191996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.200318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d24d4-b764-40f6-95e7-f92bbc16fca7 None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:39.202718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bb74fe3f-1733-432f-8cab-6223ec013f82 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/6c774b02-2404-4b63-8477-ee08dd3987b8 HTTP/1.1" status: 204 len: 168 time: 0.4743655 Jul 22 21:43:39.203715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60726) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:39.209514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:39.216971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.282944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5087b-657b-4dee-9214-8f2974ad96c1 req-c9bb5e23-a7c3-48bd-ab09-49080f574dbb tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:39.286825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aad5087b-657b-4dee-9214-8f2974ad96c1 req-c9bb5e23-a7c3-48bd-ab09-49080f574dbb tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.1419456 Jul 22 21:43:39.365504 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aad5087b-657b-4dee-9214-8f2974ad96c1 req-48a45f97-3b64-490c-9c4b-527bac6accbe tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635960 Jul 22 21:43:39.527684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.534097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.591452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:39.595962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.621905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e9999-08cf-4f32-9805-28c7640ace6d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:39.626671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef39079586684fc19945d81bf90d486e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590812 Jul 22 21:43:39.631157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:39.653608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.654219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.654646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.655070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.655518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.655998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.656632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.657782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.657782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.657782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.658367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.658717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2323d-4d88-4f13-bce3-cb35ef4ab2df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:39.789227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa062a63-99e4-4c18-a097-fd9d1856e3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.830329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa062a63-99e4-4c18-a097-fd9d1856e3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.851884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c8d42-23c4-472f-89aa-a97d2ba97beb req-572335b9-649b-4856-9baa-143dde729be0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:39.853476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d08c8d42-23c4-472f-89aa-a97d2ba97beb req-572335b9-649b-4856-9baa-143dde729be0 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1612873 Jul 22 21:43:39.927998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d08c8d42-23c4-472f-89aa-a97d2ba97beb req-79ec7e7a-e0ae-4a78-a579-a0596501d4ff tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653665 Jul 22 21:43:39.969019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa062a63-99e4-4c18-a097-fd9d1856e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.972043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa062a63-99e4-4c18-a097-fd9d1856e3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:39.976545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aa062a63-99e4-4c18-a097-fd9d1856e3eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/967e9999-08cf-4f32-9805-28c7640ace6d HTTP/1.1" status: 204 len: 168 time: 0.3402734 Jul 22 21:43:39.991210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa062a63-99e4-4c18-a097-fd9d1856e3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967e9999-08cf-4f32-9805-28c7640ace6d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:40.041057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.115041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:40.121692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:40.123651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=eab19d7d-0af3-4301-86e0-2e078c426559,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:40.126533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.127131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.171473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.191748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.206732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.234466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.246012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.256570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.265441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.267715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-cb0be54e-1053-4501-aa80-d80928416894 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 0.2919910 Jul 22 21:43:40.273653 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-53501c60-1d1f-434a-b720-401858d710ab tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0663095 Jul 22 21:43:40.274268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60738) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:40.281014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.281441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b50c8647-d792-44a3-ace6-4e5990876ca2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'security_group': {'name': 'tempest-secgroup-275657625'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:40.290575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.300560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.308409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.316464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.326963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.337880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.342946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-d5329b07-7bd3-46d1-b5f4-0212ee301715 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 5442 time: 0.1875596 Jul 22 21:43:40.365819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b50c8647-d792-44a3-ace6-4e5990876ca2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.395801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-978390be-9749-4fdd-a081-072662e2bee8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.397601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-978390be-9749-4fdd-a081-072662e2bee8 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "GET /v2.0/ports/a8362cca-b5a5-45f9-9c97-9c91a0315d78?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1081121 Jul 22 21:43:40.428136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65b25f92-6e73-4e9d-b11c-37c66433cd0a req-434691d0-e0a3-423c-b52f-cb598a62b768 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704319 Jul 22 21:43:40.434237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622425e-c644-4881-8d15-ac6d9c47be2b None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:40.570982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2dfc142e-22c3-4dd1-9842-64e0568e5236 None None] Provisioning complete for port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:40.571634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2dfc142e-22c3-4dd1-9842-64e0568e5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.609035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-c385cbb9-4543-43c1-b8fe-ea43b0991980 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "GET /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2044699 Jul 22 21:43:40.619491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:40.629956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:40.642149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def911-a8e6-4874-9b30-ae1c75a759a3 req-e510dad4-ef13-4c07-bf2d-9f127d12804a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:40.643157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc142e-22c3-4dd1-9842-64e0568e5236 None None] Port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:40.644319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30def911-a8e6-4874-9b30-ae1c75a759a3 req-e510dad4-ef13-4c07-bf2d-9f127d12804a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.1386607 Jul 22 21:43:40.652915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.656264 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b50c8647-d792-44a3-ace6-4e5990876ca2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.669896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2dfc142e-22c3-4dd1-9842-64e0568e5236 None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:40.669896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2dfc142e-22c3-4dd1-9842-64e0568e5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.671781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b50c8647-d792-44a3-ace6-4e5990876ca2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.734448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c8647-d792-44a3-ace6-4e5990876ca2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c80e41-cf44-4062-bca4-3cff66fb8d1f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:40.748130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.765814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30def911-a8e6-4874-9b30-ae1c75a759a3 req-e3516673-5c43-44a3-8750-50c7d4a66882 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983863 Jul 22 21:43:40.872048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.878404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:40.956696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] Update dhcp port {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'fixed_ips': [{'subnet_id': '04d46255-cd77-4f8d-beb6-9022cc7231d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eab19d7d-0af3-4301-86e0-2e078c426559'}], 'binding:host_id': 'n-d-762330-19'}, 'id': 'caa1c602-e961-4f41-a034-1a7b311b0883'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:43:40.968491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03223136427442e9991bd962c35ed465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474603 Jul 22 21:43:40.969743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60752) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:40.977312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95409f2-27ae-4435-88fe-7db7744f6437,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:41.014859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.015268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.016339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.016700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.017048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.017394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.017732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.018068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.018400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.018735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.019057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.019387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff3588-63b4-45a1-b4ea-268951994c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:43:41.074421 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.146004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d345b90e-39ac-4b6b-9452-c03b9b5b992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.193335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d345b90e-39ac-4b6b-9452-c03b9b5b992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.265829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1644a-4080-433e-bd69-191ae3443090 req-fd2fa314-d245-48be-8c2d-6ac726ea8a43 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.268316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ca1644a-4080-433e-bd69-191ae3443090 req-fd2fa314-d245-48be-8c2d-6ac726ea8a43 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2179737 Jul 22 21:43:41.284466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed7c37-4f00-4926-ab06-f785ef7cf291 req-909f1581-d8be-40f5-a61d-b11b207a3d29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.285485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] Allocated IP 2001:db8::2 (e08e1856-3ff8-46f3-89f5-60a611590ed1/eab19d7d-0af3-4301-86e0-2e078c426559/caa1c602-e961-4f41-a034-1a7b311b0883) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:41.286791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1ed7c37-4f00-4926-ab06-f785ef7cf291 req-909f1581-d8be-40f5-a61d-b11b207a3d29 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1972480 Jul 22 21:43:41.362792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ca1644a-4080-433e-bd69-191ae3443090 req-117f8643-22f5-4fad-a9b6-7df580b26440 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747070 Jul 22 21:43:41.365902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d345b90e-39ac-4b6b-9452-c03b9b5b992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.368825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d345b90e-39ac-4b6b-9452-c03b9b5b992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.384082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d345b90e-39ac-4b6b-9452-c03b9b5b992f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f95409f2-27ae-4435-88fe-7db7744f6437 HTTP/1.1" status: 204 len: 168 time: 0.4029477 Jul 22 21:43:41.416795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1ed7c37-4f00-4926-ab06-f785ef7cf291 req-c6119f38-ebe4-4c1a-ad56-211ae23daf7d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114166 Jul 22 21:43:41.421456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345b90e-39ac-4b6b-9452-c03b9b5b992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95409f2-27ae-4435-88fe-7db7744f6437,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:41.426331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] For port a8362cca-b5a5-45f9-9c97-9c91a0315d78, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a8362cca-b5a5-45f9-9c97-9c91a0315d78,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:41.432313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] For port caa1c602-e961-4f41-a034-1a7b311b0883, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=caa1c602-e961-4f41-a034-1a7b311b0883,segment=NetworkSegment(861d716d-cd40-4fa4-aba9-6dbf0ae485ac),segment_id=861d716d-cd40-4fa4-aba9-6dbf0ae485ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:41.476493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] For port a8362cca-b5a5-45f9-9c97-9c91a0315d78, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:41.493659 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.548400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] Transition to ACTIVE for port object caa1c602-e961-4f41-a034-1a7b311b0883 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:41.553772 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.558456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b50c8647-d792-44a3-ace6-4e5990876ca2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.563394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60760) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:41.563706 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b50c8647-d792-44a3-ace6-4e5990876ca2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2878103 Jul 22 21:43:41.568829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bc03ea11-b3bd-4e47-9f14-73555ce72650 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'security_group': {'name': 'tempest-secgroup-1705349367'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:41.587778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] device_id is not set on port a8362cca-b5a5-45f9-9c97-9c91a0315d78 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:41.607505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.656999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd306-961d-48a5-808d-407011d4eb52 req-94308518-a0f4-49f7-a21c-b57403148017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.661501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b63dd306-961d-48a5-808d-407011d4eb52 req-94308518-a0f4-49f7-a21c-b57403148017 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b927d5f7e6a4f89965b6d9d86326622&device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 1097 time: 0.1443989 Jul 22 21:43:41.663100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.676087 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc03ea11-b3bd-4e47-9f14-73555ce72650 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.739040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b398a-8e6f-4b8e-ac36-a31e7078fff4 None None] Pushing event updated for resources: {'Port': ['ID=caa1c602-e961-4f41-a034-1a7b311b0883,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:41.777772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-a25f8910-066f-437e-ae52-680a16fd0448 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.785083 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-a25f8910-066f-437e-ae52-680a16fd0448 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.793149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-a25f8910-066f-437e-ae52-680a16fd0448 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.808210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-a25f8910-066f-437e-ae52-680a16fd0448 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.815919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-a25f8910-066f-437e-ae52-680a16fd0448 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.822549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-a25f8910-066f-437e-ae52-680a16fd0448 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.825397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-a25f8910-066f-437e-ae52-680a16fd0448 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 4664 time: 0.2362456 Jul 22 21:43:41.898661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] Pushing event updated for resources: {'Port': ['ID=a8362cca-b5a5-45f9-9c97-9c91a0315d78,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:41.913442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] No DVR routers for this DVR port a8362cca-b5a5-45f9-9c97-9c91a0315d78 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:41.926229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47dbaf6a-6d70-4d69-9fc4-a84fad84f623 req-77f3e99b-ff4e-4e4b-9e17-720a04d18352 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544240 Jul 22 21:43:41.943323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc03ea11-b3bd-4e47-9f14-73555ce72650 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.952910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc03ea11-b3bd-4e47-9f14-73555ce72650 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:41.983393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd306-961d-48a5-808d-407011d4eb52 req-4426ea06-a58c-4a27-b5a4-0ac5b47a3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:41.985965 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b63dd306-961d-48a5-808d-407011d4eb52 req-4426ea06-a58c-4a27-b5a4-0ac5b47a3a7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=78f1f740-ae67-422f-80c5-419b33e726cb HTTP/1.1" status: 200 len: 912 time: 0.2663214 Jul 22 21:43:42.003631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03ea11-b3bd-4e47-9f14-73555ce72650 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da4bcc0-4056-4754-9e25-7d29de1e9bed,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:42.026335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc03ea11-b3bd-4e47-9f14-73555ce72650 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.033208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bc03ea11-b3bd-4e47-9f14-73555ce72650 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4678724 Jul 22 21:43:42.034155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60768) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:42.042829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1306ff4b-5240-4664-aaba-b91d680e6282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'security_group': {'name': 'tempest-secgroup-385742126'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:42.092336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1306ff4b-5240-4664-aaba-b91d680e6282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.116200 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b63dd306-961d-48a5-808d-407011d4eb52 req-f515720a-67b4-4efb-bfa6-9b674a68a349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37 HTTP/1.1" status: 200 len: 217 time: 0.1168671 Jul 22 21:43:42.117808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] In _notify_port_updated(), no bound segment for port a8362cca-b5a5-45f9-9c97-9c91a0315d78 on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:43:42.119416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:42.120988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.123020 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-968a2523-d86c-4db8-a8da-30200e3b233a service neutron] 10.222.0.23 "PUT /v2.0/ports/a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 200 len: 1031 time: 1.5007913 Jul 22 21:43:42.269801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1306ff4b-5240-4664-aaba-b91d680e6282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.276000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1306ff4b-5240-4664-aaba-b91d680e6282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.300375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b28589f-b605-4997-b28d-ef69a111c367 None None] Provisioning complete for port a8362cca-b5a5-45f9-9c97-9c91a0315d78 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:42.301525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b28589f-b605-4997-b28d-ef69a111c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.302448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-bcf298c3-d3b2-4edd-a71c-3ca17b03d2f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:42.304129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-bcf298c3-d3b2-4edd-a71c-3ca17b03d2f5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "GET /v2.0/ports/7550fcc9-cc40-4743-b8e4-62b71f52771b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1638038 Jul 22 21:43:42.319679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:42.326938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd306-961d-48a5-808d-407011d4eb52 req-f175a7d1-8f25-46db-ae6c-2fdb23b3870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:42.328721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b63dd306-961d-48a5-808d-407011d4eb52 req-f175a7d1-8f25-46db-ae6c-2fdb23b3870a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f1df152-3a44-4c1a-867f-3af6ca504b8b HTTP/1.1" status: 200 len: 851 time: 0.2043600 Jul 22 21:43:42.329975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306ff4b-5240-4664-aaba-b91d680e6282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9c9f8a-70dd-4c09-9495-0c392f464336,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:42.333360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1306ff4b-5240-4664-aaba-b91d680e6282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.334803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1306ff4b-5240-4664-aaba-b91d680e6282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2993193 Jul 22 21:43:42.338737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60774) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:42.349383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1553327309', 'security_groups': ['fe9c9f8a-70dd-4c09-9495-0c392f464336'], 'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eab19d7d-0af3-4301-86e0-2e078c426559'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:42.422760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3b28589f-b605-4997-b28d-ef69a111c367 None None] Port a8362cca-b5a5-45f9-9c97-9c91a0315d78 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:42.439783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b63dd306-961d-48a5-808d-407011d4eb52 req-8a64b03b-f3d7-4574-a2ad-6d0b6730f675 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78f1f740-ae67-422f-80c5-419b33e726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746171 Jul 22 21:43:42.577484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.587571 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d521c9ae-fd97-40a1-ab5b-faec1b4f13ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.716099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b63dd306-961d-48a5-808d-407011d4eb52 req-4b0beb4e-5fac-49b1-ada0-01638150072e service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551970 Jul 22 21:43:42.727298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:42.745848 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bebc60-a7ef-4f5b-a7fd-10270e63328a req-d4741917-0edd-49e4-acf3-cf728b43b44d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:42.752895 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91bebc60-a7ef-4f5b-a7fd-10270e63328a req-d4741917-0edd-49e4-acf3-cf728b43b44d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1872096 Jul 22 21:43:42.777144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732a8f4-788a-48f1-b0e4-8f16fe2aa697 req-137c112b-3863-4464-b42b-6b96764f83fc tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:42.779005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b732a8f4-788a-48f1-b0e4-8f16fe2aa697 req-137c112b-3863-4464-b42b-6b96764f83fc tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2148290 Jul 22 21:43:42.865604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6b41f441-e310-4001-aa2f-8d9d78144fb9 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:42.936421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device caa1c602-e961-4f41-a034-1a7b311b0883 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:42.957827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b63dd306-961d-48a5-808d-407011d4eb52 req-1abb0471-d5d1-4dc9-961e-3ba03233ae37 service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205596 Jul 22 21:43:42.959733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-896c5624-5108-4d0d-8e2d-7ebf9660f9f2 None None] Provisioning complete for port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:42.960374 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-896c5624-5108-4d0d-8e2d-7ebf9660f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:42.984570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91bebc60-a7ef-4f5b-a7fd-10270e63328a req-df1cb974-86f2-44ba-ac6c-6b0c14577f5d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305579 Jul 22 21:43:43.037649 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.042428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-896c5624-5108-4d0d-8e2d-7ebf9660f9f2 None None] Port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:43.047360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b732a8f4-788a-48f1-b0e4-8f16fe2aa697 req-cde2f489-c733-423b-919a-3614307e5e58 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378230 Jul 22 21:43:43.073693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.078022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] device_id is not set on port 1f226168-d1d4-469d-99a4-9fff6d241280 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:43.088544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-896c5624-5108-4d0d-8e2d-7ebf9660f9f2 None None] Provisioning for port caa1c602-e961-4f41-a034-1a7b311b0883 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:43.096705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-896c5624-5108-4d0d-8e2d-7ebf9660f9f2 None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:43.097558 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-896c5624-5108-4d0d-8e2d-7ebf9660f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.126774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] For port 7550fcc9-cc40-4743-b8e4-62b71f52771b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7550fcc9-cc40-4743-b8e4-62b71f52771b,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:43.146952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:43.147566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.159586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:43.162351 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcdcba1-b266-48d9-b010-4d68727568a0" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:43.212135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b41f441-e310-4001-aa2f-8d9d78144fb9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:43.223058 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.224511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 093a06b0-eae3-474f-be1b-5ad2df916aa9 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:43.253666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] For port 7550fcc9-cc40-4743-b8e4-62b71f52771b, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:43:43.308109 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934f5193-7954-469f-8981-cb1c74d02013 x-openstack-request-id: req-934f5193-7954-469f-8981-cb1c74d02013 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:43.309002 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:43.310035 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-934f5193-7954-469f-8981-cb1c74d02013 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:43.310912 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'code': 200} Jul 22 21:43:43.321634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] device_id is not set on port 7550fcc9-cc40-4743-b8e4-62b71f52771b yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:43:43.340803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.379383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.507337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620079a-8cb6-407a-83eb-797665d59513 req-e9fdd873-a3a0-46f9-9f2a-4420dde950e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.511987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8620079a-8cb6-407a-83eb-797665d59513 req-e9fdd873-a3a0-46f9-9f2a-4420dde950e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 1098 time: 0.5398676 Jul 22 21:43:43.540098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6b41f441-e310-4001-aa2f-8d9d78144fb9,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:43.555919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] No DVR routers for this DVR port 7550fcc9-cc40-4743-b8e4-62b71f52771b on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:43.572247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-6e3c6619-77be-42bd-8c9e-8c7db6a80311 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.584485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-6e3c6619-77be-42bd-8c9e-8c7db6a80311 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.587868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] Pushing event updated for resources: {'Port': ['ID=7550fcc9-cc40-4743-b8e4-62b71f52771b,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:43.592607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-6e3c6619-77be-42bd-8c9e-8c7db6a80311 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.599287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-6e3c6619-77be-42bd-8c9e-8c7db6a80311 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.614567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-6e3c6619-77be-42bd-8c9e-8c7db6a80311 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.622149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.630385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-6e3c6619-77be-42bd-8c9e-8c7db6a80311 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.639237 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8620079a-8cb6-407a-83eb-797665d59513 req-d2384ea2-5407-45ea-b02c-72e217fb3f3a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126511 Jul 22 21:43:43.639520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-6e3c6619-77be-42bd-8c9e-8c7db6a80311 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 4584 time: 0.4203525 Jul 22 21:43:43.641610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8::11f (e08e1856-3ff8-46f3-89f5-60a611590ed1/eab19d7d-0af3-4301-86e0-2e078c426559/1f226168-d1d4-469d-99a4-9fff6d241280) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:43.650747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] In _notify_port_updated(), no bound segment for port 7550fcc9-cc40-4743-b8e4-62b71f52771b on network 5ad52515-1268-479b-b734-694780a533e7 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:43:43.652815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:43.653886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.655783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-40931af9-0d62-435c-9aa1-964f93d799fd service neutron] 10.222.0.23 "PUT /v2.0/ports/7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 200 len: 1032 time: 1.3412237 Jul 22 21:43:43.696274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 093a06b0-eae3-474f-be1b-5ad2df916aa9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:43.702819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:43.703576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6ab34fa4-7d88-4abd-8e16-15e0866d6bab no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:43.791920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:43.806026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7c55086-7320-4c8b-9de2-87bdf2f97bfc req-96d9501a-a2cb-4aca-9078-1e1aaec6c2cf tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=20c0693c-30d7-4056-9dfe-42290cb77b6a&id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258161 Jul 22 21:43:43.920581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=093a06b0-eae3-474f-be1b-5ad2df916aa9,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:44.017860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 3a9d35e0-e880-4261-99ed-66149b42b9e6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:44.018322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.025865 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.060404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51c3dd2c-e4fc-4348-84be-fd0ba5b3f91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.095819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:44.096301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.102800 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.103810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8362cca-b5a5-45f9-9c97-9c91a0315d78 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:44.110401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a31256ec-aca1-4558-b1eb-8b27c4a8ff97 None None] Provisioning complete for port 7550fcc9-cc40-4743-b8e4-62b71f52771b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:44.110785 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a31256ec-aca1-4558-b1eb-8b27c4a8ff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.195781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 1f226168-d1d4-469d-99a4-9fff6d241280 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:44.213415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] For port 3a9d35e0-e880-4261-99ed-66149b42b9e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=3a9d35e0-e880-4261-99ed-66149b42b9e6,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:44.214504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.235448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 3a9d35e0-e880-4261-99ed-66149b42b9e6 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:44.246307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a31256ec-aca1-4558-b1eb-8b27c4a8ff97 None None] Port 7550fcc9-cc40-4743-b8e4-62b71f52771b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:44.252990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a8362cca-b5a5-45f9-9c97-9c91a0315d78 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:44.253439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 818bbe03-9465-4d53-b7f9-1ed61d4c1cda no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:44.292532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:44.373308 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.373938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c587-30d2-49e8-bca9-828fd3e532d6 req-3a9d6768-5797-4027-9ad8-615369d885e8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:44.375633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e03c587-30d2-49e8-bca9-828fd3e532d6 req-3a9d6768-5797-4027-9ad8-615369d885e8 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.2531021 Jul 22 21:43:44.380905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.464749 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51c3dd2c-e4fc-4348-84be-fd0ba5b3f91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.476142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.496143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51c3dd2c-e4fc-4348-84be-fd0ba5b3f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.502231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:44.524316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91055deb-b42d-4d84-b99f-ca61d2690b9a req-a2c46e8e-8775-4165-ba38-54ce53bd0a88 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:44.526751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=3a9d35e0-e880-4261-99ed-66149b42b9e6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:44.536274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91055deb-b42d-4d84-b99f-ca61d2690b9a req-a2c46e8e-8775-4165-ba38-54ce53bd0a88 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.3053801 Jul 22 21:43:44.548957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:44.551400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:44.558752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:44.559423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.593588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:44.595045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=1f226168-d1d4-469d-99a4-9fff6d241280,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:44.599438 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.600567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7550fcc9-cc40-4743-b8e4-62b71f52771b no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:44.622039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ae1a6381-5b2c-4a6a-9453-3179c43b5664 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2820168 Jul 22 21:43:44.625912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:44.628404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] No DVR routers for this DVR port 3a9d35e0-e880-4261-99ed-66149b42b9e6 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:44.634717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5acb1c7f-5de4-4af0-ac88-b1fa917c2090 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:44.639794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.642928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-c465065d-4b1e-4ffe-a7a5-922e52b57b9f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "DELETE /v2.0/ports/3a9d35e0-e880-4261-99ed-66149b42b9e6 HTTP/1.1" status: 204 len: 173 time: 0.9189882 Jul 22 21:43:44.642928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '3a9d35e0-e880-4261-99ed-66149b42b9e6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:44.645611 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef9df69-1655-4137-8f7b-36ff6742b2c7" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "3a9d35e0-e880-4261-99ed-66149b42b9e6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:44.661311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e03c587-30d2-49e8-bca9-828fd3e532d6 req-95482280-1f3c-4fcd-9f4c-bd0d25254ada tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591326 Jul 22 21:43:44.670640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-51c3dd2c-e4fc-4348-84be-fd0ba5b3f91b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b0bd003fc974027bc6d433715a81bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8751411 Jul 22 21:43:44.673286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3dd2c-e4fc-4348-84be-fd0ba5b3f91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173af20-94cc-45b4-999d-f8e8e895fdb1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:44.678057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60816) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:44.720116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91055deb-b42d-4d84-b99f-ca61d2690b9a req-9453712e-72f5-4ea6-a5b3-9678d8645e81 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749625 Jul 22 21:43:44.771423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:44.839130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7550fcc9-cc40-4743-b8e4-62b71f52771b not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:44.839437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a9d35e0-e880-4261-99ed-66149b42b9e6 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:44.860790 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-225e969d-6716-4736-a2f2-4c5097bef365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:44.932900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:43:44.949044 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-225e969d-6716-4736-a2f2-4c5097bef365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.014916 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42980ad2-2a45-41ff-b0b8-686d833a2faa x-openstack-request-id: req-42980ad2-2a45-41ff-b0b8-686d833a2faa {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:45.015392 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "3a9d35e0-e880-4261-99ed-66149b42b9e6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:45.015797 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42980ad2-2a45-41ff-b0b8-686d833a2faa {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:45.017473 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '3a9d35e0-e880-4261-99ed-66149b42b9e6', 'status': 'completed', 'code': 200} Jul 22 21:43:45.048179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 3a9d35e0-e880-4261-99ed-66149b42b9e6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:43:45.048482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 3a9d35e0-e880-4261-99ed-66149b42b9e6 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:45.078631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:45.135433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b7a0a02-b748-422c-b907-c04a32f761b8 None None] Provisioning for port 1f226168-d1d4-469d-99a4-9fff6d241280 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:45.162390 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-225e969d-6716-4736-a2f2-4c5097bef365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.166756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-225e969d-6716-4736-a2f2-4c5097bef365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.171945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-225e969d-6716-4736-a2f2-4c5097bef365 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0173af20-94cc-45b4-999d-f8e8e895fdb1 HTTP/1.1" status: 204 len: 168 time: 0.4813175 Jul 22 21:43:45.175051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b7a0a02-b748-422c-b907-c04a32f761b8 None None] Provisioning complete for port 1f226168-d1d4-469d-99a4-9fff6d241280 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:45.175628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0a02-b748-422c-b907-c04a32f761b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.181249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb1c7f-5de4-4af0-ac88-b1fa917c2090 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:45.194474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e969d-6716-4736-a2f2-4c5097bef365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173af20-94cc-45b4-999d-f8e8e895fdb1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:45.198174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5acb1c7f-5de4-4af0-ac88-b1fa917c2090 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.254464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0a02-b748-422c-b907-c04a32f761b8 None None] Port 1f226168-d1d4-469d-99a4-9fff6d241280 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:45.278398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa6eb-f26d-4891-b946-11443376e263 req-21d92170-0800-4696-988d-ee96318c8b3a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:45.289663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa6eb-f26d-4891-b946-11443376e263 req-21d92170-0800-4696-988d-ee96318c8b3a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:45.297603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7dec7a25-6a1c-48df-9ede-a7f0123b3e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.313348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:45.318672 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d5672-98e3-4412-9ded-6ef8a9f1427c" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:45.335909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa6eb-f26d-4891-b946-11443376e263 req-21d92170-0800-4696-988d-ee96318c8b3a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:45.367301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa6eb-f26d-4891-b946-11443376e263 req-21d92170-0800-4696-988d-ee96318c8b3a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:45.379942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-252fa6eb-f26d-4891-b946-11443376e263 req-21d92170-0800-4696-988d-ee96318c8b3a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 3143 time: 0.3608921 Jul 22 21:43:45.392517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:45.411305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 093a06b0-eae3-474f-be1b-5ad2df916aa9 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:45.411964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.414713 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.455813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'port_id': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'mac_address': 'fa:16:3e:da:74:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:43:45.464209 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.536580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:45.547561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.553278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.564303 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-5acb1c7f-5de4-4af0-ac88-b1fa917c2090 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eab19d7d-0af3-4301-86e0-2e078c426559 (CIDR: 2001:db8::/64) Jul 22 21:43:45.572895 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acb1c7f-5de4-4af0-ac88-b1fa917c2090 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:43:45.574499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acb1c7f-5de4-4af0-ac88-b1fa917c2090 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:45.587646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-252fa6eb-f26d-4891-b946-11443376e263 req-185402ca-9447-4a1e-acb1-f1ee5bd72c78 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036193 Jul 22 21:43:45.609210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:43:45.612867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a7991-1fef-4767-975e-85a9c298c7b3 req-b18b3c4f-68c0-4eb8-924b-52c645af8796 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:45.615627 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5acb1c7f-5de4-4af0-ac88-b1fa917c2090 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9878924 Jul 22 21:43:45.622919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60830) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:45.642934 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b53a7991-1fef-4767-975e-85a9c298c7b3 req-b18b3c4f-68c0-4eb8-924b-52c645af8796 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2593348 Jul 22 21:43:45.651212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a6a1e343-d4f1-403d-9e4e-627d50842a5d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:45.702277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] For port 093a06b0-eae3-474f-be1b-5ad2df916aa9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=093a06b0-eae3-474f-be1b-5ad2df916aa9,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:45.703175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.714200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:45.732762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:43:45.733373 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:43:45.743302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b53a7991-1fef-4767-975e-85a9c298c7b3 req-e6d3501d-cbc2-4f2e-a991-c3358ed9a208 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942762 Jul 22 21:43:45.756873 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3deda04-e323-4a94-887b-69fa91c5f031 x-openstack-request-id: req-f3deda04-e323-4a94-887b-69fa91c5f031 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:45.757497 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-unplugged", "status": "completed", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:45.758064 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3deda04-e323-4a94-887b-69fa91c5f031 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:45.758870 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9', 'code': 200} Jul 22 21:43:45.759408 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab', 'code': 200} Jul 22 21:43:45.759991 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda', 'code': 200} Jul 22 21:43:45.781892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 093a06b0-eae3-474f-be1b-5ad2df916aa9 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:45.922213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fe2e5-6b80-4847-bae1-7c8e07d8ac18 req-5a6f3564-daab-438d-8d51-ba9ea312c79e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:45.925340 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b0fe2e5-6b80-4847-bae1-7c8e07d8ac18 req-5a6f3564-daab-438d-8d51-ba9ea312c79e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 944 time: 0.1023021 Jul 22 21:43:45.965886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a1e343-d4f1-403d-9e4e-627d50842a5d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:45.971042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e343-d4f1-403d-9e4e-627d50842a5d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:45.981658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b0fe2e5-6b80-4847-bae1-7c8e07d8ac18 req-6599de2f-95c0-44f3-ae23-729336fae12b tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474167 Jul 22 21:43:46.028819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60844) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:46.133898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.143618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e5288202-04c1-4a5b-bbae-e6cee2a7e66f tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/floatingips/243a09cd-b37a-4733-834b-ee451ac3cd16 HTTP/1.1" status: 200 len: 992 time: 0.1061144 Jul 22 21:43:46.144265 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-a6a1e343-d4f1-403d-9e4e-627d50842a5d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 04d46255-cd77-4f8d-beb6-9022cc7231d6 (CIDR: 2001:db8:0:1::/64) Jul 22 21:43:46.150465 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a1e343-d4f1-403d-9e4e-627d50842a5d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:43:46.150909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a1e343-d4f1-403d-9e4e-627d50842a5d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:46.157739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.200758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=093a06b0-eae3-474f-be1b-5ad2df916aa9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:46.247980 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a6a1e343-d4f1-403d-9e4e-627d50842a5d tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6219871 Jul 22 21:43:46.251997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:46.263781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'subnet': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:46.295952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] No DVR routers for this DVR port 093a06b0-eae3-474f-be1b-5ad2df916aa9 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:46.300266 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.303772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-9deee98a-ac48-4cf4-8804-0b6866b68982 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "DELETE /v2.0/ports/093a06b0-eae3-474f-be1b-5ad2df916aa9 HTTP/1.1" status: 204 len: 173 time: 1.6527324 Jul 22 21:43:46.306601 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.332772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:43:46.383049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:46.390314 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.460094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Made reservation on behalf of 64981cca65e547ee88a5445ae19ecf70 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:46.465772 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.499191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:46.544665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:46.545051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.718529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] For port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:46.719544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:46.754461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 818bbe03-9465-4d53-b7f9-1ed61d4c1cda owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:46.902589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:43:46.990056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa5454-13a7-4fe8-9470-72ae4bd8a996 req-ffb1aee2-b395-4d87-964c-6bf478a6dfec tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:46.996559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa5454-13a7-4fe8-9470-72ae4bd8a996 req-ffb1aee2-b395-4d87-964c-6bf478a6dfec tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:47.002858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa5454-13a7-4fe8-9470-72ae4bd8a996 req-ffb1aee2-b395-4d87-964c-6bf478a6dfec tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:47.007251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9aa5454-13a7-4fe8-9470-72ae4bd8a996 req-ffb1aee2-b395-4d87-964c-6bf478a6dfec tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 2410 time: 0.2609317 Jul 22 21:43:47.018985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:47.021004 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f0c1d-8ab6-4d76-93da-47433ecb7777" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:47.051449 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:47.067259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5e19-202c-43c0-8523-98cdd63da1ec req-9d27472c-84d5-4b35-8820-497db454af68 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:47.069512 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:47.077631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e0a5e19-202c-43c0-8523-98cdd63da1ec req-9d27472c-84d5-4b35-8820-497db454af68 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2512150 Jul 22 21:43:47.123822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=818bbe03-9465-4d53-b7f9-1ed61d4c1cda,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:47.161159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9aa5454-13a7-4fe8-9470-72ae4bd8a996 req-fb2db642-8e11-407a-a108-826d5f26510f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400220 Jul 22 21:43:47.203146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:47.214716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e0a5e19-202c-43c0-8523-98cdd63da1ec req-a53b9040-07aa-4280-8e09-43880d4dd96f tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359379 Jul 22 21:43:47.219727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:47.223792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:47.224524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:47.232503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Subnet': ['ID=e34e0dae-4612-4185-9427-603740d66f36,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:47.239549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a348c-dae0-496c-9705-07fa10c44c95 None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:47.272659 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad2ba0ec-b7a1-4f19-9c66-43872d9a27ad tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0186713 Jul 22 21:43:47.280059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60878) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:47.290647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-103383904', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e34e0dae-4612-4185-9427-603740d66f36'}], 'security_groups': ['05c80e41-cf44-4062-bca4-3cff66fb8d1f', '1da4bcc0-4056-4754-9e25-7d29de1e9bed']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:47.294183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] No DVR routers for this DVR port 818bbe03-9465-4d53-b7f9-1ed61d4c1cda on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:47.308926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:47.313376 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-27540851-dda9-4e12-9024-244ca672db0c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "DELETE /v2.0/ports/818bbe03-9465-4d53-b7f9-1ed61d4c1cda HTTP/1.1" status: 204 len: 173 time: 1.0032108 Jul 22 21:43:47.315342 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b44b6-c811-4d43-9c01-b2420d06acc3 x-openstack-request-id: req-7c5b44b6-c811-4d43-9c01-b2420d06acc3 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:47.315637 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "093a06b0-eae3-474f-be1b-5ad2df916aa9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:47.315916 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c5b44b6-c811-4d43-9c01-b2420d06acc3 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:47.316337 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '093a06b0-eae3-474f-be1b-5ad2df916aa9', 'status': 'completed', 'code': 200} Jul 22 21:43:47.464460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:47.634345 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:47.634890 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:47.762146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:47.764987 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b28a9-55e6-472d-918c-9806ceb820fe" -d '{"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-unplugged", "status": "completed", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:47.841125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] Update dhcp port {'port': {'network_id': 'e08e1856-3ff8-46f3-89f5-60a611590ed1', 'fixed_ips': [{'subnet_id': '04d46255-cd77-4f8d-beb6-9022cc7231d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eab19d7d-0af3-4301-86e0-2e078c426559', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e34e0dae-4612-4185-9427-603740d66f36'}], 'binding:host_id': 'n-d-762330-19'}, 'id': 'caa1c602-e961-4f41-a034-1a7b311b0883'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:43:47.851868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] For port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:47.852369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:47.870446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 6ab34fa4-7d88-4abd-8e16-15e0866d6bab owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:47.892877 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94853a5-ffd1-4e51-8c9b-ce1e4b080ebe x-openstack-request-id: req-d94853a5-ffd1-4e51-8c9b-ce1e4b080ebe {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:47.893339 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-unplugged", "status": "completed", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:47.893745 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d94853a5-ffd1-4e51-8c9b-ce1e4b080ebe {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:47.894520 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'code': 200} Jul 22 21:43:47.929756 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.030794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Delete allocated IP 2001:db8::11f (e08e1856-3ff8-46f3-89f5-60a611590ed1/eab19d7d-0af3-4301-86e0-2e078c426559) {{(pid=94092) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 21:43:48.052167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Allocated IP 2001:db8:0:2::50 (e08e1856-3ff8-46f3-89f5-60a611590ed1/e34e0dae-4612-4185-9427-603740d66f36/1f226168-d1d4-469d-99a4-9fff6d241280) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:48.124010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.176719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=6ab34fa4-7d88-4abd-8e16-15e0866d6bab,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:48.300570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] No DVR routers for this DVR port 6ab34fa4-7d88-4abd-8e16-15e0866d6bab on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:48.303477 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.308268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.310311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-9bc4bea7-f8cf-47ac-96d0-e44f54ca83c3 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "DELETE /v2.0/ports/6ab34fa4-7d88-4abd-8e16-15e0866d6bab HTTP/1.1" status: 204 len: 173 time: 0.9572990 Jul 22 21:43:48.326973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.370333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Transition to ACTIVE for port object 1f226168-d1d4-469d-99a4-9fff6d241280 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:48.406578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.415569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-7774e1e2-92de-47fc-932a-65703dd7ed3e tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:48.418620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-7774e1e2-92de-47fc-932a-65703dd7ed3e tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.23 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.2345459 Jul 22 21:43:48.445237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] Allocated IP 2001:db8:0:2::2 (e08e1856-3ff8-46f3-89f5-60a611590ed1/e34e0dae-4612-4185-9427-603740d66f36/caa1c602-e961-4f41-a034-1a7b311b0883) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:48.606314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 6b41f441-e310-4001-aa2f-8d9d78144fb9 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:48.606768 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.624009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] For port caa1c602-e961-4f41-a034-1a7b311b0883, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=caa1c602-e961-4f41-a034-1a7b311b0883,segment=NetworkSegment(861d716d-cd40-4fa4-aba9-6dbf0ae485ac),segment_id=861d716d-cd40-4fa4-aba9-6dbf0ae485ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:48.731089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.794041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] Transition to ACTIVE for port object caa1c602-e961-4f41-a034-1a7b311b0883 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:48.801894 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.814271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Deleting port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:48.814824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.892242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] For port 6b41f441-e310-4001-aa2f-8d9d78144fb9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b41f441-e310-4001-aa2f-8d9d78144fb9,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:48.893292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:48.942509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:49.033969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] For port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,segment=NetworkSegment(b8d73e57-af04-41b6-a22b-af40f27b6812),segment_id=b8d73e57-af04-41b6-a22b-af40f27b6812)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:49.034344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.062498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] In _notify_port_updated(), no bound segment for port 1f226168-d1d4-469d-99a4-9fff6d241280 on network e08e1856-3ff8-46f3-89f5-60a611590ed1 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:43:49.063089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9cbd9-d8ea-45a2-8455-8619049960d3 None None] Pushing event updated for resources: {'Port': ['ID=caa1c602-e961-4f41-a034-1a7b311b0883,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:49.070320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:49.071405 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.073336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "PUT /v2.0/ports/1f226168-d1d4-469d-99a4-9fff6d241280 HTTP/1.1" status: 200 len: 968 time: 1.7900186 Jul 22 21:43:49.081776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:49.094818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:49.095752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.111504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f1d1b-098c-4585-a347-20cce08007e8 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event updated for resources: {'Port': ['ID=1f226168-d1d4-469d-99a4-9fff6d241280,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:49.139702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa496d0a-119a-43f7-a283-4e5d7c6d4172 req-eda4f889-8a60-4b43-828e-f3bf2bf23774 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:49.141345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa496d0a-119a-43f7-a283-4e5d7c6d4172 req-eda4f889-8a60-4b43-828e-f3bf2bf23774 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 943 time: 0.7953568 Jul 22 21:43:49.149323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Calling delete_port for 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:49.156315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad481-47f9-456f-959e-6d226b6c5dab req-4561a64e-43c2-483a-af7b-aeebd8e4c2cf tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:49.158714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-809ad481-47f9-456f-959e-6d226b6c5dab req-4561a64e-43c2-483a-af7b-aeebd8e4c2cf tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 945 time: 0.7862880 Jul 22 21:43:49.218108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.237397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa496d0a-119a-43f7-a283-4e5d7c6d4172 req-f99c6020-5324-4814-9e87-c64633cb273e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups?id=3705ec3e-a646-44cf-bcc7-46f86963eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772924 Jul 22 21:43:49.259518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-809ad481-47f9-456f-959e-6d226b6c5dab req-8e620b18-ee81-4136-9f16-72014dd8fce7 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ba93b9a-5b56-4092-8df8-2ae9f688851f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895398 Jul 22 21:43:49.308041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:49.318928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.319919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:49.320288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:49.323797 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9fd7f0-9cce-4339-8160-e4f670df9bb9" -d '{"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:49.389855 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.390287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.390784 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Floating IP 569b2e62-245d-4058-b01a-d9a81a1aadf4 disassociated. External IP: 172.25.5.229, port: 6b41f441-e310-4001-aa2f-8d9d78144fb9. Jul 22 21:43:49.391641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 6b41f441-e310-4001-aa2f-8d9d78144fb9 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:49.402374 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e395b5-5be7-4afb-9e9b-5aa608475144 x-openstack-request-id: req-54e395b5-5be7-4afb-9e9b-5aa608475144 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:49.402700 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "818bbe03-9465-4d53-b7f9-1ed61d4c1cda", "status": "completed", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "6ab34fa4-7d88-4abd-8e16-15e0866d6bab", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:49.402954 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54e395b5-5be7-4afb-9e9b-5aa608475144 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:49.403355 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '818bbe03-9465-4d53-b7f9-1ed61d4c1cda', 'status': 'completed', 'code': 200} Jul 22 21:43:49.403611 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '6ab34fa4-7d88-4abd-8e16-15e0866d6bab', 'status': 'completed', 'code': 200} Jul 22 21:43:49.418113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port 1f226168-d1d4-469d-99a4-9fff6d241280 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:49.418456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.441046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:49.520161 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.570900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,segment=NetworkSegment(b8d73e57-af04-41b6-a22b-af40f27b6812),segment_id=b8d73e57-af04-41b6-a22b-af40f27b6812)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:49.580000 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:49.673763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:49.895792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'}, {'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:49.899808 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6b7c91-dd99-4fb1-a76a-562a942cd893" -d '{"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05"}, {"server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:50.001775 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e3d8a-e605-4d35-98ff-7b4e3fddf419 x-openstack-request-id: req-aa2e3d8a-e605-4d35-98ff-7b4e3fddf419 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:50.002399 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05", "code": 200}, {"server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:50.002940 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa2e3d8a-e605-4d35-98ff-7b4e3fddf419 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:50.003746 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'code': 200} Jul 22 21:43:50.005656 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37', 'code': 200} Jul 22 21:43:50.134956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Provisioning complete for port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:50.137041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.169633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.173125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.193838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:50.206868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Provisioning for port caa1c602-e961-4f41-a034-1a7b311b0883 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:50.212539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:50.212977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.222267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.224833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for 1f226168-d1d4-469d-99a4-9fff6d241280 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:50.232669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Pushing event deleted for resources: {'Port': ['ID=68aa14f8-5aba-4f4b-9825-1f129d8fdc37,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:50.267908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=6b41f441-e310-4001-aa2f-8d9d78144fb9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:50.348946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Provisioning for port 1f226168-d1d4-469d-99a4-9fff6d241280 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:43:50.361718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Provisioning complete for port 1f226168-d1d4-469d-99a4-9fff6d241280 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:50.364144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.442145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] No DVR routers for this DVR port 68aa14f8-5aba-4f4b-9825-1f129d8fdc37 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:50.442398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d097-e3f0-45ec-82ec-e1c94c6ef482 None None] Port 1f226168-d1d4-469d-99a4-9fff6d241280 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:50.457465 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.460751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-053bad23-a113-4091-a37a-07fbcf4e6ead req-c4cbd9c7-978f-4b91-8921-89bd5f2dc32a tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.23 "DELETE /v2.0/ports/68aa14f8-5aba-4f4b-9825-1f129d8fdc37 HTTP/1.1" status: 204 len: 173 time: 2.0147908 Jul 22 21:43:50.483731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8cf1f568-d1ca-4c69-983b-1c1724d5b5f9 req-f0d2bc0d-d8bf-46f7-90fd-1a829b8261a2 tempest-TestServerAdvancedOps-646233377 tempest-TestServerAdvancedOps-646233377-project] 10.222.0.54 "GET /v2.0/ports?device_id=69394c81-8556-41ed-88e6-1fe392b27d3b HTTP/1.1" status: 200 len: 210 time: 0.0736580 Jul 22 21:43:50.572475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5031a479-11a2-4fbf-acbc-ae81382a219c None None] Provisioning complete for port 1f226168-d1d4-469d-99a4-9fff6d241280 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:50.573468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5031a479-11a2-4fbf-acbc-ae81382a219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.581849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32d5dabd-2dd5-43f7-9cd4-06f123681159 req-767e1b63-3ae0-4c4f-aa9d-95c384ce60e6 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.1189015 Jul 22 21:43:50.639230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5031a479-11a2-4fbf-acbc-ae81382a219c None None] Port 1f226168-d1d4-469d-99a4-9fff6d241280 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:50.716607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Router b778e5d7-b083-4842-a37e-fb7ada94550a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:43:50.738513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.893830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=1f226168-d1d4-469d-99a4-9fff6d241280,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:50.921809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:50.924943 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-381da276-54ec-444c-b38c-d596eb72b5fe tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/1f226168-d1d4-469d-99a4-9fff6d241280 HTTP/1.1" status: 204 len: 168 time: 1.8417370 Jul 22 21:43:50.927549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60914) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:50.977651 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b703b1-03c4-4f9b-a67e-49620e4fa768 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] GET failed (client error): The resource could not be found. Jul 22 21:43:50.984570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-33b703b1-03c4-4f9b-a67e-49620e4fa768 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports/1f226168-d1d4-469d-99a4-9fff6d241280 HTTP/1.1" status: 404 len: 333 time: 0.0541379 Jul 22 21:43:50.990424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60916) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:51.006682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device caa1c602-e961-4f41-a034-1a7b311b0883 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:43:51.017828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:43:51.037300 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] Sync routers for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:43:51.115822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:51.115822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:51.155107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:51.155556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.165580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] No DVR routers for this DVR port 6b41f441-e310-4001-aa2f-8d9d78144fb9 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:51.172973 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.178301 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-767a9b42-eb36-4229-b269-e6a732785190 req-209a5123-3228-4a93-91f0-4477817b126c tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.23 "DELETE /v2.0/ports/6b41f441-e310-4001-aa2f-8d9d78144fb9 HTTP/1.1" status: 204 len: 173 time: 2.8573265 Jul 22 21:43:51.232814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27dd21e8-0869-44a9-9ae6-8a0427d27f08 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.300114 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27dd21e8-0869-44a9-9ae6-8a0427d27f08 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.385741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27dd21e8-0869-44a9-9ae6-8a0427d27f08 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.390435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27dd21e8-0869-44a9-9ae6-8a0427d27f08 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.396781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60920) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:51.397077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-27dd21e8-0869-44a9-9ae6-8a0427d27f08 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/security-groups/fe9c9f8a-70dd-4c09-9495-0c392f464336 HTTP/1.1" status: 204 len: 168 time: 0.4048162 Jul 22 21:43:51.419434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd21e8-0869-44a9-9ae6-8a0427d27f08 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9c9f8a-70dd-4c09-9495-0c392f464336,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:51.451390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'name': 'network-vif-deleted', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37'}, {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:43:51.454362 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c17abd-4e0b-4fb8-8c1c-f9811ba7dc02" -d '{"events": [{"server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "name": "network-vif-deleted", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37"}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:43:51.578078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81c31f20-3f66-4c45-8324-c855cb5c8a04 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.617116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60928) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:51.619988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81c31f20-3f66-4c45-8324-c855cb5c8a04 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.634119 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c33796-5bcc-4603-811b-d9e129dac6d6 x-openstack-request-id: req-a5c33796-5bcc-4603-811b-d9e129dac6d6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:43:51.635438 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69394c81-8556-41ed-88e6-1fe392b27d3b", "name": "network-vif-deleted", "tag": "68aa14f8-5aba-4f4b-9825-1f129d8fdc37", "status": "completed", "code": 200}, {"server_uuid": "bc6e1d1a-581d-46c7-9dba-c272f87d8d15", "name": "network-vif-deleted", "tag": "6b41f441-e310-4001-aa2f-8d9d78144fb9", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:43:51.636095 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5c33796-5bcc-4603-811b-d9e129dac6d6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:43:51.637662 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69394c81-8556-41ed-88e6-1fe392b27d3b', 'name': 'network-vif-deleted', 'tag': '68aa14f8-5aba-4f4b-9825-1f129d8fdc37', 'status': 'completed', 'code': 200} Jul 22 21:43:51.638671 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e1d1a-581d-46c7-9dba-c272f87d8d15', 'name': 'network-vif-deleted', 'tag': '6b41f441-e310-4001-aa2f-8d9d78144fb9', 'status': 'completed', 'code': 200} Jul 22 21:43:51.724812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] Deleting subnet 8f1df152-3a44-4c1a-867f-3af6ca504b8b {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:51.733184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81c31f20-3f66-4c45-8324-c855cb5c8a04 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.739316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.744254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81c31f20-3f66-4c45-8324-c855cb5c8a04 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.750468 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-81c31f20-3f66-4c45-8324-c855cb5c8a04 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/security-groups/1da4bcc0-4056-4754-9e25-7d29de1e9bed HTTP/1.1" status: 204 len: 168 time: 0.3496280 Jul 22 21:43:51.751984 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:43:51.766150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60932) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:51.785618 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.800267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c31f20-3f66-4c45-8324-c855cb5c8a04 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da4bcc0-4056-4754-9e25-7d29de1e9bed,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:51.843339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.907817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a1ecc-53ac-4d84-ad86-82ceaad6f0b3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.927119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-beb1971f-4814-4bee-a69a-3f6b27187a8a req-7c6548ef-16af-4cc0-86ed-86b683cc6174 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0439675 Jul 22 21:43:51.946727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a1ecc-53ac-4d84-ad86-82ceaad6f0b3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.947525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.984323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:51.987867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8f1df152-3a44-4c1a-867f-3af6ca504b8b HTTP/1.1" status: 204 len: 168 time: 0.3688202 Jul 22 21:43:51.991780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:52.035717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9330b-45eb-4336-ab92-b0ec29796d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1df152-3a44-4c1a-867f-3af6ca504b8b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:52.210805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a1ecc-53ac-4d84-ad86-82ceaad6f0b3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.222116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b53a1ecc-53ac-4d84-ad86-82ceaad6f0b3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.232875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b53a1ecc-53ac-4d84-ad86-82ceaad6f0b3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/security-groups/05c80e41-cf44-4062-bca4-3cff66fb8d1f HTTP/1.1" status: 204 len: 168 time: 0.4587834 Jul 22 21:43:52.236771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60936) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:52.277639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.297393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a1ecc-53ac-4d84-ad86-82ceaad6f0b3 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c80e41-cf44-4062-bca4-3cff66fb8d1f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:52.337348 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:29Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:52.405931 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] Checking router: b778e5d7-b083-4842-a37e-fb7ada94550a for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:43:52.409391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet eab19d7d-0af3-4301-86e0-2e078c426559 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:52.417391 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.420936 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:43:52.421955 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:52.498570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.524539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.528459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1f740-ae67-422f-80c5-419b33e726cb']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:52.540513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d73e57-af04-41b6-a22b-af40f27b6812') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:52.540810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d73e57-af04-41b6-a22b-af40f27b6812') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:52.554995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.571506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.578120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:52.578770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.625790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:52.644160 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:52.649172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.656302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.658628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] 10.222.0.54 "DELETE /v2.0/networks/78f1f740-ae67-422f-80c5-419b33e726cb HTTP/1.1" status: 204 len: 168 time: 0.6651239 Jul 22 21:43:52.663243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60940) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:52.682437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5457f-cc6e-491c-a20f-2a2de4482263 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f1f740-ae67-422f-80c5-419b33e726cb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:52.733588 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.813862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] Deleting subnet e7cb87e9-b37e-493c-8280-a471bcee5f25 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:52.821727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.902239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.915177 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:29Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:52.940961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:52.946035 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd1db2-7603-4722-aea4-5470340bb92d None None] The sync data for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 is: [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:32:18Z', 'revision_number': 4, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'd23bbcaf-e029-417f-b05a-d10a0d7b0a76', 'name': '', 'network_id': 'd83b34ae-b9da-4254-a7f8-3ea957ceaa49', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'mac_address': 'fa:16:3e:d3:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:14Z', 'updated_at': '2021-07-22T21:32:29Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'subnets': [{'id': '0d39fb80-71f0-47b2-84bc-bc691826ea84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:43:52.956429 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:43:53.010607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=eab19d7d-0af3-4301-86e0-2e078c426559,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:53.015553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.022103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1ade1-3e7a-4c35-bdf0-f5b8dfaf8900 None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:53.025783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60948) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:53.036916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8582c0d4-4ef4-4ee2-b038-b57db654bba2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/eab19d7d-0af3-4301-86e0-2e078c426559 HTTP/1.1" status: 204 len: 168 time: 0.7982934 Jul 22 21:43:53.136039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-febdf6ac-6263-44d1-ace4-0d9339f94269 req-f2274be8-6f0d-4fbb-8b92-d2454ea8b8d4 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0609903 Jul 22 21:43:53.143858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.182089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet e34e0dae-4612-4185-9427-603740d66f36 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:53.187081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.245367 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.261889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.295917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cb87e9-b37e-493c-8280-a471bcee5f25,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:53.302041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.305290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-99950d2e-fc52-4601-8e78-5a2c7e42a1b6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e7cb87e9-b37e-493c-8280-a471bcee5f25 HTTP/1.1" status: 204 len: 168 time: 0.6404703 Jul 22 21:43:53.308942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60950) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:53.404109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.455199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.518779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82e84a-37f2-48d8-b2b0-d47929416e02 None None] New status for floating IP 569b2e62-245d-4058-b01a-d9a81a1aadf4: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:43:53.528047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.588063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.596541 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/e34e0dae-4612-4185-9427-603740d66f36 HTTP/1.1" status: 204 len: 168 time: 0.5695391 Jul 22 21:43:53.597645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65e8cb-a71f-462f-b7a3-7be3ed5aaea1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=e34e0dae-4612-4185-9427-603740d66f36,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:53.600696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60954) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:53.622293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.656512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e013a6c0-44ab-4598-b237-0574e7c964b3']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:53.670925 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f6b3bf-5e6f-435b-b2ae-7c7a0402fb21 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:53.671405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f6b3bf-5e6f-435b-b2ae-7c7a0402fb21 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:53.673506 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b7f6b3bf-5e6f-435b-b2ae-7c7a0402fb21 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/eab19d7d-0af3-4301-86e0-2e078c426559 HTTP/1.1" status: 404 len: 337 time: 0.0714514 Jul 22 21:43:53.676129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60958) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:53.698604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b151e85f-b29c-4c8e-a5d3-6caa5cdc051c') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:53.700516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b151e85f-b29c-4c8e-a5d3-6caa5cdc051c') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:53.723290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.758993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.767245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:53.767679 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.818459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting subnet 04d46255-cd77-4f8d-beb6-9022cc7231d6 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:43:53.824167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:53.861992 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:53.872064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.896113 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:53.900832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e013a6c0-44ab-4598-b237-0574e7c964b3 HTTP/1.1" status: 204 len: 168 time: 0.5900886 Jul 22 21:43:53.943878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9e1fa-dbdf-44dc-a1b0-34da05e77592 admin admin] Pushing event deleted for resources: {'Network': ['ID=e013a6c0-44ab-4598-b237-0574e7c964b3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:53.956367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.164809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.331326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60970) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.357413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.431120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Subnet': ['ID=04d46255-cd77-4f8d-beb6-9022cc7231d6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:54.437943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.441983 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-06325b4d-dd77-4a5e-bcd4-1d6d2bd6b5b2 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/04d46255-cd77-4f8d-beb6-9022cc7231d6 HTTP/1.1" status: 204 len: 168 time: 0.7644882 Jul 22 21:43:54.445697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60972) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.473483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc4bb4d-0b1a-439f-b36b-67fc1701270a req-eefdaea8-fae6-4297-a978-1c25ec5cf2c1 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0916350 Jul 22 21:43:54.492692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5f64d676-aebb-4889-9fda-ee9f65aa45f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b927d5f7e6a4f89965b6d9d86326622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595283 Jul 22 21:43:54.495352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60974) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.537494 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d3b248-3b8c-4889-8cde-e3b32930b797 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:54.538286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d3b248-3b8c-4889-8cde-e3b32930b797 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:54.541842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-31d3b248-3b8c-4889-8cde-e3b32930b797 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/6c774b02-2404-4b63-8477-ee08dd3987b8 HTTP/1.1" status: 404 len: 337 time: 0.0938323 Jul 22 21:43:54.545400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.592771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-35eed25f-4674-4c3d-bd3f-30acc208778c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "GET /v2.0/ports?device_id=26821d00-8b15-4aaa-83ca-2eb977047e21 HTTP/1.1" status: 200 len: 205 time: 0.0436962 Jul 22 21:43:54.596285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60978) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.625113 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0e015cf-a1b6-4662-a051-77f44eb34f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.664274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0e015cf-a1b6-4662-a051-77f44eb34f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.685718 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-5e72987f-94b3-4a4d-ae49-6824073d0afc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] delete failed (client error): The resource could not be found. Jul 22 21:43:54.690754 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5e72987f-94b3-4a4d-ae49-6824073d0afc tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/routers/26821d00-8b15-4aaa-83ca-2eb977047e21 HTTP/1.1" status: 404 len: 336 time: 0.0926616 Jul 22 21:43:54.694427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60980) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.697978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeef4b7-7e74-400f-b08e-f50abb647ef9 None None] Network e08e1856-3ff8-46f3-89f5-60a611590ed1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:54.736734 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f631a70-9483-4dbd-ba37-63e23e242282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:54.737478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f631a70-9483-4dbd-ba37-63e23e242282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:54.746267 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f631a70-9483-4dbd-ba37-63e23e242282 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/6721130e-b519-4f11-942f-a3c908b8713d HTTP/1.1" status: 404 len: 337 time: 0.0503640 Jul 22 21:43:54.747725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60982) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.777327 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0e015cf-a1b6-4662-a051-77f44eb34f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.781359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0e015cf-a1b6-4662-a051-77f44eb34f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.783431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e0e015cf-a1b6-4662-a051-77f44eb34f0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ba93b9a-5b56-4092-8df8-2ae9f688851f HTTP/1.1" status: 204 len: 168 time: 0.2860372 Jul 22 21:43:54.800689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e015cf-a1b6-4662-a051-77f44eb34f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba93b9a-5b56-4092-8df8-2ae9f688851f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:54.820952 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5cfd4e-10a6-4d16-a663-4dd5c0ab2278 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:54.821720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5cfd4e-10a6-4d16-a663-4dd5c0ab2278 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:54.827902 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ed5cfd4e-10a6-4d16-a663-4dd5c0ab2278 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/5c11d79e-2b2e-4cfd-9b92-478d85c7c7b9 HTTP/1.1" status: 404 len: 337 time: 0.0765734 Jul 22 21:43:54.829922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60986) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.916595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c5ae0bb5-d587-4471-a332-4d6853224b9a None None] Provisioning complete for port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:54.917530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0bb5-d587-4471-a332-4d6853224b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:54.930097 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-22abf5eb-f25b-455e-94f5-dedb1a37a39c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:54.930793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22abf5eb-f25b-455e-94f5-dedb1a37a39c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:54.934916 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-22abf5eb-f25b-455e-94f5-dedb1a37a39c tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/15cb0e18-3847-4717-ba02-c8180190fdfa HTTP/1.1" status: 404 len: 337 time: 0.1036117 Jul 22 21:43:54.939365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 60988) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:54.991732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae0bb5-d587-4471-a332-4d6853224b9a None None] Port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:43:55.004413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c5ae0bb5-d587-4471-a332-4d6853224b9a None None] Provisioning complete for port caa1c602-e961-4f41-a034-1a7b311b0883 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:43:55.004978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0bb5-d587-4471-a332-4d6853224b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.072047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] DHCP port deletion for e08e1856-3ff8-46f3-89f5-60a611590ed1 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:43:55.076955 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46cd629-35b3-4851-9d03-c00222b8e9d6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:55.076955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46cd629-35b3-4851-9d03-c00222b8e9d6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:55.094605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b46cd629-35b3-4851-9d03-c00222b8e9d6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/7727e1bd-77e9-4746-b271-c562bb28d656 HTTP/1.1" status: 404 len: 333 time: 0.1538060 Jul 22 21:43:55.098433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 60996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.173429 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-50579470-aed3-4a82-8883-5e2fe04376b6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:55.174441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50579470-aed3-4a82-8883-5e2fe04376b6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:55.181556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32768) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.184307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-50579470-aed3-4a82-8883-5e2fe04376b6 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/0508ccd1-8452-4d38-9374-720c4b4a18c5 HTTP/1.1" status: 404 len: 337 time: 0.0842648 Jul 22 21:43:55.257548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] Deleting port caa1c602-e961-4f41-a034-1a7b311b0883 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:55.257920 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.271421 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd45e8d-14c6-45fa-9d7e-29a7ea37af57 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:55.272134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd45e8d-14c6-45fa-9d7e-29a7ea37af57 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:55.278781 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ebd45e8d-14c6-45fa-9d7e-29a7ea37af57 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/574fa782-999f-4989-81b5-3669cf4cf600 HTTP/1.1" status: 404 len: 337 time: 0.0913446 Jul 22 21:43:55.278781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32772) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.336126 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6accde-646d-42f9-b073-71fe9a813255 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:55.336969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6accde-646d-42f9-b073-71fe9a813255 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:55.341477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a6accde-646d-42f9-b073-71fe9a813255 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/d86808e5-a109-45da-aecf-9b4f5c7e64cf HTTP/1.1" status: 404 len: 333 time: 0.0598273 Jul 22 21:43:55.341905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32774) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.371969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] For port caa1c602-e961-4f41-a034-1a7b311b0883, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=caa1c602-e961-4f41-a034-1a7b311b0883,segment=NetworkSegment(861d716d-cd40-4fa4-aba9-6dbf0ae485ac),segment_id=861d716d-cd40-4fa4-aba9-6dbf0ae485ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:43:55.372370 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.377793 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a2979d-575b-475c-a1a4-3e46463c1526 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:55.378303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a2979d-575b-475c-a1a4-3e46463c1526 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:55.382881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f6a2979d-575b-475c-a1a4-3e46463c1526 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/3e382dfd-5db5-4a89-9190-41831d5a8bdb HTTP/1.1" status: 404 len: 337 time: 0.0374734 Jul 22 21:43:55.383236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32776) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.392354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] Calling delete_port for caa1c602-e961-4f41-a034-1a7b311b0883 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:55.425352 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94424b8-2b35-4e3a-b9fb-fabc825db701 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] DELETE failed (client error): The resource could not be found. Jul 22 21:43:55.426490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94424b8-2b35-4e3a-b9fb-fabc825db701 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:43:55.429560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c94424b8-2b35-4e3a-b9fb-fabc825db701 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/subnets/27468404-37af-4b73-836b-0b31919658e1 HTTP/1.1" status: 404 len: 337 time: 0.0444646 Jul 22 21:43:55.432159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32778) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.533002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.545216 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.577106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Deleting port bc419e2b-4c34-4e64-a5a0-2b024f5d4966 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:43:55.578311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.595163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] Pushing event deleted for resources: {'Port': ['ID=caa1c602-e961-4f41-a034-1a7b311b0883,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:55.603987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ca03d-23c0-4bd2-90b0-5464ada940ae None None] No DVR routers for this DVR port caa1c602-e961-4f41-a034-1a7b311b0883 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:43:55.661391 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb7f78cf-f372-4c02-b898-6fc79168a488 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35dfbeda1a134c8e8cf36a7f82355375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269445 Jul 22 21:43:55.664190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:55.739806 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.748255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df07313b-f634-4fa7-9ea5-cfc6d576ba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.788193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e7aaa00-72f8-42d0-9668-097920d0fa0a req-a08907f3-dbf7-4538-8ce6-e5b5f5f56375 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0720892 Jul 22 21:43:55.792955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df07313b-f634-4fa7-9ea5-cfc6d576ba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.810778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Calling delete_port for bc419e2b-4c34-4e64-a5a0-2b024f5d4966 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:43:55.901160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df07313b-f634-4fa7-9ea5-cfc6d576ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.904410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df07313b-f634-4fa7-9ea5-cfc6d576ba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:55.906143 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-df07313b-f634-4fa7-9ea5-cfc6d576ba97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6574bf21-b4d5-467a-b7d4-06c9371d9f5e HTTP/1.1" status: 204 len: 168 time: 0.2408366 Jul 22 21:43:55.940190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07313b-f634-4fa7-9ea5-cfc6d576ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574bf21-b4d5-467a-b7d4-06c9371d9f5e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:55.978038 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.016208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Port': ['ID=bc419e2b-4c34-4e64-a5a0-2b024f5d4966,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:56.022826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.025693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6c78f687-9dc1-4eec-9ca7-382223021be5 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/ports/bc419e2b-4c34-4e64-a5a0-2b024f5d4966 HTTP/1.1" status: 204 len: 168 time: 0.5917857 Jul 22 21:43:56.028419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32788) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:56.135769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.256765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.272092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08e1856-3ff8-46f3-89f5-60a611590ed1']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:56.296549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861d716d-cd40-4fa4-aba9-6dbf0ae485ac') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:56.296999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861d716d-cd40-4fa4-aba9-6dbf0ae485ac') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:43:56.309021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.337885 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.348392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:43:56.349233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:43:56.428749 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:43:56.449843 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.465190 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:56.469851 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] 10.222.0.54 "DELETE /v2.0/networks/e08e1856-3ff8-46f3-89f5-60a611590ed1 HTTP/1.1" status: 204 len: 168 time: 0.4400294 Jul 22 21:43:56.485661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae5bdd-a134-4ba0-ba56-ed1aa38a02b1 tempest-PortsIpV6TestJSON-706897016 tempest-PortsIpV6TestJSON-706897016-project] Pushing event deleted for resources: {'Network': ['ID=e08e1856-3ff8-46f3-89f5-60a611590ed1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:56.781944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32814) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:56.997126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device caa1c602-e961-4f41-a034-1a7b311b0883 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:43:57.069352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: caa1c602-e961-4f41-a034-1a7b311b0883 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:43:57.069634 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f4154f7-68e3-4c8c-a1d8-e85c784d8435 req-c4cbabb7-9d68-4a21-b7ce-54d6379530e0 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0966787 Jul 22 21:43:57.070099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device caa1c602-e961-4f41-a034-1a7b311b0883 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:43:57.111270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ab2f10a2-a79f-4b0a-bb3d-e8d894a020a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64981cca65e547ee88a5445ae19ecf70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280361 Jul 22 21:43:57.114248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32826) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:57.149578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32828) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:57.184853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e8df657-e711-4dfb-8125-9d216d39f5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.211887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e8df657-e711-4dfb-8125-9d216d39f5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.280753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e8df657-e711-4dfb-8125-9d216d39f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.283966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e8df657-e711-4dfb-8125-9d216d39f5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.285229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1e8df657-e711-4dfb-8125-9d216d39f5ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19640e0b-5ade-4311-bc06-43a37072aeba HTTP/1.1" status: 204 len: 168 time: 0.1696804 Jul 22 21:43:57.295189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df657-e711-4dfb-8125-9d216d39f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19640e0b-5ade-4311-bc06-43a37072aeba,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:57.338865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1765566390-network', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:57.378867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Made reservation on behalf of baea94c910494b3db1bc527ec63c2b41 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:57.381820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.399969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.586331 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.592159 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.609150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:43:57.623472 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.623832 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Added segment 7ca0dbd8-ea04-4a75-9584-4bea2750aeb1 of type vlan for network 1713f754-1b08-4f17-be73-9646a0f58b03 Jul 22 21:43:57.680712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.735685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83e997c-af8a-4886-9672-6253af38ddec,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:57.780534 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.782539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:57.783523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.840044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6885529 Jul 22 21:43:57.843452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32846) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:57.849872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Request body: {'subnet': {'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1765566390-subnet', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:57.885917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Made reservation on behalf of baea94c910494b3db1bc527ec63c2b41 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:57.890699 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:57.895102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904d2f5-ef23-44e2-b415-041dcefaae83 admin admin] Pushing event updated for resources: {'Network': ['ID=1713f754-1b08-4f17-be73-9646a0f58b03,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:57.910251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 1713f754-1b08-4f17-be73-9646a0f58b03 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:43:58.195192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:58.252748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c51cf386-8e19-4469-b91b-5c4e8bf47afb req-6e37e7e2-f851-444f-af53-b4d7357a458b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0512617 Jul 22 21:43:58.281376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1202fcd-1f8a-4aa5-80f9-4a25459d9709,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:58.321514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Checking segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:43:58.322391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Network hostable DHCP agents. Network: 1713f754-1b08-4f17-be73-9646a0f58b03, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:43:58.342152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Network 1713f754-1b08-4f17-be73-9646a0f58b03 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:43:58.359425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 1713f754-1b08-4f17-be73-9646a0f58b03) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:58.369497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc11365-a0ad-4f6d-8455-74fe660c22b1 None None] Network 1713f754-1b08-4f17-be73-9646a0f58b03 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:43:58.376553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:58.377204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:58.402380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e380ad16-865e-4d8c-a180-b04433e7fb5e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5573804 Jul 22 21:43:58.405405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:58.410193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:58.448895 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:58.453009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:58.589558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:58.668878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32870) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:58.986284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.010078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-1713f754-1b08-4f17-be73-9646a0f58b03', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'fixed_ips': [{'subnet_id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:43:59.011581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.019649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-448588924'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:59.071051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:43:59.076911 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.104547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.161021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32876) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:59.302302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.304111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Allocated IP 172.20.0.2 (1713f754-1b08-4f17-be73-9646a0f58b03/d1202fcd-1f8a-4aa5-80f9-4a25459d9709/e8cf28b9-91da-4b61-9b3c-de46e06b40df) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:59.309773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.341180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:43:59.359361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa233b3f-66ea-4e5c-a8ae-489cd9eecbb3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:59.362841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.363188 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment 801ad0f6-7462-44b2-b8dd-9f2bb6be32cb of type vlan for network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 Jul 22 21:43:59.403696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.425055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.437197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573bcfd1-e769-483e-86a6-35095b3720ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.444601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.566989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573bcfd1-e769-483e-86a6-35095b3720ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.568664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.resource_extend [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:43:59.573178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-573bcfd1-e769-483e-86a6-35095b3720ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.649142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bcfd1-e769-483e-86a6-35095b3720ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd858d3e-750b-4716-aa88-860f1d8c1567,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:59.718912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.734247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:43:59.734913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.743996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.765761 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-573bcfd1-e769-483e-86a6-35095b3720ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=75070b089a4f4ad7a17a1faeed9d2c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6010611 Jul 22 21:43:59.766889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Transition to ACTIVE for port object e8cf28b9-91da-4b61-9b3c-de46e06b40df will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:59.769297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32886) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:59.773066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d58a31f0-a44f-4360-9a0a-a60927e46a59 req-d59249c2-b170-441e-84da-73af9b676487 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.3314846 Jul 22 21:43:59.777630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Allocated IP 172.25.5.106 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:43:59.808388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Transition to ACTIVE for port object e8cf28b9-91da-4b61-9b3c-de46e06b40df will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:43:59.817017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:43:59.865269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=d7d2bb2d-bd2a-4f37-acf1-ac7d31999386,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:43:59.872368 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b7457d3f-fe74-449e-8d5e-43f8bb8801e9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1994345 Jul 22 21:43:59.872983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32888) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:43:59.881052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'name': 'tempest-PortsTestJSON-645922112'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:43:59.888065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:43:59.920748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Network 1713f754-1b08-4f17-be73-9646a0f58b03 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:43:59.935700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:43:59.944376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:43:59.960291 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4f95-248b-4f70-95d8-7e6b4c75063d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.008123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Pushing event updated for resources: {'Port': ['ID=e8cf28b9-91da-4b61-9b3c-de46e06b40df,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:00.026875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.034782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4f95-248b-4f70-95d8-7e6b4c75063d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.072776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.094165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:00.096847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:00.097100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:00.109141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.120358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:00.132967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Attempting to bind port e8cf28b9-91da-4b61-9b3c-de46e06b40df on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:00.137471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Attempting to bind port e8cf28b9-91da-4b61-9b3c-de46e06b40df by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:00.138383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Attempting to bind port e8cf28b9-91da-4b61-9b3c-de46e06b40df on network 1713f754-1b08-4f17-be73-9646a0f58b03 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:00.144545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port cc401f9a-82d3-43e5-b895-82b67ad22173 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:00.154801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:00.160839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Checking segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:00.168431 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.169402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Bound using segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:00.170626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Bound port: e8cf28b9-91da-4b61-9b3c-de46e06b40df, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:00.171600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.184996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Pushing event updated for resources: {'Port': ['ID=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:00.368686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] For port e8cf28b9-91da-4b61-9b3c-de46e06b40df, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:00.377070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4f95-248b-4f70-95d8-7e6b4c75063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.377421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] For port e8cf28b9-91da-4b61-9b3c-de46e06b40df, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e8cf28b9-91da-4b61-9b3c-de46e06b40df,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:00.381544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4f95-248b-4f70-95d8-7e6b4c75063d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.385141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a7e4f95-248b-4f70-95d8-7e6b4c75063d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd858d3e-750b-4716-aa88-860f1d8c1567 HTTP/1.1" status: 204 len: 168 time: 0.6109567 Jul 22 21:44:00.389173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.418585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e4f95-248b-4f70-95d8-7e6b4c75063d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd858d3e-750b-4716-aa88-860f1d8c1567,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:00.527353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.554590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.602837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff749d-4278-4671-b30f-bfda2175fc04 None None] Pushing event updated for resources: {'Port': ['ID=e8cf28b9-91da-4b61-9b3c-de46e06b40df,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:00.619602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.726544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=cc401f9a-82d3-43e5-b895-82b67ad22173,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:00.739516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': '801ad0f6-7462-44b2-b8dd-9f2bb6be32cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:00.740855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: d7d2bb2d-bd2a-4f37-acf1-ac7d31999386, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:00.772243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:00.796175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, d7d2bb2d-bd2a-4f37-acf1-ac7d31999386) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:00.803757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:00.824889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:00.825970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:00.910672 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6dc8274c-5d70-4833-8ea3-b20c009eaf85 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0364048 Jul 22 21:44:00.913781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:00.925980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-30997293'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:01.003469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:01.008614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8211b020-f231-4a6f-a5a6-7e77c7bb1ff4 None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:01.029922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.142297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:01.178564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.179232 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment b271f845-ffa8-4a74-800c-9c59fa8d2b7d of type vlan for network 85f09b54-e058-42f8-9b44-9b3f9cc1e825 Jul 22 21:44:01.232967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e3000dd-104c-4468-b1bd-dc30e2397256 req-808684bc-c690-48f1-997d-ae4a87140df1 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.1318226 Jul 22 21:44:01.268311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.278916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.339530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.349425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:01.350603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.403156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4875603 Jul 22 21:44:01.407683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32900) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:01.416472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'ports': [{'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386'}, {'network_id': '85f09b54-e058-42f8-9b44-9b3f9cc1e825'}]} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:01.416781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:01.417287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': '85f09b54-e058-42f8-9b44-9b3f9cc1e825'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:01.417654 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.442375 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Router f2e2d679-73b1-40c2-aa2b-6909b0b1305a is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:44:01.480899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ef5e6-5d71-4ff5-98af-dd8e44e36822 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=85f09b54-e058-42f8-9b44-9b3f9cc1e825,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:01.492428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 85f09b54-e058-42f8-9b44-9b3f9cc1e825 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:01.645605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:01.660004 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Sync routers for ids ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:01.666409 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.668112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f7f33d90-7717-4af3-81ae-850f08e98b94 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2613583 Jul 22 21:44:01.671994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32902) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:01.688443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Routers {'f2e2d679-73b1-40c2-aa2b-6909b0b1305a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:01.689493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:01.717756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 2} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:01.724452 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.749130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:01.839470 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Set router f2e2d679-73b1-40c2-aa2b-6909b0b1305a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:01.886729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 42e4e780-9dbc-4ba8-bf3f-c8ee1d58c504 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:02.101298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:44:00Z', 'revision_number': 3, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port': {'id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:43:59Z', 'updated_at': '2021-07-22T21:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:02.101680 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.151520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.177816 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Checking router: f2e2d679-73b1-40c2-aa2b-6909b0b1305a for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:02.178515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Updating router f2e2d679-73b1-40c2-aa2b-6909b0b1305a port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:44:02.200214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 7bc25c42-2f5b-4b01-b8fe-50a6da1a88c9 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:02.256691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d299e-ba41-47f3-9c41-4af3e2ea5142 None None] Network 1713f754-1b08-4f17-be73-9646a0f58b03 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:02.268660 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.450062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.483495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00003254-20b8-4da6-8c9e-c6354665a05f None None] Provisioning for port e8cf28b9-91da-4b61-9b3c-de46e06b40df completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:02.562736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.655219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa4bfd73-c00c-4bdc-a7ab-dd7b06b508ff req-0d0fcf46-dace-49c1-9c13-2d3b57855f53 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0812101 Jul 22 21:44:02.692585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:02.697532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:02.701169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:02.702233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.704221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=42e4e780-9dbc-4ba8-bf3f-c8ee1d58c504,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:02.764512 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.782936 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Transition to ACTIVE for port object e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:02.791978 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.807062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=7bc25c42-2f5b-4b01-b8fe-50a6da1a88c9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:02.825031 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Attempting to bind port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:02.825427 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Attempting to bind port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:02.825803 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Attempting to bind port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:02.826966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': 'b271f845-ffa8-4a74-800c-9c59fa8d2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85f09b54-e058-42f8-9b44-9b3f9cc1e825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:02.828156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: 85f09b54-e058-42f8-9b44-9b3f9cc1e825, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:02.847956 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:02.848371 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:02.848780 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.849173 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:02.849662 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Bound port: e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:02.850045 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.858633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 85f09b54-e058-42f8-9b44-9b3f9cc1e825 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:02.887493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 85f09b54-e058-42f8-9b44-9b3f9cc1e825) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:02.903469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb711aa-5734-4adf-8c67-bdad8817409b None None] Network 85f09b54-e058-42f8-9b44-9b3f9cc1e825 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:02.903733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:02.911734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:02.918805 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] For port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:02.919165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:02.920936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.922719 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] For port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:02.935079 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.953256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2cc9a412-1247-450f-a2c2-84fa28cfc46f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5440564 Jul 22 21:44:02.959763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32908) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:02.965238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:02.999882 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Routers {'f2e2d679-73b1-40c2-aa2b-6909b0b1305a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:03.000923 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:03.086353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e8cf28b9-91da-4b61-9b3c-de46e06b40df up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:03.208619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 7bc25c42-2f5b-4b01-b8fe-50a6da1a88c9 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:03.209407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.245828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] Set router f2e2d679-73b1-40c2-aa2b-6909b0b1305a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:03.267586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e8cf28b9-91da-4b61-9b3c-de46e06b40df completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:03.283502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e8cf28b9-91da-4b61-9b3c-de46e06b40df triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:03.284207 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.324463 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.348851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 7bc25c42-2f5b-4b01-b8fe-50a6da1a88c9 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:03.432327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Allocated IP 172.20.0.1 (1713f754-1b08-4f17-be73-9646a0f58b03/d1202fcd-1f8a-4aa5-80f9-4a25459d9709/14cec5b0-6982-4334-8ec2-a0a9c9da90e6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:03.436340 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Pushing event updated for resources: {'Port': ['ID=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:03.457758 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.458285 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.458808 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.459360 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.459779 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.460737 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.461189 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.461871 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.462349 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.462887 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.463605 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.464198 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:03.484756 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.520459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.553371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e8cf28b9-91da-4b61-9b3c-de46e06b40df, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e8cf28b9-91da-4b61-9b3c-de46e06b40df,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:03.557677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=7bc25c42-2f5b-4b01-b8fe-50a6da1a88c9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:03.558675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.568893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.580479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5c897562-7893-4c2b-be89-c51fc4286f56 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/7bc25c42-2f5b-4b01-b8fe-50a6da1a88c9 HTTP/1.1" status: 204 len: 168 time: 0.6194229 Jul 22 21:44:03.581163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32912) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:03.616072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.649301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Transition to ACTIVE for port object 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:03.663541 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3c37f-9af7-4e27-97a4-a43ee2094b29 None None] Pushing event updated for resources: {'Port': ['ID=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:03.675185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e8cf28b9-91da-4b61-9b3c-de46e06b40df,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:03.700631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734f160-9a8d-40c3-8ed2-42bc42324bc0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:03.709393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734f160-9a8d-40c3-8ed2-42bc42324bc0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:03.712841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7734f160-9a8d-40c3-8ed2-42bc42324bc0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1301432 Jul 22 21:44:03.714510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32916) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:03.736601 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:44:00Z', 'revision_number': 3, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port': {'id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:43:59Z', 'updated_at': '2021-07-22T21:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:03.771011 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2b478-02d0-46d1-9cba-10b768c9791d None None] The sync data for ids ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'] in n-d-762330-19 is: [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:44:00Z', 'revision_number': 3, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port': {'id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:43:59Z', 'updated_at': '2021-07-22T21:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:03.816022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88deb499-3d45-40a2-a52d-226d26ed344f req-4c298a9d-ccbe-420a-94fb-0ea7543d0988 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0551286 Jul 22 21:44:03.854945 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.902769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Network 1713f754-1b08-4f17-be73-9646a0f58b03 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:03.907969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:03.912672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:03.950306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Pushing event updated for resources: {'Port': ['ID=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:03.985648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 42e4e780-9dbc-4ba8-bf3f-c8ee1d58c504 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:03.986181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:03.991137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.119000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.161264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 42e4e780-9dbc-4ba8-bf3f-c8ee1d58c504 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:04.351903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.394559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.397729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7c2bdf52-5361-43c6-828e-d50d1030cc05 None None] Provisioning for port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:04.406955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7c2bdf52-5361-43c6-828e-d50d1030cc05 None None] Provisioning complete for port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:04.411562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c2bdf52-5361-43c6-828e-d50d1030cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.474185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bdf52-5361-43c6-828e-d50d1030cc05 None None] Port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:04.527504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=42e4e780-9dbc-4ba8-bf3f-c8ee1d58c504,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:04.527504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.528839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-051519cc-9346-4757-8b7f-507047a97647 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/42e4e780-9dbc-4ba8-bf3f-c8ee1d58c504 HTTP/1.1" status: 204 len: 168 time: 0.8125260 Jul 22 21:44:04.531041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32920) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:04.619664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2fe767-cd4f-4961-a850-dae4e736d0ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:04.619664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1b2fe767-cd4f-4961-a850-dae4e736d0ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0827174 Jul 22 21:44:04.625839 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32922) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:04.665996 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71a84b4-c257-4c91-b02a-c4b689d9f451 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:04.671347 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a71a84b4-c257-4c91-b02a-c4b689d9f451 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/7bc25c42-2f5b-4b01-b8fe-50a6da1a88c9 HTTP/1.1" status: 404 len: 333 time: 0.0436032 Jul 22 21:44:04.672178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32924) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:04.703215 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb34951-7980-4af1-8c2f-8d091bf59f6f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:04.704784 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5cb34951-7980-4af1-8c2f-8d091bf59f6f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/42e4e780-9dbc-4ba8-bf3f-c8ee1d58c504 HTTP/1.1" status: 404 len: 333 time: 0.0315986 Jul 22 21:44:04.709648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32926) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:04.810267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.820190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:04.888542 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.017725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Pushing event updated for resources: {'Port': ['ID=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:05.027508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.085519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:05.109667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.114081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7b73e36-43cf-424c-8aa4-87db1f9fc825 req-024dde1b-f76b-4c1c-880c-e311eb843df9 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.1126912 Jul 22 21:44:05.127447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f09b54-e058-42f8-9b44-9b3f9cc1e825']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:05.152317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b271f845-ffa8-4a74-800c-9c59fa8d2b7d') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:05.152641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b271f845-ffa8-4a74-800c-9c59fa8d2b7d') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:05.178612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.178979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:05.185789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:05.187968 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.232162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.243959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:05.244389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:05.248041 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:05.294735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.321482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Network 1713f754-1b08-4f17-be73-9646a0f58b03 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:05.323295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:05.323506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:05.334003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.335562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e8cf28b9-91da-4b61-9b3c-de46e06b40df up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:05.373077 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.412821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.414745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/85f09b54-e058-42f8-9b44-9b3f9cc1e825 HTTP/1.1" status: 204 len: 168 time: 0.7048407 Jul 22 21:44:05.423152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32930) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:05.429051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-438653278'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:05.431325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa4a4e-83bc-4345-8a07-e5ca27dbab47 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=85f09b54-e058-42f8-9b44-9b3f9cc1e825,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:05.479096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e8cf28b9-91da-4b61-9b3c-de46e06b40df triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:05.479796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.481712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:05.491633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.525529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:05.545401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Router f2e2d679-73b1-40c2-aa2b-6909b0b1305a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:44:05.558069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:05.576734 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.576995 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment 4c8fd45a-1f0a-4063-8ca8-91c608dc7a95 of type vlan for network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f Jul 22 21:44:05.670621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.707688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.713698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:05.714340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.739357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:05.746300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-31410dfd-f4a7-4c1e-85b8-fdc42975d02e admin admin] 10.222.0.54 "PUT /v2.0/routers/f2e2d679-73b1-40c2-aa2b-6909b0b1305a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0728679 Jul 22 21:44:05.815112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a7c9cdfa-9ab1-4efa-8a3a-d14fdcbdcf12 None None] Provisioning complete for port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:05.815705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cdfa-9ab1-4efa-8a3a-d14fdcbdcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:05.818949 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3939722 Jul 22 21:44:05.820252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a5283-3835-498c-a46a-018e55e2d98d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:05.822486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32938) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:05.832678 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:05.847975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:05.904220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9cdfa-9ab1-4efa-8a3a-d14fdcbdcf12 None None] Port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:06.029960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:06.033735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:06.252069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32946) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:06.283308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Sync routers for ids ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:06.311408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Routers {'f2e2d679-73b1-40c2-aa2b-6909b0b1305a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:06.313186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:06.388437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-933c0b76-1b73-497f-91e3-6503ad1a565e req-2073db53-357c-42d5-8d69-1c8325ca93df tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0618646 Jul 22 21:44:06.395722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:06.452523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b14ac25-ed88-4361-b249-b69df531d06d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:06.453691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b14ac25-ed88-4361-b249-b69df531d06d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:06.454674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b14ac25-ed88-4361-b249-b69df531d06d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:06.457819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9b14ac25-ed88-4361-b249-b69df531d06d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&network_id=9681e8aa-e442-4682-92ce-43b34b9e2d33 HTTP/1.1" status: 200 len: 2972 time: 0.2041755 Jul 22 21:44:06.498707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=13a3d371-fe78-4843-9699-c4f5eaf3b381,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:06.511529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': '4c8fd45a-1f0a-4063-8ca8-91c608dc7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:06.512495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:06.539321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:06.550654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:06.556357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:06.557013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:06.579109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402dc2a-c410-4eb4-9375-52fc458791ed None None] Network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:06.584970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6da72328-ab0e-4d64-a17d-e4b8443550a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7585783 Jul 22 21:44:06.585446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:06.592007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f', 'name': 'tempest-PortsTestJSON-70549493'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:06.623088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Set router f2e2d679-73b1-40c2-aa2b-6909b0b1305a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:06.759145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:06.766408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:06.794873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32964) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:06.797243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 6ddf5234-3281-4abc-bced-ffa7f07409c7 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:06.804255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-107225421-network', 'tenant_id': '5a2da48d374f4dda82055fa79877563b'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:06.841112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Made reservation on behalf of 5a2da48d374f4dda82055fa79877563b for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:06.848134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:06.863792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:06.935996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:07.013732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.13 (e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f/13a3d371-fe78-4843-9699-c4f5eaf3b381/6ddf5234-3281-4abc-bced-ffa7f07409c7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:07.035463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.041426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.047201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f', 'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f', 'tenant_id': '12752c10d4af4640bd6ca42fcb335409', 'fixed_ips': [{'subnet_id': '13a3d371-fe78-4843-9699-c4f5eaf3b381'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:07.047494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.078659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:07.092929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.093621 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Added segment dab6ee7d-1d13-49f8-89f4-35ba3d83254c of type vlan for network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 Jul 22 21:44:07.149645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:07.150159 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.170348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.176123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ca53d-e6ce-4c34-9479-526f4ab365af,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:07.226131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:44:04Z', 'revision_number': 4, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port': {'id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:43:59Z', 'updated_at': '2021-07-22T21:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '14cec5b0-6982-4334-8ec2-a0a9c9da90e6', 'name': '', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'mac_address': 'fa:16:3e:28:73:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:03Z', 'updated_at': '2021-07-22T21:44:04Z', 'revision_number': 2, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'subnets': [{'id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:07.233517 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.235884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:07.236775 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.260021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Checking router: f2e2d679-73b1-40c2-aa2b-6909b0b1305a for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:07.260472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Updating router f2e2d679-73b1-40c2-aa2b-6909b0b1305a port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:44:07.278996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4820783 Jul 22 21:44:07.280231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32966) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:07.294106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Request body: {'subnet': {'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-107225421-subnet', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:07.355594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c13cf-0c06-443e-b5f0-0a396a282e17 admin admin] Pushing event updated for resources: {'Network': ['ID=652ad343-2ab1-4ea2-a110-a2d76c2ee544,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:07.358391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.366785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Made reservation on behalf of 5a2da48d374f4dda82055fa79877563b for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:07.370896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.376223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:07.402717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.462780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 6ddf5234-3281-4abc-bced-ffa7f07409c7 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:07.591215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-800c6ca7-1ff8-4353-a2b8-fcd5aaede90c req-0cc30547-5140-43e6-8825-69659455d1e5 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0500402 Jul 22 21:44:07.603992 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.705418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Allocated IP 172.20.0.2 (e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f/13a3d371-fe78-4843-9699-c4f5eaf3b381/b350a586-1221-4b7a-9c58-8ea6ad4d4e34) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:07.727642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:07.745326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:07.749301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:07.752252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=6ddf5234-3281-4abc-bced-ffa7f07409c7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:07.778267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.857407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:07.858407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.883087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8719641-217f-41b9-abd6-dca8d7b6e660,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:07.896295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8b9a5089-1126-45d3-b896-521a66600fa7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3056560 Jul 22 21:44:07.900122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32972) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:07.903869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Checking segment: {'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:07.904536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Network hostable DHCP agents. Network: 652ad343-2ab1-4ea2-a110-a2d76c2ee544, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:07.927775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:07.943817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 652ad343-2ab1-4ea2-a110-a2d76c2ee544) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:07.959590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84c525-6f34-43ca-a296-7b83f69d98f4 None None] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:07.960264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:07.961460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:07.982097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14e1fe50-bbd7-499e-b313-be644719767b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6999276 Jul 22 21:44:07.984849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32974) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:07.996460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:08.023408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.024957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.064601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 6ddf5234-3281-4abc-bced-ffa7f07409c7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:08.064943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.110781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.162066 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.176991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 6ddf5234-3281-4abc-bced-ffa7f07409c7 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:08.294697 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.344932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.352375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Transition to ACTIVE for port object 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:08.366566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.369721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Transition to ACTIVE for port object b350a586-1221-4b7a-9c58-8ea6ad4d4e34 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:08.369972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.409276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=6ddf5234-3281-4abc-bced-ffa7f07409c7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:08.452256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-652ad343-2ab1-4ea2-a110-a2d76c2ee544', 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'fixed_ips': [{'subnet_id': 'a8719641-217f-41b9-abd6-dca8d7b6e660'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:08.453142 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.483453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Transition to ACTIVE for port object b350a586-1221-4b7a-9c58-8ea6ad4d4e34 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:08.490338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462472a-fa81-474e-ad2b-77abc089c04a None None] Pushing event updated for resources: {'Port': ['ID=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:08.546879 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.552637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0b7a35a-e976-4b58-967a-38334f07f47f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/6ddf5234-3281-4abc-bced-ffa7f07409c7 HTTP/1.1" status: 204 len: 168 time: 0.6500547 Jul 22 21:44:08.554661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:08.594990 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-835fc0a8-19e6-4aac-85f4-a64857a15ef2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:44:08.595779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835fc0a8-19e6-4aac-85f4-a64857a15ef2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:44:08.597684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-835fc0a8-19e6-4aac-85f4-a64857a15ef2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/6ddf5234-3281-4abc-bced-ffa7f07409c7 HTTP/1.1" status: 404 len: 333 time: 0.0375109 Jul 22 21:44:08.603272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32978) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:08.644716 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6121d6-4b61-4f91-ab98-27ad81584be3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:08.649399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6c6121d6-4b61-4f91-ab98-27ad81584be3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/6ddf5234-3281-4abc-bced-ffa7f07409c7 HTTP/1.1" status: 404 len: 333 time: 0.0420811 Jul 22 21:44:08.655640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32982) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:08.721305 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.760296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a55e465-ac88-48c3-a2bd-4ffbc5d253f2 req-25a2d2dd-46f1-40d4-b8f1-5c1bebc42d5a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0497112 Jul 22 21:44:08.773085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 13a3d371-fe78-4843-9699-c4f5eaf3b381 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:08.781282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.823397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Allocated IP 172.20.0.2 (652ad343-2ab1-4ea2-a110-a2d76c2ee544/a8719641-217f-41b9-abd6-dca8d7b6e660/e1c34518-074d-4be4-bb00-7aafcfe15da5) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:08.878341 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.900048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:08.919783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:08.920447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:08.940136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:08.944402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Pushing event updated for resources: {'Port': ['ID=b350a586-1221-4b7a-9c58-8ea6ad4d4e34,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:08.970986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Attempting to bind port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:08.971527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Attempting to bind port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:08.972077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Attempting to bind port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 on network 1713f754-1b08-4f17-be73-9646a0f58b03 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:09.052388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:09.053766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Checking segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:09.054539 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.055041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Bound using segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:09.056178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Bound port: 14cec5b0-6982-4334-8ec2-a0a9c9da90e6, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:09.056668 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.059954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.151118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Attempting to bind port b350a586-1221-4b7a-9c58-8ea6ad4d4e34 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:09.151532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Attempting to bind port b350a586-1221-4b7a-9c58-8ea6ad4d4e34 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '4c8fd45a-1f0a-4063-8ca8-91c608dc7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:09.152026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Attempting to bind port b350a586-1221-4b7a-9c58-8ea6ad4d4e34 on network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:09.182463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.185688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:09.186379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Checking segment: {'id': '4c8fd45a-1f0a-4063-8ca8-91c608dc7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:09.186895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.188325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Bound using segment: {'id': '4c8fd45a-1f0a-4063-8ca8-91c608dc7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:09.188931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Bound port: b350a586-1221-4b7a-9c58-8ea6ad4d4e34, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8fd45a-1f0a-4063-8ca8-91c608dc7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:09.189426 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.269417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.273924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=13a3d371-fe78-4843-9699-c4f5eaf3b381,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:09.278789 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.284134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-59951d5a-f26e-4b03-95f3-9d46963c2f94 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/13a3d371-fe78-4843-9699-c4f5eaf3b381 HTTP/1.1" status: 204 len: 168 time: 0.6270461 Jul 22 21:44:09.287493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32988) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:09.296647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.341892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.346639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] For port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:09.378832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Transition to ACTIVE for port object e1c34518-074d-4be4-bb00-7aafcfe15da5 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:09.391707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] For port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:09.405848 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.441882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.448794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Transition to ACTIVE for port object e1c34518-074d-4be4-bb00-7aafcfe15da5 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:09.452663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] For port b350a586-1221-4b7a-9c58-8ea6ad4d4e34, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:09.480845 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.504133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] For port b350a586-1221-4b7a-9c58-8ea6ad4d4e34, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b350a586-1221-4b7a-9c58-8ea6ad4d4e34,segment=NetworkSegment(4c8fd45a-1f0a-4063-8ca8-91c608dc7a95),segment_id=4c8fd45a-1f0a-4063-8ca8-91c608dc7a95)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:09.518397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.524001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462472a-fa81-474e-ad2b-77abc089c04a None None] Pushing event updated for resources: {'Port': ['ID=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:09.527564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Allocated IP 172.25.5.177 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/a0914376-a2fa-4b72-b63a-6b5a708a39bc) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:09.540674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Routers {'f2e2d679-73b1-40c2-aa2b-6909b0b1305a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:09.541536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:09.546691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:09.551712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:09.570310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port b350a586-1221-4b7a-9c58-8ea6ad4d4e34 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:09.570803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.601852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:09.729467 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.736470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] For port b350a586-1221-4b7a-9c58-8ea6ad4d4e34, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b350a586-1221-4b7a-9c58-8ea6ad4d4e34,segment=NetworkSegment(4c8fd45a-1f0a-4063-8ca8-91c608dc7a95),segment_id=4c8fd45a-1f0a-4063-8ca8-91c608dc7a95)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:09.736727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.757172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for b350a586-1221-4b7a-9c58-8ea6ad4d4e34 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:09.808923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.848538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Pushing event updated for resources: {'Port': ['ID=e1c34518-074d-4be4-bb00-7aafcfe15da5,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:09.898436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a0914376-a2fa-4b72-b63a-6b5a708a39bc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:09.914693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Attempting to bind port e1c34518-074d-4be4-bb00-7aafcfe15da5 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:09.915084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Attempting to bind port e1c34518-074d-4be4-bb00-7aafcfe15da5 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:09.915510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Attempting to bind port e1c34518-074d-4be4-bb00-7aafcfe15da5 on network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:09.922137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.931333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:09.939351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fe80a-1908-4fae-9a03-8af50cab8efd None None] Network e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:09.940613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:09.944657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:09.965903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] Set router f2e2d679-73b1-40c2-aa2b-6909b0b1305a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:09.968756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:09.969544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Checking segment: {'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:09.970317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.970909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Bound using segment: {'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:09.971775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Bound port: e1c34518-074d-4be4-bb00-7aafcfe15da5, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:09.972453 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:09.997367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No DVR routers for this DVR port b350a586-1221-4b7a-9c58-8ea6ad4d4e34 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:10.015959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33b3559c-1a1b-46b4-9bad-343dc4d82a65 req-b20f208a-0ebd-4950-9bed-8a93364886a1 tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc6e1d1a-581d-46c7-9dba-c272f87d8d15 HTTP/1.1" status: 200 len: 210 time: 0.0871663 Jul 22 21:44:10.051669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=b350a586-1221-4b7a-9c58-8ea6ad4d4e34,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:10.089368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bffbf2-3258-450b-95c3-101168f9f385 None None] Pushing event updated for resources: {'Port': ['ID=b350a586-1221-4b7a-9c58-8ea6ad4d4e34,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:10.142386 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.161471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:10.183939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8fd45a-1f0a-4063-8ca8-91c608dc7a95') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:10.183939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8fd45a-1f0a-4063-8ca8-91c608dc7a95') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:10.195146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.225179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.237526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:10.238535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:10.261171 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:10.350524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.365852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.374610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f HTTP/1.1" status: 204 len: 168 time: 1.0797420 Jul 22 21:44:10.388518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.388892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 32994) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:10.397440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1356548894'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:10.407700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c6369-75fd-4b1b-ac3b-3e3dcadd6990 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=e68fd15a-3ade-4b7c-a5c3-65185c5dfc0f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:10.438443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:10.445231 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.479496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] For port e1c34518-074d-4be4-bb00-7aafcfe15da5, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:10.499528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:10.516997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.517569 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment d3cb6578-4252-4877-8b2e-502712fea461 of type vlan for network 3f70e570-6ff9-4fe1-80f7-af360040d37f Jul 22 21:44:10.524915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] For port e1c34518-074d-4be4-bb00-7aafcfe15da5, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e1c34518-074d-4be4-bb00-7aafcfe15da5,segment=NetworkSegment(dab6ee7d-1d13-49f8-89f4-35ba3d83254c),segment_id=dab6ee7d-1d13-49f8-89f4-35ba3d83254c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:10.537915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.588976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.645264 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.656676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:10.657343 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:10.673577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f213a54-5d50-467e-8a98-c2bf4d567119 None None] Pushing event updated for resources: {'Port': ['ID=e1c34518-074d-4be4-bb00-7aafcfe15da5,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:10.711088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3165536 Jul 22 21:44:10.712939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 32998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:10.721635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:10.730918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:44:04Z', 'revision_number': 4, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port': {'id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:43:59Z', 'updated_at': '2021-07-22T21:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '14cec5b0-6982-4334-8ec2-a0a9c9da90e6', 'name': '', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'mac_address': 'fa:16:3e:28:73:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:03Z', 'updated_at': '2021-07-22T21:44:09Z', 'revision_number': 4, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'subnets': [{'id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:10.759144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f71576-200b-4d4b-ac7a-2b100ee5761d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=3f70e570-6ff9-4fe1-80f7-af360040d37f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:10.781372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3f70e570-6ff9-4fe1-80f7-af360040d37f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:10.786561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fcdc9-1577-4a61-8d98-b350175fe71f None None] The sync data for ids ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'] in n-d-762330-19 is: [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:44:04Z', 'revision_number': 4, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port': {'id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:43:59Z', 'updated_at': '2021-07-22T21:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '14cec5b0-6982-4334-8ec2-a0a9c9da90e6', 'name': '', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'mac_address': 'fa:16:3e:28:73:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:03Z', 'updated_at': '2021-07-22T21:44:09Z', 'revision_number': 4, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'subnets': [{'id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:10.845758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.004515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:11.009742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.169712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33006) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:11.226561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Router 52a43e83-49d2-42f9-babb-0f768a946419 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:44:11.244115 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d73aa12c-7b66-489c-b491-1b5986012bfd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.273629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d73aa12c-7b66-489c-b491-1b5986012bfd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.347223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d73aa12c-7b66-489c-b491-1b5986012bfd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.352174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d73aa12c-7b66-489c-b491-1b5986012bfd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.353736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d73aa12c-7b66-489c-b491-1b5986012bfd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/security-groups/3705ec3e-a646-44cf-bcc7-46f86963eaf4 HTTP/1.1" status: 204 len: 168 time: 0.1829147 Jul 22 21:44:11.363946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33008) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:11.384322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aa12c-7b66-489c-b491-1b5986012bfd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3705ec3e-a646-44cf-bcc7-46f86963eaf4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:11.413011 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-35034eeb-8283-43f9-af1d-b0928d2a551d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] show failed (client error): The resource could not be found. Jul 22 21:44:11.416913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-35034eeb-8283-43f9-af1d-b0928d2a551d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "GET /v2.0/security-groups/3705ec3e-a646-44cf-bcc7-46f86963eaf4 HTTP/1.1" status: 404 len: 347 time: 0.0517159 Jul 22 21:44:11.418283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33010) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:11.486395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.528364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:11.539098 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Sync routers for ids ['52a43e83-49d2-42f9-babb-0f768a946419'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:11.558795 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Routers {'52a43e83-49d2-42f9-babb-0f768a946419'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:11.559665 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['52a43e83-49d2-42f9-babb-0f768a946419'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:11.585511 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.587070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3d1ffb9c-2fea-4ab7-84cd-6e28b5eb54c0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6010580 Jul 22 21:44:11.588630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=c6552ede-b695-431f-b596-9b06d2b0c6a8,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:11.593470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33012) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:11.593725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 34ad2480-ee9d-48b5-9e94-6eebbef11ef6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:11.596392 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.737340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': 'd3cb6578-4252-4877-8b2e-502712fea461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:11.738069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: 3f70e570-6ff9-4fe1-80f7-af360040d37f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:11.739433 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.739821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.757620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 34ad2480-ee9d-48b5-9e94-6eebbef11ef6 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:11.766951 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Set router 52a43e83-49d2-42f9-babb-0f768a946419 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:11.792961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 3f70e570-6ff9-4fe1-80f7-af360040d37f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:11.849974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 3f70e570-6ff9-4fe1-80f7-af360040d37f) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:11.860251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4764353c-c848-48c9-90cb-05ae6d0fea17 None None] Network 3f70e570-6ff9-4fe1-80f7-af360040d37f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:11.915900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:11.915900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:11.919156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33014) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:12.034252 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-76d73544-3ff5-4c8d-ac61-b7b8968cb204 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3175499 Jul 22 21:44:12.041590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:12.059925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-508281447'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:12.075680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c33d184-20f2-497d-8110-349a5f56da92 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:12.080195 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0c33d184-20f2-497d-8110-349a5f56da92 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 814 time: 0.1544058 Jul 22 21:44:12.128927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-3f70e570-6ff9-4fe1-80f7-af360040d37f', 'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f', 'tenant_id': '12752c10d4af4640bd6ca42fcb335409', 'fixed_ips': [{'subnet_id': 'c6552ede-b695-431f-b596-9b06d2b0c6a8'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:12.130481 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.299077 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.306324 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:44:10Z', 'revision_number': 3, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:12.355059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Allocated IP 172.20.0.2 (3f70e570-6ff9-4fe1-80f7-af360040d37f/c6552ede-b695-431f-b596-9b06d2b0c6a8/56ec5cfe-b468-402f-97f0-9a88b5a1509c) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:12.360825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=34ad2480-ee9d-48b5-9e94-6eebbef11ef6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:12.416256 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Checking router: 52a43e83-49d2-42f9-babb-0f768a946419 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:12.416778 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Updating router 52a43e83-49d2-42f9-babb-0f768a946419 port a0914376-a2fa-4b72-b63a-6b5a708a39bc binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:44:12.491451 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.494898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.501798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bdb56306-d718-45d4-8e25-5b37f8bdde7b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/floatingips/569b2e62-245d-4058-b01a-d9a81a1aadf4 HTTP/1.1" status: 204 len: 168 time: 1.0815413 Jul 22 21:44:12.506837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33024) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:12.511743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:12.512777 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.518995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.545019 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.556876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Transition to ACTIVE for port object 56ec5cfe-b468-402f-97f0-9a88b5a1509c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:12.576052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Transition to ACTIVE for port object 56ec5cfe-b468-402f-97f0-9a88b5a1509c will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:12.589267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9dcf57-e964-4614-91f2-b5b00ccd462f None None] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:12.597692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.690722 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.692194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Network 3f70e570-6ff9-4fe1-80f7-af360040d37f is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:12.693475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 96c8d24e-7de1-4623-b4bc-964d39f829f0 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:12.702028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:12.704148 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5add77b-eff5-4377-9193-8ecf1076454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:12.708294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:12.713844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-66fbc179-da3e-4d1c-a9c2-0bf56e6e6d76 None None] Provisioning for port e1c34518-074d-4be4-bb00-7aafcfe15da5 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:12.824952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Pushing event updated for resources: {'Port': ['ID=56ec5cfe-b468-402f-97f0-9a88b5a1509c,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:13.003452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Attempting to bind port 56ec5cfe-b468-402f-97f0-9a88b5a1509c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:13.004206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Attempting to bind port 56ec5cfe-b468-402f-97f0-9a88b5a1509c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'd3cb6578-4252-4877-8b2e-502712fea461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:13.004314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Attempting to bind port 56ec5cfe-b468-402f-97f0-9a88b5a1509c on network 3f70e570-6ff9-4fe1-80f7-af360040d37f {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:13.049456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:13.049865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Checking segment: {'id': 'd3cb6578-4252-4877-8b2e-502712fea461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:13.050301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.050698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Bound using segment: {'id': 'd3cb6578-4252-4877-8b2e-502712fea461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:13.051596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Bound port: 56ec5cfe-b468-402f-97f0-9a88b5a1509c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cb6578-4252-4877-8b2e-502712fea461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f70e570-6ff9-4fe1-80f7-af360040d37f'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:13.052033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.056300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Allocated IP 172.20.0.1 (652ad343-2ab1-4ea2-a110-a2d76c2ee544/a8719641-217f-41b9-abd6-dca8d7b6e660/115e1be8-a263-492b-802f-089e61c5dd46) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:13.127389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:13.186329 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.213469 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Transition to ACTIVE for port object a0914376-a2fa-4b72-b63a-6b5a708a39bc will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:13.234134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] For port 56ec5cfe-b468-402f-97f0-9a88b5a1509c, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:13.239817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] For port 56ec5cfe-b468-402f-97f0-9a88b5a1509c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=56ec5cfe-b468-402f-97f0-9a88b5a1509c,segment=NetworkSegment(d3cb6578-4252-4877-8b2e-502712fea461),segment_id=d3cb6578-4252-4877-8b2e-502712fea461)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:13.246397 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.249987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.255890 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.269621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Transition to ACTIVE for port object 115e1be8-a263-492b-802f-089e61c5dd46 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:13.318105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.318379 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Attempting to bind port a0914376-a2fa-4b72-b63a-6b5a708a39bc on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:13.318687 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Attempting to bind port a0914376-a2fa-4b72-b63a-6b5a708a39bc by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:13.319094 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Attempting to bind port a0914376-a2fa-4b72-b63a-6b5a708a39bc on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:13.341876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:13.360920 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:13.363952 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:13.364671 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.365828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:13.367199 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Bound port: a0914376-a2fa-4b72-b63a-6b5a708a39bc, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:13.373344 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.378710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:13.379370 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.448847 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] For port a0914376-a2fa-4b72-b63a-6b5a708a39bc, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:13.451509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:13.453733 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] For port a0914376-a2fa-4b72-b63a-6b5a708a39bc, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a0914376-a2fa-4b72-b63a-6b5a708a39bc,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:13.463367 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.470593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:13.479921 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Pushing event updated for resources: {'Port': ['ID=56ec5cfe-b468-402f-97f0-9a88b5a1509c,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:13.489114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:13.532945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.533325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.533639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.533987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.534324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.539960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.540535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.540945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.541282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.541634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.541976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.543245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e05cf5-b216-4015-8225-b063f7ff4daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:13.572697 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0e043-afb4-4ac4-b9da-df5defb011cd None None] Pushing event updated for resources: {'Port': ['ID=a0914376-a2fa-4b72-b63a-6b5a708a39bc,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:13.642530 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Routers {'52a43e83-49d2-42f9-babb-0f768a946419'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:13.645394 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:43:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['52a43e83-49d2-42f9-babb-0f768a946419'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:13.673455 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.680557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Pushing event updated for resources: {'Port': ['ID=115e1be8-a263-492b-802f-089e61c5dd46,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:13.683628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.14 (3f70e570-6ff9-4fe1-80f7-af360040d37f/c6552ede-b695-431f-b596-9b06d2b0c6a8/96c8d24e-7de1-4623-b4bc-964d39f829f0) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:13.688022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.761462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:13.767675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.768684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1c34518-074d-4be4-bb00-7aafcfe15da5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:13.791536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33028) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:13.805356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'network': {'name': 'tempest-network-smoke--1923585359', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:13.850072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 7550fcc9-cc40-4743-b8e4-62b71f52771b {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:13.850852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:13.882183 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0e043-afb4-4ac4-b9da-df5defb011cd None None] Pushing event updated for resources: {'Port': ['ID=a0914376-a2fa-4b72-b63a-6b5a708a39bc,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:13.985575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:14.004293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e1c34518-074d-4be4-bb00-7aafcfe15da5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:14.011071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e1c34518-074d-4be4-bb00-7aafcfe15da5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:14.011755 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.082107 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] Set router 52a43e83-49d2-42f9-babb-0f768a946419 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:14.093247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1a4773fd-758d-41b4-b9cc-ff8ac80645e4 None None] Provisioning complete for port e1c34518-074d-4be4-bb00-7aafcfe15da5 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:14.093903 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a4773fd-758d-41b4-b9cc-ff8ac80645e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.098995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:14.103143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.119740 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.173763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.189652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:14.206679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 96c8d24e-7de1-4623-b4bc-964d39f829f0 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:14.212336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 7550fcc9-cc40-4743-b8e4-62b71f52771b owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:14.253351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.262726 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Added segment 0c23d516-39ca-428b-a66b-2a15aa0952fe of type vlan for network bc32965e-de0c-4a29-8444-795b3c1fd6ca Jul 22 21:44:14.354241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.381504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.385835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.404159 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.462281 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a4773fd-758d-41b4-b9cc-ff8ac80645e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.488318 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:44:10Z', 'revision_number': 3, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:14.512166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 3f70e570-6ff9-4fe1-80f7-af360040d37f is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:14.519254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e1c34518-074d-4be4-bb00-7aafcfe15da5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e1c34518-074d-4be4-bb00-7aafcfe15da5,segment=NetworkSegment(dab6ee7d-1d13-49f8-89f4-35ba3d83254c),segment_id=dab6ee7d-1d13-49f8-89f4-35ba3d83254c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:14.522223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:14.534235 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.536016 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71be09-e974-45af-a1a5-a4d5be9b22bd None None] The sync data for ids ['52a43e83-49d2-42f9-babb-0f768a946419'] in n-d-762330-19 is: [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:44:10Z', 'revision_number': 3, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:14.537826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.538609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:14.559976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:14.561100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.660153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=96c8d24e-7de1-4623-b4bc-964d39f829f0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:14.712406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e1c34518-074d-4be4-bb00-7aafcfe15da5,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:14.728036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:14.729202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.733180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:14.738014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Network': ['ID=bc32965e-de0c-4a29-8444-795b3c1fd6ca,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:14.746863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e261f023-4a67-49d3-b5d2-d07261621559 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9553602 Jul 22 21:44:14.747210 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-1a4773fd-758d-41b4-b9cc-ff8ac80645e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:44:14.747777 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-1a4773fd-758d-41b4-b9cc-ff8ac80645e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:44:14.748727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33032) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:14.751100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:14.797209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=7550fcc9-cc40-4743-b8e4-62b71f52771b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:14.826069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-be9dca69-01e2-42c6-ba8e-28a125fb4bc7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7820685 Jul 22 21:44:14.875362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33034) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:15.039361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.044103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-504c1d23-5541-426e-a439-f0b12569f7bd tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/ports/7550fcc9-cc40-4743-b8e4-62b71f52771b HTTP/1.1" status: 204 len: 168 time: 2.5357096 Jul 22 21:44:15.044770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33036) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:15.101006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bf4eab-22b1-4d37-be63-81fd5bd1572c None None] Network 3f70e570-6ff9-4fe1-80f7-af360040d37f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:15.220874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 56ec5cfe-b468-402f-97f0-9a88b5a1509c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:15.255198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 96c8d24e-7de1-4623-b4bc-964d39f829f0 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:15.255950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.318368 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9287ad00-b8a2-4a45-ba60-699ea9b7bb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.385975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.403267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 96c8d24e-7de1-4623-b4bc-964d39f829f0 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:15.465167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 56ec5cfe-b468-402f-97f0-9a88b5a1509c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:15.471996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.478230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:15.487365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d2da8-dad5-4ee3-8a40-8554fe063c6c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:15.491697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-693d2da8-dad5-4ee3-8a40-8554fe063c6c tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.7355039 Jul 22 21:44:15.492882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port a8362cca-b5a5-45f9-9c97-9c91a0315d78 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:15.493307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.500760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33038) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:15.542811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Provisioning for port 115e1be8-a263-492b-802f-089e61c5dd46 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:15.553680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Provisioning complete for port 115e1be8-a263-492b-802f-089e61c5dd46 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:15.554054 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.619299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Port 115e1be8-a263-492b-802f-089e61c5dd46 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:15.624958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:15.625375 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.636641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.646537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.668745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Provisioning for port 56ec5cfe-b468-402f-97f0-9a88b5a1509c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:15.686740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Provisioning complete for port 56ec5cfe-b468-402f-97f0-9a88b5a1509c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:15.686995 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.732872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.745660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.793460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d5974-42d9-406a-b567-a07f5bd6ea29 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:15.795282 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-df3d5974-42d9-406a-b567-a07f5bd6ea29 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2997558 Jul 22 21:44:15.799877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33042) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:15.808127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=96c8d24e-7de1-4623-b4bc-964d39f829f0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:15.814482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.819150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1c34518-074d-4be4-bb00-7aafcfe15da5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:15.840302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Pushing event updated for resources: {'Port': ['ID=115e1be8-a263-492b-802f-089e61c5dd46,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:15.903776 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.907358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a8b97ca8-5509-4846-a3df-e70062bc1d2e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1035571 Jul 22 21:44:15.912040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33044) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:15.944787 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for a8362cca-b5a5-45f9-9c97-9c91a0315d78 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:15.966888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e1c34518-074d-4be4-bb00-7aafcfe15da5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:15.967699 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:15.993429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-61d3451c-1649-4df0-bf38-0bc3dd7527d2 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801990 Jul 22 21:44:15.996737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33046) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:16.013223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] For port 56ec5cfe-b468-402f-97f0-9a88b5a1509c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=56ec5cfe-b468-402f-97f0-9a88b5a1509c,segment=NetworkSegment(d3cb6578-4252-4877-8b2e-502712fea461),segment_id=d3cb6578-4252-4877-8b2e-502712fea461)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:16.021305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.024274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e0b57ea1-2c57-40a8-89ed-2de2d697811a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/96c8d24e-7de1-4623-b4bc-964d39f829f0 HTTP/1.1" status: 204 len: 168 time: 1.1468041 Jul 22 21:44:16.026789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33048) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:16.048678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.064781 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4677686-df0f-4e8f-977b-59e467e993ce tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:16.066516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a4677686-df0f-4e8f-977b-59e467e993ce tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/96c8d24e-7de1-4623-b4bc-964d39f829f0 HTTP/1.1" status: 404 len: 333 time: 0.0387437 Jul 22 21:44:16.072068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33050) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:16.142204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:16.143959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:16.158301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet c6552ede-b695-431f-b596-9b06d2b0c6a8 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:16.168917 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.247726 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.361750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-64ca72ff-6cf7-4fa0-aba0-d873150ad863 None None] Could not find standard attr ID for object 96c8d24e-7de1-4623-b4bc-964d39f829f0. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:44:16.401079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.419179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960d7c8-da82-4748-8eaa-7ddd30b96214 None None] Pushing event updated for resources: {'Port': ['ID=56ec5cfe-b468-402f-97f0-9a88b5a1509c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:16.429645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-64ca72ff-6cf7-4fa0-aba0-d873150ad863 None None] Provisioning complete for port 56ec5cfe-b468-402f-97f0-9a88b5a1509c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:16.430782 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-64ca72ff-6cf7-4fa0-aba0-d873150ad863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.439927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.446529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d17bc-4a76-44a8-be5b-d1b738546e5b tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:16.450987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-231d17bc-4a76-44a8-be5b-d1b738546e5b tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4500995 Jul 22 21:44:16.457994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33052) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:16.467807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.518673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-44e18d10-c0cb-4048-91bd-beedc4cf5d41 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578732 Jul 22 21:44:16.519454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33054) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:16.526957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=a8362cca-b5a5-45f9-9c97-9c91a0315d78,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:16.528324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1773922002', 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:16.618067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Router 52a43e83-49d2-42f9-babb-0f768a946419 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:44:16.632608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.672090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=c6552ede-b695-431f-b596-9b06d2b0c6a8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:16.681660 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.691904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e2be882-e754-4672-b984-fe897739aefe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/c6552ede-b695-431f-b596-9b06d2b0c6a8 HTTP/1.1" status: 204 len: 168 time: 0.6154892 Jul 22 21:44:16.692212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.694573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-09b8d45b-39fa-46a4-8282-f8b2103fb79b tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/ports/a8362cca-b5a5-45f9-9c97-9c91a0315d78 HTTP/1.1" status: 204 len: 168 time: 1.6179545 Jul 22 21:44:16.695226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:16.704361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33058) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:16.723068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59eadd7-339f-4588-881f-7ae29bd0d5c3 None None] Network 3f70e570-6ff9-4fe1-80f7-af360040d37f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:16.754593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:16.756252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a2f2a65c-c467-45f4-bb77-f7835ced8f53 None None] Provisioning complete for port 115e1be8-a263-492b-802f-089e61c5dd46 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:16.756812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a65c-c467-45f4-bb77-f7835ced8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.759550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.829902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting subnet 6f920a27-0d51-43d7-8c17-43ae987f1438 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:16.834109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.877737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a2f2a65c-c467-45f4-bb77-f7835ced8f53 None None] Port 115e1be8-a263-492b-802f-089e61c5dd46 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:16.891411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:16.946912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a2f2a65c-c467-45f4-bb77-f7835ced8f53 None None] Could not find standard attr ID for object 96c8d24e-7de1-4623-b4bc-964d39f829f0. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:44:17.000504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.056398 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.126421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.148616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:17.157649 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.174083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] DHCP port deletion for 3f70e570-6ff9-4fe1-80f7-af360040d37f request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:17.180238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4886e4c2-ca96-4301-9e6c-0986f68953a7 admin admin] 10.222.0.54 "PUT /v2.0/routers/52a43e83-49d2-42f9-babb-0f768a946419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5845494 Jul 22 21:44:17.233704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0914376-a2fa-4b72-b63a-6b5a708a39bc up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:17.252213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Subnet': ['ID=6f920a27-0d51-43d7-8c17-43ae987f1438,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:17.262991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.275395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Checking segment: {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:17.275989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network hostable DHCP agents. Network: bc32965e-de0c-4a29-8444-795b3c1fd6ca, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:17.282358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-30c90147-7faa-4ec3-a432-e12c0d9f014a tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/subnets/6f920a27-0d51-43d7-8c17-43ae987f1438 HTTP/1.1" status: 204 len: 168 time: 0.5757473 Jul 22 21:44:17.287911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33064) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:17.306305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a543f0-95ec-4c5f-b2f1-81498cdbbac4 None None] Network e36c9c13-3075-44ed-add2-4df81517f00d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:17.307503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Subnet': ['ID=e46b41ca-ae51-4fcf-b697-20f0d6f65b0b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:17.325901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:17.342333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Sync routers for ids ['52a43e83-49d2-42f9-babb-0f768a946419'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:17.343555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, bc32965e-de0c-4a29-8444-795b3c1fd6ca) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:17.355259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:17.357757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.376606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 56ec5cfe-b468-402f-97f0-9a88b5a1509c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:17.377508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.384977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-66173441-5b9a-42e6-82a7-623c21109564 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8642688 Jul 22 21:44:17.428982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting subnet 8548027f-a404-408b-b068-8fb062dbc333 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:17.432769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.440141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9dbe8-24bc-4dc3-9a73-83611fa86b23 None None] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:17.493408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.579599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Routers {'52a43e83-49d2-42f9-babb-0f768a946419'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:17.580528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['52a43e83-49d2-42f9-babb-0f768a946419'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:17.605952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] For port 56ec5cfe-b468-402f-97f0-9a88b5a1509c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=56ec5cfe-b468-402f-97f0-9a88b5a1509c,segment=NetworkSegment(d3cb6578-4252-4877-8b2e-502712fea461),segment_id=d3cb6578-4252-4877-8b2e-502712fea461)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:17.606363 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.625858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 56ec5cfe-b468-402f-97f0-9a88b5a1509c owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:17.741763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.780781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a0914376-a2fa-4b72-b63a-6b5a708a39bc completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:17.823712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a0914376-a2fa-4b72-b63a-6b5a708a39bc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:17.824111 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.849501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Set router 52a43e83-49d2-42f9-babb-0f768a946419 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:17.917338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] Deleting port 56ec5cfe-b468-402f-97f0-9a88b5a1509c {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:17.917727 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.925941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:17.959668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33090) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:17.971402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-23653e61-81f2-4fc6-9f26-bcb8ff6f5b17 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484302676', 'description': 'tempest-secgroup-smoke-1484302676 description', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:17.975532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=56ec5cfe-b468-402f-97f0-9a88b5a1509c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:17.980098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-f1da54c2-8e0e-4cad-bd0d-a41e29a2378e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:17.987494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-f1da54c2-8e0e-4cad-bd0d-a41e29a2378e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/networks?id=1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 200 len: 911 time: 0.1966469 Jul 22 21:44:17.990084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No DVR routers for this DVR port 56ec5cfe-b468-402f-97f0-9a88b5a1509c on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:18.002668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.014019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23653e61-81f2-4fc6-9f26-bcb8ff6f5b17 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.061622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-ef85bb45-93ba-4081-8855-ef78a780c8fd tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/quotas/5a2da48d374f4dda82055fa79877563b HTTP/1.1" status: 200 len: 375 time: 0.0729852 Jul 22 21:44:18.067528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Subnet': ['ID=8548027f-a404-408b-b068-8fb062dbc333,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:18.089162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.091313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-487ff587-2ef8-4659-93cf-1d5816e4b61d tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/subnets/8548027f-a404-408b-b068-8fb062dbc333 HTTP/1.1" status: 204 len: 168 time: 0.8017771 Jul 22 21:44:18.094098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33092) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:18.098008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ips': [{'subnet_id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:18.099025 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.109481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cfe4bc-c65e-4a88-afcc-0ffa89812bd9 None None] Network 5ad52515-1268-479b-b734-694780a533e7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:18.129592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] For port 56ec5cfe-b468-402f-97f0-9a88b5a1509c, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:18.129993 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.189432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.207182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] Calling delete_port for 56ec5cfe-b468-402f-97f0-9a88b5a1509c owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:18.207877 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.212936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23653e61-81f2-4fc6-9f26-bcb8ff6f5b17 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.215153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] Port 56ec5cfe-b468-402f-97f0-9a88b5a1509c was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:44:18.221506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23653e61-81f2-4fc6-9f26-bcb8ff6f5b17 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.226780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f70e570-6ff9-4fe1-80f7-af360040d37f']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:18.241615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cb6578-4252-4877-8b2e-502712fea461') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:18.242543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cb6578-4252-4877-8b2e-502712fea461') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:18.262877 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.281774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.285950 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23653e61-81f2-4fc6-9f26-bcb8ff6f5b17 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.291067 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23653e61-81f2-4fc6-9f26-bcb8ff6f5b17 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3287406 Jul 22 21:44:18.291753 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.293273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33094) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:18.293536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23653e61-81f2-4fc6-9f26-bcb8ff6f5b17 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44148a37-bb5f-45ed-87f3-abc643a45c5b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:18.302855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-56b79281-f894-4441-b17f-1a1b18fac2a4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '44148a37-bb5f-45ed-87f3-abc643a45c5b', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:18.303106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:18.303106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.354905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 79dc861c-07ae-4af9-8622-34315ba8c477 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:18.355394 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:18.365988 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:18.410362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-85591c43-9a3e-4277-87b8-b1cf3ba2cc6e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a2da48d374f4dda82055fa79877563b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3262155 Jul 22 21:44:18.426485 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.428309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f8868-a84b-42f1-a6cc-c4bd7ca7ee81 None None] DHCP port deletion for e36c9c13-3075-44ed-add2-4df81517f00d request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:18.438469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] Pushing event deleted for resources: {'Port': ['ID=56ec5cfe-b468-402f-97f0-9a88b5a1509c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:18.446199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d128e-1330-4fa6-a30b-8cf06fc27d41 None None] No DVR routers for this DVR port 56ec5cfe-b468-402f-97f0-9a88b5a1509c on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:18.450674 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.454047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/3f70e570-6ff9-4fe1-80f7-af360040d37f HTTP/1.1" status: 204 len: 168 time: 1.7577558 Jul 22 21:44:18.478506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.479915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33102) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:18.485672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'name': 'tempest-PortsTestJSON-271648594'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:18.497009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1d452-50fc-4862-acf6-ea1ed30ac7f1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=3f70e570-6ff9-4fe1-80f7-af360040d37f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:18.499101 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.512901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56b79281-f894-4441-b17f-1a1b18fac2a4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.584593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56b79281-f894-4441-b17f-1a1b18fac2a4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.588662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] For port 79dc861c-07ae-4af9-8622-34315ba8c477, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=79dc861c-07ae-4af9-8622-34315ba8c477,segment=NetworkSegment(e4b13c33-6549-4175-a525-ecc5b1dd60dd),segment_id=e4b13c33-6549-4175-a525-ecc5b1dd60dd)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:18.589225 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.597430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56b79281-f894-4441-b17f-1a1b18fac2a4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.603113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:18.607707 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.613608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 79dc861c-07ae-4af9-8622-34315ba8c477 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:18.635130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b79281-f894-4441-b17f-1a1b18fac2a4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c45bd66-22f9-4dbf-9a5a-2470a1b7e6ba,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:18.643022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-56b79281-f894-4441-b17f-1a1b18fac2a4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.648424 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-56b79281-f894-4441-b17f-1a1b18fac2a4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466811 Jul 22 21:44:18.648424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33104) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:18.661900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port f0722bd9-deb6-4e14-8120-c61d121627e0 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:18.675854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Allocated IP 172.20.0.18 (bc32965e-de0c-4a29-8444-795b3c1fd6ca/e46b41ca-ae51-4fcf-b697-20f0d6f65b0b/5cd094ef-6705-4838-9e97-d6b5a748a035) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:18.681598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a72c31c1-56d6-490a-a3e8-80c3eebcb4d1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '44148a37-bb5f-45ed-87f3-abc643a45c5b', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:18.690198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a0914376-a2fa-4b72-b63a-6b5a708a39bc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a0914376-a2fa-4b72-b63a-6b5a708a39bc,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:18.725227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.734408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a72c31c1-56d6-490a-a3e8-80c3eebcb4d1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.784593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.803976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-247417be-0c8e-4b2c-9988-47125a91f43a service neutron] 10.222.0.54 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826962 Jul 22 21:44:18.841488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a72c31c1-56d6-490a-a3e8-80c3eebcb4d1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.842595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=79dc861c-07ae-4af9-8622-34315ba8c477,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:18.845624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] No DVR routers for this DVR port 79dc861c-07ae-4af9-8622-34315ba8c477 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:18.849008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a72c31c1-56d6-490a-a3e8-80c3eebcb4d1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.944420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.966891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c31c1-56d6-490a-a3e8-80c3eebcb4d1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dbb74a-4933-4098-a91f-fedfd6b9f893,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:18.971013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.971727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36c9c13-3075-44ed-add2-4df81517f00d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:18.983527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a72c31c1-56d6-490a-a3e8-80c3eebcb4d1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:18.984806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a72c31c1-56d6-490a-a3e8-80c3eebcb4d1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3361859 Jul 22 21:44:18.987227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b13c33-6549-4175-a525-ecc5b1dd60dd') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:18.987618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b13c33-6549-4175-a525-ecc5b1dd60dd') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:18.988115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33106) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:18.995392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ddafcf84-0221-476f-9b7d-caf573292ad5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '44148a37-bb5f-45ed-87f3-abc643a45c5b', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:19.001388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.020719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-3e755353-9435-49f2-b156-262adb774cf8 service neutron] 10.222.0.54 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934726 Jul 22 21:44:19.021186 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.031632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:19.032157 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:19.035982 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:19.066361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ddafcf84-0221-476f-9b7d-caf573292ad5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.072251 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.081091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 56ec5cfe-b468-402f-97f0-9a88b5a1509c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:19.130619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=f0722bd9-deb6-4e14-8120-c61d121627e0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:19.131424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.148681 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.154733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33110) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:19.155025 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/networks/e36c9c13-3075-44ed-add2-4df81517f00d HTTP/1.1" status: 204 len: 168 time: 1.0585556 Jul 22 21:44:19.162131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:19.171951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de537b3-1532-422a-99fa-b5fd2284b48e tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Network': ['ID=e36c9c13-3075-44ed-add2-4df81517f00d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:19.176982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:19.192708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:19.199181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:19.199881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.227242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 56ec5cfe-b468-402f-97f0-9a88b5a1509c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:19.227592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 56ec5cfe-b468-402f-97f0-9a88b5a1509c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:19.228038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 79dc861c-07ae-4af9-8622-34315ba8c477 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:19.262798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 79dc861c-07ae-4af9-8622-34315ba8c477 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:19.263159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 79dc861c-07ae-4af9-8622-34315ba8c477 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:19.297671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-193f8868-a84b-42f1-a6cc-c4bd7ca7ee81 None None] Deleting port 79dc861c-07ae-4af9-8622-34315ba8c477 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:19.298072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-193f8868-a84b-42f1-a6cc-c4bd7ca7ee81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.310443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-610a780b-ec4f-42df-afbd-1ebf04489076 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8276141 Jul 22 21:44:19.311673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33116) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:19.316622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a0914376-a2fa-4b72-b63a-6b5a708a39bc,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:19.340483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d32461b5-c6a5-4aca-b3cf-8e832472021b req-c3b87da7-bbde-4e8e-a4d2-92ab62b77ba4 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 210 time: 0.0953784 Jul 22 21:44:19.363435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ddafcf84-0221-476f-9b7d-caf573292ad5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-193f8868-a84b-42f1-a6cc-c4bd7ca7ee81 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e36c9c13-3075-44ed-add2-4df81517f00d could not be found. Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e36c9c13-3075-44ed-add2-4df81517f00d could not be found. Jul 22 21:44:19.367961 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:44:19.378113 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.378113 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ddafcf84-0221-476f-9b7d-caf573292ad5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.380559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] DHCP port deletion for 5ad52515-1268-479b-b734-694780a533e7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:19.389503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafcf84-0221-476f-9b7d-caf573292ad5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19b2920-9db5-42d4-b591-0c5f3a9a4fcb,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:19.399944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:44:14Z', 'revision_number': 4, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '115e1be8-a263-492b-802f-089e61c5dd46', 'name': '', 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a8719641-217f-41b9-abd6-dca8d7b6e660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:12Z', 'updated_at': '2021-07-22T21:44:14Z', 'revision_number': 2, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'subnets': [{'id': 'a8719641-217f-41b9-abd6-dca8d7b6e660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:19.410984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ddafcf84-0221-476f-9b7d-caf573292ad5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.412464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ddafcf84-0221-476f-9b7d-caf573292ad5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4230587 Jul 22 21:44:19.427057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33118) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:19.457130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e51f511-5c03-46c7-98d7-b08c76954f55 None None] DHCP port deletion for e36c9c13-3075-44ed-add2-4df81517f00d request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:19.461908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Checking router: 52a43e83-49d2-42f9-babb-0f768a946419 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:19.462276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Updating router 52a43e83-49d2-42f9-babb-0f768a946419 port 115e1be8-a263-492b-802f-089e61c5dd46 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:44:19.470625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Deleting port 34ba824d-b4c6-43a5-b260-665c75716216 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:19.471241 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.473652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f437f7a3-ffcc-4250-9239-594cc688a7b4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '44148a37-bb5f-45ed-87f3-abc643a45c5b', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:19.526493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f437f7a3-ffcc-4250-9239-594cc688a7b4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.563119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] For port 34ba824d-b4c6-43a5-b260-665c75716216, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=34ba824d-b4c6-43a5-b260-665c75716216,segment=NetworkSegment(810ce157-9a80-4b3f-9f5b-164abbf0dd73),segment_id=810ce157-9a80-4b3f-9f5b-164abbf0dd73)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:19.563828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.585180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Calling delete_port for 34ba824d-b4c6-43a5-b260-665c75716216 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:19.592314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port f0722bd9-deb6-4e14-8120-c61d121627e0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:19.592655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.594816 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.599618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.630578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Transition to ACTIVE for port object 5cd094ef-6705-4838-9e97-d6b5a748a035 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:19.675876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Transition to ACTIVE for port object 5cd094ef-6705-4838-9e97-d6b5a748a035 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:19.693232 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.698233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f437f7a3-ffcc-4250-9239-594cc688a7b4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.700103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.703210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f437f7a3-ffcc-4250-9239-594cc688a7b4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.712810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.735449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437f7a3-ffcc-4250-9239-594cc688a7b4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a0e494-523f-425d-b27c-8f1bb8819a2a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:19.742692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for f0722bd9-deb6-4e14-8120-c61d121627e0 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:19.744806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f437f7a3-ffcc-4250-9239-594cc688a7b4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.746003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f437f7a3-ffcc-4250-9239-594cc688a7b4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2775252 Jul 22 21:44:19.749038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33124) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:19.753264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] No DVR routers for this DVR port 34ba824d-b4c6-43a5-b260-665c75716216 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:19.754668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '44148a37-bb5f-45ed-87f3-abc643a45c5b', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:19.777962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Pushing event updated for resources: {'Port': ['ID=5cd094ef-6705-4838-9e97-d6b5a748a035,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:19.816713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:19.823232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Deleting port 34ba824d-b4c6-43a5-b260-665c75716216 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:19.823832 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.839094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:19.845450 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Project f83864c3ac0a4ac5aeef4f1dcabf18ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:44:19.861280 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.863373 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.875033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad52515-1268-479b-b734-694780a533e7']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:19.887914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810ce157-9a80-4b3f-9f5b-164abbf0dd73') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:19.888228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810ce157-9a80-4b3f-9f5b-164abbf0dd73') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:19.898638 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.910217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:19.916711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.924626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:19.925363 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:19.943508 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:19.946202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.947182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Port': ['ID=34ba824d-b4c6-43a5-b260-665c75716216,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:19.978198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.986889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:19.989490 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/f0722bd9-deb6-4e14-8120-c61d121627e0 HTTP/1.1" status: 204 len: 168 time: 0.6763444 Jul 22 21:44:20.011234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33128) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:20.013682 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.024265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'mac_address': 'fa:16:3e:63:e1:d7', 'name': 'tempest-PortsTestJSON-1602895706'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:20.036117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.037045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bfc3b-814c-4aea-adda-b048ed4e3563 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=f0722bd9-deb6-4e14-8120-c61d121627e0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:20.057784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.067653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6d55b5-0d9d-48e5-a7b9-e3966d591115,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:20.068447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] 10.222.0.54 "DELETE /v2.0/networks/5ad52515-1268-479b-b734-694780a533e7 HTTP/1.1" status: 204 len: 168 time: 0.9095516 Jul 22 21:44:20.081652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Attempting to bind port 5cd094ef-6705-4838-9e97-d6b5a748a035 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:20.082048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Attempting to bind port 5cd094ef-6705-4838-9e97-d6b5a748a035 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:20.082857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Attempting to bind port 5cd094ef-6705-4838-9e97-d6b5a748a035 on network bc32965e-de0c-4a29-8444-795b3c1fd6ca {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:20.088328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] For port 34ba824d-b4c6-43a5-b260-665c75716216, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:20.088736 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.095553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.100947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d2dc96d7-d4a8-4314-94da-4f6c16fc497f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503735 Jul 22 21:44:20.102338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e743f8-138f-4b12-90ff-49ee2973d22f tempest-TaggedBootDevicesTest_v242-721567615 tempest-TaggedBootDevicesTest_v242-721567615-project] Pushing event deleted for resources: {'Network': ['ID=5ad52515-1268-479b-b734-694780a533e7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:20.108367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:20.114445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': '44148a37-bb5f-45ed-87f3-abc643a45c5b', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:20.116703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:20.117245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Checking segment: {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:20.117666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.118255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Bound using segment: {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:20.118923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Bound port: 5cd094ef-6705-4838-9e97-d6b5a748a035, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:20.119497 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.135797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Calling delete_port for 34ba824d-b4c6-43a5-b260-665c75716216 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:20.146138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Port 34ba824d-b4c6-43a5-b260-665c75716216 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:44:20.174471 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Project f83864c3ac0a4ac5aeef4f1dcabf18ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:44:20.178193 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.182976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.247991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:20.277554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Pushing event deleted for resources: {'Port': ['ID=34ba824d-b4c6-43a5-b260-665c75716216,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:20.288183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] Network 5ad52515-1268-479b-b734-694780a533e7 is not hosted by any dhcp agent {{(pid=94093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:44:20.289254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e6b33-25a5-4583-84fd-d635d5b738d5 None None] No DVR routers for this DVR port 34ba824d-b4c6-43a5-b260-665c75716216 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:20.399967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] For port 5cd094ef-6705-4838-9e97-d6b5a748a035, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:20.400956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.405367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.419198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.421056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] For port 5cd094ef-6705-4838-9e97-d6b5a748a035, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5cd094ef-6705-4838-9e97-d6b5a748a035,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:20.434956 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.444898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43faf1e-1325-4f2e-a1ad-b6f9ae5b489b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:20.469762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:20.493706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.495010 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9c306f9e-e718-44b3-aab8-6c89155e8c8e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3852317 Jul 22 21:44:20.546791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19f8cb9b-d100-4ff0-8ef3-9c7550ade858 req-d2fba53b-0d99-429b-aedd-e974fbfd2eae tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 210 time: 0.0808439 Jul 22 21:44:20.633506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.670645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c562a-dc2e-4987-8489-907acf64c2cd None None] Pushing event updated for resources: {'Port': ['ID=5cd094ef-6705-4838-9e97-d6b5a748a035,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:20.685001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Transition to ACTIVE for port object 115e1be8-a263-492b-802f-089e61c5dd46 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:20.695535 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.834221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235ea24-b0c9-4841-b70e-f0bc369db306 None None] Pushing event updated for resources: {'Port': ['ID=115e1be8-a263-492b-802f-089e61c5dd46,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:20.881189 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.993530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:20.996187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Attempting to bind port 115e1be8-a263-492b-802f-089e61c5dd46 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:20.996873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Attempting to bind port 115e1be8-a263-492b-802f-089e61c5dd46 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:21.000381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Attempting to bind port 115e1be8-a263-492b-802f-089e61c5dd46 on network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:21.017893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:21.018894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Checking segment: {'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:21.019706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.028374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Bound using segment: {'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:21.029164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Bound port: 115e1be8-a263-492b-802f-089e61c5dd46, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:21.029779 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.047535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-b1b42a51-8655-4fd0-8a12-55cdd7c765be tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:21.050539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-b1b42a51-8655-4fd0-8a12-55cdd7c765be tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.58 "GET /v2.0/networks?id=1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 200 len: 911 time: 0.2888620 Jul 22 21:44:21.053765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0914376-a2fa-4b72-b63a-6b5a708a39bc up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:21.092068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:21.095778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Request body: {'port': {'device_id': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'admin_state_up': True, 'tenant_id': '5a2da48d374f4dda82055fa79877563b'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:21.099944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:21.108357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:21.122451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:21.123133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.157120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:21.175506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Made reservation on behalf of 5a2da48d374f4dda82055fa79877563b for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:21.177556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-09b95600-4fab-4a9b-856d-57ef4bba06a1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1647789 Jul 22 21:44:21.178583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:21.185571 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.235329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-fe18a286-624c-48c3-8d36-0df31feb3915 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484302676&fields=id&tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 267 time: 0.1829796 Jul 22 21:44:21.288849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cd985-d0b5-4be9-a5b6-68dab1248da8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:21.293277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4f8cd985-d0b5-4be9-a5b6-68dab1248da8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf HTTP/1.1" status: 200 len: 841 time: 0.1100073 Jul 22 21:44:21.298702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33160) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:21.326215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] For port 115e1be8-a263-492b-802f-089e61c5dd46, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:21.333646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] For port 115e1be8-a263-492b-802f-089e61c5dd46, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=115e1be8-a263-492b-802f-089e61c5dd46,segment=NetworkSegment(dab6ee7d-1d13-49f8-89f4-35ba3d83254c),segment_id=dab6ee7d-1d13-49f8-89f4-35ba3d83254c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:21.340226 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.375372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a0914376-a2fa-4b72-b63a-6b5a708a39bc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:21.375760 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.432676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Routers {'52a43e83-49d2-42f9-babb-0f768a946419'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:21.433318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['52a43e83-49d2-42f9-babb-0f768a946419'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:21.506406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:21.509889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.593233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235ea24-b0c9-4841-b70e-f0bc369db306 None None] Pushing event updated for resources: {'Port': ['ID=115e1be8-a263-492b-802f-089e61c5dd46,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:21.687742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.711947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-2eba1478-4d35-4022-a832-c412a32473b7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:21.713889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-2eba1478-4d35-4022-a832-c412a32473b7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/networks?id=bc32965e-de0c-4a29-8444-795b3c1fd6ca HTTP/1.1" status: 200 len: 797 time: 0.4681411 Jul 22 21:44:21.715644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:21.769015 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] Set router 52a43e83-49d2-42f9-babb-0f768a946419 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:21.779163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-830aa552-10a7-4bef-8f7b-4d1c55547d44 req-72681f0e-01a3-4fff-9d15-4fdbfebc25fc tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 210 time: 0.0856955 Jul 22 21:44:21.794363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-c0649609-d692-4af3-b13b-22c2acf65e9f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/quotas/f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 375 time: 0.0576475 Jul 22 21:44:21.834562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Allocated IP 172.20.0.8 (1713f754-1b08-4f17-be73-9646a0f58b03/d1202fcd-1f8a-4aa5-80f9-4a25459d9709/adaa928c-2e92-47f5-88d7-5946bde52799) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:21.849724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.863431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34ba824d-b4c6-43a5-b260-665c75716216 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:21.886908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:21.900554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:21.903978 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-120ecd0b-71a8-4812-a6b1-cf421d8b72d9 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf HTTP/1.1" status: 204 len: 168 time: 0.6035175 Jul 22 21:44:21.907144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:21.930971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 34ba824d-b4c6-43a5-b260-665c75716216 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:21.931323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34ba824d-b4c6-43a5-b260-665c75716216 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:21.957835 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d30d99-4471-4880-bcbd-f456a4fa9654 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:21.966413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33170) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:21.966567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f1d30d99-4471-4880-bcbd-f456a4fa9654 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/1a5f2f51-c66a-4b7b-b60c-d1bed96f5baf HTTP/1.1" status: 404 len: 333 time: 0.0565639 Jul 22 21:44:21.973005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'name': 'tempest-PortsTestJSON-156811938'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:22.063503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-5b022d85-119e-461a-a482-6a51c9ad6d46 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2513247 Jul 22 21:44:22.124617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:22.134417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:22.167614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port c77025d9-245b-4bfc-a4d5-bf35255885d0 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:22.175368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:44:14Z', 'revision_number': 4, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '115e1be8-a263-492b-802f-089e61c5dd46', 'name': '', 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a8719641-217f-41b9-abd6-dca8d7b6e660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:12Z', 'updated_at': '2021-07-22T21:44:21Z', 'revision_number': 4, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'subnets': [{'id': 'a8719641-217f-41b9-abd6-dca8d7b6e660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:22.192574 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:22.220539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19727a-a0ab-4ad5-8444-9c363495a480 None None] The sync data for ids ['52a43e83-49d2-42f9-babb-0f768a946419'] in n-d-762330-19 is: [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:44:14Z', 'revision_number': 4, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '115e1be8-a263-492b-802f-089e61c5dd46', 'name': '', 'network_id': '652ad343-2ab1-4ea2-a110-a2d76c2ee544', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a8719641-217f-41b9-abd6-dca8d7b6e660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:12Z', 'updated_at': '2021-07-22T21:44:21Z', 'revision_number': 4, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'subnets': [{'id': 'a8719641-217f-41b9-abd6-dca8d7b6e660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:22.264727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Transition to ACTIVE for port object adaa928c-2e92-47f5-88d7-5946bde52799 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:22.493913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d3bd68-8917-48bb-b150-7e91be1e54e9 None None] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:22.506306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:22.569167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:22.669495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51dd44a0-fa6d-44ab-83d4-0f4fbcd92ad5 None None] Provisioning for port 5cd094ef-6705-4838-9e97-d6b5a748a035 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:22.687623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:22.692674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:22.698430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:22.704713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:22.705705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:22.710355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=c77025d9-245b-4bfc-a4d5-bf35255885d0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:22.733401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3ae810cc-f3a1-4ea6-a6a0-496f53259156 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7663050 Jul 22 21:44:22.736787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33178) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:22.746069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:22.957696 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-638d0554-8f7e-4375-958a-17307f83e54c service neutron] 10.222.0.54 "GET /v2.0/networks/bc32965e-de0c-4a29-8444-795b3c1fd6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8932824 Jul 22 21:44:22.993838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.024956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 115e1be8-a263-492b-802f-089e61c5dd46 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:23.104168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 115e1be8-a263-492b-802f-089e61c5dd46 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:23.109401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 115e1be8-a263-492b-802f-089e61c5dd46 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:23.109798 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.153789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-4929f416-13bc-4b88-a282-56b4ca5e49a1 service neutron] 10.222.0.54 "GET /v2.0/networks/bc32965e-de0c-4a29-8444-795b3c1fd6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948981 Jul 22 21:44:23.185170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.205377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6886db9-897a-4bf3-83f0-d69880502a5c req-3be89966-157e-414f-baea-a0d6177bd43d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 210 time: 0.2071142 Jul 22 21:44:23.257704 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.288093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Network 1713f754-1b08-4f17-be73-9646a0f58b03 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:23.297564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:23.300323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c521a-493f-476d-a152-51bd86cba9f4 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:44:23.302179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:23.352397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Pushing event updated for resources: {'Port': ['ID=adaa928c-2e92-47f5-88d7-5946bde52799,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:23.356013 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.362917 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.421064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] In _notify_port_updated(), no bound segment for port c77025d9-245b-4bfc-a4d5-bf35255885d0 on network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:44:23.426660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:23.427438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.428287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:23.429704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.431444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "PUT /v2.0/ports/c77025d9-245b-4bfc-a4d5-bf35255885d0 HTTP/1.1" status: 200 len: 818 time: 0.6931267 Jul 22 21:44:23.435827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33186) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:23.489654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c521a-493f-476d-a152-51bd86cba9f4 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:44:23.514441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a92013a-7cb0-4954-b584-31ff4d336570 req-16916d48-c3fa-4153-94ce-34e76e96d9ab tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 210 time: 0.0551178 Jul 22 21:44:23.534307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-04ebf658-accf-4dd6-a358-342a25a3082e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4575782 Jul 22 21:44:23.544998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Request body: {'port': {'device_id': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:23.556317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 115e1be8-a263-492b-802f-089e61c5dd46, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=115e1be8-a263-492b-802f-089e61c5dd46,segment=NetworkSegment(dab6ee7d-1d13-49f8-89f4-35ba3d83254c),segment_id=dab6ee7d-1d13-49f8-89f4-35ba3d83254c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:23.565889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.566716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5cd094ef-6705-4838-9e97-d6b5a748a035 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:23.593453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0629bf-52a8-44ee-90d7-ada1ecaee86b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=c77025d9-245b-4bfc-a4d5-bf35255885d0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:23.654471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.661057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=115e1be8-a263-492b-802f-089e61c5dd46,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:23.817845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port c77025d9-245b-4bfc-a4d5-bf35255885d0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:23.819420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.970415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:23.996503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for c77025d9-245b-4bfc-a4d5-bf35255885d0 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:24.196905 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.204259 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5cd094ef-6705-4838-9e97-d6b5a748a035 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:24.207964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adaa928c-2e92-47f5-88d7-5946bde52799 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:44:24.212431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5cd094ef-6705-4838-9e97-d6b5a748a035 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:24.212680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.238660 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.266306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=c77025d9-245b-4bfc-a4d5-bf35255885d0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:24.269282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Transition to ACTIVE for port object adaa928c-2e92-47f5-88d7-5946bde52799 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:24.283106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.285166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14b45df8-2147-49b5-bf0b-28fbfbc319a0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/c77025d9-245b-4bfc-a4d5-bf35255885d0 HTTP/1.1" status: 204 len: 168 time: 0.8477743 Jul 22 21:44:24.287707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33200) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:24.291521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.414871 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.430204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280ab22-25ec-40fa-80ad-6bcf50daa989 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:24.431902 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8280ab22-25ec-40fa-80ad-6bcf50daa989 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1431117 Jul 22 21:44:24.434774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33202) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:24.479168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=adaa928c-2e92-47f5-88d7-5946bde52799,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:24.516717 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ee21fb-343c-4197-b165-4ca8d6094534 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:24.520195 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-41ee21fb-343c-4197-b165-4ca8d6094534 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/c77025d9-245b-4bfc-a4d5-bf35255885d0 HTTP/1.1" status: 404 len: 333 time: 0.0838299 Jul 22 21:44:24.526012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33206) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:24.538982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1479284020'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:24.542417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 5cd094ef-6705-4838-9e97-d6b5a748a035, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5cd094ef-6705-4838-9e97-d6b5a748a035,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:24.572614 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.582408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20d055-9729-4155-bfad-41dd52218db0 req-a99e96da-56ed-4c5b-9adc-7475aa74e955 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:24.590278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b20d055-9729-4155-bfad-41dd52218db0 req-a99e96da-56ed-4c5b-9adc-7475aa74e955 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1053 time: 0.2417514 Jul 22 21:44:24.604564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:24.609357 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.660423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:24.673537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b20d055-9729-4155-bfad-41dd52218db0 req-facd2584-8e23-4064-b517-934396d1456e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818441 Jul 22 21:44:24.675794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.676177 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment 3f1e9fb2-a848-44a3-b851-11823a81af6a of type vlan for network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d Jul 22 21:44:24.701543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db326bfe-36cd-48ff-a366-7580bf12544f req-02783171-44d1-4b98-b700-0a361e0fbc81 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 210 time: 0.0637677 Jul 22 21:44:24.708591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa90bc-7eb1-498d-90c0-8448198f9a6f None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:44:24.714698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Attempting to bind port adaa928c-2e92-47f5-88d7-5946bde52799 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:24.715480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Attempting to bind port adaa928c-2e92-47f5-88d7-5946bde52799 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:24.716596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Attempting to bind port adaa928c-2e92-47f5-88d7-5946bde52799 on network 1713f754-1b08-4f17-be73-9646a0f58b03 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:24.742198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.749671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Port adaa928c-2e92-47f5-88d7-5946bde52799 on network 1713f754-1b08-4f17-be73-9646a0f58b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:44:24.750189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Attempting to bind port adaa928c-2e92-47f5-88d7-5946bde52799 on network 1713f754-1b08-4f17-be73-9646a0f58b03 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:24.762379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:24.763166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Checking segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:24.763810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Bound using segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:24.764488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Bound port: adaa928c-2e92-47f5-88d7-5946bde52799, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:24.765161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.785957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=5cd094ef-6705-4838-9e97-d6b5a748a035,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:24.795097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.838393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:24.838393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:24.895927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] For port adaa928c-2e92-47f5-88d7-5946bde52799, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:24.905750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] For port adaa928c-2e92-47f5-88d7-5946bde52799, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=adaa928c-2e92-47f5-88d7-5946bde52799,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:24.922855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:25.038044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:25.040192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:25.042006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/adaa928c-2e92-47f5-88d7-5946bde52799 HTTP/1.1" status: 200 len: 1092 time: 1.5064468 Jul 22 21:44:25.042670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'tag': 'adaa928c-2e92-47f5-88d7-5946bde52799'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:25.047236 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723" -d '{"events": [{"name": "network-changed", "server_uuid": "95797f6b-eec7-418b-ae3e-61d03ac633d0", "tag": "adaa928c-2e92-47f5-88d7-5946bde52799"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:25.058741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 115e1be8-a263-492b-802f-089e61c5dd46 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:25.078564 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5507977 Jul 22 21:44:25.100540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33220) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:25.145564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:25.182499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa90bc-7eb1-498d-90c0-8448198f9a6f None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:44:25.240259 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cba51e-bc18-4c5a-8c98-cda3ee8964bc x-openstack-request-id: req-89cba51e-bc18-4c5a-8c98-cda3ee8964bc {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:25.240888 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95797f6b-eec7-418b-ae3e-61d03ac633d0", "tag": "adaa928c-2e92-47f5-88d7-5946bde52799", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:25.241068 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89cba51e-bc18-4c5a-8c98-cda3ee8964bc {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:25.241776 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'tag': 'adaa928c-2e92-47f5-88d7-5946bde52799', 'status': 'completed', 'code': 200} Jul 22 21:44:25.326525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6af8e-5d8c-4d84-9db1-9fb36bea88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=adaa928c-2e92-47f5-88d7-5946bde52799,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:25.346348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb91f2-2e2d-47cb-8a97-a97fe740c93f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:25.391477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 115e1be8-a263-492b-802f-089e61c5dd46 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:25.392321 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:25.393778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:25.427356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-609d5152-385b-44c8-a2ba-46decd5b4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:25.430393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-609d5152-385b-44c8-a2ba-46decd5b4653 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2da48d374f4dda82055fa79877563b&device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1095 time: 0.2592120 Jul 22 21:44:25.523735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-99bbf964-0d1b-4e5f-acbe-34eaf2d1783b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adaa928c-2e92-47f5-88d7-5946bde52799 HTTP/1.1" status: 200 len: 217 time: 0.0844471 Jul 22 21:44:25.530935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:25.535510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:25.595385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-d2b72a7e-b21d-41f6-89c4-5a821e940bf9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:25.597102 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-d2b72a7e-b21d-41f6-89c4-5a821e940bf9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "GET /v2.0/networks?id=bc32965e-de0c-4a29-8444-795b3c1fd6ca HTTP/1.1" status: 200 len: 797 time: 0.6898935 Jul 22 21:44:25.608011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-251ed8f8-4deb-49a4-bead-62db536daa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:25.610813 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-251ed8f8-4deb-49a4-bead-62db536daa26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1202fcd-1f8a-4aa5-80f9-4a25459d9709 HTTP/1.1" status: 200 len: 849 time: 0.0774240 Jul 22 21:44:25.712576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b6518363-5ae5-4efc-b407-8e84b6573cf0 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 473 time: 0.1026859 Jul 22 21:44:25.736258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5cd094ef-6705-4838-9e97-d6b5a748a035 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:25.736652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'port': {'device_id': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'admin_state_up': True, 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'security_groups': ['44148a37-bb5f-45ed-87f3-abc643a45c5b']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:25.804554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-95411811-b138-483c-bdfb-435d56d914d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:25.810327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-95411811-b138-483c-bdfb-435d56d914d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1713f754-1b08-4f17-be73-9646a0f58b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1919823 Jul 22 21:44:25.829042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5cd094ef-6705-4838-9e97-d6b5a748a035 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:25.829424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:25.832932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-383e53b0-918b-400f-be62-0436bb22088e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:44:25.834510 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-383e53b0-918b-400f-be62-0436bb22088e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070148 Jul 22 21:44:26.160777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-454ccbe0-da0d-45f4-9f6c-92c69ed19531 req-26981cfd-8b9d-4ee5-befe-4047d723f9f0 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 210 time: 0.2750387 Jul 22 21:44:26.167020 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-ed90d755-6739-46c0-840e-d0ca7473db74 service neutron] 10.222.0.58 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787859 Jul 22 21:44:26.208891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3c71d923-7141-4d43-b6aa-4996325b1314 None None] Provisioning for port adaa928c-2e92-47f5-88d7-5946bde52799 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:26.366097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3ec25-8b70-47bf-9e93-5a58ff805ff0 req-b04dd46b-2c2c-4b19-b91a-cb52883fa46c tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:26.374115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0b3ec25-8b70-47bf-9e93-5a58ff805ff0 req-b04dd46b-2c2c-4b19-b91a-cb52883fa46c tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1095 time: 0.5591776 Jul 22 21:44:26.419218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d46bdf7-55ea-4899-a136-2a1e219c53c0 req-ced29350-3ec9-49c7-9119-b3c1b5b8d792 service neutron] 10.222.0.58 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333992 Jul 22 21:44:26.453460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0b3ec25-8b70-47bf-9e93-5a58ff805ff0 req-b88eacc8-c6c3-4e5c-8414-c40ab56f14a6 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783525 Jul 22 21:44:26.555031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:26.560127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:26.593861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:26.642507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-0bce9894-b1c2-4009-9d79-ec52e6502404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:26.648160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-0bce9894-b1c2-4009-9d79-ec52e6502404 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2da48d374f4dda82055fa79877563b&device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1095 time: 0.1435738 Jul 22 21:44:26.713691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=e95f916e-4718-420a-b222-7c9c825dca5a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:26.766321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': '3f1e9fb2-a848-44a3-b851-11823a81af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:26.766729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:26.787967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-288d09c8-e671-44bc-bbfa-3a1064306c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:26.791346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-288d09c8-e671-44bc-bbfa-3a1064306c83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 200 len: 911 time: 0.1340172 Jul 22 21:44:26.822113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:26.830589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.20.0.20 (bc32965e-de0c-4a29-8444-795b3c1fd6ca/e46b41ca-ae51-4fcf-b697-20f0d6f65b0b/93ce8275-aad3-4bae-a17f-a6ab97c13ac7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:26.836886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:26.838208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-7641e6db-15c2-445b-bb7a-79f104c60672 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adaa928c-2e92-47f5-88d7-5946bde52799 HTTP/1.1" status: 200 len: 217 time: 0.0406272 Jul 22 21:44:26.842915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:26.843053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:26.846051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1729b06-efb2-4327-8490-c6713448e9b5 None None] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:26.873988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ad0f8176-21e1-41c7-a18f-0daf1c3ab716 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7633181 Jul 22 21:44:26.883673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:26.892754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cf52b768-e03f-4941-aa2f-bcf0c57ee7d0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:26.928504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-d6c73361-cfdf-4968-a75a-b48842dc1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:26.934746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-d6c73361-cfdf-4968-a75a-b48842dc1911 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1202fcd-1f8a-4aa5-80f9-4a25459d9709 HTTP/1.1" status: 200 len: 849 time: 0.0861373 Jul 22 21:44:27.024570 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-7460d7f2-2f09-44ad-b8e2-c9c506b6256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:27.026259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-7460d7f2-2f09-44ad-b8e2-c9c506b6256b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1713f754-1b08-4f17-be73-9646a0f58b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841684 Jul 22 21:44:27.064557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d', 'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d', 'tenant_id': '12752c10d4af4640bd6ca42fcb335409', 'fixed_ips': [{'subnet_id': 'e95f916e-4718-420a-b222-7c9c825dca5a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:27.066132 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.099884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf52b768-e03f-4941-aa2f-bcf0c57ee7d0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:27.103398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf52b768-e03f-4941-aa2f-bcf0c57ee7d0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.160481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.175897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-7cfbe939-ec39-46a9-ae94-26ca93861879 service neutron] 10.222.0.58 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409459 Jul 22 21:44:27.213434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Transition to ACTIVE for port object 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:27.249971 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-cf52b768-e03f-4941-aa2f-bcf0c57ee7d0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e95f916e-4718-420a-b222-7c9c825dca5a (CIDR: 172.20.0.0/28) Jul 22 21:44:27.262083 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf52b768-e03f-4941-aa2f-bcf0c57ee7d0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:44:27.262370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Allocated IP 172.20.0.2 (432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d/e95f916e-4718-420a-b222-7c9c825dca5a/9f70976f-5b5b-488f-beeb-74976c095627) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:27.262848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf52b768-e03f-4941-aa2f-bcf0c57ee7d0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:44:27.286485 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cf52b768-e03f-4941-aa2f-bcf0c57ee7d0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4012196 Jul 22 21:44:27.288976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.291546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33234) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:27.300924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:27.335957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:27.359072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:27.364501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:27.420130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:27.444208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:27.445474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.474587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b7777c2d-900d-4eb0-8d89-a2e29d6140da tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7496130 Jul 22 21:44:27.491831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Request body: {'port': {'device_id': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:27.536120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3dc7ebfc-e8f9-4703-a824-db7d5ebdc723 req-0648f56f-4950-4ea6-a80b-d217b653ef2b service neutron] 10.222.0.58 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418045 Jul 22 21:44:27.542433 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.554301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Transition to ACTIVE for port object 9f70976f-5b5b-488f-beeb-74976c095627 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:27.585942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Transition to ACTIVE for port object 9f70976f-5b5b-488f-beeb-74976c095627 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:27.593281 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.595084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5526f-3d2c-4f4a-a909-25a14fdc92cf req-5f285009-c543-40be-856a-654978d4f37c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:27.596691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffd5526f-3d2c-4f4a-a909-25a14fdc92cf req-5f285009-c543-40be-856a-654978d4f37c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 932 time: 0.2907646 Jul 22 21:44:27.643436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:27.649316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:27.652743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:27.669693 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.670765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Pushing event updated for resources: {'Port': ['ID=9f70976f-5b5b-488f-beeb-74976c095627,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:27.728521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:27.732136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.743493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffd5526f-3d2c-4f4a-a909-25a14fdc92cf req-bc7a0833-2114-47b2-a311-0bfc07b34b69 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240394 Jul 22 21:44:27.746501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Attempting to bind port 9f70976f-5b5b-488f-beeb-74976c095627 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:27.747384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Attempting to bind port 9f70976f-5b5b-488f-beeb-74976c095627 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3f1e9fb2-a848-44a3-b851-11823a81af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:27.747952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Attempting to bind port 9f70976f-5b5b-488f-beeb-74976c095627 on network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:27.753986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:27.754881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Checking segment: {'id': '3f1e9fb2-a848-44a3-b851-11823a81af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:27.755690 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.756302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Bound using segment: {'id': '3f1e9fb2-a848-44a3-b851-11823a81af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:27.757086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Bound port: 9f70976f-5b5b-488f-beeb-74976c095627, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1e9fb2-a848-44a3-b851-11823a81af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:27.757717 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.794503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645b2cd-3cd7-44ab-a0c9-5545a0b06e0c req-0715ba0b-a87b-49a5-b717-b3ded2aab529 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:27.796099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9645b2cd-3cd7-44ab-a0c9-5545a0b06e0c req-0715ba0b-a87b-49a5-b717-b3ded2aab529 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1095 time: 0.1973891 Jul 22 21:44:27.877445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] For port 9f70976f-5b5b-488f-beeb-74976c095627, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:27.878828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9645b2cd-3cd7-44ab-a0c9-5545a0b06e0c req-5261721b-0289-44c0-bf09-5207220f3967 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558212 Jul 22 21:44:27.881522 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] For port 9f70976f-5b5b-488f-beeb-74976c095627, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9f70976f-5b5b-488f-beeb-74976c095627,segment=NetworkSegment(3f1e9fb2-a848-44a3-b851-11823a81af6a),segment_id=3f1e9fb2-a848-44a3-b851-11823a81af6a)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:27.884499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dd641d60-3e34-4c49-b317-0b7d99d2e011 None None] Provisioning for port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:27.896292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dd641d60-3e34-4c49-b317-0b7d99d2e011 None None] Provisioning complete for port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:27.896292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dd641d60-3e34-4c49-b317-0b7d99d2e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:27.927573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dd641d60-3e34-4c49-b317-0b7d99d2e011 None None] Port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:27.930898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.008214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9cd31-42a3-42f3-94ec-0697820b4896 None None] Pushing event updated for resources: {'Port': ['ID=9f70976f-5b5b-488f-beeb-74976c095627,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:28.065756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.069700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:44:28.078746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.093718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Transition to ACTIVE for port object 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:28.104252 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.108182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:28.119000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:28.122216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.122894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.143579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=89530129-81e0-4f01-855d-0f7a98f59579,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:28.148688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-16e86066-ee06-4699-946e-a8bdbf38c6e0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8558061 Jul 22 21:44:28.151259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33242) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:28.159451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d', 'fixed_ips': [{'subnet_id': 'e95f916e-4718-420a-b222-7c9c825dca5a'}, {'subnet_id': '89530129-81e0-4f01-855d-0f7a98f59579'}], 'name': 'tempest-PortsTestJSON-1832168705'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:28.271882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:28.329156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Attempting to bind port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:28.329587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Attempting to bind port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:28.329875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Attempting to bind port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 on network bc32965e-de0c-4a29-8444-795b3c1fd6ca {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:28.344395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 on network bc32965e-de0c-4a29-8444-795b3c1fd6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:44:28.344780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Attempting to bind port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 on network bc32965e-de0c-4a29-8444-795b3c1fd6ca {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:28.358967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:28.359394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Checking segment: {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:28.361723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Bound using segment: {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:28.362243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Bound port: 93ce8275-aad3-4bae-a17f-a6ab97c13ac7, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:28.362611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.374437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:28.503277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] For port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:28.507756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] For port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:28.515408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.560252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.561093 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.562980 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] 10.222.0.23 "PUT /v2.0/ports/93ce8275-aad3-4bae-a17f-a6ab97c13ac7 HTTP/1.1" status: 200 len: 1093 time: 1.0767994 Jul 22 21:44:28.566378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'tag': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:28.580576 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc01aaf0-829d-4866-b345-dac9e7d3e990" -d '{"events": [{"name": "network-changed", "server_uuid": "d95d5801-4f81-4a20-8caa-5bc76e7d402f", "tag": "93ce8275-aad3-4bae-a17f-a6ab97c13ac7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:28.626860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-4f7378fb-5a1a-4476-9eec-2bcb7bc79cea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2719233 Jul 22 21:44:28.640871 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:28.683418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 724de679-d22d-4a7c-9775-05e4c7bd59c6 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:28.765700 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66dac0-ebbe-4474-97d4-aa8b9619909c x-openstack-request-id: req-ac66dac0-ebbe-4474-97d4-aa8b9619909c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:28.766163 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95d5801-4f81-4a20-8caa-5bc76e7d402f", "tag": "93ce8275-aad3-4bae-a17f-a6ab97c13ac7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:28.766163 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac66dac0-ebbe-4474-97d4-aa8b9619909c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:28.766522 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'tag': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7', 'status': 'completed', 'code': 200} Jul 22 21:44:28.808019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f8fe0-5a40-440e-96e3-08d96644caf7 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:28.863124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.864294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.865402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.866106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.867211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.867914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.868563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.874590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-17f2dff8-0a5f-474a-9a90-488e911e5c65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6498 time: 0.1559112 Jul 22 21:44:28.896592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-062edead-4342-4be0-9f1b-c24bd1778414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:28.898617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-062edead-4342-4be0-9f1b-c24bd1778414 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 1096 time: 0.2574553 Jul 22 21:44:28.997141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-b3c29174-4267-4f0c-8ab1-92f027b42109 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=93ce8275-aad3-4bae-a17f-a6ab97c13ac7 HTTP/1.1" status: 200 len: 217 time: 0.0878158 Jul 22 21:44:29.084621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9f70976f-5b5b-488f-beeb-74976c095627 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:29.193518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-eadf90a3-24a4-4512-a485-9dce34188f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.197155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9f70976f-5b5b-488f-beeb-74976c095627 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:29.198933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-eadf90a3-24a4-4512-a485-9dce34188f7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e46b41ca-ae51-4fcf-b697-20f0d6f65b0b HTTP/1.1" status: 200 len: 838 time: 0.1686139 Jul 22 21:44:29.353388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-91cf134c-4d57-4db2-86c5-0b12f7c9d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.353875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-91cf134c-4d57-4db2-86c5-0b12f7c9d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.354354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-91cf134c-4d57-4db2-86c5-0b12f7c9d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.356087 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-91cf134c-4d57-4db2-86c5-0b12f7c9d381 service neutron] 10.222.0.23 "GET /v2.0/networks?id=57fce704-3643-4e97-b015-36051a4e6bea&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 200 len: 2294 time: 0.3579729 Jul 22 21:44:29.473210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-967b84c9-e933-48a1-9df7-d2f0fc99bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.476175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-967b84c9-e933-48a1-9df7-d2f0fc99bfa7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc32965e-de0c-4a29-8444-795b3c1fd6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2006443 Jul 22 21:44:29.496464 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-cf35c59a-741f-4281-8c0b-b2c4e316e048 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 200 len: 1000 time: 0.1254139 Jul 22 21:44:29.497156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33260) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:29.559552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e906-fccf-48f6-9cb8-43711c89ab15 req-fa06c83a-37a7-48e7-a5f1-9644ba9a5aba tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.568454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db30e906-fccf-48f6-9cb8-43711c89ab15 req-fa06c83a-37a7-48e7-a5f1-9644ba9a5aba tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1095 time: 0.2528448 Jul 22 21:44:29.589513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ae992-6c3a-4dab-921a-0207144c7065 req-e64619f0-32c5-4136-93af-d34f50882d8c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.591136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-245ae992-6c3a-4dab-921a-0207144c7065 req-e64619f0-32c5-4136-93af-d34f50882d8c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 944 time: 0.7126682 Jul 22 21:44:29.641766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144420b5-8fe9-4ae4-8515-c8b3fb8bfae5 None None] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:29.721683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db30e906-fccf-48f6-9cb8-43711c89ab15 req-b8f8984a-c749-4bb6-93e7-d382b255fd4f tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372111 Jul 22 21:44:29.744240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f4e9a2ac-1970-4c3e-a3bf-ca2958058fc1 None None] Provisioning for port 9f70976f-5b5b-488f-beeb-74976c095627 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:29.750087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f4e9a2ac-1970-4c3e-a3bf-ca2958058fc1 None None] Provisioning complete for port 9f70976f-5b5b-488f-beeb-74976c095627 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:29.750471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a2ac-1970-4c3e-a3bf-ca2958058fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:29.754317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-245ae992-6c3a-4dab-921a-0207144c7065 req-0654c2f1-ee9d-49bf-b08a-1c571a0a833c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486237 Jul 22 21:44:29.821211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.13 (432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d/e95f916e-4718-420a-b222-7c9c825dca5a/724de679-d22d-4a7c-9775-05e4c7bd59c6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:29.842241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.23 (432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d/89530129-81e0-4f01-855d-0f7a98f59579/724de679-d22d-4a7c-9775-05e4c7bd59c6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:29.844643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-b8a827a2-5c8a-472f-9742-56e0197ffee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:29.847751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-b8a827a2-5c8a-472f-9742-56e0197ffee6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82ad8203-fa6e-4665-9355-fb5f8f13a8dc HTTP/1.1" status: 200 len: 851 time: 0.3255980 Jul 22 21:44:29.905786 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a2ac-1970-4c3e-a3bf-ca2958058fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:29.929032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-497ebda8-a04e-4c78-ae19-93a7923bd063 service neutron] 10.222.0.23 "GET /v2.0/networks/bc32965e-de0c-4a29-8444-795b3c1fd6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371023 Jul 22 21:44:29.956772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f4e9a2ac-1970-4c3e-a3bf-ca2958058fc1 None None] For port 9f70976f-5b5b-488f-beeb-74976c095627, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9f70976f-5b5b-488f-beeb-74976c095627,segment=NetworkSegment(3f1e9fb2-a848-44a3-b851-11823a81af6a),segment_id=3f1e9fb2-a848-44a3-b851-11823a81af6a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:29.963085 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a2ac-1970-4c3e-a3bf-ca2958058fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.009037 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:44:30.054036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9a2ac-1970-4c3e-a3bf-ca2958058fc1 None None] Pushing event updated for resources: {'Port': ['ID=9f70976f-5b5b-488f-beeb-74976c095627,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:30.110064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-ec5cb2f8-0519-4106-9312-37f6af02919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:30.111691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-ec5cb2f8-0519-4106-9312-37f6af02919c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=57fce704-3643-4e97-b015-36051a4e6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2483039 Jul 22 21:44:30.119779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-98e4dd05-ba4a-460a-b687-d8b5283828d2 req-795632b4-851d-49a6-a415-c5022e24c8b5 service neutron] 10.222.0.23 "GET /v2.0/networks/bc32965e-de0c-4a29-8444-795b3c1fd6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720154 Jul 22 21:44:30.135777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 700ca21d-d471-4997-96d3-3929013f2152 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:30.136161 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.206625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.224223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 724de679-d22d-4a7c-9775-05e4c7bd59c6 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:30.260788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] Update dhcp port {'port': {'network_id': '432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d', 'fixed_ips': [{'subnet_id': 'e95f916e-4718-420a-b222-7c9c825dca5a', 'ip_address': '172.20.0.2'}, {'subnet_id': '89530129-81e0-4f01-855d-0f7a98f59579'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '9f70976f-5b5b-488f-beeb-74976c095627'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:44:30.272061 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.326639 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.336293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=724de679-d22d-4a7c-9775-05e4c7bd59c6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:30.361915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:30.364319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:30.373428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:30.373967 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.374311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.389995 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-4142bfb9-33e3-4584-9982-af476849bd00 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507176 Jul 22 21:44:30.396680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 700ca21d-d471-4997-96d3-3929013f2152 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:30.441148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-3a354d41-ae5a-46aa-ac60-39aedb22b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:30.442872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-3a354d41-ae5a-46aa-ac60-39aedb22b8e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 1096 time: 0.2513163 Jul 22 21:44:30.455964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:30.457111 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.479795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4884cd15-af5e-4cde-a773-9ec106e05560 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3267875 Jul 22 21:44:30.486420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33266) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:30.496666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e95f916e-4718-420a-b222-7c9c825dca5a'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:30.545021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device adaa928c-2e92-47f5-88d7-5946bde52799 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:44:30.584228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] Allocated IP 172.20.0.18 (432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d/89530129-81e0-4f01-855d-0f7a98f59579/9f70976f-5b5b-488f-beeb-74976c095627) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:30.661712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.677822 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-fb614388-2f2d-4338-94ac-bd8538e51977 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753203 Jul 22 21:44:30.757488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-37940b3b-8540-4b8e-bbf8-dbac9abe38db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 217 time: 0.0689399 Jul 22 21:44:30.800552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port adaa928c-2e92-47f5-88d7-5946bde52799, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=adaa928c-2e92-47f5-88d7-5946bde52799,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:30.826280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-8882cf6e-d511-4132-a986-7f511683f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:30.827099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'adaa928c-2e92-47f5-88d7-5946bde52799', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'port_id': 'adaa928c-2e92-47f5-88d7-5946bde52799', 'mac_address': 'fa:16:3e:42:cf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:44:30.828114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-8882cf6e-d511-4132-a986-7f511683f9ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc32965e-de0c-4a29-8444-795b3c1fd6ca HTTP/1.1" status: 200 len: 898 time: 0.2825365 Jul 22 21:44:30.843909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] For port 9f70976f-5b5b-488f-beeb-74976c095627, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9f70976f-5b5b-488f-beeb-74976c095627,segment=NetworkSegment(3f1e9fb2-a848-44a3-b851-11823a81af6a),segment_id=3f1e9fb2-a848-44a3-b851-11823a81af6a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:30.932616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-e5eb1a59-3b90-49b6-a014-70da10c5bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:30.934650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-e5eb1a59-3b90-49b6-a014-70da10c5bd20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.1680181 Jul 22 21:44:30.939660 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-505b81ea-d733-4d3a-8fe0-df40d74c3a15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=93ce8275-aad3-4bae-a17f-a6ab97c13ac7 HTTP/1.1" status: 200 len: 217 time: 0.0908034 Jul 22 21:44:30.978284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:30.988146 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.020142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adaa928c-2e92-47f5-88d7-5946bde52799 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:44:31.027328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] Transition to ACTIVE for port object 9f70976f-5b5b-488f-beeb-74976c095627 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:31.061695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port adaa928c-2e92-47f5-88d7-5946bde52799, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=adaa928c-2e92-47f5-88d7-5946bde52799,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:31.064484 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.073327 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.094337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-dc58bd02-9ed6-4dd6-b5d3-3134c285081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:31.096738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-dc58bd02-9ed6-4dd6-b5d3-3134c285081c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e46b41ca-ae51-4fcf-b697-20f0d6f65b0b HTTP/1.1" status: 200 len: 838 time: 0.1012163 Jul 22 21:44:31.096989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9f70976f-5b5b-488f-beeb-74976c095627 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:31.133562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.186552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066e02c-f5a6-4fdc-82ee-8b713551cfd7 req-d4f242fc-6393-4ff3-beb1-6e7c34ddc891 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:31.193315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b066e02c-f5a6-4fdc-82ee-8b713551cfd7 req-d4f242fc-6393-4ff3-beb1-6e7c34ddc891 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 944 time: 0.2912755 Jul 22 21:44:31.196773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=700ca21d-d471-4997-96d3-3929013f2152,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:31.251567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e252d-c0ea-4205-97ec-8259acb31195 req-8cdbe90b-289c-41ba-97e9-da7e1dda3b2d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:31.253506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f41e252d-c0ea-4205-97ec-8259acb31195 req-8cdbe90b-289c-41ba-97e9-da7e1dda3b2d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1095 time: 0.3875942 Jul 22 21:44:31.285116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b066e02c-f5a6-4fdc-82ee-8b713551cfd7 req-e2098bee-2345-4b5c-8b7f-c67bede4caef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906537 Jul 22 21:44:31.310813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.311533 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Floating IP 243a09cd-b37a-4733-834b-ee451ac3cd16 disassociated (deleted). External IP: 172.25.5.101, port: 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05. Jul 22 21:44:31.321641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577ec0a-dcc9-4d32-a52a-67567159af1b None None] Pushing event updated for resources: {'Port': ['ID=9f70976f-5b5b-488f-beeb-74976c095627,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:31.396135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Delete allocated IP 172.20.0.23 (432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d/89530129-81e0-4f01-855d-0f7a98f59579) {{(pid=94092) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 21:44:31.425105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['adaa928c-2e92-47f5-88d7-5946bde52799'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:44:31.460534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f41e252d-c0ea-4205-97ec-8259acb31195 req-2374f9b0-e18b-4ef5-8923-0058cd3b67e6 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950591 Jul 22 21:44:31.466565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-8c7a6c7f-ee41-46cc-ad45-338933053253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:31.487407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-8c7a6c7f-ee41-46cc-ad45-338933053253 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5101311 Jul 22 21:44:31.499535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=adaa928c-2e92-47f5-88d7-5946bde52799,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:31.513282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-d691d509-f79e-4710-922d-900d9f5f01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:31.515962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.517060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-d691d509-f79e-4710-922d-900d9f5f01fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc32965e-de0c-4a29-8444-795b3c1fd6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3971534 Jul 22 21:44:31.728479 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.750467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Ignored duplicate provisioning block setup for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 21:44:31.756672 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.833917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=724de679-d22d-4a7c-9775-05e4c7bd59c6,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:31.933510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] In _notify_port_updated(), no bound segment for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 on network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:44:31.940454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:31.941281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:31.944393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d8e277fe-3410-4656-871b-88c207ac6762 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "PUT /v2.0/ports/724de679-d22d-4a7c-9775-05e4c7bd59c6 HTTP/1.1" status: 200 len: 920 time: 1.4543841 Jul 22 21:44:31.946171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33276) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:31.952492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e95f916e-4718-420a-b222-7c9c825dca5a'}, {'subnet_id': '89530129-81e0-4f01-855d-0f7a98f59579'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:32.060866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c1ad9a-03ef-4f05-ad4b-37e2ddbf5061 None None] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:32.097711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.171437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-240ffc33-565d-4799-b85a-91a2298ccd9e None None] Provisioning for port 9f70976f-5b5b-488f-beeb-74976c095627 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:32.179970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-240ffc33-565d-4799-b85a-91a2298ccd9e None None] Provisioning complete for port 9f70976f-5b5b-488f-beeb-74976c095627 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:32.180358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-240ffc33-565d-4799-b85a-91a2298ccd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.185459 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.285594 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-3f63dd30-a535-4d73-99c4-29f7dfd75f56 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7802980 Jul 22 21:44:32.331435 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-de7ff37a-4ebd-4c57-9369-5c1d5e8aca3f service neutron] 10.222.0.23 "GET /v2.0/networks/bc32965e-de0c-4a29-8444-795b3c1fd6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032603 Jul 22 21:44:32.473235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router e7934991-3536-4a07-8379-53b7ab4fc754 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:44:32.548887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.27 (432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d/89530129-81e0-4f01-855d-0f7a98f59579/724de679-d22d-4a7c-9775-05e4c7bd59c6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:32.585663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device adaa928c-2e92-47f5-88d7-5946bde52799 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:32.697654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:32.709914 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] Sync routers for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:32.712621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.719458 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-26e1a0ed-d329-4dca-a911-0ad6914d6f2c service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224401 Jul 22 21:44:32.729507 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:32.730345 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:32.740342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port adaa928c-2e92-47f5-88d7-5946bde52799 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:32.764437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port adaa928c-2e92-47f5-88d7-5946bde52799 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:32.764977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.809223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.825545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-1b5ca1f4-63ff-4421-934e-7468f7b1ecce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 217 time: 0.0757842 Jul 22 21:44:32.856439 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-264f914d-d376-4235-9018-e7dbb2ddcd14 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/floatingips/243a09cd-b37a-4733-834b-ee451ac3cd16 HTTP/1.1" status: 204 len: 168 time: 3.3486235 Jul 22 21:44:32.860719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:32.864999 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:32.876824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Ignored duplicate provisioning block setup for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 21:44:32.903385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b87419-63fa-43df-b8de-53d3ddd042d6 req-5500dbef-89d7-4875-8efb-7665f31702ec tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:32.907893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.911242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85b87419-63fa-43df-b8de-53d3ddd042d6 req-5500dbef-89d7-4875-8efb-7665f31702ec tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 944 time: 0.4769201 Jul 22 21:44:32.913264 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:32.979130 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:32.998838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-07c1941c-5954-475d-81e8-04cee6e00e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:33.000980 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-07c1941c-5954-475d-81e8-04cee6e00e3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.1428411 Jul 22 21:44:33.003401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9f70976f-5b5b-488f-beeb-74976c095627 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:33.010074 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc01aaf0-829d-4866-b345-dac9e7d3e990 req-316a18ef-3199-49e9-adaa-f24f43abfc15 service neutron] 10.222.0.23 "GET /v2.0/networks/bc32965e-de0c-4a29-8444-795b3c1fd6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626067 Jul 22 21:44:33.058786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:44:33.060494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaa928c-2e92-47f5-88d7-5946bde52799'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:33.063041 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f8292a-6c9f-4fee-90a8-e7b8dff0ee8a" -d '{"events": [{"server_uuid": "95797f6b-eec7-418b-ae3e-61d03ac633d0", "name": "network-vif-plugged", "status": "completed", "tag": "adaa928c-2e92-47f5-88d7-5946bde52799"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:33.077290 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85b87419-63fa-43df-b8de-53d3ddd042d6 req-65a08041-a1c4-48ba-b140-529843960e9b tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559997 Jul 22 21:44:33.110703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24a30a-db12-4969-a5cf-4d6039943cce req-0026b911-a97b-4dd0-afd5-36f32da7e065 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:33.112052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab24a30a-db12-4969-a5cf-4d6039943cce req-0026b911-a97b-4dd0-afd5-36f32da7e065 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1096 time: 0.4980450 Jul 22 21:44:33.166053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33294) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:33.185607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-afcc9c25-2579-4c82-998c-ca8d761ea45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:33.187863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-afcc9c25-2579-4c82-998c-ca8d761ea45a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1628742 Jul 22 21:44:33.260417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port adaa928c-2e92-47f5-88d7-5946bde52799, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=adaa928c-2e92-47f5-88d7-5946bde52799,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:33.287931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9f70976f-5b5b-488f-beeb-74976c095627 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:33.289392 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:33.299413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=724de679-d22d-4a7c-9775-05e4c7bd59c6,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:33.341064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab24a30a-db12-4969-a5cf-4d6039943cce req-deb0e3a9-1de5-48e1-84cb-649fd4b9e3cb tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865613 Jul 22 21:44:33.349189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] In _notify_port_updated(), no bound segment for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 on network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:44:33.367855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:33.368612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:33.373680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d231b4d6-ba85-4479-a178-87e8f91e3c1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "PUT /v2.0/ports/724de679-d22d-4a7c-9775-05e4c7bd59c6 HTTP/1.1" status: 200 len: 1000 time: 1.4257843 Jul 22 21:44:33.373992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33298) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:33.433620 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:33.510621 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1718ddb5-4069-468c-9566-d085b4443932 x-openstack-request-id: req-1718ddb5-4069-468c-9566-d085b4443932 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:33.511133 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:33.511819 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1718ddb5-4069-468c-9566-d085b4443932 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:33.512454 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'status': 'completed', 'code': 200} Jul 22 21:44:33.599081 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52519f80-e36d-4444-9383-c9fc44612355 x-openstack-request-id: req-52519f80-e36d-4444-9383-c9fc44612355 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:33.599658 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95797f6b-eec7-418b-ae3e-61d03ac633d0", "name": "network-vif-plugged", "status": "completed", "tag": "adaa928c-2e92-47f5-88d7-5946bde52799", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:33.599658 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52519f80-e36d-4444-9383-c9fc44612355 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:33.601467 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaa928c-2e92-47f5-88d7-5946bde52799', 'code': 200} Jul 22 21:44:33.606461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=adaa928c-2e92-47f5-88d7-5946bde52799,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:33.630180 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:44:33.651916 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-862db852-f295-4f06-89e4-8bfffa67f2ea service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523232 Jul 22 21:44:33.786102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ac0-82f5-4f60-912b-507a8b2c4b92 req-8d4c8682-d55d-4738-8a84-696528542fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:33.790002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00308201-7d86-43ef-871e-700788df1bfb None None] Provisioning for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:33.790373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf465ac0-82f5-4f60-912b-507a8b2c4b92 req-8d4c8682-d55d-4738-8a84-696528542fc5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.2094035 Jul 22 21:44:33.807181 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:28Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:33.824916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00308201-7d86-43ef-871e-700788df1bfb None None] Provisioning complete for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:33.825837 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00308201-7d86-43ef-871e-700788df1bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:33.833855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31ccdf-51cf-46b6-9d2e-0e4e1ad229ec req-4bb0f042-3981-46d3-a936-1ab1753fecf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:33.842612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a31ccdf-51cf-46b6-9d2e-0e4e1ad229ec req-4bb0f042-3981-46d3-a936-1ab1753fecf1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1804655 Jul 22 21:44:33.869408 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] Checking router: e7934991-3536-4a07-8379-53b7ab4fc754 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:33.883999 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:33.898478 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:33.919638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00308201-7d86-43ef-871e-700788df1bfb None None] Port 724de679-d22d-4a7c-9775-05e4c7bd59c6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:33.957169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:33.961624 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a31ccdf-51cf-46b6-9d2e-0e4e1ad229ec req-eb726579-0810-4e4f-9bed-ec57d5771e04 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121807 Jul 22 21:44:33.981019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00308201-7d86-43ef-871e-700788df1bfb None None] Provisioning complete for port 9f70976f-5b5b-488f-beeb-74976c095627 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:33.983902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00308201-7d86-43ef-871e-700788df1bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:33.989391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf465ac0-82f5-4f60-912b-507a8b2c4b92 req-8959167c-e210-464e-aec9-333c7ee701ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859384 Jul 22 21:44:33.992993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7', 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'port_id': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7', 'mac_address': 'fa:16:3e:b6:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:44:34.100487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:34.124836 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:34.137751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:44:34.240488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:34.246344 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:34.332395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 724de679-d22d-4a7c-9775-05e4c7bd59c6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:34.332755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:34.363444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:34.389248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-71c4f735-0441-4764-a108-8e53643c4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:34.390796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0ea3ef3a-ebc4-45fd-8a08-bfb7c63ab57a None None] Provisioning complete for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:34.391315 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0ea3ef3a-ebc4-45fd-8a08-bfb7c63ab57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:34.391452 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-71c4f735-0441-4764-a108-8e53643c4176 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53210f20cc944f4a4bc016b9bf23343&device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 1098 time: 0.8647058 Jul 22 21:44:34.411716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dcbfd-35f1-4fe4-8329-7b35969867fb req-bfbfa709-4893-4b89-96fb-3643c747b407 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:34.413966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a83dcbfd-35f1-4fe4-8329-7b35969867fb req-bfbfa709-4893-4b89-96fb-3643c747b407 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 944 time: 0.1997621 Jul 22 21:44:34.461563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3ef3a-ebc4-45fd-8a08-bfb7c63ab57a None None] Port 724de679-d22d-4a7c-9775-05e4c7bd59c6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:34.485126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a83dcbfd-35f1-4fe4-8329-7b35969867fb req-9a0dd174-3517-480e-b47b-e31e7f7afc22 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632689 Jul 22 21:44:34.489920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-23a86fac-0f19-41a2-9ae1-6fbb9570fcea service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665439 Jul 22 21:44:34.583466 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:28Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:34.591891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-38070585-a1bf-4b37-91b5-e176a23f89d4 None None] Provisioning complete for port 724de679-d22d-4a7c-9775-05e4c7bd59c6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:34.592644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-38070585-a1bf-4b37-91b5-e176a23f89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:34.605962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3018ef7-ac1d-478e-a5a3-70ee6e5705a1 req-d655e023-f0b7-46a2-aaec-a854c84dc96d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:34.608142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3018ef7-ac1d-478e-a5a3-70ee6e5705a1 req-d655e023-f0b7-46a2-aaec-a854c84dc96d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.1004062 Jul 22 21:44:34.619784 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9023b-8a81-429f-a3ba-b06e9078755f None None] The sync data for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 is: [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:42:15Z', 'revision_number': 4, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e85a7719-9637-4edb-8318-7d67da9e4378', 'name': '', 'network_id': 'a2ccac37-3b40-4576-b463-392cdafbb6f7', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'mac_address': 'fa:16:3e:a1:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '36f964c2-2af6-4442-aabb-93478828593d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:13Z', 'updated_at': '2021-07-22T21:42:28Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'subnets': [{'id': '36f964c2-2af6-4442-aabb-93478828593d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:34.663404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-38070585-a1bf-4b37-91b5-e176a23f89d4 None None] Port 724de679-d22d-4a7c-9775-05e4c7bd59c6 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:34.687367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3018ef7-ac1d-478e-a5a3-70ee6e5705a1 req-3360503e-5cc3-4f1d-b5a5-4b5e77c60f55 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731981 Jul 22 21:44:34.712243 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-624401a1-eac6-4420-9498-2fc22bdbff0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f HTTP/1.1" status: 200 len: 217 time: 0.1921585 Jul 22 21:44:34.727745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['93ce8275-aad3-4bae-a17f-a6ab97c13ac7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:44:34.917644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:34.957702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-e188c2af-5a4d-4310-af64-4717dc7d43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:34.959478 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-e188c2af-5a4d-4310-af64-4717dc7d43dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.2129352 Jul 22 21:44:34.959478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 724de679-d22d-4a7c-9775-05e4c7bd59c6 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:34.971308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-85a3d141-c7e5-4909-a5dd-31da374020d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:34.973915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-85a3d141-c7e5-4909-a5dd-31da374020d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2ccac37-3b40-4576-b463-392cdafbb6f7 HTTP/1.1" status: 200 len: 897 time: 0.5351214 Jul 22 21:44:35.076716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e5562-1ac6-44ec-b014-6d9a9448e984 None None] New status for floating IP 243a09cd-b37a-4733-834b-ee451ac3cd16: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:44:35.081554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-95bb90bc-2176-47e1-86c0-efec3a0b27c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 HTTP/1.1" status: 200 len: 217 time: 0.0913148 Jul 22 21:44:35.221283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52fe2a-c3a8-4fae-a78b-489ebccfdfc9 req-32227d21-eada-44a7-87e5-0b4cfd8293c7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:35.225351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e52fe2a-c3a8-4fae-a78b-489ebccfdfc9 req-32227d21-eada-44a7-87e5-0b4cfd8293c7 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1465936 Jul 22 21:44:35.272266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-5af7a913-64b8-4245-8cef-50beed3051f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:35.276485 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-5af7a913-64b8-4245-8cef-50beed3051f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36f964c2-2af6-4442-aabb-93478828593d HTTP/1.1" status: 200 len: 834 time: 0.1401732 Jul 22 21:44:35.288412 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e52fe2a-c3a8-4fae-a78b-489ebccfdfc9 req-cf10b010-209f-4f38-9b55-13df56f29e3e tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562732 Jul 22 21:44:35.318308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-2934e44b-ae78-48a9-94a9-0e55cf46c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:35.319949 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-2934e44b-ae78-48a9-94a9-0e55cf46c89b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3524563 Jul 22 21:44:35.648115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bccef-67d4-4d19-8f74-cc754ea7dfa6 req-5adbf536-1bea-4cca-82e7-53c868a0a028 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:35.649655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-086bccef-67d4-4d19-8f74-cc754ea7dfa6 req-5adbf536-1bea-4cca-82e7-53c868a0a028 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 945 time: 0.0687864 Jul 22 21:44:35.668603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-5a20ab5f-a7ab-4eed-8bf3-f90d384f5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:35.670157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-5a20ab5f-a7ab-4eed-8bf3-f90d384f5113 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2ccac37-3b40-4576-b463-392cdafbb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3879685 Jul 22 21:44:35.680503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-650cd6c2-0807-495a-878f-8a03be349e0a service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204303 Jul 22 21:44:35.684140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:35.694914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-086bccef-67d4-4d19-8f74-cc754ea7dfa6 req-4dee5257-389f-430a-9dae-3e25df6ff123 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380898 Jul 22 21:44:35.752656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-fa20f9a7-d926-4c9e-ab6b-5a6fda84ede1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:35.754597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-fa20f9a7-d926-4c9e-ab6b-5a6fda84ede1 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.4162462 Jul 22 21:44:35.790028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:35.831651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06022d11-dd45-40de-8669-0317e1e1f0a4 req-f86f90e1-7fab-4352-b5ef-ce6af893fcad tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:35.833729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06022d11-dd45-40de-8669-0317e1e1f0a4 req-f86f90e1-7fab-4352-b5ef-ce6af893fcad tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.0691693 Jul 22 21:44:35.881855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06022d11-dd45-40de-8669-0317e1e1f0a4 req-58521b06-a4ed-4e2b-9294-9f932559664f tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Jul 22 21:44:35.895909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=724de679-d22d-4a7c-9775-05e4c7bd59c6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:36.014505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39aa4b-39a4-4395-9590-c1245320432d req-6877282a-0a15-4e4c-b5ad-cee47116d26a tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:36.016323 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df39aa4b-39a4-4395-9590-c1245320432d req-6877282a-0a15-4e4c-b5ad-cee47116d26a tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.0619845 Jul 22 21:44:36.058038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df39aa4b-39a4-4395-9590-c1245320432d req-55aa9498-6ca0-4517-8038-39e4713ba8c7 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Jul 22 21:44:36.199168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9b1b8-0171-4d04-b59e-bbf893c0f8c3 req-be009d76-8076-40d0-aad1-179db98a56bc tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:36.201203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5c9b1b8-0171-4d04-b59e-bbf893c0f8c3 req-be009d76-8076-40d0-aad1-179db98a56bc tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.0633843 Jul 22 21:44:36.245314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5c9b1b8-0171-4d04-b59e-bbf893c0f8c3 req-afc08035-4c4e-4aa7-be22-3945c85b3037 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337627 Jul 22 21:44:36.488481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b2a8-0b76-4069-9660-0bc8320465a6 req-9303c933-d6bc-402c-a956-23b97f55c786 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:36.491518 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-d8e057cc-0f96-4fb8-8d70-06fe1b329df3 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7981911 Jul 22 21:44:36.492521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10c5b2a8-0b76-4069-9660-0bc8320465a6 req-9303c933-d6bc-402c-a956-23b97f55c786 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 946 time: 0.1200912 Jul 22 21:44:36.520055 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-c393cded-314a-4395-b0a3-a0e9c01a3fdb service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298256 Jul 22 21:44:36.587581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10c5b2a8-0b76-4069-9660-0bc8320465a6 req-772110f8-4b1f-4061-b25e-73dc2846c4ff tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774534 Jul 22 21:44:36.592598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-91b9f862-0f95-42ee-8526-ea0528e1ae76 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:36.594074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-91b9f862-0f95-42ee-8526-ea0528e1ae76 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/networks?id=1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 200 len: 911 time: 0.1531048 Jul 22 21:44:36.612409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-2989acac-53bf-4471-bb04-dd8dded8eaeb tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/quotas/5a2da48d374f4dda82055fa79877563b HTTP/1.1" status: 200 len: 375 time: 0.0123770 Jul 22 21:44:36.618484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-e639a9a6-abd8-46e4-9feb-2605ca1b241f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6b897202-5981-4600-bd7a-3067a8e69fbd HTTP/1.1" status: 200 len: 217 time: 0.1175056 Jul 22 21:44:36.676635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-097eb3a4-0124-423b-95be-80f9dde45594 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a2da48d374f4dda82055fa79877563b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612981 Jul 22 21:44:36.693550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:36.695674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a31d04c-5eb9-4bf7-b520-f53bcede0988 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/724de679-d22d-4a7c-9775-05e4c7bd59c6 HTTP/1.1" status: 204 len: 168 time: 3.3207126 Jul 22 21:44:36.701350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33342) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:36.744613 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-651ed99e-c286-4df3-bcf1-3d0b0fd84d95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:36.748769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-651ed99e-c286-4df3-bcf1-3d0b0fd84d95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/724de679-d22d-4a7c-9775-05e4c7bd59c6 HTTP/1.1" status: 404 len: 333 time: 0.0439298 Jul 22 21:44:36.769322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33346) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:36.836083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:36.836431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:36.838744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-d47b5a4e-ec60-4c02-9951-eb3c58351ae9 service neutron] 10.222.0.54 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545467 Jul 22 21:44:36.868041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-ba3b3f35-e47a-4ef2-bedb-fd3a342d08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:36.870813 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-ba3b3f35-e47a-4ef2-bedb-fd3a342d08eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.2363582 Jul 22 21:44:36.898446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e44a9-7c13-4c7a-926d-1864fbcf1a40 req-8afc2710-0d7c-4460-b025-57250d31246e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:36.899984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e08e44a9-7c13-4c7a-926d-1864fbcf1a40 req-8afc2710-0d7c-4460-b025-57250d31246e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 945 time: 0.1258962 Jul 22 21:44:36.937812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a5e6c087-c2f6-4a48-9e6c-83bb40be1cb8 req-ff765d01-a3c4-4c16-a81e-3770e77002a2 service neutron] 10.222.0.23 "GET /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924425 Jul 22 21:44:36.953457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 89530129-81e0-4f01-855d-0f7a98f59579 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:36.961970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:36.982286 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-0d47f9f4-d20a-4d50-9f7d-14ce5026b3ac service neutron] 10.222.0.54 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338968 Jul 22 21:44:36.985466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e08e44a9-7c13-4c7a-926d-1864fbcf1a40 req-510f241c-96c6-47d5-8229-f149332c431b tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600390 Jul 22 21:44:37.043158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:37.097287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.105128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:37.105504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.109065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:37.114478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:37.115155 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.166959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:37.191924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-2e0d258c-0edb-499f-b851-064bf5d224cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:37.193976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-2e0d258c-0edb-499f-b851-064bf5d224cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3119094 Jul 22 21:44:37.221141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fd1fcbe-46fe-45c8-8194-eb1359f398f1 req-9a6f9fc9-70fe-4cad-8391-21c69dd45a74 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 210 time: 0.0324740 Jul 22 21:44:37.240607 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.266061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:37.268616 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2223c33-de4e-4cf5-9067-be1061db54d5" -d '{"events": [{"server_uuid": "d95d5801-4f81-4a20-8caa-5bc76e7d402f", "name": "network-vif-plugged", "status": "completed", "tag": "93ce8275-aad3-4bae-a17f-a6ab97c13ac7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:37.288684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:37.294554 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.366635 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e6c9c6-999a-408a-b74c-4ada5725a399 x-openstack-request-id: req-99e6c9c6-999a-408a-b74c-4ada5725a399 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:37.367001 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95d5801-4f81-4a20-8caa-5bc76e7d402f", "name": "network-vif-plugged", "status": "completed", "tag": "93ce8275-aad3-4bae-a17f-a6ab97c13ac7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:37.367347 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99e6c9c6-999a-408a-b74c-4ada5725a399 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:37.367804 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7', 'code': 200} Jul 22 21:44:37.388911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:37.398299 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.497227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-b9b181a0-6a19-464b-bc45-c0f4e4e30579 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882538 Jul 22 21:44:37.502036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Deleting port d23bbcaf-e029-417f-b05a-d10a0d7b0a76 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:37.502411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.660295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.726108 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.741863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=89530129-81e0-4f01-855d-0f7a98f59579,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:37.746010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebe445-03ba-48f8-be98-8a037a208aa0 req-9d1404f4-ed59-41c4-b869-88f9dde2c673 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:37.749339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9eebe445-03ba-48f8-be98-8a037a208aa0 req-9d1404f4-ed59-41c4-b869-88f9dde2c673 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 867 time: 0.0744712 Jul 22 21:44:37.762482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d607e8-adca-4622-b1ba-023fb5c7aa33 None None] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:37.784976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.790263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4ec7185-c856-4373-8867-23f7d0e6afd3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/89530129-81e0-4f01-855d-0f7a98f59579 HTTP/1.1" status: 204 len: 168 time: 1.0171762 Jul 22 21:44:37.795589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33364) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:37.797584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d72fc6-f3f0-4824-95e5-310ffe640320 req-a659400d-8af2-4b5b-ae6d-2f940054dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:37.799114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25d72fc6-f3f0-4824-95e5-310ffe640320 req-a659400d-8af2-4b5b-ae6d-2f940054dda9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 1098 time: 0.3698881 Jul 22 21:44:37.799899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:37.812028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9eebe445-03ba-48f8-be98-8a037a208aa0 req-bf98ddd3-bed5-4798-8a39-3d9bc65f3c65 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/security-groups?id=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486028 Jul 22 21:44:37.824528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] For port d23bbcaf-e029-417f-b05a-d10a0d7b0a76, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:37.824902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:37.905812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-27e03b52-1685-4245-8618-10d8b01c4f07 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920779 Jul 22 21:44:37.911196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Calling delete_port for d23bbcaf-e029-417f-b05a-d10a0d7b0a76 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:37.994828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] No DVR routers for this DVR port 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:38.006390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:38.008498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c1a92f7-d4a9-411f-b3d8-ece27e3cd82a req-e7b6f0ba-c247-40b0-852f-410a25b4a3d4 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.23 "DELETE /v2.0/ports/0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 HTTP/1.1" status: 204 len: 173 time: 2.2073960 Jul 22 21:44:38.010291 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-49d8b801-a0ca-4d8b-8bba-e30f6689483d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34 HTTP/1.1" status: 200 len: 217 time: 0.0937464 Jul 22 21:44:38.010291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-deleted', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:38.012642 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f531e7-8629-4347-b0bf-0fbf7a50aa69" -d '{"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-deleted", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:38.022767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet e95f916e-4718-420a-b222-7c9c825dca5a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:38.072998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-25d72fc6-f3f0-4824-95e5-310ffe640320 req-56c2c159-5aef-4017-8426-8a9fdeb1451d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412405 Jul 22 21:44:38.075798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:38.141679 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46397541-0949-4ee7-9349-3c0e5b981cc0 x-openstack-request-id: req-46397541-0949-4ee7-9349-3c0e5b981cc0 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:38.141959 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bec062-af61-4e5e-9730-4a16c1aa6845", "name": "network-vif-deleted", "tag": "0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:38.142273 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46397541-0949-4ee7-9349-3c0e5b981cc0 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:38.142683 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bec062-af61-4e5e-9730-4a16c1aa6845', 'name': 'network-vif-deleted', 'tag': '0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05', 'status': 'completed', 'code': 200} Jul 22 21:44:38.216796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff346ca-b656-4055-a495-63564c59e9d9 req-c976cb29-5cf8-457c-b6d8-297435cf8d18 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:38.218672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bff346ca-b656-4055-a495-63564c59e9d9 req-c976cb29-5cf8-457c-b6d8-297435cf8d18 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 946 time: 0.0986538 Jul 22 21:44:38.268184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:38.291900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bff346ca-b656-4055-a495-63564c59e9d9 req-cac0b735-44de-4ef9-bb86-b6659834ea6e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630908 Jul 22 21:44:38.396079 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f862bb82-2f3b-4572-94b3-ee963716ecfc req-5cd17a31-d94f-4784-9c08-473adf9862f0 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 210 time: 0.0465572 Jul 22 21:44:38.693860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-9c367e44-9c59-4861-9d00-3f8114c5ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:38.695711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-9c367e44-9c59-4861-9d00-3f8114c5ff8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.6354067 Jul 22 21:44:38.819010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c8f491d5-f97f-4a3f-b9b0-8d62bf45b656 None None] Provisioning complete for port 9f70976f-5b5b-488f-beeb-74976c095627 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:38.819705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c8f491d5-f97f-4a3f-b9b0-8d62bf45b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:38.920556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:38.957142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69ef1ffd-8b0a-498b-9fc9-f779c39772c5 req-2bd2d28a-8242-4723-8485-b5e8da557b96 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "GET /v2.0/ports?device_id=68bec062-af61-4e5e-9730-4a16c1aa6845 HTTP/1.1" status: 200 len: 210 time: 0.0513778 Jul 22 21:44:38.986458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-bff8caaf-949f-4748-b85f-ae72b4533a20 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:38.988030 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-bff8caaf-949f-4748-b85f-ae72b4533a20 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.23 "GET /v2.0/networks?id=1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 200 len: 911 time: 0.3331978 Jul 22 21:44:39.009736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Request body: {'port': {'device_id': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'admin_state_up': True, 'tenant_id': '5a2da48d374f4dda82055fa79877563b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:39.041967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:39.075425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:39.076014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 0d0ddf95-1ebf-49c8-b03b-22c20d5a0b05 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:39.101431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-6bed773c-e23b-4d84-b5c7-2a0997773255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:39.103034 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-6bed773c-e23b-4d84-b5c7-2a0997773255 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3967071 Jul 22 21:44:39.103618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Made reservation on behalf of 5a2da48d374f4dda82055fa79877563b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:39.105958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.114105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.179769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.193325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=e95f916e-4718-420a-b222-7c9c825dca5a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:39.197659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756ff04-8e08-4bf2-aeab-3f52f66fa03a None None] Network 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:39.206541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.211909 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bdb9bff4-1eed-4fc9-9b54-3a22222a5f24 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/e95f916e-4718-420a-b222-7c9c825dca5a HTTP/1.1" status: 204 len: 168 time: 1.4098058 Jul 22 21:44:39.212115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:39.241880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d23bbcaf-e029-417f-b05a-d10a0d7b0a76,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:39.381968 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.410187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-dfa9ecc4-0237-4685-8046-b4f39583e354 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920260 Jul 22 21:44:39.493529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 9f70976f-5b5b-488f-beeb-74976c095627 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:39.494204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.621630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Allocated IP 172.20.0.5 (1713f754-1b08-4f17-be73-9646a0f58b03/d1202fcd-1f8a-4aa5-80f9-4a25459d9709/6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:39.684534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] For port 9f70976f-5b5b-488f-beeb-74976c095627, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9f70976f-5b5b-488f-beeb-74976c095627,segment=NetworkSegment(3f1e9fb2-a848-44a3-b851-11823a81af6a),segment_id=3f1e9fb2-a848-44a3-b851-11823a81af6a)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:39.684911 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.714498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-e15877b2-9eec-4cc2-86b7-d8426b88d570 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771106 Jul 22 21:44:39.728507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0edf979d-c875-433a-9fbf-b6be2b843593 req-42891c83-e60a-439d-8b2d-32d912bc9051 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 210 time: 0.0837998 Jul 22 21:44:39.739461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 9f70976f-5b5b-488f-beeb-74976c095627 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:39.782060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-edd8f54a-d86f-41d2-a76f-ccbb3bd50a6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 200 len: 217 time: 0.0584571 Jul 22 21:44:39.790316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] DHCP port deletion for 432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:39.793416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.834684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae64f1-420e-44e8-9acf-23ce6c4fcabc req-7279b693-f49c-4101-b1fc-8fa60264445a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:39.836258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fae64f1-420e-44e8-9acf-23ce6c4fcabc req-7279b693-f49c-4101-b1fc-8fa60264445a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 946 time: 0.2592671 Jul 22 21:44:39.852476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] Deleting port 9f70976f-5b5b-488f-beeb-74976c095627 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:39.853474 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.876045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.908883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fae64f1-420e-44e8-9acf-23ce6c4fcabc req-a0975d2d-898d-4133-82f4-90db021539ee tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637476 Jul 22 21:44:39.910586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=9f70976f-5b5b-488f-beeb-74976c095627,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:39.916164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No DVR routers for this DVR port 9f70976f-5b5b-488f-beeb-74976c095627 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:39.935273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] For port 9f70976f-5b5b-488f-beeb-74976c095627, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9f70976f-5b5b-488f-beeb-74976c095627,segment=NetworkSegment(3f1e9fb2-a848-44a3-b851-11823a81af6a),segment_id=3f1e9fb2-a848-44a3-b851-11823a81af6a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:39.935673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:39.949039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] Calling delete_port for 9f70976f-5b5b-488f-beeb-74976c095627 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:39.976271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-25a20989-8b40-4621-911c-4cfc0356ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:39.977697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-25a20989-8b40-4621-911c-4cfc0356ec12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.1807466 Jul 22 21:44:40.063250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33390) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:40.075800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:40.101090 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:44:40.112708 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.160564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] No DVR routers for this DVR port 9f70976f-5b5b-488f-beeb-74976c095627 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:40.167481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86c32a-19ae-4c6c-b37b-99bf553f2c69 None None] Pushing event deleted for resources: {'Port': ['ID=9f70976f-5b5b-488f-beeb-74976c095627,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:40.207576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Transition to ACTIVE for port object 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:40.311241 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.330561 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-efb65767-80e7-4bba-9e79-15fc5357b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:40.332242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-efb65767-80e7-4bba-9e79-15fc5357b21e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3402407 Jul 22 21:44:40.333930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:40.366365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1e9fb2-a848-44a3-b851-11823a81af6a') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:40.366734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1e9fb2-a848-44a3-b851-11823a81af6a') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:40.378725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.399285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.414660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:40.415062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:40.418061 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:40.454794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a3dcd-2fbf-4715-b658-d97755c0d83f req-c84c2ddd-ba7a-402e-a5ba-8f57176d9aa9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:40.456220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a25a3dcd-2fbf-4715-b658-d97755c0d83f req-c84c2ddd-ba7a-402e-a5ba-8f57176d9aa9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 946 time: 0.1419034 Jul 22 21:44:40.519095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.531876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.533975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d HTTP/1.1" status: 204 len: 168 time: 1.3206234 Jul 22 21:44:40.538673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33394) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:40.564789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a25a3dcd-2fbf-4715-b658-d97755c0d83f req-f821a2d3-ed63-4519-96ac-aede91934b0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759411 Jul 22 21:44:40.583302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db64c5-294f-4074-bf70-1d4d5dbcce2d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=432d9ec5-b0f5-40a2-8e0a-4f7c09729f8d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:40.632846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4dd6de-a9b9-4a8e-b274-4780817a55c4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:40.635874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ec4dd6de-a9b9-4a8e-b274-4780817a55c4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0951211 Jul 22 21:44:40.638232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33398) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:40.714996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-70fcf223-b9ba-4cd1-a637-a63e6a7a6b90 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0720785 Jul 22 21:44:40.715616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33400) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:40.721614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1945723643'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:40.745812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:40.750444 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.774513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.791504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['adaa928c-2e92-47f5-88d7-5946bde52799'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:44:40.791903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:40.809566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.809996 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment edfaf8b3-516e-4b27-b862-f89a54d372cf of type vlan for network 757469d7-f894-4943-9bcc-41c71a53b294 Jul 22 21:44:40.874426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Router b778e5d7-b083-4842-a37e-fb7ada94550a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:44:40.896674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Network 1713f754-1b08-4f17-be73-9646a0f58b03 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:40.898859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.913353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:40.915288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Pushing event updated for resources: {'Port': ['ID=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:40.921572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:40.952089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73771502-d8f3-4255-9190-2ff9c7f565d3 req-f01c9eb2-afa7-402d-82d7-a04ce81a3aed tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:40.959302 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-35f76594-9603-47a6-8112-0d72690f1390 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144154 Jul 22 21:44:40.962236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73771502-d8f3-4255-9190-2ff9c7f565d3 req-f01c9eb2-afa7-402d-82d7-a04ce81a3aed tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1027 time: 0.1350267 Jul 22 21:44:40.965942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.966292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.966636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.966977 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.967316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.967653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.968036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.968369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.968696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.969774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.970002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.970182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:40.983526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:40.990195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:40.990843 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.047829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73771502-d8f3-4255-9190-2ff9c7f565d3 req-58c286c3-dd78-4c64-95c5-bb54a31812d3 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821171 Jul 22 21:44:41.073795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3569405 Jul 22 21:44:41.084934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33406) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:41.093345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': '757469d7-f894-4943-9bcc-41c71a53b294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:41.151794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:41.152944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.153616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=757469d7-f894-4943-9bcc-41c71a53b294,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:41.155528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9f70976f-5b5b-488f-beeb-74976c095627 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:41.173921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.174298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.174638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.174969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.175303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.175633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.176013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.176340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.176666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.176990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.177310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.177689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb891a-c329-46e7-8039-b002e4abbe96 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:44:41.197566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9f70976f-5b5b-488f-beeb-74976c095627 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:41.198232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9f70976f-5b5b-488f-beeb-74976c095627 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:41.206251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 757469d7-f894-4943-9bcc-41c71a53b294 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:41.254992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48f9cdb6-6cc8-4647-a765-df1bd6814d40 req-010cfb97-fea0-4e2a-87be-18756d12ac94 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743714 Jul 22 21:44:41.261900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:41.267394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.280292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-fed915bb-93f6-45d1-b7f0-53b202403649 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2815914 Jul 22 21:44:41.315645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Request body: {'port': {'device_id': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:41.345100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:41.355728 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] Sync routers for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:41.359358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4b5a2350-43cb-4705-8161-01ce1b58fe2e admin admin] 10.222.0.54 "PUT /v2.0/routers/b778e5d7-b083-4842-a37e-fb7ada94550a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1866024 Jul 22 21:44:41.362761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8cf262ad-fcb3-4b5e-86fe-a03716b377f2 None None] Provisioning for port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:41.368529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:41.369589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8cf262ad-fcb3-4b5e-86fe-a03716b377f2 None None] Provisioning complete for port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:41.370632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8cf262ad-fcb3-4b5e-86fe-a03716b377f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.377589 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:41.378918 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:41.465076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8cf262ad-fcb3-4b5e-86fe-a03716b377f2 None None] Port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:41.505377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-2bf2ccae-6aa2-4f3c-8b4a-663c0554906a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1337190 Jul 22 21:44:41.543016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.593333 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:41.617684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.654180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.808617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': 'edfaf8b3-516e-4b27-b862-f89a54d372cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '757469d7-f894-4943-9bcc-41c71a53b294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:41.809388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: 757469d7-f894-4943-9bcc-41c71a53b294, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:41.813191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=7b901878-65c7-4230-8415-e872db6f58e6,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:41.829051 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:44:39Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:41.844483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-6fd62548-c996-4fb8-a68a-5bc54e48ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:41.846208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-6fd62548-c996-4fb8-a68a-5bc54e48ec10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2da48d374f4dda82055fa79877563b&device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.2516634 Jul 22 21:44:41.859921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 757469d7-f894-4943-9bcc-41c71a53b294 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:41.874041 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] Checking router: b778e5d7-b083-4842-a37e-fb7ada94550a for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:41.882921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 757469d7-f894-4943-9bcc-41c71a53b294) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:41.884361 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] Routers {'b778e5d7-b083-4842-a37e-fb7ada94550a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:41.885126 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b778e5d7-b083-4842-a37e-fb7ada94550a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:41.887598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:41.889779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.895766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:41.904763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbcf8c0-a2b3-4e38-ac60-b4c47dd245b9 None None] Network 757469d7-f894-4943-9bcc-41c71a53b294 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:41.987726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-33b43b4e-463a-461e-91f2-8043dd730ba7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9016762 Jul 22 21:44:41.992686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33412) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:41.998385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': '757469d7-f894-4943-9bcc-41c71a53b294', 'name': 'tempest-PortsTestJSON-1392685426'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:42.011953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.028688 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] Set router b778e5d7-b083-4842-a37e-fb7ada94550a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:42.087520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-56e0399c-f7c1-492e-a303-f3fff01e5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:42.089454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-56e0399c-f7c1-492e-a303-f3fff01e5fee service neutron] 10.222.0.58 "GET /v2.0/networks?id=1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 200 len: 911 time: 0.2167144 Jul 22 21:44:42.140682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33416) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:42.187743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-757469d7-f894-4943-9bcc-41c71a53b294', 'network_id': '757469d7-f894-4943-9bcc-41c71a53b294', 'tenant_id': '12752c10d4af4640bd6ca42fcb335409', 'fixed_ips': [{'subnet_id': '7b901878-65c7-4230-8415-e872db6f58e6'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:42.188744 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.202826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-3e3c9412-586e-43e8-ac2d-6c6d8adcf34a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adaa928c-2e92-47f5-88d7-5946bde52799 HTTP/1.1" status: 200 len: 217 time: 0.1028452 Jul 22 21:44:42.283557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-be4a8c22-7816-46c6-a05c-689f828b9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:42.285223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-be4a8c22-7816-46c6-a05c-689f828b9099 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1202fcd-1f8a-4aa5-80f9-4a25459d9709 HTTP/1.1" status: 200 len: 849 time: 0.0701318 Jul 22 21:44:42.317062 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:44:39Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:42.349001 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bd2e6-af61-4fa9-a377-e5c57f167aa2 None None] The sync data for ids ['b778e5d7-b083-4842-a37e-fb7ada94550a'] in n-d-762330-19 is: [{'id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'name': 'tempest-TaggedBootDevicesTest_v242-1282203929-router', 'tenant_id': '9a83f9d3225a4b7a9ce708ceca131949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:31:59Z', 'updated_at': '2021-07-22T21:44:39Z', 'revision_number': 5, 'project_id': '9a83f9d3225a4b7a9ce708ceca131949', 'gw_port': {'id': 'ad0d08da-ae6c-4971-8c9f-b033d51a4777', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e5d7-b083-4842-a37e-fb7ada94550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:32:04Z', 'updated_at': '2021-07-22T21:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:42.358979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Allocated IP 172.20.0.2 (757469d7-f894-4943-9bcc-41c71a53b294/7b901878-65c7-4230-8415-e872db6f58e6/745d5512-94bf-4e3c-8881-903c02377c95) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:42.383908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355378de-ef70-4430-913a-05e9c98d465d req-61d82fe6-7d4f-44ca-89fe-894867ca62ee tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:42.385803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-355378de-ef70-4430-913a-05e9c98d465d req-61d82fe6-7d4f-44ca-89fe-894867ca62ee tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1027 time: 0.1875696 Jul 22 21:44:42.402031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:42.406317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.434431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:42.477324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:44:42.509262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-6092f327-9d77-4fe3-b3a3-9b5fd9512baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:42.510637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Deleting port ad0d08da-ae6c-4971-8c9f-b033d51a4777 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:42.510993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.511129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-6092f327-9d77-4fe3-b3a3-9b5fd9512baa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1713f754-1b08-4f17-be73-9646a0f58b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146027 Jul 22 21:44:42.534468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.534982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.545724 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Transition to ACTIVE for port object 745d5512-94bf-4e3c-8881-903c02377c95 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:42.556389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-355378de-ef70-4430-913a-05e9c98d465d req-c725cce1-0e34-48d7-9fe7-e0fd981289e1 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334298 Jul 22 21:44:42.567005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Transition to ACTIVE for port object 745d5512-94bf-4e3c-8881-903c02377c95 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:42.578460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.612691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-11bc4bec-ca25-41b2-9d4b-6662698d178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.624542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Network 757469d7-f894-4943-9bcc-41c71a53b294 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:42.631804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:42.636110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:42.646423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Pushing event updated for resources: {'Port': ['ID=745d5512-94bf-4e3c-8881-903c02377c95,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:42.702311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-30281e8e-0480-4951-8832-f38afa349bc9 service neutron] 10.222.0.58 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791382 Jul 22 21:44:42.713945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Attempting to bind port 745d5512-94bf-4e3c-8881-903c02377c95 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:42.717186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Attempting to bind port 745d5512-94bf-4e3c-8881-903c02377c95 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'edfaf8b3-516e-4b27-b862-f89a54d372cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '757469d7-f894-4943-9bcc-41c71a53b294'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:42.717806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Attempting to bind port 745d5512-94bf-4e3c-8881-903c02377c95 on network 757469d7-f894-4943-9bcc-41c71a53b294 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:42.728155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:42.728892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Checking segment: {'id': 'edfaf8b3-516e-4b27-b862-f89a54d372cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '757469d7-f894-4943-9bcc-41c71a53b294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:42.729487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.730092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Bound using segment: {'id': 'edfaf8b3-516e-4b27-b862-f89a54d372cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '757469d7-f894-4943-9bcc-41c71a53b294'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:42.730785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Bound port: 745d5512-94bf-4e3c-8881-903c02377c95, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfaf8b3-516e-4b27-b862-f89a54d372cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '757469d7-f894-4943-9bcc-41c71a53b294'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:42.731367 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.753951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.12 (757469d7-f894-4943-9bcc-41c71a53b294/7b901878-65c7-4230-8415-e872db6f58e6/26b91cb7-841d-47bb-ad9a-4ad9a995fba7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:42.815104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d5524516-663d-4105-9510-84a72135fe5f None None] For port 745d5512-94bf-4e3c-8881-903c02377c95, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:42.819306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d5524516-663d-4105-9510-84a72135fe5f None None] For port 745d5512-94bf-4e3c-8881-903c02377c95, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=745d5512-94bf-4e3c-8881-903c02377c95,segment=NetworkSegment(edfaf8b3-516e-4b27-b862-f89a54d372cf),segment_id=edfaf8b3-516e-4b27-b862-f89a54d372cf)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:42.824237 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:42.908897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d23bbcaf-e029-417f-b05a-d10a0d7b0a76 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:42.918599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Transition to ACTIVE for port object 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:42.920985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89097a50-ac7c-4f23-b1ff-fa1f8df36ad6 req-86d2c082-e81f-4713-b2e9-86e5246dc0bc service neutron] 10.222.0.58 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088497 Jul 22 21:44:42.944408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d23bbcaf-e029-417f-b05a-d10a0d7b0a76 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:42.944822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d23bbcaf-e029-417f-b05a-d10a0d7b0a76 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:42.947450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5524516-663d-4105-9510-84a72135fe5f None None] Pushing event updated for resources: {'Port': ['ID=745d5512-94bf-4e3c-8881-903c02377c95,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:42.968101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.079965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.100894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:43.106962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:43.115438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] For port ad0d08da-ae6c-4971-8c9f-b033d51a4777, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ad0d08da-ae6c-4971-8c9f-b033d51a4777,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:43.115808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.149999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.217179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 757469d7-f894-4943-9bcc-41c71a53b294 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:43.227229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:43.229772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:43.281118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=26b91cb7-841d-47bb-ad9a-4ad9a995fba7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:43.300052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Calling delete_port for ad0d08da-ae6c-4971-8c9f-b033d51a4777 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:43.317195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:43.318481 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.338924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dc1d649d-1e50-45b0-ad61-bff08d128c95 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3447833 Jul 22 21:44:43.341448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33420) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:43.346898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': '757469d7-f894-4943-9bcc-41c71a53b294', 'name': 'tempest-PortsTestJSON-560127539'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:43.478506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:43.482160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.507013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Attempting to bind port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:43.507476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Attempting to bind port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:43.507689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Attempting to bind port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 on network 1713f754-1b08-4f17-be73-9646a0f58b03 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:43.508717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 0c9461e5-b8c5-448f-8310-39f205d5dfd7 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:43.547032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 on network 1713f754-1b08-4f17-be73-9646a0f58b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:44:43.547032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Attempting to bind port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 on network 1713f754-1b08-4f17-be73-9646a0f58b03 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:43.600034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:43.600392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Checking segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:43.600795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Bound using segment: {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:43.601296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Bound port: 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:43.601625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.645830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.9 (757469d7-f894-4943-9bcc-41c71a53b294/7b901878-65c7-4230-8415-e872db6f58e6/0c9461e5-b8c5-448f-8310-39f205d5dfd7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:43.681515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port e85a7719-9637-4edb-8318-7d67da9e4378 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:43.681870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.817526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] For port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:43.822053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] For port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:43.844250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.913716 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.942404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 0c9461e5-b8c5-448f-8310-39f205d5dfd7 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:43.974864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:43.975516 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:43.977219 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 HTTP/1.1" status: 200 len: 1092 time: 2.6747570 Jul 22 21:44:43.981012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'tag': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:43.984940 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "289bb60b-b709-4ba6-9f22-26dad4fa7f94", "tag": "6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:44.035239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ab410-678f-447a-ae86-c14c8f33abcc req-8d7478fa-5742-4edc-b849-bc4f2980d34c tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:44.037763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a39ab410-678f-447a-ae86-c14c8f33abcc req-8d7478fa-5742-4edc-b849-bc4f2980d34c tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1095 time: 0.1103580 Jul 22 21:44:44.039720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.084477 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f098c41-8985-456d-b0e8-7d2249590389 x-openstack-request-id: req-7f098c41-8985-456d-b0e8-7d2249590389 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:44.084716 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289bb60b-b709-4ba6-9f22-26dad4fa7f94", "tag": "6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:44.084977 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f098c41-8985-456d-b0e8-7d2249590389 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:44.085349 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'tag': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512', 'status': 'completed', 'code': 200} Jul 22 21:44:44.123338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network 757469d7-f894-4943-9bcc-41c71a53b294 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:44.127061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=0c9461e5-b8c5-448f-8310-39f205d5dfd7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:44.128460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f096-9738-4a48-a07d-6e085e053174 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:44.132436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:44.135073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:44.147312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.149868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.171963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a39ab410-678f-447a-ae86-c14c8f33abcc req-630e8eeb-87bf-44c3-a0f9-97ca8c522ada tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965037 Jul 22 21:44:44.209139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:44.209139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.210519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0d08da-ae6c-4971-8c9f-b033d51a4777,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:44.218947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port e85a7719-9637-4edb-8318-7d67da9e4378, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e85a7719-9637-4edb-8318-7d67da9e4378,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:44.219232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.229532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ba9d7c9f-87d0-4162-a40b-6ff1e3668372 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8858757 Jul 22 21:44:44.229532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33428) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:44.294489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006df9b-3971-48aa-9a84-126cbdedafb1 None None] Network 757469d7-f894-4943-9bcc-41c71a53b294 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:44.330845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for e85a7719-9637-4edb-8318-7d67da9e4378 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:44.350354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bae432-95ec-4898-aca2-fcf494f82b02 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:44.352195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-35bae432-95ec-4898-aca2-fcf494f82b02 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1212668 Jul 22 21:44:44.354884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33430) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:44.395657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d18922ec-ea01-4df3-9faf-920f9fe3500d None None] Provisioning for port 745d5512-94bf-4e3c-8881-903c02377c95 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:44.451811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8da0d009-bba8-4878-8ef1-3bd8b9b0132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:44.453381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-8da0d009-bba8-4878-8ef1-3bd8b9b0132c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a2da48d374f4dda82055fa79877563b&device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1095 time: 0.4171474 Jul 22 21:44:44.478604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 0c9461e5-b8c5-448f-8310-39f205d5dfd7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:44.479102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.507951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.603049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.618505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 0c9461e5-b8c5-448f-8310-39f205d5dfd7 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:44.683250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-003091b3-fba1-48f3-bd2a-70c19f977949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 HTTP/1.1" status: 200 len: 217 time: 0.2071280 Jul 22 21:44:44.778445 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.779549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Provisioning for port 0c9461e5-b8c5-448f-8310-39f205d5dfd7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:44.784884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Provisioning complete for port 0c9461e5-b8c5-448f-8310-39f205d5dfd7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:44.785258 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.806789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Port 0c9461e5-b8c5-448f-8310-39f205d5dfd7 was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:44:44.845039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Provisioning for port 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:44.850121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Provisioning complete for port 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:44.850121 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.851774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=0c9461e5-b8c5-448f-8310-39f205d5dfd7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:44.862391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.881544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.900805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b5e4b-8036-4812-afe4-ec45df76a69e None None] Port 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:44.960285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-6f613d2a-b47c-401f-a941-2a6debcbbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:44.963004 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-6f613d2a-b47c-401f-a941-2a6debcbbe4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d1202fcd-1f8a-4aa5-80f9-4a25459d9709 HTTP/1.1" status: 200 len: 849 time: 0.2274985 Jul 22 21:44:44.976661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:44.981996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fe9a9fae-cfb9-423b-920c-5eeac9095f0e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/0c9461e5-b8c5-448f-8310-39f205d5dfd7 HTTP/1.1" status: 204 len: 168 time: 0.6236928 Jul 22 21:44:44.982199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33434) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:45.025169 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f80df4-cc11-4224-a7c4-757030ea906f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:45.030361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c8f80df4-cc11-4224-a7c4-757030ea906f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/0c9461e5-b8c5-448f-8310-39f205d5dfd7 HTTP/1.1" status: 404 len: 333 time: 0.0468435 Jul 22 21:44:45.031060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33436) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:45.129765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 745d5512-94bf-4e3c-8881-903c02377c95 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:45.165909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:45.166936 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.205095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 745d5512-94bf-4e3c-8881-903c02377c95 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:45.211706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d69883e4-46d7-41ff-a4d9-933b90aeb308 None None] Provisioning complete for port 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:45.211706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d69883e4-46d7-41ff-a4d9-933b90aeb308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.217078 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a8318567-25e5-4104-8772-8adba26244be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.253935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 745d5512-94bf-4e3c-8881-903c02377c95 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:45.253935 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.299316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d69883e4-46d7-41ff-a4d9-933b90aeb308 None None] Port 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:45.338270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.383919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 26b91cb7-841d-47bb-ad9a-4ad9a995fba7 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:45.461043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc622a23-7fe6-4b2e-b3ef-b089ae70c4e1 req-775ec563-f1c9-45a5-ae3f-197552b0fd60 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:45.462920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc622a23-7fe6-4b2e-b3ef-b089ae70c4e1 req-775ec563-f1c9-45a5-ae3f-197552b0fd60 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1095 time: 0.1461027 Jul 22 21:44:45.544502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc622a23-7fe6-4b2e-b3ef-b089ae70c4e1 req-663bdff7-f7bb-498a-91d6-d83bbfcacc01 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660386 Jul 22 21:44:45.570101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8da7f77a-335c-4c0c-931d-191667f53b7c None None] Could not find standard attr ID for object 0c9461e5-b8c5-448f-8310-39f205d5dfd7. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:44:45.584406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.588560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.589728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b778e5d7-b083-4842-a37e-fb7ada94550a {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:44:45.595777 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.600239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6b63040c-dae4-42de-8430-226c66edd8bb admin admin] 10.222.0.54 "DELETE /v2.0/routers/b778e5d7-b083-4842-a37e-fb7ada94550a HTTP/1.1" status: 204 len: 168 time: 4.2265549 Jul 22 21:44:45.601187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:45.605890 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.643454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 745d5512-94bf-4e3c-8881-903c02377c95, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=745d5512-94bf-4e3c-8881-903c02377c95,segment=NetworkSegment(edfaf8b3-516e-4b27-b862-f89a54d372cf),segment_id=edfaf8b3-516e-4b27-b862-f89a54d372cf)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:45.648769 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.678056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] Deleting subnet 0d39fb80-71f0-47b2-84bc-bc691826ea84 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:45.680308 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.690376 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.724361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=745d5512-94bf-4e3c-8881-903c02377c95,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:45.729552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.20.0.17 (bc32965e-de0c-4a29-8444-795b3c1fd6ca/e46b41ca-ae51-4fcf-b697-20f0d6f65b0b/fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:45.747506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-4fdf84f8-3797-425a-b8eb-9aaa312ca1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:45.749303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-4fdf84f8-3797-425a-b8eb-9aaa312ca1e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1713f754-1b08-4f17-be73-9646a0f58b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3190620 Jul 22 21:44:45.752678 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=26b91cb7-841d-47bb-ad9a-4ad9a995fba7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:45.777250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.782880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.858452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=e85a7719-9637-4edb-8318-7d67da9e4378,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:45.943539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.946001 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-36a3d726-3987-4697-9b37-c9d06de6c499 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/26b91cb7-841d-47bb-ad9a-4ad9a995fba7 HTTP/1.1" status: 204 len: 168 time: 0.9139349 Jul 22 21:44:45.949106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33442) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:45.990877 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4756ec-7779-4e52-ad4f-94fa35ea6ce0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:45.993695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d4756ec-7779-4e52-ad4f-94fa35ea6ce0 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/26b91cb7-841d-47bb-ad9a-4ad9a995fba7 HTTP/1.1" status: 404 len: 333 time: 0.0425446 Jul 22 21:44:45.995483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:45.998261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33446) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:46.075894 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-1d5ae986-ff9e-4407-923c-000a62e2f971 service neutron] 10.222.0.23 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154817 Jul 22 21:44:46.084088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.142617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d39fb80-71f0-47b2-84bc-bc691826ea84,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:46.146438 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.150736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.152979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a96b1559-1027-4423-89bd-e3c8b016344f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0d39fb80-71f0-47b2-84bc-bc691826ea84 HTTP/1.1" status: 204 len: 168 time: 0.5508881 Jul 22 21:44:46.155295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33448) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:46.163067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33a420-d0e0-4406-90b1-31fde5b1097b None None] Network d83b34ae-b9da-4254-a7f8-3ea957ceaa49 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:46.228679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.256114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 7b901878-65c7-4230-8415-e872db6f58e6 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:46.262579 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.295337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.323117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Transition to ACTIVE for port object fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:46.324919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Deleting port 625579ce-b37f-46a2-9f97-1dddb8eef929 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:46.325407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.392174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.400751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] DHCP port deletion for d83b34ae-b9da-4254-a7f8-3ea957ceaa49 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:46.425861 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4d9a5ae6-d2af-4e91-a9d7-cd7ae935eacc req-6ab12026-a9da-4a45-8ac4-93724fdb5307 service neutron] 10.222.0.23 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386645 Jul 22 21:44:46.432397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.457969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] Deleting port 625579ce-b37f-46a2-9f97-1dddb8eef929 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:46.458857 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.559292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] For port 625579ce-b37f-46a2-9f97-1dddb8eef929, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=625579ce-b37f-46a2-9f97-1dddb8eef929,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:46.560317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.568167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.580578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] Calling delete_port for 625579ce-b37f-46a2-9f97-1dddb8eef929 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:46.679158 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.710352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] No DVR routers for this DVR port 625579ce-b37f-46a2-9f97-1dddb8eef929 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:46.715314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb628a8-cbd8-4c5f-9458-5188ffafe7fe None None] Pushing event deleted for resources: {'Port': ['ID=625579ce-b37f-46a2-9f97-1dddb8eef929,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:46.717891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] For port 625579ce-b37f-46a2-9f97-1dddb8eef929, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=625579ce-b37f-46a2-9f97-1dddb8eef929,segment=NetworkSegment(c46ce6f8-83ff-4469-99ff-1bfa3970855c),segment_id=c46ce6f8-83ff-4469-99ff-1bfa3970855c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:46.718161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.738744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:46.745813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.746238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Calling delete_port for 625579ce-b37f-46a2-9f97-1dddb8eef929 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:46.752011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:46.775249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:46.779292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:46.815311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5eb8-beee-4313-9c0a-c89b0fe1a397 req-ca07ca4f-252c-4cd0-b33d-1047b43659c3 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:46.817037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfee5eb8-beee-4313-9c0a-c89b0fe1a397 req-ca07ca4f-252c-4cd0-b33d-1047b43659c3 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1095 time: 0.1479492 Jul 22 21:44:46.891594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bfee5eb8-beee-4313-9c0a-c89b0fe1a397 req-6a7243bf-3592-4647-bcb3-e969e1f10c02 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656936 Jul 22 21:44:46.909636 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:46.932593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-03024859-54dd-4516-9239-3431b725fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:46.934581 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-03024859-54dd-4516-9239-3431b725fb8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a2da48d374f4dda82055fa79877563b&device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1095 time: 0.4282644 Jul 22 21:44:46.938531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] No DVR routers for this DVR port 625579ce-b37f-46a2-9f97-1dddb8eef929 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:46.965921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=625579ce-b37f-46a2-9f97-1dddb8eef929,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:46.978344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.050008 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.061208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83b34ae-b9da-4254-a7f8-3ea957ceaa49']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:47.076294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 745d5512-94bf-4e3c-8881-903c02377c95 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:47.090674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.094342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46ce6f8-83ff-4469-99ff-1bfa3970855c') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:47.096070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46ce6f8-83ff-4469-99ff-1bfa3970855c') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:47.114232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.136747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.147274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:47.147616 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:47.149754 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:47.158464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0b721aa2-0666-43b0-993e-39fc52e0da3d None None] Provisioning for port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:47.158764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0b721aa2-0666-43b0-993e-39fc52e0da3d None None] Provisioning complete for port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:47.159148 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b721aa2-0666-43b0-993e-39fc52e0da3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.194429 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.197858 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/7b901878-65c7-4230-8415-e872db6f58e6 HTTP/1.1" status: 204 len: 168 time: 1.1959629 Jul 22 21:44:47.206190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acfab7-1447-4a1e-a614-ee27a25fbd4b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=7b901878-65c7-4230-8415-e872db6f58e6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:47.211057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33454) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:47.221452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96641ca0-65e7-4163-ba02-dd038ae3b431 None None] Network 757469d7-f894-4943-9bcc-41c71a53b294 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:47.238640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.248398 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.251499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d83b34ae-b9da-4254-a7f8-3ea957ceaa49 HTTP/1.1" status: 204 len: 168 time: 1.0950406 Jul 22 21:44:47.258508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0b721aa2-0666-43b0-993e-39fc52e0da3d None None] Port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:47.265101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 745d5512-94bf-4e3c-8881-903c02377c95 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:47.265101 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.272355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ee94-9268-4d6d-b667-7be15e7b43a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83b34ae-b9da-4254-a7f8-3ea957ceaa49,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:47.325180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-55bec680-e64a-4de0-ac53-ebf48151e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:47.326604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-55bec680-e64a-4de0-ac53-ebf48151e5c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 200 len: 911 time: 0.3446052 Jul 22 21:44:47.356177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Router e7934991-3536-4a07-8379-53b7ab4fc754 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:44:47.435016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.446013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-3f4f6e3c-7a5d-445a-a6e9-5c1dca056c30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 HTTP/1.1" status: 200 len: 217 time: 0.0816402 Jul 22 21:44:47.448854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33458) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:47.519746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.548883 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] DHCP port deletion for 757469d7-f894-4943-9bcc-41c71a53b294 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:47.552309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 625579ce-b37f-46a2-9f97-1dddb8eef929 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:47.574993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 625579ce-b37f-46a2-9f97-1dddb8eef929 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:47.575342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 625579ce-b37f-46a2-9f97-1dddb8eef929 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:47.575755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad0d08da-ae6c-4971-8c9f-b033d51a4777 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:47.612287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ad0d08da-ae6c-4971-8c9f-b033d51a4777 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:47.612659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ad0d08da-ae6c-4971-8c9f-b033d51a4777 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:47.646227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] Deleting port 745d5512-94bf-4e3c-8881-903c02377c95 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:47.646617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.721328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] For port 745d5512-94bf-4e3c-8881-903c02377c95, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=745d5512-94bf-4e3c-8881-903c02377c95,segment=NetworkSegment(edfaf8b3-516e-4b27-b862-f89a54d372cf),segment_id=edfaf8b3-516e-4b27-b862-f89a54d372cf)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:47.721727 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.735092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] Calling delete_port for 745d5512-94bf-4e3c-8881-903c02377c95 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:47.818581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:47.844305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] Pushing event deleted for resources: {'Port': ['ID=745d5512-94bf-4e3c-8881-903c02377c95,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:47.847903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da848dd-6d91-4cf3-8ebe-d416aa46c085 None None] No DVR routers for this DVR port 745d5512-94bf-4e3c-8881-903c02377c95 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:47.954761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-2391931b-b40e-4c26-92f9-7e8d703614aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:47.956253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-2391931b-b40e-4c26-92f9-7e8d703614aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d1202fcd-1f8a-4aa5-80f9-4a25459d9709 HTTP/1.1" status: 200 len: 849 time: 0.5013132 Jul 22 21:44:47.971223 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f158bc81-38ef-4bc1-b430-c8d4a8fde124 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a83f9d3225a4b7a9ce708ceca131949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211179 Jul 22 21:44:47.975361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:48.071520 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-943bb6a9-39f9-44ed-bab9-a8ed0f8967ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.086877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4b14-7986-4ac3-aae7-f6f2877e1213 req-25955e44-0138-4887-9ebb-eaba4b3c584a tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:48.090443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f5d4b14-7986-4ac3-aae7-f6f2877e1213 req-25955e44-0138-4887-9ebb-eaba4b3c584a tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1095 time: 0.1105356 Jul 22 21:44:48.110844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-943bb6a9-39f9-44ed-bab9-a8ed0f8967ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.126764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:48.135164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-620e0503-bf4b-42d7-a11c-1f6deff31c4a tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "PUT /v2.0/routers/e7934991-3536-4a07-8379-53b7ab4fc754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0694005 Jul 22 21:44:48.138133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] Sync routers for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:48.139388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 745d5512-94bf-4e3c-8881-903c02377c95 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:48.139722 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.141972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33464) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:48.150003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:48.150601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:48.183288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-e206aae9-4fc4-44de-89d7-2872f2360d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:48.183499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f5d4b14-7986-4ac3-aae7-f6f2877e1213 req-bc99b9b0-d61f-4d6c-b9d3-217d337e8d9d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884769 Jul 22 21:44:48.185046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-e206aae9-4fc4-44de-89d7-2872f2360d9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1713f754-1b08-4f17-be73-9646a0f58b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2116003 Jul 22 21:44:48.221185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting subnet 36f964c2-2af6-4442-aabb-93478828593d {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:48.225608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.257107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] For port 745d5512-94bf-4e3c-8881-903c02377c95, host n-d-762330-19, got binding levels [] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:48.257631 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.280126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 745d5512-94bf-4e3c-8881-903c02377c95 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:48.286849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Port 745d5512-94bf-4e3c-8881-903c02377c95 was not found and therefore no delete operation was performed {{(pid=94091) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:44:48.289521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-943bb6a9-39f9-44ed-bab9-a8ed0f8967ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.292986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-943bb6a9-39f9-44ed-bab9-a8ed0f8967ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.297270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-943bb6a9-39f9-44ed-bab9-a8ed0f8967ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20c0693c-30d7-4056-9dfe-42290cb77b6a HTTP/1.1" status: 204 len: 168 time: 0.3172052 Jul 22 21:44:48.303496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.306980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.312695 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.340897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:48.344941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb6a9-39f9-44ed-bab9-a8ed0f8967ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c0693c-30d7-4056-9dfe-42290cb77b6a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:48.378859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=745d5512-94bf-4e3c-8881-903c02377c95,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:48.406637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No DVR routers for this DVR port 745d5512-94bf-4e3c-8881-903c02377c95 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:48.453613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.488782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-07464ba9-a5e9-46ec-a208-1878c7ddb027 service neutron] 10.222.0.23 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715800 Jul 22 21:44:48.530151 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.572600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.573149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Subnet': ['ID=36f964c2-2af6-4442-aabb-93478828593d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:48.578089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.579884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-54e22d19-3f28-4bdb-a08b-e5005131033d tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/subnets/36f964c2-2af6-4442-aabb-93478828593d HTTP/1.1" status: 204 len: 168 time: 0.4368739 Jul 22 21:44:48.582620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:48.617592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55d74b-99de-47ec-9bd1-6d4f52bba8dd None None] Network a2ccac37-3b40-4576-b463-392cdafbb6f7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:48.627580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757469d7-f894-4943-9bcc-41c71a53b294']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:48.646298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfaf8b3-516e-4b27-b862-f89a54d372cf') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:48.646599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfaf8b3-516e-4b27-b862-f89a54d372cf') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:48.667993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.670741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.682635 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.740933 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.752484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.757822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:48.758237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:48.763051 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:48.766624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:44:45Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:48.786529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dfc7daa4-e43e-4d6b-bd16-a7d4700b8fb3 req-bb2c216f-781a-4a76-b033-f3ac600ab997 service neutron] 10.222.0.23 "GET /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850981 Jul 22 21:44:48.814182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] Checking router: e7934991-3536-4a07-8379-53b7ab4fc754 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:48.818162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.820411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:48.829742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] Routers {'e7934991-3536-4a07-8379-53b7ab4fc754'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:48.830400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e7934991-3536-4a07-8379-53b7ab4fc754'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:48.882000 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.906276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.909759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/757469d7-f894-4943-9bcc-41c71a53b294 HTTP/1.1" status: 204 len: 168 time: 1.6790323 Jul 22 21:44:48.913735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33480) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:48.920815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332115537'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:48.944748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d91e2-4844-44f6-a2e1-c4562750cfbf tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=757469d7-f894-4943-9bcc-41c71a53b294,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:48.961021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] Set router e7934991-3536-4a07-8379-53b7ab4fc754 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:48.975465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:48.982299 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:48.986695 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.010701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 745d5512-94bf-4e3c-8881-903c02377c95 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:49.044655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:49.047751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:49.073984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:49.088846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 745d5512-94bf-4e3c-8881-903c02377c95 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:49.089388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 745d5512-94bf-4e3c-8881-903c02377c95 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:49.128255 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.128957 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment 56c57362-2d31-412f-84a4-bef50143874e of type vlan for network b01cf713-1c89-4bad-b88f-fa42efd689b2 Jul 22 21:44:49.135155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:44:49.147346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Deleting port 34bad800-1a1c-4f5e-a464-31ff05d844db {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:49.150651 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.217333 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.266511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:44:49.352850 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.354393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] DHCP port deletion for a2ccac37-3b40-4576-b463-392cdafbb6f7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:49.358434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:49.359062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.407503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] For port 34bad800-1a1c-4f5e-a464-31ff05d844db, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=34bad800-1a1c-4f5e-a464-31ff05d844db,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:49.407984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.454357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5390766 Jul 22 21:44:49.455681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Calling delete_port for 34bad800-1a1c-4f5e-a464-31ff05d844db owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:49.464537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33496) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:49.482796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:49.504022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:49.514742 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Sync routers for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:49.523969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2cfff0dc-d41a-486c-86b1-ed4e8aa6898e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "PUT /v2.0/routers/114d04fc-882a-4d97-a22b-dee5e2ed18f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3750358 Jul 22 21:44:49.529025 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:49.529674 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:49.558982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33500) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:49.582338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378ea20-37c4-4d79-adc4-80bb098c84a4 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=b01cf713-1c89-4bad-b88f-fa42efd689b2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:49.596740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e046d73a-4298-457d-a99b-25653493d8a3 None None] Provisioning complete for port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:49.597102 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e046d73a-4298-457d-a99b-25653493d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.602066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:44:45Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:49.604193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:49.681203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489ec0f-46e0-488e-86aa-795aa3c941a8 req-d37a666a-995b-407a-8c8d-7cbeccff0c28 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:49.683058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4489ec0f-46e0-488e-86aa-795aa3c941a8 req-d37a666a-995b-407a-8c8d-7cbeccff0c28 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1095 time: 0.3461723 Jul 22 21:44:49.695374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:49.712491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-635042756-network', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:49.733847 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:44:49.733847 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:44:49.733847 n-d-762330-19 neutron-server[94091]: [parameters: {'project_id_1': 'b55785a81aa446b0b673dbee6eb207b8', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 44, 49, 718087)}] Jul 22 21:44:49.733847 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:44:49.735028 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:44:49.754966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] Deleting port 670c9d93-b8cf-42af-945c-019f4c6d2632 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:49.755569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.762181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb41fb2-5a7f-4cba-af5c-a3f57d2b8007 None None] The sync data for ids ['e7934991-3536-4a07-8379-53b7ab4fc754'] in n-d-762330-19 is: [{'id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752942436', 'tenant_id': 'c53210f20cc944f4a4bc016b9bf23343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:06Z', 'updated_at': '2021-07-22T21:44:45Z', 'revision_number': 5, 'project_id': 'c53210f20cc944f4a4bc016b9bf23343', 'gw_port': {'id': '34bad800-1a1c-4f5e-a464-31ff05d844db', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7934991-3536-4a07-8379-53b7ab4fc754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:07Z', 'updated_at': '2021-07-22T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:49.788233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:49.794830 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:49.809410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:49.826170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4489ec0f-46e0-488e-86aa-795aa3c941a8 req-14d577e8-04ba-4b89-a9cf-0068cce55579 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239495 Jul 22 21:44:49.834031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512', 'network_id': '1713f754-1b08-4f17-be73-9646a0f58b03', 'port_id': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512', 'mac_address': 'fa:16:3e:b7:05:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1202fcd-1f8a-4aa5-80f9-4a25459d9709', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:44:49.838368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e046d73a-4298-457d-a99b-25653493d8a3 None None] Port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:50.007135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.046149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Port': ['ID=34bad800-1a1c-4f5e-a464-31ff05d844db,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:50.109578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] For port 670c9d93-b8cf-42af-945c-019f4c6d2632, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=670c9d93-b8cf-42af-945c-019f4c6d2632,segment=NetworkSegment(aff00073-0dd9-4878-ada7-c2c23ca8ec41),segment_id=aff00073-0dd9-4878-ada7-c2c23ca8ec41)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:50.109918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.125793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] Calling delete_port for 670c9d93-b8cf-42af-945c-019f4c6d2632 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:50.157099 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:44:47Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:26Z', 'revision_number': 1, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14', 'name': '', 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:ca:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:44Z', 'updated_at': '2021-07-22T21:44:48Z', 'revision_number': 2, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:50.198287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.220512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.234009 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Checking router: 114d04fc-882a-4d97-a22b-dee5e2ed18f6 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:50.234412 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Updating router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:44:50.241556 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.286824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] Pushing event deleted for resources: {'Port': ['ID=670c9d93-b8cf-42af-945c-019f4c6d2632,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:50.291648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262b9d0-85aa-40fa-85e2-07ba88ce02ad None None] No DVR routers for this DVR port 670c9d93-b8cf-42af-945c-019f4c6d2632 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:44:50.297152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Made reservation on behalf of b55785a81aa446b0b673dbee6eb207b8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:50.310876 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.316185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.331119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:44:50.343438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.368454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:50.374470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.374685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.385131 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.385796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.391222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=54e068d2-353e-4a1b-8be8-13a5c45c3a23,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:50.466137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:50.469494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': '56c57362-2d31-412f-84a4-bef50143874e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:50.470676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: b01cf713-1c89-4bad-b88f-fa42efd689b2, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:50.477260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.479306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Fanout notify agent at l3_agent the message router_deleted on router e7934991-3536-4a07-8379-53b7ab4fc754 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:44:50.505490 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.507793 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4a842ff0-b97e-4767-8e45-0ede9de6f9ef tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/routers/e7934991-3536-4a07-8379-53b7ab4fc754 HTTP/1.1" status: 204 len: 168 time: 1.9235241 Jul 22 21:44:50.511748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33508) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:50.544932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:50.563497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b01cf713-1c89-4bad-b88f-fa42efd689b2) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:50.583340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96946a-c03b-4e9a-825d-9cad21be946e None None] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:50.587287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:50.588443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.620533 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.784667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.789461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.798059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.798687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:44:50.803209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ccac37-3b40-4576-b463-392cdafbb6f7']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:50.809140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33510) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:50.812528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a7757989-c1b7-4651-9ce3-0cfd1bbd73d7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3362391 Jul 22 21:44:50.828856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2', 'name': 'tempest-PortsTestJSON-744258612', 'fixed_ips': [{'subnet_id': '54e068d2-353e-4a1b-8be8-13a5c45c3a23', 'ip_address': '172.20.0.10'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:50.831515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b01cf713-1c89-4bad-b88f-fa42efd689b2', 'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2', 'tenant_id': '12752c10d4af4640bd6ca42fcb335409', 'fixed_ips': [{'subnet_id': '54e068d2-353e-4a1b-8be8-13a5c45c3a23'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:50.832453 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.845497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff00073-0dd9-4878-ada7-c2c23ca8ec41') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:50.845832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff00073-0dd9-4878-ada7-c2c23ca8ec41') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:50.863099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:50.893034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4618d-15d6-4c2a-937f-387636fc3570,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:50.898585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.912861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.913122 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Added segment 85e511f2-814c-4c63-9a3b-932d86b540ac of type vlan for network 9c196e62-20d3-4f53-8fca-5c680a67532e Jul 22 21:44:50.928166 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:50.949247 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Transition to ACTIVE for port object fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:50.964992 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.005406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.024359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71078e-1ae5-4e7f-a22b-0060caedfeb6 req-6851cfc9-5fad-4aff-bc1c-ab679140168b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:51.034303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:44:51.034781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:44:51.039355 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:44:51.043757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c71078e-1ae5-4e7f-a22b-0060caedfeb6 req-6851cfc9-5fad-4aff-bc1c-ab679140168b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1096 time: 0.0814610 Jul 22 21:44:51.055005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.098602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c71078e-1ae5-4e7f-a22b-0060caedfeb6 req-1f43d501-8c47-44ed-9c7e-22fce07ef1d1 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Jul 22 21:44:51.124290 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74003d-e9a0-4ddb-9191-cbe4e1930058 None None] Pushing event updated for resources: {'Port': ['ID=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:51.138321 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Attempting to bind port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:51.138519 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Attempting to bind port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:51.138832 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Attempting to bind port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 on network bc32965e-de0c-4a29-8444-795b3c1fd6ca {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:51.145026 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:51.145939 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Checking segment: {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:51.146390 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.146786 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Bound using segment: {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:51.147246 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Bound port: fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c23d516-39ca-428b-a66b-2a15aa0952fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:51.147625 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.150523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.184683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.189354 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/networks/a2ccac37-3b40-4576-b463-392cdafbb6f7 HTTP/1.1" status: 204 len: 168 time: 0.6700623 Jul 22 21:44:51.189354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60393c49-5acd-4fc0-a104-3a7d068d5ae9 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'Network': ['ID=a2ccac37-3b40-4576-b463-392cdafbb6f7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:51.189730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33514) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:51.191725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Allocated IP 172.20.0.2 (b01cf713-1c89-4bad-b88f-fa42efd689b2/54e068d2-353e-4a1b-8be8-13a5c45c3a23/4fa4e9e0-0985-4baa-b369-10bff8bd1c70) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:51.201764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.203517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:51.204259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.213830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:51.325582 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] For port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:51.336905 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] For port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:51.344999 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.358509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7983677 Jul 22 21:44:51.371803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33516) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:51.392001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Request body: {'subnet': {'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-635042756-subnet', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:51.397366 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d47396b6-b995-4cfa-b615-9238acd39342 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.478176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 670c9d93-b8cf-42af-945c-019f4c6d2632 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:51.479547 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d47396b6-b995-4cfa-b615-9238acd39342 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.510374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:51.517231 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:51.566215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550c6c1-e339-41a9-9bb7-b25d40f32fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=9c196e62-20d3-4f53-8fca-5c680a67532e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:51.584788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 670c9d93-b8cf-42af-945c-019f4c6d2632 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:51.585034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 670c9d93-b8cf-42af-945c-019f4c6d2632 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:51.585823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e85a7719-9637-4edb-8318-7d67da9e4378 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:51.585982 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d47396b6-b995-4cfa-b615-9238acd39342 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.589438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d47396b6-b995-4cfa-b615-9238acd39342 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.594760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d47396b6-b995-4cfa-b615-9238acd39342 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] 10.222.0.54 "DELETE /v2.0/security-groups/a19ad5f0-b1e8-417e-9679-8634ee1f1b1d HTTP/1.1" status: 204 len: 168 time: 0.4017603 Jul 22 21:44:51.605609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9c196e62-20d3-4f53-8fca-5c680a67532e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:51.633983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47396b6-b995-4cfa-b615-9238acd39342 tempest-TestNetworkAdvancedServerOps-550582604 tempest-TestNetworkAdvancedServerOps-550582604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19ad5f0-b1e8-417e-9679-8634ee1f1b1d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:51.648316 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74003d-e9a0-4ddb-9191-cbe4e1930058 None None] Pushing event updated for resources: {'Port': ['ID=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:51.680658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Made reservation on behalf of b55785a81aa446b0b673dbee6eb207b8 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:51.686565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.725868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e85a7719-9637-4edb-8318-7d67da9e4378 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:51.726866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e85a7719-9637-4edb-8318-7d67da9e4378 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:51.760429 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.774788 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:51.836536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Transition to ACTIVE for port object 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:51.875922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Transition to ACTIVE for port object 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:51.876616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.883095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:51.910302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:51.912469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:51.912695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 7cff9f62-5fc7-452e-9a6a-d2207edaf535 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:51.962042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:51.974362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Pushing event updated for resources: {'Port': ['ID=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:52.043361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Attempting to bind port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:52.043770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Attempting to bind port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '56c57362-2d31-412f-84a4-bef50143874e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:52.044435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Attempting to bind port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 on network b01cf713-1c89-4bad-b88f-fa42efd689b2 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:52.051378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:52.052646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Checking segment: {'id': '56c57362-2d31-412f-84a4-bef50143874e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:52.053072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.053899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Bound using segment: {'id': '56c57362-2d31-412f-84a4-bef50143874e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:52.055892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Bound port: 4fa4e9e0-0985-4baa-b369-10bff8bd1c70, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c57362-2d31-412f-84a4-bef50143874e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:52.055892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.102945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33526) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:52.136676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] For port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:52.142995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] For port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,segment=NetworkSegment(56c57362-2d31-412f-84a4-bef50143874e),segment_id=56c57362-2d31-412f-84a4-bef50143874e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:52.149393 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.168965 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:44:47Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:26Z', 'revision_number': 1, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14', 'name': '', 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:ca:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:44Z', 'updated_at': '2021-07-22T21:44:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:52.171065 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.227967 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b801c0c-3706-49c4-a1d9-488222c82e96 None None] The sync data for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 is: [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:44:47Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:26Z', 'revision_number': 1, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14', 'name': '', 'network_id': 'bc32965e-de0c-4a29-8444-795b3c1fd6ca', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:ca:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:44Z', 'updated_at': '2021-07-22T21:44:51Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'e46b41ca-ae51-4fcf-b697-20f0d6f65b0b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:52.248516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60b5c5-2e1d-4c91-b463-b6dfc05dc226 None None] Pushing event updated for resources: {'Port': ['ID=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:52.286917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.10 (b01cf713-1c89-4bad-b88f-fa42efd689b2/54e068d2-353e-4a1b-8be8-13a5c45c3a23/7cff9f62-5fc7-452e-9a6a-d2207edaf535) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:52.375126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf7a593-3d0f-4401-bbbc-6e8c2849af13,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:52.386865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Checking segment: {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:52.387296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Network hostable DHCP agents. Network: 9c196e62-20d3-4f53-8fca-5c680a67532e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:52.418963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f34a3b95-2b3e-4093-9221-2112a344d5ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c53210f20cc944f4a4bc016b9bf23343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095484 Jul 22 21:44:52.420150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33534) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:52.428842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa00f4-ecae-455c-98eb-eda55c4b9c14 req-42a0854b-f825-4e66-8c75-5934fac976d0 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:52.430414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17aa00f4-ecae-455c-98eb-eda55c4b9c14 req-42a0854b-f825-4e66-8c75-5934fac976d0 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1096 time: 0.2024512 Jul 22 21:44:52.442915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Network 9c196e62-20d3-4f53-8fca-5c680a67532e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:52.493634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9c196e62-20d3-4f53-8fca-5c680a67532e) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:52.511758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:52.514463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91d572-8387-45b0-a29d-b021176c41a9 None None] Network 9c196e62-20d3-4f53-8fca-5c680a67532e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:52.517458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.521529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17aa00f4-ecae-455c-98eb-eda55c4b9c14 req-aa822578-2529-4e1c-86e1-aa1ef55d5c29 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724123 Jul 22 21:44:52.582142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9b24c935-8252-49db-9291-dc9c22bec8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.641221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9b24c935-8252-49db-9291-dc9c22bec8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.646829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3beaf645-e46a-4957-b7c7-a3e1e4af9d4f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2611704 Jul 22 21:44:52.650474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33536) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:52.666615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:52.739818 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.751521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9b24c935-8252-49db-9291-dc9c22bec8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.755872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9b24c935-8252-49db-9291-dc9c22bec8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.762782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9b24c935-8252-49db-9291-dc9c22bec8bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/582723b8-93db-435b-a9c1-7a2573027652 HTTP/1.1" status: 204 len: 168 time: 0.3412583 Jul 22 21:44:52.777704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d73849-9cb9-4e95-ab7c-14c9eb009bad None None] Network 9c196e62-20d3-4f53-8fca-5c680a67532e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:52.782623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c935-8252-49db-9291-dc9c22bec8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582723b8-93db-435b-a9c1-7a2573027652,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:52.787065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 7cff9f62-5fc7-452e-9a6a-d2207edaf535 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:52.897048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.898668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:52.910585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.031044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:53.036304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:53.050758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:53.103743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:53.166423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:53.235801 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:53.241856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:53.304689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:53.315796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:53.315796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.319025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33544) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:53.352888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:53.381729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:53.381879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.387239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0e13007-e73f-415f-870e-473a23df0641 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d25355dbe5284691b30dc335ff26b263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651298 Jul 22 21:44:53.388373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33546) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:53.451657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=7cff9f62-5fc7-452e-9a6a-d2207edaf535,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:53.467568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.488041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-571565dc-cae5-4718-b34f-4912c50d50d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.530092 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.533862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-571565dc-cae5-4718-b34f-4912c50d50d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.545916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:53.546865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.613135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:44:53.614744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-571565dc-cae5-4718-b34f-4912c50d50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.616900 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7110acd4-0231-4d07-a3c0-61460dfeb36c" -d '{"events": [{"server_uuid": "289bb60b-b709-4ba6-9f22-26dad4fa7f94", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:44:53.621928 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-571565dc-cae5-4718-b34f-4912c50d50d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.627381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-571565dc-cae5-4718-b34f-4912c50d50d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd0243e6-2aa2-48e6-95dc-b8bcc1f137c7 HTTP/1.1" status: 204 len: 168 time: 0.2376671 Jul 22 21:44:53.637349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:53.644805 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.651126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571565dc-cae5-4718-b34f-4912c50d50d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0243e6-2aa2-48e6-95dc-b8bcc1f137c7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:53.652615 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.719107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.733166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3c0d2d3f-579a-42e0-8420-52a34e2983ef tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9160519 Jul 22 21:44:53.739982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33554) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:53.753662 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76b82e-6a36-48e1-bec0-660fe5caa4aa x-openstack-request-id: req-dd76b82e-6a36-48e1-bec0-660fe5caa4aa {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:44:53.753942 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289bb60b-b709-4ba6-9f22-26dad4fa7f94", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:44:53.754189 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd76b82e-6a36-48e1-bec0-660fe5caa4aa {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:44:53.754643 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512', 'code': 200} Jul 22 21:44:53.756224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'b01cf713-1c89-4bad-b88f-fa42efd689b2', 'name': 'tempest-PortsTestJSON-1811345710', 'fixed_ips': [{'subnet_id': '54e068d2-353e-4a1b-8be8-13a5c45c3a23', 'ip_address': '172.20.0.9'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:53.787889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca480-2c4a-42f5-8ffb-86d07bbd7b73 req-eba731bb-d4a8-471b-9ba2-048df5e1d337 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:53.800419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c76ca480-2c4a-42f5-8ffb-86d07bbd7b73 req-eba731bb-d4a8-471b-9ba2-048df5e1d337 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.1344295 Jul 22 21:44:53.805066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:53.843574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:53.849053 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:53.858418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c76ca480-2c4a-42f5-8ffb-86d07bbd7b73 req-9ed06907-e9dd-4fa0-8af8-a5d5f8453422 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566838 Jul 22 21:44:53.888574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34bad800-1a1c-4f5e-a464-31ff05d844db no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:44:53.916542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 34bad800-1a1c-4f5e-a464-31ff05d844db {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:44:53.916542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 34bad800-1a1c-4f5e-a464-31ff05d844db not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:44:53.946982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:53.959112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d980f-7d52-4418-8747-8de2709a71ad None None] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:54.014117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6926b10-c111-42d9-a5a8-5d6f793e210c req-e3f8c602-6856-436e-80a8-41ff06ef001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:54.015672 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d6926b10-c111-42d9-a5a8-5d6f793e210c req-e3f8c602-6856-436e-80a8-41ff06ef001f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.2341435 Jul 22 21:44:54.058491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:54.060795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-778fb032-50b6-4ee4-900f-4335553e3beb None None] Provisioning for port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:54.064127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.074604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-778fb032-50b6-4ee4-900f-4335553e3beb None None] Provisioning complete for port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:54.075062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-778fb032-50b6-4ee4-900f-4335553e3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.100090 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d6926b10-c111-42d9-a5a8-5d6f793e210c req-c926cbde-3aae-4f57-850e-2728380ab417 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710330 Jul 22 21:44:54.109589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port ad5f0422-107c-4991-bd90-d58f5fa5fdc8 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:44:54.247246 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-778fb032-50b6-4ee4-900f-4335553e3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.297321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-778fb032-50b6-4ee4-900f-4335553e3beb None None] For port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,segment=NetworkSegment(56c57362-2d31-412f-84a4-bef50143874e),segment_id=56c57362-2d31-412f-84a4-bef50143874e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:54.302204 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-778fb032-50b6-4ee4-900f-4335553e3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.329049 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.367495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.370624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fb032-50b6-4ee4-900f-4335553e3beb None None] Pushing event updated for resources: {'Port': ['ID=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:54.476292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.9 (b01cf713-1c89-4bad-b88f-fa42efd689b2/54e068d2-353e-4a1b-8be8-13a5c45c3a23/ad5f0422-107c-4991-bd90-d58f5fa5fdc8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:54.587517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Allocated IP 172.25.5.129 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/1ba31f75-97f2-421e-b4de-6f8c4486027d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:54.627933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-250534a4-8abd-4578-b93b-c5a52d27b655 None None] Provisioning for port 7cff9f62-5fc7-452e-9a6a-d2207edaf535 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:54.635150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-250534a4-8abd-4578-b93b-c5a52d27b655 None None] Provisioning complete for port 7cff9f62-5fc7-452e-9a6a-d2207edaf535 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:54.635768 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-250534a4-8abd-4578-b93b-c5a52d27b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.689682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-250534a4-8abd-4578-b93b-c5a52d27b655 None None] Port 7cff9f62-5fc7-452e-9a6a-d2207edaf535 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:54.701917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-250534a4-8abd-4578-b93b-c5a52d27b655 None None] Provisioning complete for port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:54.703045 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-250534a4-8abd-4578-b93b-c5a52d27b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.766577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33578) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:54.816433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.846457 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.849650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object ad5f0422-107c-4991-bd90-d58f5fa5fdc8 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:54.918317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-85095605-network', 'tenant_id': '0502044b37aa42c8a22631b8637743b3'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:54.935655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.958887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1c88dd42-a0ce-4e30-9a7a-f20b49889613 None None] Provisioning complete for port 7cff9f62-5fc7-452e-9a6a-d2207edaf535 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:54.959519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c88dd42-a0ce-4e30-9a7a-f20b49889613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.967103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Made reservation on behalf of 0502044b37aa42c8a22631b8637743b3 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:54.970116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.985191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:54.996716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:55.001147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:55.013557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:55.019641 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.019941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:55.032362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:55.039796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:55.080291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:55.083181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=ad5f0422-107c-4991-bd90-d58f5fa5fdc8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:55.083488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1c88dd42-a0ce-4e30-9a7a-f20b49889613 None None] Port 7cff9f62-5fc7-452e-9a6a-d2207edaf535 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:55.131002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:55.131002 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.131991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f28c7-48de-4db3-a107-c36e2dafdb94 req-77034000-7c2e-4d2a-89ea-66d4b77dbc6a tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:55.144651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-427f28c7-48de-4db3-a107-c36e2dafdb94 req-77034000-7c2e-4d2a-89ea-66d4b77dbc6a tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.1980259 Jul 22 21:44:55.226142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:55.226766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.246569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Pushing event updated for resources: {'Port': ['ID=1ba31f75-97f2-421e-b4de-6f8c4486027d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:55.313218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-427f28c7-48de-4db3-a107-c36e2dafdb94 req-aefe6fb9-c402-4b98-918d-a074000566e9 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577470 Jul 22 21:44:55.321521 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:55.324022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.331478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.365809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:44:55.385588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d24fe235-7c00-44b9-8c77-7d8eebeaf2fc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6368506 Jul 22 21:44:55.388405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33586) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:55.392873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.393584 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Added segment e561f6de-8974-4220-b9a0-74a27b215279 of type vlan for network 61df596d-6849-4c26-8ac0-ce4dff77e701 Jul 22 21:44:55.395926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98872193-4bfa-493f-8f5a-38cb8870de3a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:55.425760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:55.427023 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.446911 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.499901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.501655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:55.502614 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.540764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c3139490-ef90-494a-b918-caac9381f107 None None] Provisioning for port ad5f0422-107c-4991-bd90-d58f5fa5fdc8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:55.545457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c3139490-ef90-494a-b918-caac9381f107 None None] Provisioning complete for port ad5f0422-107c-4991-bd90-d58f5fa5fdc8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:44:55.546069 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3139490-ef90-494a-b918-caac9381f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.569163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] Pushing event updated for resources: {'Network': ['ID=61df596d-6849-4c26-8ac0-ce4dff77e701,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:55.584897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7e0ae162-28de-485a-b55d-bac32868aaf6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8122146 Jul 22 21:44:55.585592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33588) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:55.586107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:44:55.597324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Request body: {'subnet': {'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-85095605-subnet', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:55.599136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c3139490-ef90-494a-b918-caac9381f107 None None] Port ad5f0422-107c-4991-bd90-d58f5fa5fdc8 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:44:55.628429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e85ae3b-e714-4a4d-97ef-8d3469c5e8e1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:55.630501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7e85ae3b-e714-4a4d-97ef-8d3469c5e8e1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2411540 Jul 22 21:44:55.633625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33590) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:55.645347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Made reservation on behalf of 0502044b37aa42c8a22631b8637743b3 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:44:55.647719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.680501 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.706617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92806a3a-9123-4f3b-b913-c46ee58cd437 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:55.712676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92806a3a-9123-4f3b-b913-c46ee58cd437 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:55.718667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92806a3a-9123-4f3b-b913-c46ee58cd437 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:55.720544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92806a3a-9123-4f3b-b913-c46ee58cd437 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0856671 Jul 22 21:44:55.723864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33592) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:55.832453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port ad5f0422-107c-4991-bd90-d58f5fa5fdc8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:55.833749 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.933076 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:55.945253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for ad5f0422-107c-4991-bd90-d58f5fa5fdc8 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:56.006638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.041179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.384259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.417805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d16a39-4f3e-4354-a543-7d4b0ddf81b4,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:56.419192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=ad5f0422-107c-4991-bd90-d58f5fa5fdc8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:56.453187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Checking segment: {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:56.453446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Network hostable DHCP agents. Network: 61df596d-6849-4c26-8ac0-ce4dff77e701, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:44:56.482968 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:44:56.495788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 61df596d-6849-4c26-8ac0-ce4dff77e701) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:56.508253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:56.509556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.514514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7d193-efe9-4c2c-b720-ff8b6a83a301 None None] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:56.539430 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71047b2e-06a9-4370-b246-02bc4417a6b4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9514012 Jul 22 21:44:56.540418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33598) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:56.549991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:44:56.551267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:44:56.563189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.565136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dae5b414-adaf-4bdf-93fe-4483cdab859d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/ad5f0422-107c-4991-bd90-d58f5fa5fdc8 HTTP/1.1" status: 204 len: 168 time: 0.8403482 Jul 22 21:44:56.570415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33600) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:56.588740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70757-d88b-4144-b14b-b13080a072bc req-a3aa1263-5963-4c1a-98c3-17061f06ff27 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:56.590766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17c70757-d88b-4144-b14b-b13080a072bc req-a3aa1263-5963-4c1a-98c3-17061f06ff27 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.1408765 Jul 22 21:44:56.617685 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d136c5a7-6d45-4809-8af5-fa879e59094d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:56.619665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d136c5a7-6d45-4809-8af5-fa879e59094d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/ad5f0422-107c-4991-bd90-d58f5fa5fdc8 HTTP/1.1" status: 404 len: 333 time: 0.0459204 Jul 22 21:44:56.638334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33602) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:56.672521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.673902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.679455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:56.693051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Sync routers for ids ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:44:56.697114 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.698477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-549c0561-296e-4f06-98e2-103aa1b8780e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0469558 Jul 22 21:44:56.703073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33604) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:56.715614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Routers {'1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:56.716642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:56.734979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17c70757-d88b-4144-b14b-b13080a072bc req-4c50e44e-8e44-45dc-bafc-bd63310f76af tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204331 Jul 22 21:44:56.881199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.968040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 7cff9f62-5fc7-452e-9a6a-d2207edaf535 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:56.968537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:56.992108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-61df596d-6849-4c26-8ac0-ce4dff77e701', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:44:56.993612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.116851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Set router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:57.124389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.130086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f248a2b-bb66-4c56-b51b-bc9e74b8faae req-4fd96b52-2b79-44bd-a925-440e066cf7e9 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:57.131801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f248a2b-bb66-4c56-b51b-bc9e74b8faae req-4fd96b52-2b79-44bd-a925-440e066cf7e9 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.2838700 Jul 22 21:44:57.208535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.234233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Allocated IP 172.20.0.2 (61df596d-6849-4c26-8ac0-ce4dff77e701/67d16a39-4f3e-4354-a543-7d4b0ddf81b4/e7a6a231-d8a6-4028-bda7-f27d27ad38ab) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:57.263763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 7cff9f62-5fc7-452e-9a6a-d2207edaf535 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:57.293584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f248a2b-bb66-4c56-b51b-bc9e74b8faae req-c9ec7455-4f25-4630-b550-a15249d337e2 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334939 Jul 22 21:44:57.308608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.471344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:44:55Z', 'revision_number': 3, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:57.507083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Checking router: 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:44:57.507371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Updating router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 port 1ba31f75-97f2-421e-b4de-6f8c4486027d binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:44:57.562885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.577836 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.625110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Allocated IP 172.20.0.1 (9c196e62-20d3-4f53-8fca-5c680a67532e/caf7a593-3d0f-4401-bbbc-6e8c2849af13/99ec1a1b-4f27-4d72-9afd-c5231f9b9a29) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:57.651153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86fad9-4ea9-4004-a6a2-382a664dc06f req-9480087d-6670-435e-bf78-892f28ef3985 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:57.652829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a86fad9-4ea9-4004-a6a2-382a664dc06f req-9480087d-6670-435e-bf78-892f28ef3985 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.1972542 Jul 22 21:44:57.655424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.669590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Transition to ACTIVE for port object e7a6a231-d8a6-4028-bda7-f27d27ad38ab will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:57.695612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=7cff9f62-5fc7-452e-9a6a-d2207edaf535,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:57.716224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Transition to ACTIVE for port object e7a6a231-d8a6-4028-bda7-f27d27ad38ab will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:57.733442 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.795395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.807175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.810333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a86fad9-4ea9-4004-a6a2-382a664dc06f req-3926bf1b-fa40-48d4-acb0-343a1a69f086 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274958 Jul 22 21:44:57.848788 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.859057 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.900051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Network 9c196e62-20d3-4f53-8fca-5c680a67532e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:57.903209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:57.906093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:57.906818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:57.925124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:57.938746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Pushing event updated for resources: {'Port': ['ID=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:57.953530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:57.973726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:57.997069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Pushing event updated for resources: {'Port': ['ID=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:58.033424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.046623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-286e7db7-bc8f-4208-a58f-4b2ba6d5321c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/7cff9f62-5fc7-452e-9a6a-d2207edaf535 HTTP/1.1" status: 204 len: 168 time: 1.4067285 Jul 22 21:44:58.049847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33616) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:58.085401 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-64695071-5372-421d-9eca-e1c2c834f9dc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:44:58.089974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33618) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:58.090196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-64695071-5372-421d-9eca-e1c2c834f9dc tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/7cff9f62-5fc7-452e-9a6a-d2207edaf535 HTTP/1.1" status: 404 len: 333 time: 0.0388803 Jul 22 21:44:58.136640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Attempting to bind port e7a6a231-d8a6-4028-bda7-f27d27ad38ab on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:58.136640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Attempting to bind port e7a6a231-d8a6-4028-bda7-f27d27ad38ab by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:58.137131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Attempting to bind port e7a6a231-d8a6-4028-bda7-f27d27ad38ab on network 61df596d-6849-4c26-8ac0-ce4dff77e701 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:58.149097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:58.149607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Checking segment: {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:58.150069 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.150645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Bound using segment: {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:58.151168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Bound port: e7a6a231-d8a6-4028-bda7-f27d27ad38ab, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:58.151634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.177177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 54e068d2-353e-4a1b-8be8-13a5c45c3a23 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:44:58.181199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.217162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.263830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.285858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.286721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Transition to ACTIVE for port object 1ba31f75-97f2-421e-b4de-6f8c4486027d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:44:58.290810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] For port e7a6a231-d8a6-4028-bda7-f27d27ad38ab, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:58.295595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] For port e7a6a231-d8a6-4028-bda7-f27d27ad38ab, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:58.297660 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.328284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.376061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244468b5-56e8-4921-8fd0-c9e1d60def6f None None] Pushing event updated for resources: {'Port': ['ID=1ba31f75-97f2-421e-b4de-6f8c4486027d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:58.396241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3a5e0-1232-47c9-ac36-f4396c0205f3 req-f68759b5-64e1-451b-bb9c-605e8a2a4f2c tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:44:58.398046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cf3a5e0-1232-47c9-ac36-f4396c0205f3 req-f68759b5-64e1-451b-bb9c-605e8a2a4f2c tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.1813092 Jul 22 21:44:58.415568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Attempting to bind port 1ba31f75-97f2-421e-b4de-6f8c4486027d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:44:58.416411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Attempting to bind port 1ba31f75-97f2-421e-b4de-6f8c4486027d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:44:58.416411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Attempting to bind port 1ba31f75-97f2-421e-b4de-6f8c4486027d on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:44:58.420110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Allocated IP 172.25.5.95 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/4c8520f3-f994-4ff8-9258-0009760336b1) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:44:58.431066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:44:58.431727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:44:58.432173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.432759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:44:58.434507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Bound port: 1ba31f75-97f2-421e-b4de-6f8c4486027d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:44:58.435456 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.479804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.490018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.525093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e40e1f-06a4-4efb-895b-078159aa3ba6 None None] Pushing event updated for resources: {'Port': ['ID=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:58.546831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] For port 1ba31f75-97f2-421e-b4de-6f8c4486027d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:44:58.550864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] For port 1ba31f75-97f2-421e-b4de-6f8c4486027d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1ba31f75-97f2-421e-b4de-6f8c4486027d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:44:58.557757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.587238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cf3a5e0-1232-47c9-ac36-f4396c0205f3 req-6008b8eb-14e5-43de-afaa-029d9affba55 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780851 Jul 22 21:44:58.590300 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.605790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.649904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Routers {'1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:44:58.650554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:58.652591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244468b5-56e8-4921-8fd0-c9e1d60def6f None None] Pushing event updated for resources: {'Port': ['ID=1ba31f75-97f2-421e-b4de-6f8c4486027d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:58.777451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Pushing event updated for resources: {'Port': ['ID=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:58.820489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Network 9c196e62-20d3-4f53-8fca-5c680a67532e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:58.821992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:58.827263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.837847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.843058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] Set router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:44:58.882953 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:58.885152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/54e068d2-353e-4a1b-8be8-13a5c45c3a23 HTTP/1.1" status: 204 len: 168 time: 0.7935047 Jul 22 21:44:58.886115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52f5d8-3384-4329-9433-5a33a0ae865c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=54e068d2-353e-4a1b-8be8-13a5c45c3a23,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:58.888649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33624) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:44:58.932982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef932d03-03ce-4d01-9e00-6641d4de2b0c None None] Network b01cf713-1c89-4bad-b88f-fa42efd689b2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:44:59.012259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.015366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:44:59.068690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a6a231-d8a6-4028-bda7-f27d27ad38ab up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:44:59.086323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.145970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:44:59.150403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:44:59.152968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:44:59.179449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:44:59.185710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4eae77ee-ede9-42d6-a813-192c3153da65 admin admin] 10.222.0.54 "PUT /v2.0/routers/1a56218e-4766-4a1e-81f5-b3fbd57dd4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4814484 Jul 22 21:44:59.212464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8520f3-f994-4ff8-9258-0009760336b1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:59.220963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:59.221356 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.276218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e7a6a231-d8a6-4028-bda7-f27d27ad38ab completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:44:59.369070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 4, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '99ec1a1b-4f27-4d72-9afd-c5231f9b9a29', 'name': '', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'mac_address': 'fa:16:3e:98:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 2, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'subnets': [{'id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:44:59.411381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880d3f0-4618-484d-a30c-22b19b12fc69 None None] The sync data for ids ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'] in n-d-762330-19 is: [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 4, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '99ec1a1b-4f27-4d72-9afd-c5231f9b9a29', 'name': '', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'mac_address': 'fa:16:3e:98:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 2, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'subnets': [{'id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:44:59.415786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] For port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,segment=NetworkSegment(56c57362-2d31-412f-84a4-bef50143874e),segment_id=56c57362-2d31-412f-84a4-bef50143874e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:59.416275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.455650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:59.456874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] DHCP port deletion for b01cf713-1c89-4bad-b88f-fa42efd689b2 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:44:59.575709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] Deleting port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:44:59.575946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.696168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] For port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,segment=NetworkSegment(56c57362-2d31-412f-84a4-bef50143874e),segment_id=56c57362-2d31-412f-84a4-bef50143874e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:44:59.697314 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.701101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.725797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] Calling delete_port for 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:44:59.916984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:44:59.966109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] Pushing event deleted for resources: {'Port': ['ID=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:44:59.970871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c613c72-ee9d-451c-8a66-c88d10da01da None None] No DVR routers for this DVR port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:00.060852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec9963-4b4a-45d8-8901-e19acaebf906 None None] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:00.137937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-433f3dc1-f726-48dc-bd2b-9b8676c620e9 None None] Provisioning for port e7a6a231-d8a6-4028-bda7-f27d27ad38ab completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:00.170445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-433f3dc1-f726-48dc-bd2b-9b8676c620e9 None None] Provisioning complete for port e7a6a231-d8a6-4028-bda7-f27d27ad38ab triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:00.170886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-433f3dc1-f726-48dc-bd2b-9b8676c620e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.199528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-0bd325f4-259a-4d7a-be69-0f578166d138 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:00.201635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-0bd325f4-259a-4d7a-be69-0f578166d138 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.0666463 Jul 22 21:45:00.334041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Deleting port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:00.334455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.334696 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-433f3dc1-f726-48dc-bd2b-9b8676c620e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.401571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-433f3dc1-f726-48dc-bd2b-9b8676c620e9 None None] For port e7a6a231-d8a6-4028-bda7-f27d27ad38ab, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:00.407947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-433f3dc1-f726-48dc-bd2b-9b8676c620e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.511777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] For port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:00.512256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.518095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3dc1-f726-48dc-bd2b-9b8676c620e9 None None] Pushing event updated for resources: {'Port': ['ID=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:00.535037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Calling delete_port for 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:00.547154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-c1a802e2-a6d6-437b-ad5d-caaebfa1f74e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:00.548792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-c1a802e2-a6d6-437b-ad5d-caaebfa1f74e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 810 time: 0.3780425 Jul 22 21:45:00.551501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2873b1-dbef-4e8a-9406-91e2eb069472 req-8d93bfde-0830-4f5a-88ef-60b4a6c0dac3 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:00.559308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e2873b1-dbef-4e8a-9406-91e2eb069472 req-8d93bfde-0830-4f5a-88ef-60b4a6c0dac3 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=289bb60b-b709-4ba6-9f22-26dad4fa7f94 HTTP/1.1" status: 200 len: 1097 time: 0.3872571 Jul 22 21:45:00.608056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-da771ce1-2531-4986-a5df-6a0d111541ff tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/quotas/b55785a81aa446b0b673dbee6eb207b8 HTTP/1.1" status: 200 len: 375 time: 0.0360222 Jul 22 21:45:00.614749 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.636367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No DVR routers for this DVR port 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:00.701175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.701751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=4fa4e9e0-0985-4baa-b369-10bff8bd1c70,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:00.713182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['adaa928c-2e92-47f5-88d7-5946bde52799'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:45:00.743031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:00.748401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e2873b1-dbef-4e8a-9406-91e2eb069472 req-47d479e5-c752-490b-995f-96ebdfc0653d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876240 Jul 22 21:45:00.790346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.826987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:45:00.829504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] No DVR routers for this DVR port 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:00.834050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:00.836841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ecfb52c7-1546-40eb-bdfc-c7bbcd23ced7 req-6d1c8683-e7ce-4012-bcbc-4ace39e39523 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 HTTP/1.1" status: 204 len: 173 time: 0.6269641 Jul 22 21:45:00.837434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'name': 'network-vif-deleted', 'tag': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:00.853382 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df08ee-b8d8-4869-b337-e0739e5f4bc1" -d '{"events": [{"server_uuid": "289bb60b-b709-4ba6-9f22-26dad4fa7f94", "name": "network-vif-deleted", "tag": "6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:00.939352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c25df8a0-93d1-4e3a-9107-30d890ef8ecb None None] Provisioning complete for port e7a6a231-d8a6-4028-bda7-f27d27ad38ab triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:00.940290 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c25df8a0-93d1-4e3a-9107-30d890ef8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.015480 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49db094e-7aa5-48df-ba5f-59c8662ad4c6 x-openstack-request-id: req-49db094e-7aa5-48df-ba5f-59c8662ad4c6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:01.015480 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289bb60b-b709-4ba6-9f22-26dad4fa7f94", "name": "network-vif-deleted", "tag": "6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:01.015899 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49db094e-7aa5-48df-ba5f-59c8662ad4c6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:01.016084 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289bb60b-b709-4ba6-9f22-26dad4fa7f94', 'name': 'network-vif-deleted', 'tag': '6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512', 'status': 'completed', 'code': 200} Jul 22 21:45:01.045300 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.107267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01cf713-1c89-4bad-b88f-fa42efd689b2']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:01.132855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c57362-2d31-412f-84a4-bef50143874e') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:01.133463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c57362-2d31-412f-84a4-bef50143874e') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:01.156610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.176320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1ba31f75-97f2-421e-b4de-6f8c4486027d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:01.192672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-cfcf99c4-8d60-43ff-8af8-051cb4c02232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5665448 Jul 22 21:45:01.222856 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.255485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:45:01.255924 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:45:01.259772 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:45:01.263160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 1ba31f75-97f2-421e-b4de-6f8c4486027d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:01.265336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1ba31f75-97f2-421e-b4de-6f8c4486027d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:01.265774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.388543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.394025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.397018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/b01cf713-1c89-4bad-b88f-fa42efd689b2 HTTP/1.1" status: 204 len: 168 time: 2.5056071 Jul 22 21:45:01.401097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33652) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:01.406533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-409062576'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:01.447630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-7e5e197b-025a-449e-bcda-158f9f6dc0c1 service neutron] 10.222.0.54 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440698 Jul 22 21:45:01.449266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9191f-ab04-4515-aa4c-5ce8633b1b83 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=b01cf713-1c89-4bad-b88f-fa42efd689b2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:01.451395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:45:01.476978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:01.483175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.535935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:45:01.547245 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.547697 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Added segment bf4d4686-9364-40ec-9244-856a9b3059aa of type vlan for network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b Jul 22 21:45:01.594747 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.596908 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.629811 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.631635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 1ba31f75-97f2-421e-b4de-6f8c4486027d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1ba31f75-97f2-421e-b4de-6f8c4486027d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:01.636870 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.638299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a6a231-d8a6-4028-bda7-f27d27ad38ab up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:01.647183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.653089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:01.653843 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.705800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3033123 Jul 22 21:45:01.708679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33654) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:01.714222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:01.726411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=1ba31f75-97f2-421e-b4de-6f8c4486027d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:01.742062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e7a6a231-d8a6-4028-bda7-f27d27ad38ab triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:01.742450 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.747366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:01.757706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-bca9b188-f73a-49cd-b0ce-277ab42b8bf8 service neutron] 10.222.0.54 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822211 Jul 22 21:45:01.765293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f4358-07b4-4619-9ec5-fe73393e45c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Network': ['ID=de0c16bc-15ec-48c2-86f8-ffb506cd3c0b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:01.775791 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Sync routers for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:01.784840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:45:01.787668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:01.797151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c01e8442-1ff0-4d70-a2d8-184d36b81e88 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.2517023 Jul 22 21:45:01.797897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33660) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:01.799297 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:01.801863 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:01.990781 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:02.018946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:02.066756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:02.071020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:02.079134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:02.079646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4fa4e9e0-0985-4baa-b369-10bff8bd1c70 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:02.176126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:02.190052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d064f03e-8b96-4ffe-b096-957e979caae4 req-59684f8e-eed5-45da-a09e-1364009d48b1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 210 time: 0.0823510 Jul 22 21:45:02.289005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa8a9c-d72c-48e6-8e8e-864835b750c6 req-84e8c508-b081-43cc-b19d-2e4d4bfa7b45 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:02.296573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69fa8a9c-d72c-48e6-8e8e-864835b750c6 req-84e8c508-b081-43cc-b19d-2e4d4bfa7b45 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.0843654 Jul 22 21:45:02.349982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69fa8a9c-d72c-48e6-8e8e-864835b750c6 req-3f417909-2860-435c-afd6-e45d248224b5 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473442 Jul 22 21:45:02.397592 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:44:59Z', 'revision_number': 3, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:02.437882 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Checking router: b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:02.438228 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Updating router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 port 4c8520f3-f994-4ff8-9258-0009760336b1 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:02.482812 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:02.564011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:02.649274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Sync routers for ids ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:02.668828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Routers {'1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:02.670747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:02.689438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:02.709281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Checking segment: {'id': 'bf4d4686-9364-40ec-9244-856a9b3059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:02.709937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network hostable DHCP agents. Network: de0c16bc-15ec-48c2-86f8-ffb506cd3c0b, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:45:02.836926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Set router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:02.950262 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:02.963997 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Transition to ACTIVE for port object 4c8520f3-f994-4ff8-9258-0009760336b1 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:02.970299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1ba31f75-97f2-421e-b4de-6f8c4486027d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:02.980778 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.041791 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Attempting to bind port 4c8520f3-f994-4ff8-9258-0009760336b1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:03.042307 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Attempting to bind port 4c8520f3-f994-4ff8-9258-0009760336b1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:03.042768 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Attempting to bind port 4c8520f3-f994-4ff8-9258-0009760336b1 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:03.055197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:03.055717 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:03.056295 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.057441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:03.058007 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Bound port: 4c8520f3-f994-4ff8-9258-0009760336b1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:03.059062 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.088028 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560cd6-ee14-48b1-a3a1-30f8482f5183 None None] Pushing event updated for resources: {'Port': ['ID=4c8520f3-f994-4ff8-9258-0009760336b1,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:03.111815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1ba31f75-97f2-421e-b4de-6f8c4486027d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:03.112282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:45:03.112473 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.136481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, de0c16bc-15ec-48c2-86f8-ffb506cd3c0b) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:03.146225 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] For port 4c8520f3-f994-4ff8-9258-0009760336b1, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:03.146982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:03.147663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.151705 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] For port 4c8520f3-f994-4ff8-9258-0009760336b1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4c8520f3-f994-4ff8-9258-0009760336b1,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:03.158973 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.159400 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.177672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33680) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:03.178588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7abdff0d-c7de-4eb2-a9d1-3b64469c4555 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4678674 Jul 22 21:45:03.185546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-362d2c05-ddf1-4d44-864c-48200eb53f5b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-358913554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:03.221197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c469010-776f-41b6-8b8e-9ce3401b06dc None None] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:03.266996 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:03.268300 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:03.282563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-362d2c05-ddf1-4d44-864c-48200eb53f5b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.283851 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-362d2c05-ddf1-4d44-864c-48200eb53f5b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.374403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Allocated IP 172.20.0.1 (61df596d-6849-4c26-8ac0-ce4dff77e701/67d16a39-4f3e-4354-a543-7d4b0ddf81b4/e7a53f0d-65e3-488e-90b3-bf646eba6503) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:03.386478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:03.408521 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560cd6-ee14-48b1-a3a1-30f8482f5183 None None] Pushing event updated for resources: {'Port': ['ID=4c8520f3-f994-4ff8-9258-0009760336b1,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:03.433946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:03.434997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6a5a3b21-9f19-4cdd-88ee-cef1d5ba7512 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:03.494886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf1c5862-6c04-479b-8cb4-57af153ddd09 req-e0bb95b6-568b-4430-851e-2c6e1cdda598 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 210 time: 0.0919094 Jul 22 21:45:03.514150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-362d2c05-ddf1-4d44-864c-48200eb53f5b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.568852 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:03.602549 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-362d2c05-ddf1-4d44-864c-48200eb53f5b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.619205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.630433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 4, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '99ec1a1b-4f27-4d72-9afd-c5231f9b9a29', 'name': '', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'mac_address': 'fa:16:3e:98:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 2, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'subnets': [{'id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:03.641079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Transition to ACTIVE for port object e7a53f0d-65e3-488e-90b3-bf646eba6503 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:03.661165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-de0c16bc-15ec-48c2-86f8-ffb506cd3c0b', 'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b', 'tenant_id': '12752c10d4af4640bd6ca42fcb335409', 'fixed_ips': [{'subnet_id': 'b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:45:03.661833 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-362d2c05-ddf1-4d44-864c-48200eb53f5b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.662079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.664042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-362d2c05-ddf1-4d44-864c-48200eb53f5b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4837778 Jul 22 21:45:03.669089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33686) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:03.681574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Checking router: 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:03.681937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Updating router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:03.683410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b', 'name': 'tempest-PortsTestJSON-1116249224'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:03.694116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.724552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:03.726911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-4d2b1042-a680-4e76-8c3e-2228742f684f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:03.729604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:03.730247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-4d2b1042-a680-4e76-8c3e-2228742f684f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 810 time: 0.3837106 Jul 22 21:45:03.732881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:03.752419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Request body: {'port': {'device_id': '5d350b14-342b-4347-9082-c77c67dc25d0', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'admin_state_up': True, 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:03.806084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.818120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:03.831097 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:44:59Z', 'revision_number': 3, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:03.851630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830e635-2b02-48a4-af6a-a50c68383a66 req-76072149-f323-4f24-a427-a61bc472275e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:03.859697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a830e635-2b02-48a4-af6a-a50c68383a66 req-76072149-f323-4f24-a427-a61bc472275e tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.3401084 Jul 22 21:45:03.870750 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8553568c-351d-45f3-af4e-ba09259b492c None None] The sync data for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 is: [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:44:59Z', 'revision_number': 3, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:04.020785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a830e635-2b02-48a4-af6a-a50c68383a66 req-5ec73718-7e73-47ce-b603-2e620efc4938 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2a5ca53d-e6ce-4c34-9479-526f4ab365af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579425 Jul 22 21:45:04.052336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:04.055068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Allocated IP 172.20.0.2 (de0c16bc-15ec-48c2-86f8-ffb506cd3c0b/b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1/b35a6460-2676-4092-90cf-4accecd886f9) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:04.057344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.086974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Made reservation on behalf of b55785a81aa446b0b673dbee6eb207b8 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:04.090695 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.094093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 762be970-cce8-4e9c-9da2-cf5db69af20e yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:45:04.105774 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6aef4716-2b7c-4310-9fda-f49cab3ceb23 None None] Provisioning for port e7a53f0d-65e3-488e-90b3-bf646eba6503 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:04.117788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-44431281-45e3-4b79-b750-021bcb23926d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:04.119692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-44431281-45e3-4b79-b750-021bcb23926d tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 1097 time: 0.5949004 Jul 22 21:45:04.127660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6aef4716-2b7c-4310-9fda-f49cab3ceb23 None None] Provisioning complete for port e7a53f0d-65e3-488e-90b3-bf646eba6503 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:04.128136 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6aef4716-2b7c-4310-9fda-f49cab3ceb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.145108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Pushing event updated for resources: {'Port': ['ID=e7a53f0d-65e3-488e-90b3-bf646eba6503,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:04.173830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.270962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6aef4716-2b7c-4310-9fda-f49cab3ceb23 None None] Port e7a53f0d-65e3-488e-90b3-bf646eba6503 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:04.355963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Deleting port adaa928c-2e92-47f5-88d7-5946bde52799 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:04.356326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.433768 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.455060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Transition to ACTIVE for port object b35a6460-2676-4092-90cf-4accecd886f9 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:04.482661 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.499878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Transition to ACTIVE for port object b35a6460-2676-4092-90cf-4accecd886f9 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:04.507187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Transition to ACTIVE for port object 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:04.513184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.519581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.520153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] For port adaa928c-2e92-47f5-88d7-5946bde52799, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=adaa928c-2e92-47f5-88d7-5946bde52799,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:04.520798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.571830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.9 (de0c16bc-15ec-48c2-86f8-ffb506cd3c0b/b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1/762be970-cce8-4e9c-9da2-cf5db69af20e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:04.577236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Calling delete_port for adaa928c-2e92-47f5-88d7-5946bde52799 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:04.580084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:04.589210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:04.594224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:04.602056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Pushing event updated for resources: {'Port': ['ID=b35a6460-2676-4092-90cf-4accecd886f9,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:04.639206 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.653423 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.707689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Allocated IP 172.20.0.6 (9c196e62-20d3-4f53-8fca-5c680a67532e/caf7a593-3d0f-4401-bbbc-6e8c2849af13/2246d9c2-7770-492c-bae7-a4808359e59d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:04.751942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ba6d3-ed7c-4650-9ea0-2d73c0b01a6c None None] Pushing event updated for resources: {'Port': ['ID=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:04.760816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Attempting to bind port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:04.761263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Attempting to bind port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:04.762311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Attempting to bind port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 on network 9c196e62-20d3-4f53-8fca-5c680a67532e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:04.770393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Attempting to bind port b35a6460-2676-4092-90cf-4accecd886f9 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:04.771094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Attempting to bind port b35a6460-2676-4092-90cf-4accecd886f9 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'bf4d4686-9364-40ec-9244-856a9b3059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:04.771785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Attempting to bind port b35a6460-2676-4092-90cf-4accecd886f9 on network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:04.776315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:04.776978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Checking segment: {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:04.777465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.777937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Bound using segment: {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:04.778444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Bound port: 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:04.778933 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.791260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:04.791748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Checking segment: {'id': 'bf4d4686-9364-40ec-9244-856a9b3059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:04.792310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.792723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Bound using segment: {'id': 'bf4d4686-9364-40ec-9244-856a9b3059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:04.793287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Bound port: b35a6460-2676-4092-90cf-4accecd886f9, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4d4686-9364-40ec-9244-856a9b3059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de0c16bc-15ec-48c2-86f8-ffb506cd3c0b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:04.793716 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.798922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Pushing event updated for resources: {'Port': ['ID=e7a53f0d-65e3-488e-90b3-bf646eba6503,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:04.808319 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:04.837265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fb0a694-a451-4e2f-a29f-ccd9a9d3015a req-99bebad2-4acf-4a94-9124-4e17026bd48c tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 210 time: 0.1870871 Jul 22 21:45:05.058192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:05.071865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:05.100706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.114252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c8520f3-f994-4ff8-9258-0009760336b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:05.117907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] For port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:05.126967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 762be970-cce8-4e9c-9da2-cf5db69af20e will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:05.171939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] For port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:05.175350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] For port b35a6460-2676-4092-90cf-4accecd886f9, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:05.182245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.211517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa0738b3-6620-4b96-9e37-6891bcc5c85a req-039fd00e-4bec-42a0-8311-062eef4bdd53 tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95797f6b-eec7-418b-ae3e-61d03ac633d0 HTTP/1.1" status: 200 len: 210 time: 0.0568280 Jul 22 21:45:05.261359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] For port b35a6460-2676-4092-90cf-4accecd886f9, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b35a6460-2676-4092-90cf-4accecd886f9,segment=NetworkSegment(bf4d4686-9364-40ec-9244-856a9b3059aa),segment_id=bf4d4686-9364-40ec-9244-856a9b3059aa)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:05.279820 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.282983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.287051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.303038 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.343335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Pushing event deleted for resources: {'Port': ['ID=adaa928c-2e92-47f5-88d7-5946bde52799,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:05.357266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Routers {'1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:05.362115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:05.388080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ba6d3-ed7c-4650-9ea0-2d73c0b01a6c None None] Pushing event updated for resources: {'Port': ['ID=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:05.432133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] No DVR routers for this DVR port adaa928c-2e92-47f5-88d7-5946bde52799 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:05.438434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.443959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f7530bbb-4730-4ae6-9fe3-346d2a7c73e7 req-8a3246c9-4ed7-4d9d-9b2e-f7fe92d9546b tempest-TestServerMultinode-1560852790 tempest-TestServerMultinode-1560852790-project-admin] 10.222.0.58 "DELETE /v2.0/ports/adaa928c-2e92-47f5-88d7-5946bde52799 HTTP/1.1" status: 204 len: 173 time: 1.3142126 Jul 22 21:45:05.444556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'name': 'network-vif-deleted', 'tag': 'adaa928c-2e92-47f5-88d7-5946bde52799'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:05.447137 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb30fcc-5114-4088-ba2c-48aa79a2649c" -d '{"events": [{"server_uuid": "95797f6b-eec7-418b-ae3e-61d03ac633d0", "name": "network-vif-deleted", "tag": "adaa928c-2e92-47f5-88d7-5946bde52799"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:05.498195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:05.587255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4c8520f3-f994-4ff8-9258-0009760336b1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:05.623490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4c8520f3-f994-4ff8-9258-0009760336b1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:05.624057 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.652649 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b175ba50-3a09-4505-abb4-3ef8befc85b2 x-openstack-request-id: req-b175ba50-3a09-4505-abb4-3ef8befc85b2 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:05.653257 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95797f6b-eec7-418b-ae3e-61d03ac633d0", "name": "network-vif-deleted", "tag": "adaa928c-2e92-47f5-88d7-5946bde52799", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:05.653257 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b175ba50-3a09-4505-abb4-3ef8befc85b2 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:05.653613 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95797f6b-eec7-418b-ae3e-61d03ac633d0', 'name': 'network-vif-deleted', 'tag': 'adaa928c-2e92-47f5-88d7-5946bde52799', 'status': 'completed', 'code': 200} Jul 22 21:45:05.662356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:05.679751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-87a85652-fce7-4ce5-b993-f6a1cad242bf admin admin] 10.222.0.54 "PUT /v2.0/routers/b1c17ab6-5687-4d2b-a2ea-aaf36851ae67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8714838 Jul 22 21:45:05.706280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cf671b01-6676-4301-8a85-83720e103b81 None None] Provisioning complete for port e7a53f0d-65e3-488e-90b3-bf646eba6503 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:05.707322 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf671b01-6676-4301-8a85-83720e103b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:05.757735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c236f7-9c36-4cfc-9d4f-dcfce05a3fa9 None None] Pushing event updated for resources: {'Port': ['ID=b35a6460-2676-4092-90cf-4accecd886f9,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:05.815190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] Set router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:05.818576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-cf671b01-6676-4301-8a85-83720e103b81 None None] Port e7a53f0d-65e3-488e-90b3-bf646eba6503 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:05.943268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:05.997055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:06.011897 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.026445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:06.064753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1f8968a-4c09-4704-972a-b9196c3611f0 req-9d4353c4-cfd2-4d1b-b6e8-611260b171c5 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 210 time: 0.1019609 Jul 22 21:45:06.096857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=762be970-cce8-4e9c-9da2-cf5db69af20e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:06.108544 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.117327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 4c8520f3-f994-4ff8-9258-0009760336b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4c8520f3-f994-4ff8-9258-0009760336b1,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:06.133569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.194408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:06.195116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.227277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Network 9c196e62-20d3-4f53-8fca-5c680a67532e is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:06.235449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:06.240041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Pushing event updated for resources: {'Port': ['ID=2246d9c2-7770-492c-bae7-a4808359e59d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:06.243133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:06.249678 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0a2b9b4-a28b-43c8-9318-7634183cbe15 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5788321 Jul 22 21:45:06.252354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:06.282584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=4c8520f3-f994-4ff8-9258-0009760336b1,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:06.310708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33714) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:06.318289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 4, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '99ec1a1b-4f27-4d72-9afd-c5231f9b9a29', 'name': '', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'mac_address': 'fa:16:3e:98:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'subnets': [{'id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:06.321276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:06.322391 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.360683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fdf66-2cce-4931-b3c0-5f114d6e26c0 None None] The sync data for ids ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'] in n-d-762330-19 is: [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:44:58Z', 'revision_number': 4, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '99ec1a1b-4f27-4d72-9afd-c5231f9b9a29', 'name': '', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'mac_address': 'fa:16:3e:98:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'subnets': [{'id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:06.414412 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-52c8f618-a3b9-472a-ac2e-485499839f7f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6719558 Jul 22 21:45:06.430593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Request body: {'port': {'device_id': '5d350b14-342b-4347-9082-c77c67dc25d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:06.737204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device adaa928c-2e92-47f5-88d7-5946bde52799 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:06.748608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.761258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33726) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:06.765478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: adaa928c-2e92-47f5-88d7-5946bde52799 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:06.765835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device adaa928c-2e92-47f5-88d7-5946bde52799 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:06.770832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-526200682-network', 'tenant_id': '7757030cf3d146a6afdd731be3089615'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:06.817191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Made reservation on behalf of 7757030cf3d146a6afdd731be3089615 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:06.820974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.839687 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.969406 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:45:06.980731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:06.991084 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Sync routers for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:07.009365 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:07.009998 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:07.105463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda1437-1d03-485a-91d9-4f1590555f53 None None] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:07.148420 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:07.213355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:07.216130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-14337501-8413-4717-95d3-45a571bc79ab None None] Provisioning for port b35a6460-2676-4092-90cf-4accecd886f9 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:07.445309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:07.455911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:07.456589 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.496652 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 2, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:07.513550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.522735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.537966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:45:07.549545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.549900 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Added segment 0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56 of type vlan for network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 Jul 22 21:45:07.592329 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.609923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.619273 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Checking router: b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:07.620457 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Updating router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 port e7a53f0d-65e3-488e-90b3-bf646eba6503 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:07.664002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ced41-e645-437f-b9dc-bb45439d056e req-1b2352a8-8f2b-4aca-b5be-5f7ec061c027 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:07.666782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f82ced41-e645-437f-b9dc-bb45439d056e req-1b2352a8-8f2b-4aca-b5be-5f7ec061c027 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 931 time: 0.4555230 Jul 22 21:45:07.676769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:07.682612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.683436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c8520f3-f994-4ff8-9258-0009760336b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:07.709587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd967aab-813a-45e7-a093-7475f3c55646,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:07.741096 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.743914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.747163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:07.747827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.849094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.906737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] Pushing event updated for resources: {'Network': ['ID=f67e6b6c-4f72-43f4-92a3-b7f4296837d5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:07.919232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4c8520f3-f994-4ff8-9258-0009760336b1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:07.922653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.938350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:45:07.940659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6b5b9285-ca0c-4ffd-8451-9f43ecf7f332 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1775987 Jul 22 21:45:07.941459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33732) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:07.953287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Request body: {'subnet': {'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-526200682-subnet', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:07.975964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.984251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:07.996163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:08.034207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Made reservation on behalf of 7757030cf3d146a6afdd731be3089615 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:08.036917 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.110875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f82ced41-e645-437f-b9dc-bb45439d056e req-8123df41-9714-4e3f-8bb4-3ae82fcc3292 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335167 Jul 22 21:45:08.156013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-95d715d3-9b0f-4743-a6e6-a034b410d1cd None None] Provisioning for port 762be970-cce8-4e9c-9da2-cf5db69af20e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:08.217457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2246d9c2-7770-492c-bae7-a4808359e59d {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:45:08.218382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-95d715d3-9b0f-4743-a6e6-a034b410d1cd None None] Provisioning complete for port 762be970-cce8-4e9c-9da2-cf5db69af20e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:08.218889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-95d715d3-9b0f-4743-a6e6-a034b410d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.237691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.268276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.283118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Transition to ACTIVE for port object 2246d9c2-7770-492c-bae7-a4808359e59d will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:08.289064 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.295018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b35a6460-2676-4092-90cf-4accecd886f9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:08.297464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.305598 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Transition to ACTIVE for port object e7a53f0d-65e3-488e-90b3-bf646eba6503 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:08.316785 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.420248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-95d715d3-9b0f-4743-a6e6-a034b410d1cd None None] Port 762be970-cce8-4e9c-9da2-cf5db69af20e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:08.431540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port b35a6460-2676-4092-90cf-4accecd886f9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:08.444411 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Attempting to bind port e7a53f0d-65e3-488e-90b3-bf646eba6503 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:08.445062 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Attempting to bind port e7a53f0d-65e3-488e-90b3-bf646eba6503 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:08.445607 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Attempting to bind port e7a53f0d-65e3-488e-90b3-bf646eba6503 on network 61df596d-6849-4c26-8ac0-ce4dff77e701 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:08.451258 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Pushing event updated for resources: {'Port': ['ID=e7a53f0d-65e3-488e-90b3-bf646eba6503,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:08.459991 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:08.460702 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Checking segment: {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:08.461305 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.461887 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Bound using segment: {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:08.462573 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Bound port: e7a53f0d-65e3-488e-90b3-bf646eba6503, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:08.463155 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.466226 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.466831 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.467338 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.468374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.469033 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.469543 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.470065 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.470565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.471072 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.471556 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.471782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b35a6460-2676-4092-90cf-4accecd886f9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:08.472728 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.472971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.473463 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:08.524987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2246d9c2-7770-492c-bae7-a4808359e59d,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:08.576414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-95d715d3-9b0f-4743-a6e6-a034b410d1cd None None] Provisioning complete for port b35a6460-2676-4092-90cf-4accecd886f9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:08.576797 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-95d715d3-9b0f-4743-a6e6-a034b410d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.601353 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] For port e7a53f0d-65e3-488e-90b3-bf646eba6503, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:08.614672 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] For port e7a53f0d-65e3-488e-90b3-bf646eba6503, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e7a53f0d-65e3-488e-90b3-bf646eba6503,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:08.619651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=762be970-cce8-4e9c-9da2-cf5db69af20e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:08.620537 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.632589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Deleting port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:08.633049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.673456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Attempting to bind port 2246d9c2-7770-492c-bae7-a4808359e59d on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:08.674322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Attempting to bind port 2246d9c2-7770-492c-bae7-a4808359e59d by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:08.674581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Attempting to bind port 2246d9c2-7770-492c-bae7-a4808359e59d on network 9c196e62-20d3-4f53-8fca-5c680a67532e {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:08.694814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Port 2246d9c2-7770-492c-bae7-a4808359e59d on network 9c196e62-20d3-4f53-8fca-5c680a67532e not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:45:08.695318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Attempting to bind port 2246d9c2-7770-492c-bae7-a4808359e59d on network 9c196e62-20d3-4f53-8fca-5c680a67532e {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:08.699673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.702132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:08.703214 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:08.720498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:08.721170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Checking segment: {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:08.725155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Bound using segment: {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:08.725781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Bound port: 2246d9c2-7770-492c-bae7-a4808359e59d, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:08.726270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.753431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b35a6460-2676-4092-90cf-4accecd886f9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b35a6460-2676-4092-90cf-4accecd886f9,segment=NetworkSegment(bf4d4686-9364-40ec-9244-856a9b3059aa),segment_id=bf4d4686-9364-40ec-9244-856a9b3059aa)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:08.766161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ef5d08-54f5-418a-b564-f8b12ad8c936,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:08.766528 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.840691 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:08.843970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] For port 2246d9c2-7770-492c-bae7-a4808359e59d, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:08.849112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] For port 2246d9c2-7770-492c-bae7-a4808359e59d, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2246d9c2-7770-492c-bae7-a4808359e59d,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:08.855402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Checking segment: {'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:08.857820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Network hostable DHCP agents. Network: f67e6b6c-4f72-43f4-92a3-b7f4296837d5, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:45:08.886784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:08.960011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b35a6460-2676-4092-90cf-4accecd886f9,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:08.974295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:45:09.011172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:09.013334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.014566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/2246d9c2-7770-492c-bae7-a4808359e59d HTTP/1.1" status: 200 len: 1092 time: 2.5899751 Jul 22 21:45:09.017498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d350b14-342b-4347-9082-c77c67dc25d0', 'tag': '2246d9c2-7770-492c-bae7-a4808359e59d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:09.019790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, f67e6b6c-4f72-43f4-92a3-b7f4296837d5) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:09.028041 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7926f3-77da-46c4-8bcc-286b573f86a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d350b14-342b-4347-9082-c77c67dc25d0", "tag": "2246d9c2-7770-492c-bae7-a4808359e59d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:09.030797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:09.032031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.074965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770457a0-4270-4916-9733-85b88870ea20 None None] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:09.080901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:09.081614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] For port 14cec5b0-6982-4334-8ec2-a0a9c9da90e6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:09.082231 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.117282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.138928 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca018e4e-938b-45c6-8f33-a3043be2e95e x-openstack-request-id: req-ca018e4e-938b-45c6-8f33-a3043be2e95e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:09.139389 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d350b14-342b-4347-9082-c77c67dc25d0", "tag": "2246d9c2-7770-492c-bae7-a4808359e59d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:09.139744 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca018e4e-938b-45c6-8f33-a3043be2e95e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:09.141065 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d350b14-342b-4347-9082-c77c67dc25d0', 'tag': '2246d9c2-7770-492c-bae7-a4808359e59d', 'status': 'completed', 'code': 200} Jul 22 21:45:09.146984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b73f6-91bf-4255-8141-dd0d4fa3e3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2246d9c2-7770-492c-bae7-a4808359e59d,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:09.152624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Calling delete_port for 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:09.195349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6d8d0c34-203c-4260-bdb3-f669ead603db admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2481709 Jul 22 21:45:09.198104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33742) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:09.203259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:09.232608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.235064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.293186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-727ed675-ce72-4ca6-8d76-15c5642e61fc None None] Provisioning complete for port 762be970-cce8-4e9c-9da2-cf5db69af20e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:09.293752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-727ed675-ce72-4ca6-8d76-15c5642e61fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.304577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.314069 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:08Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:09.332994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:09.333381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.345530 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8fda-04ac-4462-8127-ae951719f481 None None] Pushing event updated for resources: {'Port': ['ID=e7a53f0d-65e3-488e-90b3-bf646eba6503,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:09.348941 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85e83c-813c-47fa-b647-ad94df57f225 None None] The sync data for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 is: [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:08Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:09.383755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-3a9c067d-ebcd-4bab-8ff2-61aa7d2b3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:09.385482 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-3a9c067d-ebcd-4bab-8ff2-61aa7d2b3fd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 1095 time: 0.3111539 Jul 22 21:45:09.464291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-1bf22c9b-fe22-4feb-9e05-3bfc4d97eda0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2246d9c2-7770-492c-bae7-a4808359e59d HTTP/1.1" status: 200 len: 217 time: 0.0658746 Jul 22 21:45:09.582814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-d0fb2cbc-dfdc-4c01-9e3e-4f85e881d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:09.584828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-d0fb2cbc-dfdc-4c01-9e3e-4f85e881d974 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.1112204 Jul 22 21:45:09.603241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.634100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.653974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-9d96a306-3f75-4415-9745-19953ed88322 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618887 Jul 22 21:45:09.676531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-727ed675-ce72-4ca6-8d76-15c5642e61fc None None] Port 762be970-cce8-4e9c-9da2-cf5db69af20e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:09.750795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-f67e6b6c-4f72-43f4-92a3-b7f4296837d5', 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'fixed_ips': [{'subnet_id': '37ef5d08-54f5-418a-b564-f8b12ad8c936'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:45:09.751702 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:09.771267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-a46ab642-a981-498c-84b8-340b17e07a98 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076448 Jul 22 21:45:09.800469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796c99e-0c67-4a64-81dc-b973d9c0080b req-de11a818-5b1d-4dea-b6c4-23845ff09e42 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:09.808429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9796c99e-0c67-4a64-81dc-b973d9c0080b req-de11a818-5b1d-4dea-b6c4-23845ff09e42 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 943 time: 0.4947264 Jul 22 21:45:09.944442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9796c99e-0c67-4a64-81dc-b973d9c0080b req-8a342056-cfa5-46cd-bf1a-7dda15914bc4 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344547 Jul 22 21:45:09.998968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Allocated IP 172.20.0.2 (f67e6b6c-4f72-43f4-92a3-b7f4296837d5/37ef5d08-54f5-418a-b564-f8b12ad8c936/4684e693-aca1-419f-a682-5e90494f2064) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:10.038872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fb040d5e-72d4-4e61-9df7-257ea62108f0 req-64e65923-dd00-4cf1-b537-1b563cb62854 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579193 Jul 22 21:45:10.066074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.103620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Pushing event deleted for resources: {'Port': ['ID=14cec5b0-6982-4334-8ec2-a0a9c9da90e6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:10.197391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.210163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Transition to ACTIVE for port object 4684e693-aca1-419f-a682-5e90494f2064 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:10.234440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Transition to ACTIVE for port object 4684e693-aca1-419f-a682-5e90494f2064 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:10.249119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.288582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:10.291900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:10.296328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:10.318229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Pushing event updated for resources: {'Port': ['ID=4684e693-aca1-419f-a682-5e90494f2064,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:10.375556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Attempting to bind port 4684e693-aca1-419f-a682-5e90494f2064 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:10.375863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Attempting to bind port 4684e693-aca1-419f-a682-5e90494f2064 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:10.376298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Attempting to bind port 4684e693-aca1-419f-a682-5e90494f2064 on network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:10.382757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:10.383293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Checking segment: {'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:10.383815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.385337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Bound using segment: {'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:10.385987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Bound port: 4684e693-aca1-419f-a682-5e90494f2064, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:10.387034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.436200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.458068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.463958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] For port 4684e693-aca1-419f-a682-5e90494f2064, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:10.467876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] For port 4684e693-aca1-419f-a682-5e90494f2064, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4684e693-aca1-419f-a682-5e90494f2064,segment=NetworkSegment(0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56),segment_id=0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:10.480408 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.548538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.552688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.573373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1fd0b-5a71-4525-917b-4c4d81f11403 None None] Pushing event updated for resources: {'Port': ['ID=4684e693-aca1-419f-a682-5e90494f2064,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:10.584475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=762be970-cce8-4e9c-9da2-cf5db69af20e,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:10.587645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.595597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-2684c291-eae7-4c95-8ec2-78e0421c7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:10.597704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-2684c291-eae7-4c95-8ec2-78e0421c7e63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 1095 time: 0.5022166 Jul 22 21:45:10.683388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:10.796733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-ddf053ee-330b-42b4-82f1-16ca6ed1e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:10.801159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-ddf053ee-330b-42b4-82f1-16ca6ed1e486 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 911 time: 0.1932330 Jul 22 21:45:10.848237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Allocated IP 172.25.5.79 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/f46555a2-2831-48fa-aefb-8357a47999a8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:10.852778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:10.856548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:10.905503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-099e1790-e9a0-44fb-a816-64e2d2790b97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2246d9c2-7770-492c-bae7-a4808359e59d HTTP/1.1" status: 200 len: 217 time: 0.0964198 Jul 22 21:45:11.028017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-4cdc6704-5ac2-4890-8d26-59eb557adedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:11.029914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-4cdc6704-5ac2-4890-8d26-59eb557adedd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.1140924 Jul 22 21:45:11.100628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-42cec103-f5e9-4fe8-beaf-851bc449b00c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614007 Jul 22 21:45:11.252040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33752) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:11.293542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4684e693-aca1-419f-a682-5e90494f2064 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:11.333947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Router 60cae0d3-84ac-4600-b784-5e27d5ac68cc is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:45:11.375205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:11.385444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4684e693-aca1-419f-a682-5e90494f2064 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:11.392961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b35a6460-2676-4092-90cf-4accecd886f9 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:11.447299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a136d469-8805-472a-ac5b-40ec5828e896 None None] Provisioning complete for port 762be970-cce8-4e9c-9da2-cf5db69af20e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:11.447542 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a136d469-8805-472a-ac5b-40ec5828e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:11.486743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:11.492976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-785b7119-9d36-4308-8841-cdb131b519e7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "PUT /v2.0/routers/60cae0d3-84ac-4600-b784-5e27d5ac68cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2394431 Jul 22 21:45:11.501951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33754) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:11.524672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:11.537454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] Sync routers for ids ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:11.541918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a136d469-8805-472a-ac5b-40ec5828e896 None None] Port 762be970-cce8-4e9c-9da2-cf5db69af20e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:11.564260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] Routers {'60cae0d3-84ac-4600-b784-5e27d5ac68cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:11.566709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:11.601052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:11.608370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:11.618344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:11.625244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a41130-6c2b-4460-9985-83318b815b68 req-219a8c76-15d3-4f04-b135-4c20d46413c7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:11.627088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38a41130-6c2b-4460-9985-83318b815b68 req-219a8c76-15d3-4f04-b135-4c20d46413c7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 943 time: 0.5310767 Jul 22 21:45:11.644875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Router f2e2d679-73b1-40c2-aa2b-6909b0b1305a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:11.647291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b35a6460-2676-4092-90cf-4accecd886f9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:11.647774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:11.649987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:11.662050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Pushing event updated for resources: {'Port': ['ID=f46555a2-2831-48fa-aefb-8357a47999a8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:11.686580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] Routers {'60cae0d3-84ac-4600-b784-5e27d5ac68cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:11.687799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:11.719690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-c146dd03-9156-4ec2-b87c-c218bd03a072 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686165 Jul 22 21:45:11.788416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:11.789168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90920d4c-2529-4939-ad02-047ecf335840 None None] The sync data for ids ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:11.877246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a53f0d-65e3-488e-90b3-bf646eba6503 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:11.921171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0abfeb-587a-4cf5-a123-514270494848 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:11.930273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4c0abfeb-587a-4cf5-a123-514270494848 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports?device_id=60cae0d3-84ac-4600-b784-5e27d5ac68cc HTTP/1.1" status: 200 len: 982 time: 0.4165871 Jul 22 21:45:11.933330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:11.943172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e7a53f0d-65e3-488e-90b3-bf646eba6503 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:11.952912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e7a53f0d-65e3-488e-90b3-bf646eba6503 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:11.953384 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.056617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.099160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e7a53f0d-65e3-488e-90b3-bf646eba6503, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e7a53f0d-65e3-488e-90b3-bf646eba6503,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:12.104752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.179476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e7926f3-77da-46c4-8bcc-286b573f86a3 req-462f5cc1-faf9-412e-a665-86f6db17a6b7 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298909 Jul 22 21:45:12.186503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e7a53f0d-65e3-488e-90b3-bf646eba6503,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:12.238756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b1b519-b472-49fe-8a65-8fa1b0eea76a None None] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:12.252378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:12.263938 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] Sync routers for ids ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:12.280069 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] Routers {'f2e2d679-73b1-40c2-aa2b-6909b0b1305a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:12.283607 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:12.316756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.326011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-817b5443-0a35-426a-81cf-44b6b1aa218c admin admin] 10.222.0.54 "PUT /v2.0/routers/f2e2d679-73b1-40c2-aa2b-6909b0b1305a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0132601 Jul 22 21:45:12.331893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33762) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:12.376211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38a41130-6c2b-4460-9985-83318b815b68 req-00322dc0-fb34-4353-8e51-4ea6204578eb tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336698 Jul 22 21:45:12.440775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e6519617-16d9-44ad-a9d5-7635efd62a44 None None] Provisioning for port 4684e693-aca1-419f-a682-5e90494f2064 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:12.476685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e6519617-16d9-44ad-a9d5-7635efd62a44 None None] Provisioning complete for port 4684e693-aca1-419f-a682-5e90494f2064 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:12.477902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e6519617-16d9-44ad-a9d5-7635efd62a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.569566 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] Set router f2e2d679-73b1-40c2-aa2b-6909b0b1305a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:12.644072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8d738060-9fba-4c13-ba46-0a0ef8d499a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.675730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.765839 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e6519617-16d9-44ad-a9d5-7635efd62a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.771537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2246d9c2-7770-492c-bae7-a4808359e59d details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:45:12.920936 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:45:09Z', 'revision_number': 5, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port': {'id': 'e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:43:59Z', 'updated_at': '2021-07-22T21:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:12.924898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:12.936574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e6519617-16d9-44ad-a9d5-7635efd62a44 None None] For port 4684e693-aca1-419f-a682-5e90494f2064, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4684e693-aca1-419f-a682-5e90494f2064,segment=NetworkSegment(0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56),segment_id=0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:12.962923 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e6519617-16d9-44ad-a9d5-7635efd62a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.008460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.029084 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] Checking router: f2e2d679-73b1-40c2-aa2b-6909b0b1305a for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:13.041586 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] Routers {'f2e2d679-73b1-40c2-aa2b-6909b0b1305a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:13.042207 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:13.055294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a53f0d-65e3-488e-90b3-bf646eba6503 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:13.090081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.165360 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] Set router f2e2d679-73b1-40c2-aa2b-6909b0b1305a gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:13.194660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Deleting port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:13.195310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.242347 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 6, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:13.289151 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762648ce-a066-4edd-97b9-9eb5a6fee043 None None] The sync data for ids ['f2e2d679-73b1-40c2-aa2b-6909b0b1305a'] in n-d-762330-19 is: [{'id': 'f2e2d679-73b1-40c2-aa2b-6909b0b1305a', 'name': 'tempest-TestServerMultinode-1765566390-router', 'tenant_id': 'baea94c910494b3db1bc527ec63c2b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:43:58Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 6, 'project_id': 'baea94c910494b3db1bc527ec63c2b41', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:13.305953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519617-16d9-44ad-a9d5-7635efd62a44 None None] Pushing event updated for resources: {'Port': ['ID=4684e693-aca1-419f-a682-5e90494f2064,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:13.350084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6db04ea6-3f75-48ae-8513-6759fd13fe5a None None] Provisioning complete for port 4684e693-aca1-419f-a682-5e90494f2064 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:13.350592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6db04ea6-3f75-48ae-8513-6759fd13fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.364500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e7a53f0d-65e3-488e-90b3-bf646eba6503 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:13.365018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.423757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2246d9c2-7770-492c-bae7-a4808359e59d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2246d9c2-7770-492c-bae7-a4808359e59d,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:13.466869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '2246d9c2-7770-492c-bae7-a4808359e59d', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'port_id': '2246d9c2-7770-492c-bae7-a4808359e59d', 'mac_address': 'fa:16:3e:ed:e6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:45:13.488884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] For port e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:13.489383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.511276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Router fee7903d-fb79-4581-a513-803d50ec63a0 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:45:13.549091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.553395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Calling delete_port for e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:13.564323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.589746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2246d9c2-7770-492c-bae7-a4808359e59d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:45:13.679228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2246d9c2-7770-492c-bae7-a4808359e59d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2246d9c2-7770-492c-bae7-a4808359e59d,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:13.693792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.791109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2246d9c2-7770-492c-bae7-a4808359e59d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:13.802453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.803005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.803428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.803887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.804370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.804884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.805296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.805721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.806113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.806525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.807098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.807502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:13.858173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:13.870508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Sync routers for ids ['fee7903d-fb79-4581-a513-803d50ec63a0'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:13.882888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Routers {'fee7903d-fb79-4581-a513-803d50ec63a0'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:13.884353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:13.884586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:44:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fee7903d-fb79-4581-a513-803d50ec63a0'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:13.885731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d54bd8a3-d57e-4f6f-8c75-c8c3ea4328ad admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6864183 Jul 22 21:45:13.890007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33768) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:13.928478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2246d9c2-7770-492c-bae7-a4808359e59d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:45:14.025848 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b5bf9-9fc1-41c7-b4b7-db153c3a9989 req-2ec3b7fc-f755-4dd1-a630-6baddf090d6c tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:14.027283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f3b5bf9-9fc1-41c7-b4b7-db153c3a9989 req-2ec3b7fc-f755-4dd1-a630-6baddf090d6c tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 943 time: 0.5410652 Jul 22 21:45:14.070394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Set router fee7903d-fb79-4581-a513-803d50ec63a0 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:14.160705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f3b5bf9-9fc1-41c7-b4b7-db153c3a9989 req-e0721cdd-c780-45b0-88e6-2123a4bc01dc tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992851 Jul 22 21:45:14.214877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 762be970-cce8-4e9c-9da2-cf5db69af20e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:14.215606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.283425 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.329173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:14.415901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:14.416322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.423878 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.441611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 762be970-cce8-4e9c-9da2-cf5db69af20e owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:14.444641 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.632875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:45:11Z', 'revision_number': 3, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port': {'id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:10Z', 'updated_at': '2021-07-22T21:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:14.664723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.667537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Checking router: fee7903d-fb79-4581-a513-803d50ec63a0 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:14.668005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Updating router fee7903d-fb79-4581-a513-803d50ec63a0 port f46555a2-2831-48fa-aefb-8357a47999a8 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:14.671108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.709050 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.739915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.751308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:14.751652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.771802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:14.774306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.774832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e2d679-73b1-40c2-aa2b-6909b0b1305a {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:45:14.781564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.792667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6a4ee91a-c0ae-4d8c-a34b-24a52bba55f8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f2e2d679-73b1-40c2-aa2b-6909b0b1305a HTTP/1.1" status: 204 len: 168 time: 2.4526291 Jul 22 21:45:14.792667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33772) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:14.810607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:14.861476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=762be970-cce8-4e9c-9da2-cf5db69af20e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:14.891443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] Deleting subnet d1202fcd-1f8a-4aa5-80f9-4a25459d9709 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:14.938942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.047322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.169925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Allocated IP 172.20.0.1 (f67e6b6c-4f72-43f4-92a3-b7f4296837d5/37ef5d08-54f5-418a-b564-f8b12ad8c936/3a5a2101-effb-4c3d-8f27-625aec1bfe6f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:15.172378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.226420 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.232479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4684e693-aca1-419f-a682-5e90494f2064 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:15.236892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.287100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb814-e736-49be-b0b7-fa487b8b30bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.313153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4684e693-aca1-419f-a682-5e90494f2064 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:15.313464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.350624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.365893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Transition to ACTIVE for port object f46555a2-2831-48fa-aefb-8357a47999a8 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:15.374961 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.404401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:15.441317 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.456637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce69db-ea1c-4631-999e-35790a638773 None None] Pushing event updated for resources: {'Port': ['ID=f46555a2-2831-48fa-aefb-8357a47999a8,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:15.476295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Attempting to bind port f46555a2-2831-48fa-aefb-8357a47999a8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:15.476891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Attempting to bind port f46555a2-2831-48fa-aefb-8357a47999a8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:15.477523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Attempting to bind port f46555a2-2831-48fa-aefb-8357a47999a8 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:15.510224 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.519376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:15.519757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:15.520227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.520631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:15.521539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Bound port: f46555a2-2831-48fa-aefb-8357a47999a8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:15.521693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1202fcd-1f8a-4aa5-80f9-4a25459d9709,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:15.521808 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.525268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.529770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-36586d85-7b79-45e0-b86d-d20d0cbef5fb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d1202fcd-1f8a-4aa5-80f9-4a25459d9709 HTTP/1.1" status: 204 len: 168 time: 0.7405965 Jul 22 21:45:15.535166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33776) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:15.555604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc574ab0-01bb-4f0e-949b-6d72df8f3acd req-43f5b13b-a224-4d5b-ba45-d8360ec2197d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:15.556204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c01a44-73d9-4db1-a5c7-5588e1e39716 None None] Network 1713f754-1b08-4f17-be73-9646a0f58b03 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:15.557252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc574ab0-01bb-4f0e-949b-6d72df8f3acd req-43f5b13b-a224-4d5b-ba45-d8360ec2197d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 944 time: 0.2827945 Jul 22 21:45:15.727767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] For port f46555a2-2831-48fa-aefb-8357a47999a8, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:15.732328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] For port f46555a2-2831-48fa-aefb-8357a47999a8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f46555a2-2831-48fa-aefb-8357a47999a8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:15.738584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:15.769068 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.793962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:15.794689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 14cec5b0-6982-4334-8ec2-a0a9c9da90e6 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:15.795261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:15.820031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc574ab0-01bb-4f0e-949b-6d72df8f3acd req-5a9c7e0e-45bd-47a9-a8ec-9d9eb29230ff tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378137 Jul 22 21:45:15.858904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Router 60cae0d3-84ac-4600-b784-5e27d5ac68cc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:15.862123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:15.862621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e984b5e0-9dfa-4bc2-a001-9aa20fc96ad8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:15.876748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.915849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Routers {'fee7903d-fb79-4581-a513-803d50ec63a0'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:15.916509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fee7903d-fb79-4581-a513-803d50ec63a0'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:15.920488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce69db-ea1c-4631-999e-35790a638773 None None] Pushing event updated for resources: {'Port': ['ID=f46555a2-2831-48fa-aefb-8357a47999a8,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:15.970468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.970753 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:15.975562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:15.981398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d9988cb1-d617-407f-b97b-5d9415fea889 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "PUT /v2.0/routers/60cae0d3-84ac-4600-b784-5e27d5ac68cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0456874 Jul 22 21:45:15.992562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:16.015376 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] Sync routers for ids ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:16.026020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Deleting port e8cf28b9-91da-4b61-9b3c-de46e06b40df {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:16.026377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.033126 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] Routers {'60cae0d3-84ac-4600-b784-5e27d5ac68cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:16.033786 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.057310 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f89b106-9314-400f-abb6-c528509486b6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:45:16.058559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] Set router fee7903d-fb79-4581-a513-803d50ec63a0 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:16.059617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1f89b106-9314-400f-abb6-c528509486b6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/762be970-cce8-4e9c-9da2-cf5db69af20e HTTP/1.1" status: 404 len: 333 time: 0.0655029 Jul 22 21:45:16.060865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Transition to ACTIVE for port object 3a5a2101-effb-4c3d-8f27-625aec1bfe6f will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:16.064342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33782) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:16.075463 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.085612 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] Routers {'60cae0d3-84ac-4600-b784-5e27d5ac68cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:16.086240 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.119897 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.120563 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98feac70-9420-4b6f-9f5a-a1365e8cf27b None None] The sync data for ids ['60cae0d3-84ac-4600-b784-5e27d5ac68cc'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:16.137962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] DHCP port deletion for 1713f754-1b08-4f17-be73-9646a0f58b03 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:45:16.176532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] For port e8cf28b9-91da-4b61-9b3c-de46e06b40df, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e8cf28b9-91da-4b61-9b3c-de46e06b40df,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:16.176984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.182329 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba49a-0276-4ce2-b887-f076df42c87d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.200929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.203639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Calling delete_port for e8cf28b9-91da-4b61-9b3c-de46e06b40df owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:16.271244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] Deleting port e8cf28b9-91da-4b61-9b3c-de46e06b40df {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:16.271632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.369958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] For port e8cf28b9-91da-4b61-9b3c-de46e06b40df, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e8cf28b9-91da-4b61-9b3c-de46e06b40df,segment=NetworkSegment(7ca0dbd8-ea04-4a75-9584-4bea2750aeb1),segment_id=7ca0dbd8-ea04-4a75-9584-4bea2750aeb1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:16.370474 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.372828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.385618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba49a-0276-4ce2-b887-f076df42c87d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.389825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.390449 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba49a-0276-4ce2-b887-f076df42c87d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.403354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] Calling delete_port for e8cf28b9-91da-4b61-9b3c-de46e06b40df owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:16.425958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cf28b9-91da-4b61-9b3c-de46e06b40df,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:16.431500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] No DVR routers for this DVR port e8cf28b9-91da-4b61-9b3c-de46e06b40df on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:16.440107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:16.445459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:16.454425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:16.458774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:16.477525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:45:11Z', 'revision_number': 3, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port': {'id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:10Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.512924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7aefa6-9810-4f99-9954-e4bd111a789c None None] The sync data for ids ['fee7903d-fb79-4581-a513-803d50ec63a0'] in n-d-762330-19 is: [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:45:11Z', 'revision_number': 3, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port': {'id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:10Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:16.556673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.575512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.581220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:16.584550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba49a-0276-4ce2-b887-f076df42c87d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.585356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ba49a-0276-4ce2-b887-f076df42c87d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Fanout notify agent at l3_agent the message router_deleted on router 60cae0d3-84ac-4600-b784-5e27d5ac68cc {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:45:16.594645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba49a-0276-4ce2-b887-f076df42c87d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.596100 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bf9ba49a-0276-4ce2-b887-f076df42c87d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/routers/60cae0d3-84ac-4600-b784-5e27d5ac68cc HTTP/1.1" status: 204 len: 168 time: 0.5216432 Jul 22 21:45:16.599492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:16.604307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] Pushing event deleted for resources: {'Port': ['ID=e8cf28b9-91da-4b61-9b3c-de46e06b40df,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:16.612091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c873d3-e698-4de0-ae3e-d57db8174003 None None] No DVR routers for this DVR port e8cf28b9-91da-4b61-9b3c-de46e06b40df on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:16.662518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.674867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1713f754-1b08-4f17-be73-9646a0f58b03']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.691879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.692197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca0dbd8-ea04-4a75-9584-4bea2750aeb1') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.708203 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.739979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:16.747101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.758402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:16.768584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-473545c0-2a5b-485b-8822-03748bb5e211 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "PUT /v2.0/routers/114d04fc-882a-4d97-a22b-dee5e2ed18f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4469299 Jul 22 21:45:16.768584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:45:16.768584 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.773464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] Sync routers for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:45:16.781253 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:45:16.792133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:16.793537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:16.802986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2246d9c2-7770-492c-bae7-a4808359e59d up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:16.818571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.916518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.932377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:16.935658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] 10.222.0.54 "DELETE /v2.0/networks/1713f754-1b08-4f17-be73-9646a0f58b03 HTTP/1.1" status: 204 len: 168 time: 1.3991516 Jul 22 21:45:16.950915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33792) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:16.968644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8335f26-5087-43a7-915c-1a575305adbd admin admin] Pushing event deleted for resources: {'Network': ['ID=1713f754-1b08-4f17-be73-9646a0f58b03,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:17.006953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.097215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:17.275112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e8cf28b9-91da-4b61-9b3c-de46e06b40df no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:17.326808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e8cf28b9-91da-4b61-9b3c-de46e06b40df {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:17.327230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e8cf28b9-91da-4b61-9b3c-de46e06b40df not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:17.328858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8ace49c7-4121-4532-ae91-c648920ba14d None None] Provisioning for port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:17.349850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.365306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8ace49c7-4121-4532-ae91-c648920ba14d None None] Provisioning complete for port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:17.365752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8ace49c7-4121-4532-ae91-c648920ba14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.375211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2cf2-d265-4033-bbc1-0b4032328d8c req-2229c57a-c1f3-4da6-acad-ee2faabacdb1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:17.376963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5dc2cf2-d265-4033-bbc1-0b4032328d8c req-2229c57a-c1f3-4da6-acad-ee2faabacdb1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 944 time: 0.3714228 Jul 22 21:45:17.430997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 2246d9c2-7770-492c-bae7-a4808359e59d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:17.438022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5dc2cf2-d265-4033-bbc1-0b4032328d8c req-a6529893-9be3-4514-acb5-61ea161a5160 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Jul 22 21:45:17.442633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 2246d9c2-7770-492c-bae7-a4808359e59d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:17.443016 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.450953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fa8eb-4734-469e-9dd4-50fde50bd753 req-c1e124d4-6c01-4cfc-abfc-cef20a1f2462 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:17.457407 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-337fa8eb-4734-469e-9dd4-50fde50bd753 req-c1e124d4-6c01-4cfc-abfc-cef20a1f2462 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 946 time: 0.2241900 Jul 22 21:45:17.517302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8ace49c7-4121-4532-ae91-c648920ba14d None None] Port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:17.533402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-337fa8eb-4734-469e-9dd4-50fde50bd753 req-c986cb99-5a88-4f70-b1ef-cf3587ee1dcc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657704 Jul 22 21:45:17.659092 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.689278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.696155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d350b14-342b-4347-9082-c77c67dc25d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246d9c2-7770-492c-bae7-a4808359e59d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:17.698552 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516311d2-8e5c-43a0-89b5-05728cc1b6a7" -d '{"events": [{"server_uuid": "5d350b14-342b-4347-9082-c77c67dc25d0", "name": "network-vif-plugged", "status": "completed", "tag": "2246d9c2-7770-492c-bae7-a4808359e59d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:17.714864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 6, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:26Z', 'revision_number': 1, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:17.746581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 2246d9c2-7770-492c-bae7-a4808359e59d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2246d9c2-7770-492c-bae7-a4808359e59d,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:17.747869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] Checking router: 114d04fc-882a-4d97-a22b-dee5e2ed18f6 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:17.754062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.799696 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf0044-deb2-4d2f-be77-732abb87af4b x-openstack-request-id: req-4baf0044-deb2-4d2f-be77-732abb87af4b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:17.799696 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d350b14-342b-4347-9082-c77c67dc25d0", "name": "network-vif-plugged", "status": "completed", "tag": "2246d9c2-7770-492c-bae7-a4808359e59d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:17.799696 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4baf0044-deb2-4d2f-be77-732abb87af4b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:17.799696 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d350b14-342b-4347-9082-c77c67dc25d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246d9c2-7770-492c-bae7-a4808359e59d', 'code': 200} Jul 22 21:45:17.811460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:17.812147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:17.862382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.868302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.913805 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.914668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065fa0e-1835-4c7f-a47d-1e29245bc39d req-1dd29027-7305-4490-8b59-81f6b9bcc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:17.916632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9065fa0e-1835-4c7f-a47d-1e29245bc39d req-1dd29027-7305-4490-8b59-81f6b9bcc4ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 1097 time: 0.0763469 Jul 22 21:45:17.919139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=2246d9c2-7770-492c-bae7-a4808359e59d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:17.928765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fbdd2a-a072-48da-9eca-e30d940e5862 None None] Network de0c16bc-15ec-48c2-86f8-ffb506cd3c0b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:17.982653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:17.986333 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1 HTTP/1.1" status: 204 len: 168 time: 1.3849156 Jul 22 21:45:17.992739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:18.023909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9065fa0e-1835-4c7f-a47d-1e29245bc39d req-74c06fcf-8a74-4ecf-a746-4e28f5add701 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994060 Jul 22 21:45:18.032450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdeacf-0c93-462e-ba29-34ec964909d5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:18.119243 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.128191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.136087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:18.194360 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port b35a6460-2676-4092-90cf-4accecd886f9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:18.194765 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.279591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] For port b35a6460-2676-4092-90cf-4accecd886f9, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b35a6460-2676-4092-90cf-4accecd886f9,segment=NetworkSegment(bf4d4686-9364-40ec-9244-856a9b3059aa),segment_id=bf4d4686-9364-40ec-9244-856a9b3059aa)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:18.279996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.292624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:18.296487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:18.297206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for b35a6460-2676-4092-90cf-4accecd886f9 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:18.320422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:18.407470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.436124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.459245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.465467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No DVR routers for this DVR port b35a6460-2676-4092-90cf-4accecd886f9 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:18.546073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Router fee7903d-fb79-4581-a513-803d50ec63a0 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:18.631490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=b35a6460-2676-4092-90cf-4accecd886f9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:18.694332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c188c3f-e5b1-4652-8f24-f22d655c3f70 None None] DHCP port deletion for de0c16bc-15ec-48c2-86f8-ffb506cd3c0b request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:45:18.726389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-256943d2-0493-4933-a404-300594bc22da None None] Provisioning complete for port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:18.728257 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-256943d2-0493-4933-a404-300594bc22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.737240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.748276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0c16bc-15ec-48c2-86f8-ffb506cd3c0b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:18.777770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4d4686-9364-40ec-9244-856a9b3059aa') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:18.778085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4d4686-9364-40ec-9244-856a9b3059aa') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:18.783272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-256943d2-0493-4933-a404-300594bc22da None None] Port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:18.789094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.791931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 6, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:26Z', 'revision_number': 1, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:18.839274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987539fb-fac6-48b0-8656-db1038adb3eb None None] The sync data for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 is: [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 6, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'ce5d42fa-600d-4fdf-aa96-c6a4260d12f7', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'port_id': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'mac_address': 'fa:16:3e:20:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22afd54-d005-45d7-9492-ed472544bb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:43:22Z', 'updated_at': '2021-07-22T21:43:26Z', 'revision_number': 1, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:18.854490 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.866198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:45:18.867127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:45:18.870149 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:45:18.904261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:18.910816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-31010f8d-997c-4653-8cd0-405d72415311 admin admin] 10.222.0.54 "PUT /v2.0/routers/fee7903d-fb79-4581-a513-803d50ec63a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0197761 Jul 22 21:45:18.980074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.993266 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:18.995445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/de0c16bc-15ec-48c2-86f8-ffb506cd3c0b HTTP/1.1" status: 204 len: 168 time: 1.0035810 Jul 22 21:45:19.014069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dff55-e21a-4ede-92ad-e275f85a4be7 req-d4b9cc5d-5935-4f25-b507-f5e550df0874 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:19.015597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d9dff55-e21a-4ede-92ad-e275f85a4be7 req-d4b9cc5d-5935-4f25-b507-f5e550df0874 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.3463984 Jul 22 21:45:19.017305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:19.027798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835300d5-0f37-4f0b-815b-039e29b9b58f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=de0c16bc-15ec-48c2-86f8-ffb506cd3c0b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:19.042633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ae8c1-a594-4b84-9447-fb270f16d70b req-202931cc-6e63-4d7d-a66f-7ff1ed9aebe7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:19.043896 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-336ae8c1-a594-4b84-9447-fb270f16d70b req-202931cc-6e63-4d7d-a66f-7ff1ed9aebe7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 946 time: 0.3555920 Jul 22 21:45:19.103115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Deleting port 115e1be8-a263-492b-802f-089e61c5dd46 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:19.103753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:19.137552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-7f20f1d6-13da-463f-bf54-a2794f56fc22 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:19.139097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-7f20f1d6-13da-463f-bf54-a2794f56fc22 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 946 time: 0.1143131 Jul 22 21:45:19.184995 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Sync routers for ids ['fee7903d-fb79-4581-a513-803d50ec63a0'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:19.201322 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Routers {'fee7903d-fb79-4581-a513-803d50ec63a0'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:19.202234 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fee7903d-fb79-4581-a513-803d50ec63a0'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:19.354346 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f46555a2-2831-48fa-aefb-8357a47999a8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:19.375097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] For port 115e1be8-a263-492b-802f-089e61c5dd46, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=115e1be8-a263-492b-802f-089e61c5dd46,segment=NetworkSegment(dab6ee7d-1d13-49f8-89f4-35ba3d83254c),segment_id=dab6ee7d-1d13-49f8-89f4-35ba3d83254c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:19.375607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:19.415943 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Set router fee7903d-fb79-4581-a513-803d50ec63a0 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:19.435998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c18be7-f006-41d5-aaa5-a6ae9addc4a7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:19.441093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2c18be7-f006-41d5-aaa5-a6ae9addc4a7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/cc401f9a-82d3-43e5-b895-82b67ad22173 HTTP/1.1" status: 200 len: 840 time: 0.4190006 Jul 22 21:45:19.452704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33816) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:19.476995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f46555a2-2831-48fa-aefb-8357a47999a8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:19.500932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f46555a2-2831-48fa-aefb-8357a47999a8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:19.500932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:19.525004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-336ae8c1-a594-4b84-9447-fb270f16d70b req-0cf3f772-b36a-474d-8d0f-5ce0cb199b05 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=44148a37-bb5f-45ed-87f3-abc643a45c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450987 Jul 22 21:45:19.545332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d9dff55-e21a-4ede-92ad-e275f85a4be7 req-f51e31c7-402c-42d7-807a-ad6f313b8e96 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003755 Jul 22 21:45:19.605421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c33b3213-62b5-4ee8-8ade-32822557513e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/cc401f9a-82d3-43e5-b895-82b67ad22173?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1515465 Jul 22 21:45:19.610793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33820) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:19.624556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:19.669136 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:19.722931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f46555a2-2831-48fa-aefb-8357a47999a8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f46555a2-2831-48fa-aefb-8357a47999a8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:19.729377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:19.782042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Calling delete_port for 115e1be8-a263-492b-802f-089e61c5dd46 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:19.822458 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:45:16Z', 'revision_number': 4, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port': {'id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:10Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '3a5a2101-effb-4c3d-8f27-625aec1bfe6f', 'name': '', 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'mac_address': 'fa:16:3e:12:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '37ef5d08-54f5-418a-b564-f8b12ad8c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:14Z', 'updated_at': '2021-07-22T21:45:17Z', 'revision_number': 2, 'project_id': '7757030cf3d146a6afdd731be3089615', 'subnets': [{'id': '37ef5d08-54f5-418a-b564-f8b12ad8c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:19.823946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:19.834372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:19.847738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f46555a2-2831-48fa-aefb-8357a47999a8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:19.862584 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Checking router: fee7903d-fb79-4581-a513-803d50ec63a0 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:19.862924 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Updating router fee7903d-fb79-4581-a513-803d50ec63a0 port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:19.866636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b35a6460-2676-4092-90cf-4accecd886f9 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:19.868731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:19.869254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:19.891757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: b35a6460-2676-4092-90cf-4accecd886f9 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:19.892143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b35a6460-2676-4092-90cf-4accecd886f9 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:19.939555 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.048678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:20.050521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.079027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:20.082940 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.130362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:20.137357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-46d4b359-6d0f-4a6b-bbdc-0e9adb1a7140 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678992929', 'description': 'tempest-secgroup-smoke-678992929 description', 'project_id': '0502044b37aa42c8a22631b8637743b3'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:20.144200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:20.150283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:20.158798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:20.159406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.170939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2194ab-8060-45a5-bed6-b4da03781e64 None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:20.192143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=00b2cf43-9572-4226-a3e6-9e06a06c5c7c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:20.199225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46d4b359-6d0f-4a6b-bbdc-0e9adb1a7140 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.207371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3fb525e9-243e-47eb-a286-c4dce9b2044a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5904093 Jul 22 21:45:20.207878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33824) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:20.214207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-890f2b86-56ad-4a42-ba3b-0e26d8c30c7a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'security_group': {'name': 'tempest-secgroup-612643652'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:20.220688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.257436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Pushing event deleted for resources: {'Port': ['ID=115e1be8-a263-492b-802f-089e61c5dd46,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:20.279275 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.319757 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46d4b359-6d0f-4a6b-bbdc-0e9adb1a7140 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.324247 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46d4b359-6d0f-4a6b-bbdc-0e9adb1a7140 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.359411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4b359-6d0f-4a6b-bbdc-0e9adb1a7140 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2126d9-067f-42ac-9595-a387dc025986,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:20.373520 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Transition to ACTIVE for port object 3a5a2101-effb-4c3d-8f27-625aec1bfe6f will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:20.381697 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.390761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.403320 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46d4b359-6d0f-4a6b-bbdc-0e9adb1a7140 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.406091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-46d4b359-6d0f-4a6b-bbdc-0e9adb1a7140 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2744362 Jul 22 21:45:20.408986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33826) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:20.414156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2a6ab317-a8f3-4874-bb2d-d31210d538f3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'security_group_rule': {'security_group_id': 'ec2126d9-067f-42ac-9595-a387dc025986', 'project_id': '0502044b37aa42c8a22631b8637743b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:20.434792 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-890f2b86-56ad-4a42-ba3b-0e26d8c30c7a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.454211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=93ce8275-aad3-4bae-a17f-a6ab97c13ac7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:20.461903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab317-a8f3-4874-bb2d-d31210d538f3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.517844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-d7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'tenant_id': '12752c10d4af4640bd6ca42fcb335409', 'fixed_ips': [{'subnet_id': '00b2cf43-9572-4226-a3e6-9e06a06c5c7c'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:45:20.519626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.624651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] No DVR routers for this DVR port 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:20.632312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.632564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab317-a8f3-4874-bb2d-d31210d538f3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.634466 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-91a32d8a-e5cd-453a-bc0a-ca75a5be0de6 req-bd339608-d5c7-48f5-824f-7bae6db4b50c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "DELETE /v2.0/ports/93ce8275-aad3-4bae-a17f-a6ab97c13ac7 HTTP/1.1" status: 204 len: 173 time: 1.4893942 Jul 22 21:45:20.635037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'name': 'network-vif-deleted', 'tag': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:20.638062 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6e7405-c6c0-4371-bc1c-bab4745d823e" -d '{"events": [{"server_uuid": "d95d5801-4f81-4a20-8caa-5bc76e7d402f", "name": "network-vif-deleted", "tag": "93ce8275-aad3-4bae-a17f-a6ab97c13ac7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:20.676300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a633cad-da8b-495c-9b08-82dab30d34b0 req-51df9669-90b5-4602-b87d-aa7e5f0e8268 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d95d5801-4f81-4a20-8caa-5bc76e7d402f HTTP/1.1" status: 200 len: 210 time: 0.0544453 Jul 22 21:45:20.679037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab317-a8f3-4874-bb2d-d31210d538f3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.723026 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79bdf-1aeb-4967-a154-9ed06cbaa042 None None] Pushing event updated for resources: {'Port': ['ID=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:20.743117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.785472 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13aeca4-abc5-40fc-9054-0eb94b6124c1 x-openstack-request-id: req-f13aeca4-abc5-40fc-9054-0eb94b6124c1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:20.785762 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95d5801-4f81-4a20-8caa-5bc76e7d402f", "name": "network-vif-deleted", "tag": "93ce8275-aad3-4bae-a17f-a6ab97c13ac7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:20.786017 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f13aeca4-abc5-40fc-9054-0eb94b6124c1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:20.791267 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95d5801-4f81-4a20-8caa-5bc76e7d402f', 'name': 'network-vif-deleted', 'tag': '93ce8275-aad3-4bae-a17f-a6ab97c13ac7', 'status': 'completed', 'code': 200} Jul 22 21:45:20.798016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-890f2b86-56ad-4a42-ba3b-0e26d8c30c7a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.809585 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Attempting to bind port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:20.810161 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Attempting to bind port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:20.810730 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Attempting to bind port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f on network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:20.823334 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:20.824665 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Checking segment: {'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:20.825339 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.825639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-890f2b86-56ad-4a42-ba3b-0e26d8c30c7a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.826617 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Bound using segment: {'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:20.827942 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Bound port: 3a5a2101-effb-4c3d-8f27-625aec1bfe6f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:20.828879 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.887612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ab317-a8f3-4874-bb2d-d31210d538f3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f42b1c4-738b-407c-9381-7c3e2ee0fe25,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:20.900609 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab317-a8f3-4874-bb2d-d31210d538f3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:20.904355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a6ab317-a8f3-4874-bb2d-d31210d538f3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4916441 Jul 22 21:45:20.904739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:20.905411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Allocated IP 172.20.0.2 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/00b2cf43-9572-4226-a3e6-9e06a06c5c7c/8bb71973-595f-4604-85b3-dc81ae1d23fc) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:20.928613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6a4b5123-7af7-4ef7-b820-577cf8a6720d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'security_group_rule': {'security_group_id': 'ec2126d9-067f-42ac-9595-a387dc025986', 'project_id': '0502044b37aa42c8a22631b8637743b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:21.001180 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] For port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:21.011796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5123-7af7-4ef7-b820-577cf8a6720d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.017847 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] For port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,segment=NetworkSegment(0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56),segment_id=0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:21.029097 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.057309 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-890f2b86-56ad-4a42-ba3b-0e26d8c30c7a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.061899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-890f2b86-56ad-4a42-ba3b-0e26d8c30c7a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8529081 Jul 22 21:45:21.064767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33838) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:21.065445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f2b86-56ad-4a42-ba3b-0e26d8c30c7a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40504b2-82ed-407a-a6a2-5df744309d7f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:21.073834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a6bcf130-d2db-4805-b145-13f8f20220f6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'security_group': {'name': 'tempest-secgroup-980731790'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:21.114034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494e094-ef5e-4fe7-bbda-570e8f0e79ce req-6e0e941d-ad95-4d4a-909b-a74c1d116a13 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:21.132452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4494e094-ef5e-4fe7-bbda-570e8f0e79ce req-6e0e941d-ad95-4d4a-909b-a74c1d116a13 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.3944585 Jul 22 21:45:21.143969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf130-d2db-4805-b145-13f8f20220f6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.173637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79bdf-1aeb-4967-a154-9ed06cbaa042 None None] Pushing event updated for resources: {'Port': ['ID=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:21.216477 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Routers {'fee7903d-fb79-4581-a513-803d50ec63a0'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:21.217117 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fee7903d-fb79-4581-a513-803d50ec63a0'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:21.252859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f46555a2-2831-48fa-aefb-8357a47999a8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:21.321427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4494e094-ef5e-4fe7-bbda-570e8f0e79ce req-0cac5ea6-5ab4-48f8-984f-871a2c5131e3 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879549 Jul 22 21:45:21.335472 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5123-7af7-4ef7-b820-577cf8a6720d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.340581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5123-7af7-4ef7-b820-577cf8a6720d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.373727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b5123-7af7-4ef7-b820-577cf8a6720d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dde199-a391-4ad6-b696-b0038cf65bc4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:21.493436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Router 52a43e83-49d2-42f9-babb-0f768a946419 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:21.497210 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] Set router fee7903d-fb79-4581-a513-803d50ec63a0 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:21.508024 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.544898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Transition to ACTIVE for port object 8bb71973-595f-4604-85b3-dc81ae1d23fc will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:21.571941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Transition to ACTIVE for port object 8bb71973-595f-4604-85b3-dc81ae1d23fc will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:21.588203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.602896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf130-d2db-4805-b145-13f8f20220f6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.616159 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5123-7af7-4ef7-b820-577cf8a6720d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.617550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6a4b5123-7af7-4ef7-b820-577cf8a6720d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6933420 Jul 22 21:45:21.620186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33842) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:21.626460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7995b63b-a6f1-4927-a8ec-752821884a82 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'security_group_rule': {'security_group_id': 'ec2126d9-067f-42ac-9595-a387dc025986', 'project_id': '0502044b37aa42c8a22631b8637743b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:21.642405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf130-d2db-4805-b145-13f8f20220f6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.696401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Pushing event updated for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:21.721603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:21.722162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:21.727183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f46555a2-2831-48fa-aefb-8357a47999a8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:21.727183 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.738057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf130-d2db-4805-b145-13f8f20220f6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12013868-742c-4784-899c-0f153fe7cf33,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:21.775046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:21.776204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33848) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:21.780827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:21.796091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b3e7cc12-c581-479c-8449-09a54618c273 admin admin] 10.222.0.54 "PUT /v2.0/routers/52a43e83-49d2-42f9-babb-0f768a946419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8334029 Jul 22 21:45:21.797028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33850) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:21.799867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] Sync routers for ids ['52a43e83-49d2-42f9-babb-0f768a946419'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:21.847994 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:45:16Z', 'revision_number': 4, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port': {'id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:10Z', 'updated_at': '2021-07-22T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '3a5a2101-effb-4c3d-8f27-625aec1bfe6f', 'name': '', 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'mac_address': 'fa:16:3e:12:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '37ef5d08-54f5-418a-b564-f8b12ad8c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:14Z', 'updated_at': '2021-07-22T21:45:20Z', 'revision_number': 4, 'project_id': '7757030cf3d146a6afdd731be3089615', 'subnets': [{'id': '37ef5d08-54f5-418a-b564-f8b12ad8c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:21.880862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf130-d2db-4805-b145-13f8f20220f6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.881544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Attempting to bind port 8bb71973-595f-4604-85b3-dc81ae1d23fc on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:21.881929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Attempting to bind port 8bb71973-595f-4604-85b3-dc81ae1d23fc by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '801ad0f6-7462-44b2-b8dd-9f2bb6be32cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:21.882301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Attempting to bind port 8bb71973-595f-4604-85b3-dc81ae1d23fc on network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:21.883030 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a6bcf130-d2db-4805-b145-13f8f20220f6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8133483 Jul 22 21:45:21.885858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33854) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:21.889759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:21.890154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Checking segment: {'id': '801ad0f6-7462-44b2-b8dd-9f2bb6be32cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:21.890572 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.891021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Bound using segment: {'id': '801ad0f6-7462-44b2-b8dd-9f2bb6be32cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:21.891452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Bound port: 8bb71973-595f-4604-85b3-dc81ae1d23fc, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801ad0f6-7462-44b2-b8dd-9f2bb6be32cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:21.891892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:21.893415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1062650819', 'security_groups': ['12013868-742c-4784-899c-0f153fe7cf33'], 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '00b2cf43-9572-4226-a3e6-9e06a06c5c7c'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:21.895493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b80928-1270-462a-b0d8-ccd19f01e63c None None] The sync data for ids ['fee7903d-fb79-4581-a513-803d50ec63a0'] in n-d-762330-19 is: [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:45:16Z', 'revision_number': 4, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port': {'id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:10Z', 'updated_at': '2021-07-22T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '3a5a2101-effb-4c3d-8f27-625aec1bfe6f', 'name': '', 'network_id': 'f67e6b6c-4f72-43f4-92a3-b7f4296837d5', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'mac_address': 'fa:16:3e:12:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '37ef5d08-54f5-418a-b564-f8b12ad8c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:14Z', 'updated_at': '2021-07-22T21:45:20Z', 'revision_number': 4, 'project_id': '7757030cf3d146a6afdd731be3089615', 'subnets': [{'id': '37ef5d08-54f5-418a-b564-f8b12ad8c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:21.921718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] Routers {'52a43e83-49d2-42f9-babb-0f768a946419'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:21.922371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['52a43e83-49d2-42f9-babb-0f768a946419'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:21.935136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7995b63b-a6f1-4927-a8ec-752821884a82 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.038110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:22.079266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-42769109-e615-49a3-9b74-f4b2847ec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:22.080982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-42769109-e615-49a3-9b74-f4b2847ec939 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 1097 time: 0.3900270 Jul 22 21:45:22.082404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:22.085748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bb71973-595f-4604-85b3-dc81ae1d23fc,segment=NetworkSegment(801ad0f6-7462-44b2-b8dd-9f2bb6be32cb),segment_id=801ad0f6-7462-44b2-b8dd-9f2bb6be32cb)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:22.110018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.110647 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc0556ed-74dc-464c-b2c1-c628549bdd56 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.119481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:22.178060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f8dc-f863-42bc-bd6b-30ed948800e2 req-26532abc-99d0-4277-a26f-0da4b1ba0bdc tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:22.179766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4819f8dc-f863-42bc-bd6b-30ed948800e2 req-26532abc-99d0-4277-a26f-0da4b1ba0bdc tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.3744960 Jul 22 21:45:22.204088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:22.204716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fa7f7c55-a0f7-46d2-8a4c-4e7ecb220c14 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:22.214354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] Set router 52a43e83-49d2-42f9-babb-0f768a946419 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:22.232430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc0556ed-74dc-464c-b2c1-c628549bdd56 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.246001 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7995b63b-a6f1-4927-a8ec-752821884a82 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.246238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.293100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7995b63b-a6f1-4927-a8ec-752821884a82 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.335095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4819f8dc-f863-42bc-bd6b-30ed948800e2 req-07a25e5f-edee-43ce-808d-dfa65054c04e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422777 Jul 22 21:45:22.367952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b2822-896e-42e2-9547-1098abc2b2bc None None] Pushing event updated for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:22.385117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7995b63b-a6f1-4927-a8ec-752821884a82 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.392302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33856) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:22.393677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7995b63b-a6f1-4927-a8ec-752821884a82 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7723172 Jul 22 21:45:22.399831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4a765c85-27fe-4aa6-ac95-1d55a63182af tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'security_group_rule': {'security_group_id': 'ec2126d9-067f-42ac-9595-a387dc025986', 'project_id': '0502044b37aa42c8a22631b8637743b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:22.401403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b63b-a6f1-4927-a8ec-752821884a82 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2de8e7-73e3-425d-85d2-10dcf5a1c581,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:22.430871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-13834dcd-0d26-4830-8bfb-ede69ec32cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:22.432658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-13834dcd-0d26-4830-8bfb-ede69ec32cf0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 911 time: 0.3342228 Jul 22 21:45:22.459764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.492924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-df3104b8-88e6-40c7-969e-3b1c9c1b988f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2246d9c2-7770-492c-bae7-a4808359e59d HTTP/1.1" status: 200 len: 217 time: 0.0478003 Jul 22 21:45:22.509980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port 6a426ce5-8f2a-4d1e-a291-a55f650011bf yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:45:22.582161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc0556ed-74dc-464c-b2c1-c628549bdd56 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.590925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc0556ed-74dc-464c-b2c1-c628549bdd56 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.592369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fc0556ed-74dc-464c-b2c1-c628549bdd56 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/security-groups/44148a37-bb5f-45ed-87f3-abc643a45c5b HTTP/1.1" status: 204 len: 168 time: 0.8108361 Jul 22 21:45:22.592679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:45:20Z', 'revision_number': 5, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:22.617064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a765c85-27fe-4aa6-ac95-1d55a63182af tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.619478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0556ed-74dc-464c-b2c1-c628549bdd56 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44148a37-bb5f-45ed-87f3-abc643a45c5b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:22.635690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-08d109bb-e590-477d-b9d4-d331d925d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:22.637379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-08d109bb-e590-477d-b9d4-d331d925d81a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.1379979 Jul 22 21:45:22.656390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] Checking router: 52a43e83-49d2-42f9-babb-0f768a946419 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:22.663231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:22.675227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] Routers {'52a43e83-49d2-42f9-babb-0f768a946419'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:22.676224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['52a43e83-49d2-42f9-babb-0f768a946419'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:22.706468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.712064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-82763d06-21a8-468d-a7df-cdd9c64f3e4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605514 Jul 22 21:45:22.765421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a765c85-27fe-4aa6-ac95-1d55a63182af tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.784250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a765c85-27fe-4aa6-ac95-1d55a63182af tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.836980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting subnet e46b41ca-ae51-4fcf-b697-20f0d6f65b0b {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:22.843946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.847194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] Set router 52a43e83-49d2-42f9-babb-0f768a946419 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:22.869043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a765c85-27fe-4aa6-ac95-1d55a63182af tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9723b697-d5cc-46f0-8588-0d083fc60221,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:22.889538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a765c85-27fe-4aa6-ac95-1d55a63182af tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:22.890847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4a765c85-27fe-4aa6-ac95-1d55a63182af tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4962530 Jul 22 21:45:22.900754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:22.901622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-3873f71b-b4df-4adb-9217-718151509588 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682506 Jul 22 21:45:22.914737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'security_group_rule': {'security_group_id': 'ec2126d9-067f-42ac-9595-a387dc025986', 'project_id': '0502044b37aa42c8a22631b8637743b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:22.931234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.055920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Deleting port a0914376-a2fa-4b72-b63a-6b5a708a39bc {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:23.056353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.062741 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Project 0502044b37aa42c8a22631b8637743b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:45:23.117558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.134422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3a5a2101-effb-4c3d-8f27-625aec1bfe6f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:23.136371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.12 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/00b2cf43-9572-4226-a3e6-9e06a06c5c7c/6a426ce5-8f2a-4d1e-a291-a55f650011bf) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:23.209821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.250438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:45:20Z', 'revision_number': 5, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:23.285100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.300704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef0ce3-7bba-41a0-afbc-509e11c38b61 None None] The sync data for ids ['52a43e83-49d2-42f9-babb-0f768a946419'] in n-d-762330-19 is: [{'id': '52a43e83-49d2-42f9-babb-0f768a946419', 'name': 'tempest-TestServerMultinode-107225421-router', 'tenant_id': '5a2da48d374f4dda82055fa79877563b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:08Z', 'updated_at': '2021-07-22T21:45:20Z', 'revision_number': 5, 'project_id': '5a2da48d374f4dda82055fa79877563b', 'gw_port': {'id': 'a0914376-a2fa-4b72-b63a-6b5a708a39bc', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a43e83-49d2-42f9-babb-0f768a946419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:09Z', 'updated_at': '2021-07-22T21:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:23.306936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:23.315017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:23.318239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d6e6d16-8e65-4f80-9d2c-a6d9070cd581 req-09d4d02e-fba2-4501-96df-5467d49aba76 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269377 Jul 22 21:45:23.327438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.349993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:23.352339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 93ce8275-aad3-4bae-a17f-a6ab97c13ac7 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:23.359711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:23.360412 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.447279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.451184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd14a5f4-a841-46f5-aaf5-e322198b4ee1 None None] Network bc32965e-de0c-4a29-8444-795b3c1fd6ca requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:23.454610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/subnets/e46b41ca-ae51-4fcf-b697-20f0d6f65b0b HTTP/1.1" status: 204 len: 168 time: 0.7868440 Jul 22 21:45:23.454610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd456b9e-52cd-49f6-9a2c-2f82a05fcead tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Subnet': ['ID=e46b41ca-ae51-4fcf-b697-20f0d6f65b0b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:23.459735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33872) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:23.550500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.559276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.591629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b791a66-69da-4c77-9589-a242ff35e611,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:23.621384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 6a426ce5-8f2a-4d1e-a291-a55f650011bf will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:23.626527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.646924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] For port a0914376-a2fa-4b72-b63a-6b5a708a39bc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a0914376-a2fa-4b72-b63a-6b5a708a39bc,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:23.647589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.653198 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.657125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-db823d0d-6c21-4ab4-af72-58a38a55629e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7494929 Jul 22 21:45:23.661698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723c7fc-6cb4-4ff5-9814-f61144318890 req-2b98e319-a259-45af-b84a-45ddad873787 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:23.661928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33874) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:23.671160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'security_group_rule': {'security_group_id': 'ec2126d9-067f-42ac-9595-a387dc025986', 'project_id': '0502044b37aa42c8a22631b8637743b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:23.681755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1723c7fc-6cb4-4ff5-9814-f61144318890 req-2b98e319-a259-45af-b84a-45ddad873787 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.1987870 Jul 22 21:45:23.703254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Calling delete_port for a0914376-a2fa-4b72-b63a-6b5a708a39bc owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:23.790248 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.810573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1723c7fc-6cb4-4ff5-9814-f61144318890 req-f3a9be87-f328-4488-91d6-faa231d3f5b9 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256602 Jul 22 21:45:23.844146 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Project 0502044b37aa42c8a22631b8637743b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:45:23.858850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.859217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port 5cd094ef-6705-4838-9e97-d6b5a748a035 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:23.861000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.883163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,segment=NetworkSegment(0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56),segment_id=0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:23.912200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.913007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bb71973-595f-4604-85b3-dc81ae1d23fc up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:23.920602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.953408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:23.971208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port 5cd094ef-6705-4838-9e97-d6b5a748a035, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5cd094ef-6705-4838-9e97-d6b5a748a035,segment=NetworkSegment(0c23d516-39ca-428b-a66b-2a15aa0952fe),segment_id=0c23d516-39ca-428b-a66b-2a15aa0952fe)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:23.974461 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:23.982344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:24.000846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for 5cd094ef-6705-4838-9e97-d6b5a748a035 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:24.010023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:24.052395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8bb71973-595f-4604-85b3-dc81ae1d23fc completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:24.081467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:24.082137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.086147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:24.093940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Provisioning complete for port cc401f9a-82d3-43e5-b895-82b67ad22173 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:24.095130 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.152367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Port cc401f9a-82d3-43e5-b895-82b67ad22173 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:24.172080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Provisioning for port 8bb71973-595f-4604-85b3-dc81ae1d23fc completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:24.178129 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.180964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:24.181858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.245770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf264458-94cb-4e82-9724-5143eab30f6e None None] DHCP port deletion for bc32965e-de0c-4a29-8444-795b3c1fd6ca request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:45:24.251084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] No DVR routers for this DVR port 5cd094ef-6705-4838-9e97-d6b5a748a035 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:24.254264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=5cd094ef-6705-4838-9e97-d6b5a748a035,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:24.307734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.309581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=6a426ce5-8f2a-4d1e-a291-a55f650011bf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:24.372842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.376101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.376422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bb71973-595f-4604-85b3-dc81ae1d23fc,segment=NetworkSegment(801ad0f6-7462-44b2-b8dd-9f2bb6be32cb),segment_id=801ad0f6-7462-44b2-b8dd-9f2bb6be32cb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:24.378507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-125bf727-4453-41c7-ba05-d3fdb4216379 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4906328 Jul 22 21:45:24.382098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33878) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:24.382737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.382987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.389948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-23c6dd1c-4d73-481a-8c95-c07939e9a19e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:24.398124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc32965e-de0c-4a29-8444-795b3c1fd6ca']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:24.417928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c23d516-39ca-428b-a66b-2a15aa0952fe') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:24.418214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c23d516-39ca-428b-a66b-2a15aa0952fe') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:24.428943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.442167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.447144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.454020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c50cc-84cf-4a5f-b1db-f0d578239026 None None] Pushing event updated for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:24.455122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fce8979-63fc-42ac-a1e3-573fa2f689f6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:24.458355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:45:24.459020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:45:24.462557 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:45:24.488980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.504483 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-575f0fdb-8065-4147-9903-7ae62130c4ad tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8398833 Jul 22 21:45:24.527595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2ad0273d-4f3a-413e-8808-31a422a50b71 None None] Provisioning for port 6a426ce5-8f2a-4d1e-a291-a55f650011bf completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:24.531011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.534004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2ad0273d-4f3a-413e-8808-31a422a50b71 None None] Provisioning complete for port 6a426ce5-8f2a-4d1e-a291-a55f650011bf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:24.534004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ad0273d-4f3a-413e-8808-31a422a50b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.547221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0914376-a2fa-4b72-b63a-6b5a708a39bc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:24.554522 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.556509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/networks/bc32965e-de0c-4a29-8444-795b3c1fd6ca HTTP/1.1" status: 204 len: 168 time: 1.0942876 Jul 22 21:45:24.557878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eff1c3-491f-45b8-b232-8c07149748cc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Network': ['ID=bc32965e-de0c-4a29-8444-795b3c1fd6ca,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:24.560285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33884) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:24.592873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2ad0273d-4f3a-413e-8808-31a422a50b71 None None] Port 6a426ce5-8f2a-4d1e-a291-a55f650011bf cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:24.693775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.729586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-70544dd0-3275-47b4-a1ee-c9842d28b80d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678992929&fields=id&tenant_id=0502044b37aa42c8a22631b8637743b3 HTTP/1.1" status: 200 len: 267 time: 0.0534441 Jul 22 21:45:24.752867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c6dd1c-4d73-481a-8c95-c07939e9a19e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:24.756285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23c6dd1c-4d73-481a-8c95-c07939e9a19e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.812628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.816339 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.858590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port 373cad24-0c31-46a3-b5f0-1127ffd7515c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:24.859084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:24.909191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-12d8be0d-1eda-406d-8736-905c657bbb78 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:24.912385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-12d8be0d-1eda-406d-8736-905c657bbb78 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/networks?id=61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 200 len: 807 time: 0.1639810 Jul 22 21:45:25.017059 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-28a29154-e35d-4566-84bd-85fd6d630104 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/quotas/0502044b37aa42c8a22631b8637743b3 HTTP/1.1" status: 200 len: 375 time: 0.0467007 Jul 22 21:45:25.046714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.046714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.071577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3a5a2101-effb-4c3d-8f27-625aec1bfe6f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:25.087555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for 373cad24-0c31-46a3-b5f0-1127ffd7515c owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:25.134753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:25.135324 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.167941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23414-447c-43b7-87ee-c27c6795897a req-510138dc-a8e0-4227-b7cd-82162dc431e2 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:25.170123 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0e23414-447c-43b7-87ee-c27c6795897a req-510138dc-a8e0-4227-b7cd-82162dc431e2 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.1975110 Jul 22 21:45:25.194975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.195994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a43e83-49d2-42f9-babb-0f768a946419 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:45:25.201987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.206138 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-255cb2b0-30bd-401d-a730-c77d25675951 admin admin] 10.222.0.54 "DELETE /v2.0/routers/52a43e83-49d2-42f9-babb-0f768a946419 HTTP/1.1" status: 204 len: 168 time: 3.4077542 Jul 22 21:45:25.206787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:25.241357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-27136570-a278-4602-9170-5ea9be15c570 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0502044b37aa42c8a22631b8637743b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120974 Jul 22 21:45:25.254007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bb71973-595f-4604-85b3-dc81ae1d23fc up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:25.257425 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-23c6dd1c-4d73-481a-8c95-c07939e9a19e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 00b2cf43-9572-4226-a3e6-9e06a06c5c7c (CIDR: 172.20.0.0/28) Jul 22 21:45:25.266906 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c6dd1c-4d73-481a-8c95-c07939e9a19e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:45:25.267574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c6dd1c-4d73-481a-8c95-c07939e9a19e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:25.273281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] Deleting subnet a8719641-217f-41b9-abd6-dca8d7b6e660 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:25.280809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.312156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23c6dd1c-4d73-481a-8c95-c07939e9a19e tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9270329 Jul 22 21:45:25.316941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33900) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:25.322314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:25.328762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0e23414-447c-43b7-87ee-c27c6795897a req-3b1eae37-4f67-4532-ba5a-589894f1b34c tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419671 Jul 22 21:45:25.343047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.345243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:25.346312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.462791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3b873198-e07d-4709-bd8d-b9a7c925fa14 service neutron] 10.222.0.54 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004309 Jul 22 21:45:25.502849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.538976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:25.542482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.593073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.626056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=373cad24-0c31-46a3-b5f0-1127ffd7515c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:25.626455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.645339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-6ff1ec1c-9bca-43ab-980f-d85ab8157a49 service neutron] 10.222.0.54 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631358 Jul 22 21:45:25.663737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8719641-217f-41b9-abd6-dca8d7b6e660,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:25.673861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.678430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ccd078-fa32-4522-ae68-127c1035d0fe None None] Network 652ad343-2ab1-4ea2-a110-a2d76c2ee544 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:25.678632 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1e537e0a-b82a-4bce-8cf3-76b472f30091 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a8719641-217f-41b9-abd6-dca8d7b6e660 HTTP/1.1" status: 204 len: 168 time: 0.4687815 Jul 22 21:45:25.682771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33902) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:25.711125 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.711487 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Floating IP ce5d42fa-600d-4fdf-aa96-c6a4260d12f7 disassociated (deleted). External IP: 172.25.5.37, port: 7e67afec-4aad-4fc1-83b3-22ed1362cc63. Jul 22 21:45:25.799964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:25.822003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 115e1be8-a263-492b-802f-089e61c5dd46 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:25.869192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 115e1be8-a263-492b-802f-089e61c5dd46 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:25.869864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 115e1be8-a263-492b-802f-089e61c5dd46 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:25.870294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5cd094ef-6705-4838-9e97-d6b5a748a035 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:25.902070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5cd094ef-6705-4838-9e97-d6b5a748a035 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:25.902590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5cd094ef-6705-4838-9e97-d6b5a748a035 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:25.990646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Deleting port e1c34518-074d-4be4-bb00-7aafcfe15da5 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:25.990986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.029638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4c0d281-ddbd-4abb-96ae-fa4d69f6344e req-92c90293-682d-4955-815a-918d4d32cc4d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 210 time: 0.0441146 Jul 22 21:45:26.037282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] DHCP port deletion for 652ad343-2ab1-4ea2-a110-a2d76c2ee544 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:45:26.088282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:26.088668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] Deleting port e1c34518-074d-4be4-bb00-7aafcfe15da5 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:26.089220 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.094010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.166638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:26.174287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:26.177632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] For port e1c34518-074d-4be4-bb00-7aafcfe15da5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e1c34518-074d-4be4-bb00-7aafcfe15da5,segment=NetworkSegment(dab6ee7d-1d13-49f8-89f4-35ba3d83254c),segment_id=dab6ee7d-1d13-49f8-89f4-35ba3d83254c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:26.177921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.178374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] For port e1c34518-074d-4be4-bb00-7aafcfe15da5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e1c34518-074d-4be4-bb00-7aafcfe15da5,segment=NetworkSegment(dab6ee7d-1d13-49f8-89f4-35ba3d83254c),segment_id=dab6ee7d-1d13-49f8-89f4-35ba3d83254c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:26.179038 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.181212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:26.181824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.184785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=54f3de9a-7860-4f70-a959-cad0cd981395,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:26.188854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c85c90d-f38d-4e14-97a4-8b9f5b7fa7cc None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:26.210558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Calling delete_port for e1c34518-074d-4be4-bb00-7aafcfe15da5 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:26.217180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:26.222969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.223211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] Calling delete_port for e1c34518-074d-4be4-bb00-7aafcfe15da5 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:26.225070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-da89a410-e552-474b-9cc9-d568e3e4fb1b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9065711 Jul 22 21:45:26.227565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33912) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:26.232771 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] Sync routers for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:26.234435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-89024086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54f3de9a-7860-4f70-a959-cad0cd981395'}], 'security_groups': ['c40504b2-82ed-407a-a6a2-5df744309d7f']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:26.246952 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:26.248578 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:26.270646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-25284074-b6e4-4eff-bed4-952581b86ffb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/floatingips/ce5d42fa-600d-4fdf-aa96-c6a4260d12f7 HTTP/1.1" status: 204 len: 168 time: 1.7091608 Jul 22 21:45:26.271381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:26.274012 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723" -d '{"events": [{"name": "network-changed", "server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:26.391244 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca67bd9c-681e-4b44-84c4-8eaa00bc7c16 x-openstack-request-id: req-ca67bd9c-681e-4b44-84c4-8eaa00bc7c16 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:26.391528 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:26.391783 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca67bd9c-681e-4b44-84c4-8eaa00bc7c16 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:26.392215 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'status': 'completed', 'code': 200} Jul 22 21:45:26.396247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.518252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.537413 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:26.578053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] No DVR routers for this DVR port e1c34518-074d-4be4-bb00-7aafcfe15da5 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:26.585358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76248014-97f7-4584-b8d3-fee7ba2a4d47 None None] Pushing event deleted for resources: {'Port': ['ID=e1c34518-074d-4be4-bb00-7aafcfe15da5,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:26.601919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] No DVR routers for this DVR port e1c34518-074d-4be4-bb00-7aafcfe15da5 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:26.613037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c34518-074d-4be4-bb00-7aafcfe15da5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:26.713293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.792177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.837931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] Update dhcp port {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'fixed_ips': [{'subnet_id': '00b2cf43-9572-4226-a3e6-9e06a06c5c7c', 'ip_address': '172.20.0.2'}, {'subnet_id': '54f3de9a-7860-4f70-a959-cad0cd981395'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '8bb71973-595f-4604-85b3-dc81ae1d23fc'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:45:26.862323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652ad343-2ab1-4ea2-a110-a2d76c2ee544']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:26.903291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.921922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-e506ab2c-0a5e-4e94-90ca-5bf66b3f2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:26.925616 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-e506ab2c-0a5e-4e94-90ca-5bf66b3f2038 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 1097 time: 0.5126483 Jul 22 21:45:26.940298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:26.940947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab6ee7d-1d13-49f8-89f4-35ba3d83254c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:26.966234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:26.983478 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 6, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:27.016268 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] Checking router: 114d04fc-882a-4d97-a22b-dee5e2ed18f6 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:27.028377 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:27.029375 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:27.049344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1c34518-074d-4be4-bb00-7aafcfe15da5 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:27.173010 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:27.218564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e1c34518-074d-4be4-bb00-7aafcfe15da5 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:27.219211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1c34518-074d-4be4-bb00-7aafcfe15da5 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:27.222603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0914376-a2fa-4b72-b63a-6b5a708a39bc no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:27.244786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a738e3-4da7-4911-9c8c-336cba5d0d8b req-941d2fdb-602d-4214-a11b-6a124e887ac1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:27.252733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20a738e3-4da7-4911-9c8c-336cba5d0d8b req-941d2fdb-602d-4214-a11b-6a124e887ac1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.7886324 Jul 22 21:45:27.269255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a0914376-a2fa-4b72-b63a-6b5a708a39bc {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:27.269507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a0914376-a2fa-4b72-b63a-6b5a708a39bc not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:27.311529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646f63b-bb0b-4737-9708-9e71566fc68d req-fe87636b-3005-4658-8bbc-62dfa9dc4d3b tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:27.319094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:27.321661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9646f63b-bb0b-4737-9708-9e71566fc68d req-fe87636b-3005-4658-8bbc-62dfa9dc4d3b tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 945 time: 0.1865494 Jul 22 21:45:27.353567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:45:27.354135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:45:27.357225 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:45:27.418236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] Allocated IP 172.20.0.18 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/54f3de9a-7860-4f70-a959-cad0cd981395/8bb71973-595f-4604-85b3-dc81ae1d23fc) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:27.424272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20a738e3-4da7-4911-9c8c-336cba5d0d8b req-5551462c-4461-4408-9b22-8eb8b92f9513 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679637 Jul 22 21:45:27.469745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9646f63b-bb0b-4737-9708-9e71566fc68d req-ccd5fd0f-d294-46c2-846f-cfc1408acac2 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467433 Jul 22 21:45:27.522719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:27.533791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:27.538530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] 10.222.0.54 "DELETE /v2.0/networks/652ad343-2ab1-4ea2-a110-a2d76c2ee544 HTTP/1.1" status: 204 len: 168 time: 1.8519912 Jul 22 21:45:27.561872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eb98f-03d5-4373-9781-cd5cdde674ad admin admin] Pushing event deleted for resources: {'Network': ['ID=652ad343-2ab1-4ea2-a110-a2d76c2ee544,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:27.565747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-516b9afe-e8d2-4644-85a5-35d0d9d9bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:27.567955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-516b9afe-e8d2-4644-85a5-35d0d9d9bd80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9681e8aa-e442-4682-92ce-43b34b9e2d33 HTTP/1.1" status: 200 len: 898 time: 0.5771198 Jul 22 21:45:27.579124 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 6, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:27.618108 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518a47f-a3cd-41d6-9929-6a5b9a7f3e2d None None] The sync data for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 is: [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:15Z', 'revision_number': 6, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '622b5ea2-744a-4310-adc1-bc913fb0b9b0', 'name': '', 'network_id': '9681e8aa-e442-4682-92ce-43b34b9e2d33', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:cd:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '0605301a-31bb-4358-be74-e39bf637aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:50Z', 'updated_at': '2021-07-22T21:43:01Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': '0605301a-31bb-4358-be74-e39bf637aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:27.647119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bb71973-595f-4604-85b3-dc81ae1d23fc,segment=NetworkSegment(801ad0f6-7462-44b2-b8dd-9f2bb6be32cb),segment_id=801ad0f6-7462-44b2-b8dd-9f2bb6be32cb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:27.677992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae9257f7-015a-4fc3-aa1f-1b3ec309e1ba req-22145765-e520-4f9d-a5e0-899f81891f23 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 210 time: 0.0877247 Jul 22 21:45:27.693358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-0ca0180c-9b0c-4553-89a2-729f2ec50970 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63 HTTP/1.1" status: 200 len: 217 time: 0.1159134 Jul 22 21:45:27.717837 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:27.762602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] Transition to ACTIVE for port object 8bb71973-595f-4604-85b3-dc81ae1d23fc will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:27.766894 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:27.894189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-9dc74ebc-ad49-49e9-8eef-6e9bc682bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:27.895772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-9dc74ebc-ad49-49e9-8eef-6e9bc682bf7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0605301a-31bb-4358-be74-e39bf637aff7 HTTP/1.1" status: 200 len: 835 time: 0.1631012 Jul 22 21:45:27.931098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33932) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:27.981389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468008e8-f7b6-4630-a831-a2a4d9666676 None None] Pushing event updated for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:28.005160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3c4ed4d6-c69a-4596-ac76-3ac66871eeb2 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:28.008057 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3c4ed4d6-c69a-4596-ac76-3ac66871eeb2 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.23 "GET /v2.0/networks?id=61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 200 len: 807 time: 0.3133109 Jul 22 21:45:28.026037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9b603b69-64a0-415d-92df-d90e22fcb36c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=baea94c910494b3db1bc527ec63c2b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932944 Jul 22 21:45:28.029986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33934) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:28.035946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Delete allocated IP 172.20.0.12 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/00b2cf43-9572-4226-a3e6-9e06a06c5c7c) {{(pid=94091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 21:45:28.072109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.28 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/54f3de9a-7860-4f70-a959-cad0cd981395/6a426ce5-8f2a-4d1e-a291-a55f650011bf) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:28.102079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8230d8e-c0c0-401b-8ef2-6cfada1677a5 None None] New status for floating IP ce5d42fa-600d-4fdf-aa96-c6a4260d12f7: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:45:28.103917 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc064f8-ecde-42b0-903c-368ac75d477c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.134231 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc064f8-ecde-42b0-903c-368ac75d477c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.137225 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-9c227956-8cf6-467f-a025-297901e536e0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0502044b37aa42c8a22631b8637743b3 HTTP/1.1" status: 200 len: 379 time: 0.1146650 Jul 22 21:45:28.150253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'port': {'device_id': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'admin_state_up': True, 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'security_groups': ['ec2126d9-067f-42ac-9595-a387dc025986']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:28.182503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-a9a2f768-793d-4bbd-b54b-e8a141a026a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:28.184573 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-a9a2f768-793d-4bbd-b54b-e8a141a026a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9681e8aa-e442-4682-92ce-43b34b9e2d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2494528 Jul 22 21:45:28.198121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc064f8-ecde-42b0-903c-368ac75d477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.201189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc064f8-ecde-42b0-903c-368ac75d477c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.202548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-edc064f8-ecde-42b0-903c-368ac75d477c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d83e997c-af8a-4886-9672-6253af38ddec HTTP/1.1" status: 204 len: 168 time: 0.1703811 Jul 22 21:45:28.214445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc064f8-ecde-42b0-903c-368ac75d477c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83e997c-af8a-4886-9672-6253af38ddec,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:28.553036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-d8085329-6c7e-4c47-84ae-1116cb912894 service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544250 Jul 22 21:45:28.702121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Made reservation on behalf of 0502044b37aa42c8a22631b8637743b3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:28.708427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.739202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524569e7-e3d2-4695-949a-2f5eedc8a27a req-46194fc3-04c4-464e-a7ee-915034abc570 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:28.741726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-524569e7-e3d2-4695-949a-2f5eedc8a27a req-46194fc3-04c4-464e-a7ee-915034abc570 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.1994886 Jul 22 21:45:28.770534 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.788418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363cc5a-a302-43fc-af30-2049f54adf81 req-339af64d-f29d-468a-99bf-2aa92a280f82 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:28.792308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d363cc5a-a302-43fc-af30-2049f54adf81 req-339af64d-f29d-468a-99bf-2aa92a280f82 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 945 time: 0.1887696 Jul 22 21:45:28.794865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:28.818307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object 6a426ce5-8f2a-4d1e-a291-a55f650011bf will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:28.856927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.863105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-524569e7-e3d2-4695-949a-2f5eedc8a27a req-fc629701-7c98-4f83-b2f1-3ebe4faa6d01 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138208 Jul 22 21:45:28.873262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-6c4dcb93-7b33-4237-a568-7db903bdb1a9 service neutron] 10.222.0.23 "GET /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077679 Jul 22 21:45:28.884660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Provisioning complete for port cc401f9a-82d3-43e5-b895-82b67ad22173 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:28.884660 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:28.916790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3174d84-6b27-44f6-988b-201d73fe2a18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a2da48d374f4dda82055fa79877563b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205268 Jul 22 21:45:28.920508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d363cc5a-a302-43fc-af30-2049f54adf81 req-1049c6ef-d252-403b-835e-7eec9d3c9f4c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231010 Jul 22 21:45:28.920994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33950) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:28.979957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-b27177b1-a4da-430b-af51-1c9755742f5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:28.982200 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-b27177b1-a4da-430b-af51-1c9755742f5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 945 time: 0.3794084 Jul 22 21:45:28.997451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Port cc401f9a-82d3-43e5-b895-82b67ad22173 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:29.015569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Provisioning for port 6a426ce5-8f2a-4d1e-a291-a55f650011bf completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:29.025990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bb71973-595f-4604-85b3-dc81ae1d23fc up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:29.035897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Provisioning complete for port 6a426ce5-8f2a-4d1e-a291-a55f650011bf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:29.036174 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.043436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63c43221-ee24-4b04-8298-5ad08d302977 req-e24f3980-f96d-4e18-8c99-8e6fd7ff9e9e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 210 time: 0.0742774 Jul 22 21:45:29.066930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a52ae975-d833-46f8-91f3-59bb06b8e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.091633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=6a426ce5-8f2a-4d1e-a291-a55f650011bf,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:29.094756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a52ae975-d833-46f8-91f3-59bb06b8e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.109965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Port 6a426ce5-8f2a-4d1e-a291-a55f650011bf cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:29.127189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Provisioning for port 8bb71973-595f-4604-85b3-dc81ae1d23fc completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:29.131435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:29.131984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efc0e512-e292-412e-b56a-c5c08aef6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.156154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a52ae975-d833-46f8-91f3-59bb06b8e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.158831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a52ae975-d833-46f8-91f3-59bb06b8e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.160556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:29.160947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.163864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a52ae975-d833-46f8-91f3-59bb06b8e470 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a5ca53d-e6ce-4c34-9479-526f4ab365af HTTP/1.1" status: 204 len: 168 time: 0.2408564 Jul 22 21:45:29.175044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae975-d833-46f8-91f3-59bb06b8e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ca53d-e6ce-4c34-9479-526f4ab365af,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:29.175330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] In _notify_port_updated(), no bound segment for port 6a426ce5-8f2a-4d1e-a291-a55f650011bf on network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:45:29.180820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:29.181846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.186878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e31d12c7-0441-4e6a-93e8-fd0ce6b51ef1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "PUT /v2.0/ports/6a426ce5-8f2a-4d1e-a291-a55f650011bf HTTP/1.1" status: 200 len: 919 time: 2.9547105 Jul 22 21:45:29.188130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:29.189520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Allocated IP 172.20.0.12 (61df596d-6849-4c26-8ac0-ce4dff77e701/67d16a39-4f3e-4354-a543-7d4b0ddf81b4/eb6560d2-4cf7-476f-b7af-4a8154797e03) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:29.321190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 6a426ce5-8f2a-4d1e-a291-a55f650011bf {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:29.321828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.448034 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.463186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 6a426ce5-8f2a-4d1e-a291-a55f650011bf owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:29.644197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.644672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e1b30db9-52b2-4262-b066-548a037f7f56 None None] Provisioning complete for port 6a426ce5-8f2a-4d1e-a291-a55f650011bf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:29.645443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e1b30db9-52b2-4262-b066-548a037f7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.672966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e1b30db9-52b2-4262-b066-548a037f7f56 None None] Port 6a426ce5-8f2a-4d1e-a291-a55f650011bf was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:45:29.680543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=6a426ce5-8f2a-4d1e-a291-a55f650011bf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:29.690719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:29.691071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.785126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.788812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-811955b8-fb2d-4eaa-9c45-9a74bdf49ec8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/6a426ce5-8f2a-4d1e-a291-a55f650011bf HTTP/1.1" status: 204 len: 168 time: 0.5990641 Jul 22 21:45:29.791215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33966) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:29.823743 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-44342707-e103-4453-bab7-2a984f4a1980 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:45:29.825535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-44342707-e103-4453-bab7-2a984f4a1980 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/6a426ce5-8f2a-4d1e-a291-a55f650011bf HTTP/1.1" status: 404 len: 333 time: 0.0333164 Jul 22 21:45:29.827657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.828828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33968) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:29.856258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port 7e67afec-4aad-4fc1-83b3-22ed1362cc63, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=7e67afec-4aad-4fc1-83b3-22ed1362cc63,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:29.856646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.859466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Transition to ACTIVE for port object eb6560d2-4cf7-476f-b7af-4a8154797e03 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:29.876102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for 7e67afec-4aad-4fc1-83b3-22ed1362cc63 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:29.900306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09f353e4-6ef2-4004-8278-2779aedfb001 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.926004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09f353e4-6ef2-4004-8278-2779aedfb001 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.981127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.987763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09f353e4-6ef2-4004-8278-2779aedfb001 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.995171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09f353e4-6ef2-4004-8278-2779aedfb001 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:29.998811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-09f353e4-6ef2-4004-8278-2779aedfb001 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/security-groups/12013868-742c-4784-899c-0f153fe7cf33 HTTP/1.1" status: 204 len: 168 time: 0.1665494 Jul 22 21:45:30.003938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33980) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:30.018923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f353e4-6ef2-4004-8278-2779aedfb001 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12013868-742c-4784-899c-0f153fe7cf33,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:30.040272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:30.048810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:30.055002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:30.092253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'Port': ['ID=eb6560d2-4cf7-476f-b7af-4a8154797e03,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:30.171431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.172809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.196373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-3bd32a6c-3975-4e97-ad93-74c77e7f8dc7 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0478926 Jul 22 21:45:30.197582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33988) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:30.210035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Request body: {'port': {'device_id': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:30.230143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545bc02-6fb0-4986-8a6c-5dc6f08d8d98 req-f3d5d4f2-da1f-4435-a3cd-9c2f6a217fb4 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.232895 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d545bc02-6fb0-4986-8a6c-5dc6f08d8d98 req-f3d5d4f2-da1f-4435-a3cd-9c2f6a217fb4 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2026985 Jul 22 21:45:30.233742 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5f1e-9d76-4c31-90ba-04d210525c10 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.248448 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.301951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=7e67afec-4aad-4fc1-83b3-22ed1362cc63,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:30.324396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5f1e-9d76-4c31-90ba-04d210525c10 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.347782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.364387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d545bc02-6fb0-4986-8a6c-5dc6f08d8d98 req-158022e6-8212-4b0d-8afa-97ed3fcbf996 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108139 Jul 22 21:45:30.379916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] No DVR routers for this DVR port 7e67afec-4aad-4fc1-83b3-22ed1362cc63 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:30.384031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-588425997-network', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:30.388129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.393158 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5a83136d-d16a-4041-ade9-ec04983dcf96 req-e1a5e99e-8ccf-4d16-aac7-07c0f6bfafef tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.23 "DELETE /v2.0/ports/7e67afec-4aad-4fc1-83b3-22ed1362cc63 HTTP/1.1" status: 204 len: 173 time: 1.3779058 Jul 22 21:45:30.393158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'name': 'network-vif-deleted', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:30.394360 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7632f8d-f772-46a4-90d5-eafa9d6bb024" -d '{"events": [{"server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "name": "network-vif-deleted", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:30.394715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acfe69-d258-4b55-806f-e78e4bad4662 req-184b78b5-8138-4ab3-b866-4500aed88ee2 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.397180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33acfe69-d258-4b55-806f-e78e4bad4662 req-184b78b5-8138-4ab3-b866-4500aed88ee2 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c22afd54-d005-45d7-9492-ed472544bb13 HTTP/1.1" status: 200 len: 867 time: 0.3037980 Jul 22 21:45:30.408029 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5f1e-9d76-4c31-90ba-04d210525c10 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.411478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5f1e-9d76-4c31-90ba-04d210525c10 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.414552 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bb5c5f1e-9d76-4c31-90ba-04d210525c10 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/security-groups/c40504b2-82ed-407a-a6a2-5df744309d7f HTTP/1.1" status: 204 len: 168 time: 0.4080372 Jul 22 21:45:30.425777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aa4ed3b5-43f3-4337-93b4-fa9ffc866cd3 None None] Provisioning for port eb6560d2-4cf7-476f-b7af-4a8154797e03 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:30.427702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 33994) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:30.431309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aa4ed3b5-43f3-4337-93b4-fa9ffc866cd3 None None] Provisioning complete for port eb6560d2-4cf7-476f-b7af-4a8154797e03 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:30.432059 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed3b5-43f3-4337-93b4-fa9ffc866cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.456595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:30.458954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.472353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.493690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c5f1e-9d76-4c31-90ba-04d210525c10 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40504b2-82ed-407a-a6a2-5df744309d7f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:30.538158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ed3b5-43f3-4337-93b4-fa9ffc866cd3 None None] Port eb6560d2-4cf7-476f-b7af-4a8154797e03 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:30.560202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33acfe69-d258-4b55-806f-e78e4bad4662 req-3fa7ed45-4b41-4250-b8ea-33f2fd3b0b30 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b5bec83-2a26-4165-a3c6-db6af01f15ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543643 Jul 22 21:45:30.572384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 00b2cf43-9572-4226-a3e6-9e06a06c5c7c {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:30.589705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.638282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.675646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3f6fd-1446-4e88-b4f9-79e3b8603d87 req-4d00fbaa-1c1c-456c-8a5f-f57aaf405e19 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.685882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dee3f6fd-1446-4e88-b4f9-79e3b8603d87 req-4d00fbaa-1c1c-456c-8a5f-f57aaf405e19 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 932 time: 0.1930075 Jul 22 21:45:30.717067 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a69d9-3379-4598-8353-b0fb0905e823 x-openstack-request-id: req-9b7a69d9-3379-4598-8353-b0fb0905e823 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:30.717648 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22afd54-d005-45d7-9492-ed472544bb13", "name": "network-vif-deleted", "tag": "7e67afec-4aad-4fc1-83b3-22ed1362cc63", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:30.718094 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b7a69d9-3379-4598-8353-b0fb0905e823 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:30.718749 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22afd54-d005-45d7-9492-ed472544bb13', 'name': 'network-vif-deleted', 'tag': '7e67afec-4aad-4fc1-83b3-22ed1362cc63', 'status': 'completed', 'code': 200} Jul 22 21:45:30.765983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dee3f6fd-1446-4e88-b4f9-79e3b8603d87 req-c6774c3e-7242-4fd0-933f-acd6ce0a85b9 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789335 Jul 22 21:45:30.838316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.847465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.848235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.874370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6560d2-4cf7-476f-b7af-4a8154797e03 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:45:30.893566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.899377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:45:30.923556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Transition to ACTIVE for port object eb6560d2-4cf7-476f-b7af-4a8154797e03 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:30.924685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d743de5-a960-476f-8e8a-8a56d0fe1c66,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:30.928005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.934119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:30.934879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.956168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.962955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.970471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.976600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.983960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:30.986341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-3a55ebb6-d824-4222-815e-0179d43170d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.1921875 Jul 22 21:45:30.992501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6560d2-4cf7-476f-b7af-4a8154797e03,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:31.033175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.050023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.050698 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Added segment 252852b3-542d-425c-bb5c-9c9d4aa6600b of type vlan for network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 Jul 22 21:45:31.079215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cd031-da26-4a62-9476-1e06d527f48e None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:31.083259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.089785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/00b2cf43-9572-4226-a3e6-9e06a06c5c7c HTTP/1.1" status: 204 len: 168 time: 0.6561868 Jul 22 21:45:31.091250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0e29d-d0c5-46d0-8964-814900a244a6 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=00b2cf43-9572-4226-a3e6-9e06a06c5c7c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:31.098623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 33998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:31.104087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:31.119342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c324b0c4-5ccd-4df5-812e-6b3ba687c8d0 req-7d7a7bb6-f6a7-4d93-8490-c5d28b9903d4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187150 Jul 22 21:45:31.144881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.222784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Attempting to bind port eb6560d2-4cf7-476f-b7af-4a8154797e03 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:31.223214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Attempting to bind port eb6560d2-4cf7-476f-b7af-4a8154797e03 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:31.223620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Attempting to bind port eb6560d2-4cf7-476f-b7af-4a8154797e03 on network 61df596d-6849-4c26-8ac0-ce4dff77e701 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:31.232654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Port eb6560d2-4cf7-476f-b7af-4a8154797e03 on network 61df596d-6849-4c26-8ac0-ce4dff77e701 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:45:31.233165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Attempting to bind port eb6560d2-4cf7-476f-b7af-4a8154797e03 on network 61df596d-6849-4c26-8ac0-ce4dff77e701 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:31.261089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:31.261448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Checking segment: {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:31.261980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Bound using segment: {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:31.262496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Bound port: eb6560d2-4cf7-476f-b7af-4a8154797e03, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e561f6de-8974-4220-b9a0-74a27b215279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:31.262951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.319867 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.320722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.321440 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.372505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.379563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.387907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.395940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.403203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.410784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.410979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.416292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.418632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93260510-fc4d-452c-81ef-df48c334d085 req-55a22fe1-a50c-40b0-a369-5828d6a7587f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.1800942 Jul 22 21:45:31.441649 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2426758 Jul 22 21:45:31.444605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34006) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:31.449105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda7406-6cb1-4b78-bb97-06d32c715a75 admin admin] Pushing event updated for resources: {'Network': ['ID=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:31.450260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Request body: {'subnet': {'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-588425997-subnet', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:31.456062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] For port eb6560d2-4cf7-476f-b7af-4a8154797e03, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:31.466007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:45:31.480543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] For port eb6560d2-4cf7-476f-b7af-4a8154797e03, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:31.483806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:31.488860 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.494562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.510696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:31.513232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.561419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.562853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.566137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] 10.222.0.23 "PUT /v2.0/ports/eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 200 len: 1093 time: 1.3611419 Jul 22 21:45:31.658369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34010) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:31.684554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabdc05-a9e3-4edd-95a3-5c58d1fab5c0 req-d5bf0574-cd98-4cb1-ace6-fe1f98972244 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.692485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7aabdc05-a9e3-4edd-95a3-5c58d1fab5c0 req-d5bf0574-cd98-4cb1-ace6-fe1f98972244 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2249022 Jul 22 21:45:31.763588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10383d-5d96-425b-bf75-557fa7b07642 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6560d2-4cf7-476f-b7af-4a8154797e03,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:31.817479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-a3805afa-d412-4a71-83f8-9ddb18124ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:31.819331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-a3805afa-d412-4a71-83f8-9ddb18124ba5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0502044b37aa42c8a22631b8637743b3&device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1096 time: 0.1945133 Jul 22 21:45:31.853590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7aabdc05-a9e3-4edd-95a3-5c58d1fab5c0 req-ff167c3b-175c-43cc-8c8f-ba2c2608f868 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595311 Jul 22 21:45:31.941796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0a347d9-e8db-4704-adc5-5099fd7953f7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:31.978599 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-ff8926d4-8653-4cf1-ac0b-6b84686d33bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 200 len: 217 time: 0.1451485 Jul 22 21:45:32.051941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0a347d9-e8db-4704-adc5-5099fd7953f7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.064783 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.075300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.110678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8ee87e22-b065-4f6c-9937-a21e0e6c1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:32.112109 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-8ee87e22-b065-4f6c-9937-a21e0e6c1d74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67d16a39-4f3e-4354-a543-7d4b0ddf81b4 HTTP/1.1" status: 200 len: 846 time: 0.1219082 Jul 22 21:45:32.137261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:32.172563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:32.173907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:32.177498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=442d1d45-7a15-4391-84ca-309475fb10ca,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:32.180488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:32.181786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.193882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ca2e5-f1d6-44fe-bd08-30ef33b1fa5b None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:32.206505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28538a-f8fe-45e4-9d28-141bdbc1772a req-7153a3c6-2b60-4bf0-bd0e-a1946a1ffd35 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:32.207421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-601704fc-6a5f-417e-adbf-8f1942bd9282 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1076157 Jul 22 21:45:32.208663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea28538a-f8fe-45e4-9d28-141bdbc1772a req-7153a3c6-2b60-4bf0-bd0e-a1946a1ffd35 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 944 time: 0.3242166 Jul 22 21:45:32.211452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:32.211616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.217467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-56fc437d-fa1b-476b-a164-1aa42dad6cca tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'security_group': {'name': 'tempest-secgroup-735032498'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:32.232020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cde5-616d-42b2-9967-3a31c581580c req-c259e1ee-a4ce-43aa-9e49-d69ab041b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:32.234492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-c259e1ee-a4ce-43aa-9e49-d69ab041b70c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61df596d-6849-4c26-8ac0-ce4dff77e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010699 Jul 22 21:45:32.266171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:32.266544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Network hostable DHCP agents. Network: b5fe1231-f9d1-4a54-9d22-40bf7ef546c9, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:45:32.272337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-27553bc0-3da8-4496-b22a-0293ede1c872 None None] Provisioning complete for port cc401f9a-82d3-43e5-b895-82b67ad22173 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:32.272803 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27553bc0-3da8-4496-b22a-0293ede1c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.293935 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56fc437d-fa1b-476b-a164-1aa42dad6cca tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.325770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea28538a-f8fe-45e4-9d28-141bdbc1772a req-8e56594a-923e-4108-8dc2-1310b3fcacaa tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963850 Jul 22 21:45:32.329310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-27553bc0-3da8-4496-b22a-0293ede1c872 None None] Port cc401f9a-82d3-43e5-b895-82b67ad22173 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:32.335298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0a347d9-e8db-4704-adc5-5099fd7953f7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.339462 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0a347d9-e8db-4704-adc5-5099fd7953f7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.347098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b0a347d9-e8db-4704-adc5-5099fd7953f7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/security-groups/5b5bec83-2a26-4165-a3c6-db6af01f15ad HTTP/1.1" status: 204 len: 168 time: 0.6861629 Jul 22 21:45:32.357474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:45:32.367899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-9b053c6d-c322-4948-9249-5e1cc61975cc service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234229 Jul 22 21:45:32.384817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-27553bc0-3da8-4496-b22a-0293ede1c872 None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:32.385576 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27553bc0-3da8-4496-b22a-0293ede1c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.386249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a347d9-e8db-4704-adc5-5099fd7953f7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5bec83-2a26-4165-a3c6-db6af01f15ad,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:32.391152 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:32.402952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b5fe1231-f9d1-4a54-9d22-40bf7ef546c9) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:32.424474 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c31e48-e9f8-4be9-8a43-15c01d6443c8 None None] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:32.500994 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f48cde5-616d-42b2-9967-3a31c581580c req-1cccfcaa-74ff-42fd-879e-1d775548b1e1 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216681 Jul 22 21:45:32.513643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:32.514612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.598896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56fc437d-fa1b-476b-a164-1aa42dad6cca tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.617354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56fc437d-fa1b-476b-a164-1aa42dad6cca tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.690490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2210a6be-2c0d-4ed9-a3a9-c10636832f7c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2444637 Jul 22 21:45:32.694060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34020) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:32.705303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:32.718545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56fc437d-fa1b-476b-a164-1aa42dad6cca tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.722569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-56fc437d-fa1b-476b-a164-1aa42dad6cca tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5071347 Jul 22 21:45:32.722881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:32.729327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5d398510-f18c-484c-8454-4504b055ebfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'security_group': {'name': 'tempest-secgroup-2067223154'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:32.741385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:32.743537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc437d-fa1b-476b-a164-1aa42dad6cca tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320ccdfe-1b2b-4093-afbb-62907f45b4b3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:32.747795 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7346d75-6a4b-4192-8922-50e7e1a17fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:32.769048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.773072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.774668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d398510-f18c-484c-8454-4504b055ebfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.867167 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e569bb4e-e27c-4f0a-8d3e-d2ca1ff859e6 x-openstack-request-id: req-e569bb4e-e27c-4f0a-8d3e-d2ca1ff859e6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:32.867698 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:32.868166 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e569bb4e-e27c-4f0a-8d3e-d2ca1ff859e6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:32.868862 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'status': 'completed', 'code': 200} Jul 22 21:45:32.874938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:32.934823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24638868-088f-4384-81f5-8613c710efad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:45:32.936567 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24638868-088f-4384-81f5-8613c710efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.009991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d398510-f18c-484c-8454-4504b055ebfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.035920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d398510-f18c-484c-8454-4504b055ebfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.092465 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d398510-f18c-484c-8454-4504b055ebfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.093706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5d398510-f18c-484c-8454-4504b055ebfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3698294 Jul 22 21:45:33.101530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34030) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:33.102885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] Update dhcp port {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'fixed_ips': [{'subnet_id': '54f3de9a-7860-4f70-a959-cad0cd981395', 'ip_address': '172.20.0.18'}, {'subnet_id': '442d1d45-7a15-4391-84ca-309475fb10ca'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '8bb71973-595f-4604-85b3-dc81ae1d23fc'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:45:33.111637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-23b4c1dc-2e05-45c3-b651-a1b06a3462c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1995881436'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:33.120017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d398510-f18c-484c-8454-4504b055ebfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a704d71-4f55-4abe-afee-412eff3b5aa8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:33.143433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.170337 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b4c1dc-2e05-45c3-b651-a1b06a3462c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.179959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-aea27171-44a6-4865-a906-8b7b509c49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:33.181992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-aea27171-44a6-4865-a906-8b7b509c49fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0502044b37aa42c8a22631b8637743b3&device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1096 time: 0.2859726 Jul 22 21:45:33.190801 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.210116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a49e9-1b64-40f4-ad65-dc25086e0e1a req-3a6caa84-0f62-4f37-b57f-1f6c3d438c15 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:33.212712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f56a49e9-1b64-40f4-ad65-dc25086e0e1a req-3a6caa84-0f62-4f37-b57f-1f6c3d438c15 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2233093 Jul 22 21:45:33.227673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-24638868-088f-4384-81f5-8613c710efad None None] Allocated IP 172.20.0.2 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/7df200b8-b15b-49f5-a28a-aff85eb067e8) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:33.298286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7e67afec-4aad-4fc1-83b3-22ed1362cc63 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:33.315298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.319979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f56a49e9-1b64-40f4-ad65-dc25086e0e1a req-6e9aeede-e9e1-401e-a851-dff28e46671b tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975020 Jul 22 21:45:33.344797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 7e67afec-4aad-4fc1-83b3-22ed1362cc63 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:33.345311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 7e67afec-4aad-4fc1-83b3-22ed1362cc63 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:33.397467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-a046c59c-35fb-4960-b4b0-d6bb2b675cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:33.399601 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-a046c59c-35fb-4960-b4b0-d6bb2b675cc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 200 len: 908 time: 0.2046752 Jul 22 21:45:33.498922 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-696c2390-9d18-4609-9caa-cda421d0100b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 200 len: 217 time: 0.0839999 Jul 22 21:45:33.598012 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b4c1dc-2e05-45c3-b651-a1b06a3462c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.607700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b4c1dc-2e05-45c3-b651-a1b06a3462c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.649443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] Allocated IP 172.20.0.2 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/442d1d45-7a15-4391-84ca-309475fb10ca/8bb71973-595f-4604-85b3-dc81ae1d23fc) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:33.658702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b4c1dc-2e05-45c3-b651-a1b06a3462c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.663461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-23b4c1dc-2e05-45c3-b651-a1b06a3462c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5562475 Jul 22 21:45:33.666379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34038) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:33.678121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1269211926', 'security_groups': ['44e86a59-7067-45a9-9cb8-795861b73762'], 'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '442d1d45-7a15-4391-84ca-309475fb10ca'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:33.690432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4c1dc-2e05-45c3-b651-a1b06a3462c3 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e86a59-7067-45a9-9cb8-795861b73762,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:33.722763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acc00a-5a7a-4f26-bffc-75156036f996 req-a1f142f5-dd13-49ed-9160-80cd1094ad50 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:33.725008 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9acc00a-5a7a-4f26-bffc-75156036f996 req-a1f142f5-dd13-49ed-9160-80cd1094ad50 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 944 time: 0.2842653 Jul 22 21:45:33.747612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24638868-088f-4384-81f5-8613c710efad None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.788480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-24638868-088f-4384-81f5-8613c710efad None None] Transition to ACTIVE for port object 7df200b8-b15b-49f5-a28a-aff85eb067e8 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:33.857496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-24638868-088f-4384-81f5-8613c710efad None None] Transition to ACTIVE for port object 7df200b8-b15b-49f5-a28a-aff85eb067e8 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:33.867100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9acc00a-5a7a-4f26-bffc-75156036f996 req-e5803785-cd03-42bb-9676-d0ddc622393d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318495 Jul 22 21:45:33.874521 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24638868-088f-4384-81f5-8613c710efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:33.897684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bb71973-595f-4604-85b3-dc81ae1d23fc,segment=NetworkSegment(801ad0f6-7462-44b2-b8dd-9f2bb6be32cb),segment_id=801ad0f6-7462-44b2-b8dd-9f2bb6be32cb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:33.945455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24638868-088f-4384-81f5-8613c710efad None None] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:33.948631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:33.956841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-24638868-088f-4384-81f5-8613c710efad None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:33.964109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24638868-088f-4384-81f5-8613c710efad None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:33.978033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24638868-088f-4384-81f5-8613c710efad None None] Pushing event updated for resources: {'Port': ['ID=7df200b8-b15b-49f5-a28a-aff85eb067e8,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:34.008525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.020366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-7dfbc711-5181-465e-9525-ab2878520a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.022069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-7dfbc711-5181-465e-9525-ab2878520a94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67d16a39-4f3e-4354-a543-7d4b0ddf81b4 HTTP/1.1" status: 200 len: 846 time: 0.5130575 Jul 22 21:45:34.051073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] Transition to ACTIVE for port object 8bb71973-595f-4604-85b3-dc81ae1d23fc will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:34.056232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-24638868-088f-4384-81f5-8613c710efad None None] Attempting to bind port 7df200b8-b15b-49f5-a28a-aff85eb067e8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:34.056623 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-24638868-088f-4384-81f5-8613c710efad None None] Attempting to bind port 7df200b8-b15b-49f5-a28a-aff85eb067e8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:34.056997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24638868-088f-4384-81f5-8613c710efad None None] Attempting to bind port 7df200b8-b15b-49f5-a28a-aff85eb067e8 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:34.059575 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.069719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port 622b5ea2-744a-4310-adc1-bc913fb0b9b0 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:34.069719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.072554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24638868-088f-4384-81f5-8613c710efad None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:34.072946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24638868-088f-4384-81f5-8613c710efad None None] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:34.073356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24638868-088f-4384-81f5-8613c710efad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.074290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24638868-088f-4384-81f5-8613c710efad None None] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:34.074290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-24638868-088f-4384-81f5-8613c710efad None None] Bound port: 7df200b8-b15b-49f5-a28a-aff85eb067e8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:34.074634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24638868-088f-4384-81f5-8613c710efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.102866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.151432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.184756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-5b79a60d-2897-40c0-af63-0ba175558f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.187095 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-5b79a60d-2897-40c0-af63-0ba175558f75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61df596d-6849-4c26-8ac0-ce4dff77e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520708 Jul 22 21:45:34.220578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f651c-243b-4bb6-9140-973cb2fa2058 None None] Pushing event updated for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:34.237178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34052) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:34.257109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-24638868-088f-4384-81f5-8613c710efad None None] For port 7df200b8-b15b-49f5-a28a-aff85eb067e8, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:34.263044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-24638868-088f-4384-81f5-8613c710efad None None] For port 7df200b8-b15b-49f5-a28a-aff85eb067e8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7df200b8-b15b-49f5-a28a-aff85eb067e8,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:34.276238 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24638868-088f-4384-81f5-8613c710efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.365608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24638868-088f-4384-81f5-8613c710efad None None] Pushing event updated for resources: {'Port': ['ID=7df200b8-b15b-49f5-a28a-aff85eb067e8,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:34.463253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.487682 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-2b80b143-b2ed-4662-b73b-98901b376ae6 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590210 Jul 22 21:45:34.502738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Allocated IP 172.25.5.59 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/b993e810-1949-450f-8288-5906b9dcebe5) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:34.547605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.548370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.548860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.549340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.549816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.550308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.550780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:34.552857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-faee3c56-0e97-4955-a14a-358b4b68d273 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6498 time: 0.3144541 Jul 22 21:45:34.623303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] device_id is not set on port f8206e6f-dd19-4762-819f-8bb2193bc483 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:45:34.624654 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-629e230d-0bc0-495e-91cc-7a05705fa9d3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471380 Jul 22 21:45:34.666569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port 622b5ea2-744a-4310-adc1-bc913fb0b9b0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=622b5ea2-744a-4310-adc1-bc913fb0b9b0,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:34.667126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.785380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.818178 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c7346d75-6a4b-4192-8922-50e7e1a17fb3 req-90ace090-e635-4c4a-b7e6-f514aadaebad service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129056 Jul 22 21:45:34.837367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for 622b5ea2-744a-4310-adc1-bc913fb0b9b0 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:34.886026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:34.958974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:34.973506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:34.976894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:35.035149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bd42a-61e2-40da-9665-2e30ab05a001 req-3f351547-33fc-4e89-9206-96792307ff4f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:35.039523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Pushing event updated for resources: {'Port': ['ID=b993e810-1949-450f-8288-5906b9dcebe5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:35.042607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d1bd42a-61e2-40da-9665-2e30ab05a001 req-3f351547-33fc-4e89-9206-96792307ff4f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.5827100 Jul 22 21:45:35.104190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.11 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/442d1d45-7a15-4391-84ca-309475fb10ca/f8206e6f-dd19-4762-819f-8bb2193bc483) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:35.127068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73a1cb95-9285-457c-9317-6e2f138edc5f None None] Provisioning complete for port cc401f9a-82d3-43e5-b895-82b67ad22173 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:35.128520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73a1cb95-9285-457c-9317-6e2f138edc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.131781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7df200b8-b15b-49f5-a28a-aff85eb067e8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:35.195073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-73a1cb95-9285-457c-9317-6e2f138edc5f None None] Port cc401f9a-82d3-43e5-b895-82b67ad22173 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:35.207140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d1bd42a-61e2-40da-9665-2e30ab05a001 req-2c1d0d1d-8c5b-4738-ae6a-b333b3171a3f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632228 Jul 22 21:45:35.213718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73a1cb95-9285-457c-9317-6e2f138edc5f None None] Provisioning for port 8bb71973-595f-4604-85b3-dc81ae1d23fc completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:35.218418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 7df200b8-b15b-49f5-a28a-aff85eb067e8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:35.223500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bb71973-595f-4604-85b3-dc81ae1d23fc up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:35.225336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73a1cb95-9285-457c-9317-6e2f138edc5f None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:35.225826 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73a1cb95-9285-457c-9317-6e2f138edc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.298440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12fc37-0e9a-49f5-84dc-c0ffd9670b39 req-221bceca-fbdc-4425-8d41-503623d8ed5e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:35.299984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff12fc37-0e9a-49f5-84dc-c0ffd9670b39 req-221bceca-fbdc-4425-8d41-503623d8ed5e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 944 time: 0.3047144 Jul 22 21:45:35.335282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:35.335665 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.360436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.456880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.520576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=622b5ea2-744a-4310-adc1-bc913fb0b9b0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:35.561037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff12fc37-0e9a-49f5-84dc-c0ffd9670b39 req-5056401f-7c60-4a64-b987-41f6df2fad9d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532105 Jul 22 21:45:35.598675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.624046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object f8206e6f-dd19-4762-819f-8bb2193bc483 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:35.639115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.751134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edad281-1db3-45e5-ba55-7289c9b32e67 None None] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:35.762632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.774847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.815448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Router 6506dd1f-2210-4800-b14c-36de5bc844fb is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:45:35.837903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1f7d15fa-0a0b-4867-9457-da471bb181f6 None None] Provisioning for port 7df200b8-b15b-49f5-a28a-aff85eb067e8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:35.852407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1f7d15fa-0a0b-4867-9457-da471bb181f6 None None] Provisioning complete for port 7df200b8-b15b-49f5-a28a-aff85eb067e8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:35.852992 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f7d15fa-0a0b-4867-9457-da471bb181f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.895498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:35.907781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:35.911561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=f8206e6f-dd19-4762-819f-8bb2193bc483,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:35.915658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:35.944881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:35.962661 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:35.975328 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:35.976491 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:35.987812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:35.988642 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.991413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:35.996898 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9a5d35db-8a7f-4891-97ae-2628c32558da admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2979286 Jul 22 21:45:35.997114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34068) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:36.016378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f7d15fa-0a0b-4867-9457-da471bb181f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.052312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-abf8192a-2a30-4e35-9d56-00a03992448f tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3844700 Jul 22 21:45:36.062147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34070) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:36.067470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1f7d15fa-0a0b-4867-9457-da471bb181f6 None None] For port 7df200b8-b15b-49f5-a28a-aff85eb067e8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7df200b8-b15b-49f5-a28a-aff85eb067e8,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:36.072886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f7d15fa-0a0b-4867-9457-da471bb181f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.109140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-912a0662-deb0-4641-b525-d19921c8715b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:36.168900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d15fa-0a0b-4867-9457-da471bb181f6 None None] Pushing event updated for resources: {'Port': ['ID=7df200b8-b15b-49f5-a28a-aff85eb067e8,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:36.199614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:36.200380 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:36.396576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8455e483-5e45-48e2-8b68-a07e5bb98a78 None None] Provisioning for port f8206e6f-dd19-4762-819f-8bb2193bc483 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:36.400851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8455e483-5e45-48e2-8b68-a07e5bb98a78 None None] Provisioning complete for port f8206e6f-dd19-4762-819f-8bb2193bc483 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:36.401228 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8455e483-5e45-48e2-8b68-a07e5bb98a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.446067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:36.459268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] Sync routers for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:36.463670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f23304a1-4fd5-42ab-babc-ca95bfe9e724 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "PUT /v2.0/routers/114d04fc-882a-4d97-a22b-dee5e2ed18f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0706308 Jul 22 21:45:36.464403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34074) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:36.480492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:36.481230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:36.519356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5728-0f78-458f-ac07-b73501c70dcc req-f9c1f918-23ba-464a-9a74-c737d0178608 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:36.521419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1bb5728-0f78-458f-ac07-b73501c70dcc req-f9c1f918-23ba-464a-9a74-c737d0178608 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.1681058 Jul 22 21:45:36.552161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912a0662-deb0-4641-b525-d19921c8715b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:36.556956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-912a0662-deb0-4641-b525-d19921c8715b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.568969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting subnet 0605301a-31bb-4358-be74-e39bf637aff7 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:36.591344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.598138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1bb5728-0f78-458f-ac07-b73501c70dcc req-0ff81831-321a-4d43-a418-393fb7126ad7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658767 Jul 22 21:45:36.620255 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:35Z', 'revision_number': 3, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:36.663619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.685128 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:36.685442 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Updating router 6506dd1f-2210-4800-b14c-36de5bc844fb port b993e810-1949-450f-8288-5906b9dcebe5 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:36.706560 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-912a0662-deb0-4641-b525-d19921c8715b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 442d1d45-7a15-4391-84ca-309475fb10ca (CIDR: 172.20.0.0/28) Jul 22 21:45:36.720407 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a0662-deb0-4641-b525-d19921c8715b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:45:36.720909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a0662-deb0-4641-b525-d19921c8715b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:36.724018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8455e483-5e45-48e2-8b68-a07e5bb98a78 None None] Port f8206e6f-dd19-4762-819f-8bb2193bc483 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:36.741643 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.741906 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-912a0662-deb0-4641-b525-d19921c8715b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6782677 Jul 22 21:45:36.747387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34078) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:36.753177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-736e6fa0-41f6-46df-91c9-61b9f12e763c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:36.762504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:36.843287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.935874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7100e22-482b-4bee-9c14-f1dd1354c308 req-fabb0577-f681-4204-834c-8e6769c8f35b tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:36.945093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1f76391a-81a3-4ff7-9ac0-9ad7834f0871 None None] Provisioning complete for port 7df200b8-b15b-49f5-a28a-aff85eb067e8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:36.945476 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f76391a-81a3-4ff7-9ac0-9ad7834f0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:36.954361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7100e22-482b-4bee-9c14-f1dd1354c308 req-fabb0577-f681-4204-834c-8e6769c8f35b tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 944 time: 0.2016480 Jul 22 21:45:37.007460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:35Z', 'revision_number': 7, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:37.014624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e6fa0-41f6-46df-91c9-61b9f12e763c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:37.018886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-736e6fa0-41f6-46df-91c9-61b9f12e763c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.045064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] Checking router: 114d04fc-882a-4d97-a22b-dee5e2ed18f6 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:37.075132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.077919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] Routers {'114d04fc-882a-4d97-a22b-dee5e2ed18f6'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:37.079289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:37.089205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7100e22-482b-4bee-9c14-f1dd1354c308 req-4fc08a98-7dd3-44b1-95cf-4c5185c0160f tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241596 Jul 22 21:45:37.110507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.145174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Subnet': ['ID=0605301a-31bb-4358-be74-e39bf637aff7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:37.153753 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.158444 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.164333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34080) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:37.165019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-220c14e7-514a-4e84-85c7-967fb7cf425e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/subnets/0605301a-31bb-4358-be74-e39bf637aff7 HTTP/1.1" status: 204 len: 168 time: 0.6978991 Jul 22 21:45:37.172320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7df200b8-b15b-49f5-a28a-aff85eb067e8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:37.174983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0dbbc4-8065-45d3-b42c-fb4fb68a2077 None None] Network 9681e8aa-e442-4682-92ce-43b34b9e2d33 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:37.176718 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Transition to ACTIVE for port object b993e810-1949-450f-8288-5906b9dcebe5 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:37.188143 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.252037 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Attempting to bind port b993e810-1949-450f-8288-5906b9dcebe5 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:37.252037 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Attempting to bind port b993e810-1949-450f-8288-5906b9dcebe5 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:37.252037 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Attempting to bind port b993e810-1949-450f-8288-5906b9dcebe5 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:37.260289 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ab157-35dc-4909-9a98-7edf3bd04a93 None None] Pushing event updated for resources: {'Port': ['ID=b993e810-1949-450f-8288-5906b9dcebe5,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:37.264458 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:37.264961 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:37.265458 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.265944 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:37.267150 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Bound port: b993e810-1949-450f-8288-5906b9dcebe5, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:37.267642 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.285042 n-d-762330-19 neutron-server[94091]: INFO neutron.db.ipam_backend_mixin [None req-736e6fa0-41f6-46df-91c9-61b9f12e763c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 54f3de9a-7860-4f70-a959-cad0cd981395 (CIDR: 172.20.0.16/28) Jul 22 21:45:37.301465 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-736e6fa0-41f6-46df-91c9-61b9f12e763c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:45:37.301966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736e6fa0-41f6-46df-91c9-61b9f12e763c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:37.306675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device eb6560d2-4cf7-476f-b7af-4a8154797e03 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:45:37.313882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] Set router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:37.343488 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] For port b993e810-1949-450f-8288-5906b9dcebe5, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:37.348408 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] For port b993e810-1949-450f-8288-5906b9dcebe5, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b993e810-1949-450f-8288-5906b9dcebe5,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:37.356971 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-736e6fa0-41f6-46df-91c9-61b9f12e763c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6059003 Jul 22 21:45:37.357209 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.357608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:37.367337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'subnet': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:37.392748 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.436021 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ab157-35dc-4909-9a98-7edf3bd04a93 None None] Pushing event updated for resources: {'Port': ['ID=b993e810-1949-450f-8288-5906b9dcebe5,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:37.473300 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:37.475357 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:37.512783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Allocated IP 172.20.0.1 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/86f7ae54-7e74-4760-9f5c-fa1f7402cb11) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:37.533250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Made reservation on behalf of 12752c10d4af4640bd6ca42fcb335409 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:37.538407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.607172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:37.616045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port eb6560d2-4cf7-476f-b7af-4a8154797e03, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:37.643819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7df200b8-b15b-49f5-a28a-aff85eb067e8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:37.644615 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.706843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'port_id': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'mac_address': 'fa:16:3e:0c:14:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:45:37.830039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.854174 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.880280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6560d2-4cf7-476f-b7af-4a8154797e03 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:45:37.900598 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:35Z', 'revision_number': 3, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:37.919763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:37.928026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:37.932112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:37.932709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:37.939390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port eb6560d2-4cf7-476f-b7af-4a8154797e03, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:37.959413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816586b7-d980-47ea-8f2d-def3ed65414a None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:37.962444 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3153d3-74a5-4ee1-884f-a851f0a9f27a None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:35Z', 'revision_number': 3, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:37.988289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Subnet': ['ID=6cd99741-2562-44c4-aeea-d745fa7977f3,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:37.992250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-642a8863-80f5-4bbd-8b55-6fdf337dcaf7 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6332417 Jul 22 21:45:37.994792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34086) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:38.001523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-580563194', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6cd99741-2562-44c4-aeea-d745fa7977f3'}], 'security_groups': ['320ccdfe-1b2b-4093-afbb-62907f45b4b3', '2a704d71-4f55-4abe-afee-412eff3b5aa8']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:38.019198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] DHCP port deletion for 9681e8aa-e442-4682-92ce-43b34b9e2d33 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:45:38.028386 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.037719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a984c2-b5bf-46d1-be60-ae18e9518dc1 req-9b9dc852-f8d9-4ebc-8739-08e0d9893a4e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:38.039318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3a984c2-b5bf-46d1-be60-ae18e9518dc1 req-9b9dc852-f8d9-4ebc-8739-08e0d9893a4e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2190986 Jul 22 21:45:38.043710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.068080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.131604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3a984c2-b5bf-46d1-be60-ae18e9518dc1 req-c1474681-d738-43e2-95ce-eb4711dc3ea2 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709348 Jul 22 21:45:38.132146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Transition to ACTIVE for port object 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:38.142553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:35Z', 'revision_number': 7, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:38.176428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95f988-8370-4383-8a1f-ac92badd2e86 None None] The sync data for ids ['114d04fc-882a-4d97-a22b-dee5e2ed18f6'] in n-d-762330-19 is: [{'id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'name': 'tempest-TestNetworkBasicOps-router-1682620067', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:42:40Z', 'updated_at': '2021-07-22T21:45:35Z', 'revision_number': 7, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': 'c5df5a85-0ffd-4527-9dc7-b22c93476a28', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114d04fc-882a-4d97-a22b-dee5e2ed18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:42:41Z', 'updated_at': '2021-07-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:38.187495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.199638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port c5df5a85-0ffd-4527-9dc7-b22c93476a28 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:38.200436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.231773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.255371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=eb6560d2-4cf7-476f-b7af-4a8154797e03,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:38.263484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] Deleting port 9fdea7e5-21bb-4b79-acd4-486310df61a8 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:38.264056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.315152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Pushing event updated for resources: {'Port': ['ID=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:38.389688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:38.392859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:38.396856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:38.418495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['eb6560d2-4cf7-476f-b7af-4a8154797e03'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:45:38.445212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port c5df5a85-0ffd-4527-9dc7-b22c93476a28, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c5df5a85-0ffd-4527-9dc7-b22c93476a28,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:38.445576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.466216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for c5df5a85-0ffd-4527-9dc7-b22c93476a28 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:38.475900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.510182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] For port 9fdea7e5-21bb-4b79-acd4-486310df61a8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9fdea7e5-21bb-4b79-acd4-486310df61a8,segment=NetworkSegment(fd2357b1-ac6b-45a5-abb6-965f36ee5764),segment_id=fd2357b1-ac6b-45a5-abb6-965f36ee5764)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:38.510551 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.542338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] Calling delete_port for 9fdea7e5-21bb-4b79-acd4-486310df61a8 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:38.564910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaae80e-e24c-4978-bb8e-2bdaf912a6c9 req-a7d03018-c7ce-4dbb-bbc0-d96a046b6e44 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:38.567449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adaae80e-e24c-4978-bb8e-2bdaf912a6c9 req-a7d03018-c7ce-4dbb-bbc0-d96a046b6e44 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 945 time: 0.2554991 Jul 22 21:45:38.940625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:38.964871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] No DVR routers for this DVR port 9fdea7e5-21bb-4b79-acd4-486310df61a8 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:39.012696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.013488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a57553a4-2e8b-482e-baec-3b2d4cadb1da None None] Provisioning for port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:39.018954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a57553a4-2e8b-482e-baec-3b2d4cadb1da None None] Provisioning complete for port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:39.019433 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a57553a4-2e8b-482e-baec-3b2d4cadb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.042063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74300e-56e9-4729-aed4-5a5d9c55a9da None None] Pushing event deleted for resources: {'Port': ['ID=9fdea7e5-21bb-4b79-acd4-486310df61a8,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:39.069516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adaae80e-e24c-4978-bb8e-2bdaf912a6c9 req-022e4ff8-a81b-467d-8624-02bf15829800 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442487 Jul 22 21:45:39.076860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81416125-3842-4c8e-952a-2a07781529dd None None] Update dhcp port {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'fixed_ips': [{'subnet_id': '54f3de9a-7860-4f70-a959-cad0cd981395', 'ip_address': '172.20.0.18'}, {'subnet_id': '442d1d45-7a15-4391-84ca-309475fb10ca', 'ip_address': '172.20.0.2'}, {'subnet_id': '6cd99741-2562-44c4-aeea-d745fa7977f3'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '8bb71973-595f-4604-85b3-dc81ae1d23fc'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:45:39.173343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-81416125-3842-4c8e-952a-2a07781529dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.180872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b993e810-1949-450f-8288-5906b9dcebe5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:39.189244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Delete allocated IP 172.20.0.11 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/442d1d45-7a15-4391-84ca-309475fb10ca) {{(pid=94092) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 21:45:39.204140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Allocated IP 172.20.0.37 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/6cd99741-2562-44c4-aeea-d745fa7977f3/f8206e6f-dd19-4762-819f-8bb2193bc483) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:39.245807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.300060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a57553a4-2e8b-482e-baec-3b2d4cadb1da None None] Port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:39.323556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=c5df5a85-0ffd-4527-9dc7-b22c93476a28,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:39.427953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.429903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.462681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.514191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.521984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Transition to ACTIVE for port object f8206e6f-dd19-4762-819f-8bb2193bc483 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:39.532443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.634438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.645473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.668391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.685363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5929-d16f-4068-950d-3b6ed2ae6dd0 req-ebc74fae-e620-43a1-90d6-7ec4f7edb62e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:39.686841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3ad5929-d16f-4068-950d-3b6ed2ae6dd0 req-ebc74fae-e620-43a1-90d6-7ec4f7edb62e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2149990 Jul 22 21:45:39.690889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] In _notify_port_updated(), no bound segment for port f8206e6f-dd19-4762-819f-8bb2193bc483 on network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:45:39.698427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:39.699111 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.700952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "PUT /v2.0/ports/f8206e6f-dd19-4762-819f-8bb2193bc483 HTTP/1.1" status: 200 len: 959 time: 1.7049334 Jul 22 21:45:39.712074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Pushing event updated for resources: {'Port': ['ID=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:39.714792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:39.727809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port b993e810-1949-450f-8288-5906b9dcebe5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:39.738931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.740024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Fanout notify agent at l3_agent the message router_deleted on router 114d04fc-882a-4d97-a22b-dee5e2ed18f6 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:45:39.746724 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b993e810-1949-450f-8288-5906b9dcebe5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:39.747267 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.760502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.765918 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27643c8d-4f24-45a9-a073-f7f29277cc3a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/routers/114d04fc-882a-4d97-a22b-dee5e2ed18f6 HTTP/1.1" status: 204 len: 168 time: 2.5979681 Jul 22 21:45:39.787133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34094) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:39.871397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-81416125-3842-4c8e-952a-2a07781529dd None None] Allocated IP 172.20.0.34 (d7d2bb2d-bd2a-4f37-acf1-ac7d31999386/6cd99741-2562-44c4-aeea-d745fa7977f3/8bb71973-595f-4604-85b3-dc81ae1d23fc) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:39.919512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84815f0-097e-49c2-bb28-5df24f9624c2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event updated for resources: {'Port': ['ID=f8206e6f-dd19-4762-819f-8bb2193bc483,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:39.947540 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.971952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3ad5929-d16f-4068-950d-3b6ed2ae6dd0 req-9ec36d4c-326d-4dfd-a37b-44a29000be42 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699375 Jul 22 21:45:39.974616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:39.996088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b993e810-1949-450f-8288-5906b9dcebe5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b993e810-1949-450f-8288-5906b9dcebe5,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:39.998315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port f8206e6f-dd19-4762-819f-8bb2193bc483 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:39.999857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.045443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.118014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b993e810-1949-450f-8288-5906b9dcebe5,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:40.162719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-81416125-3842-4c8e-952a-2a07781529dd None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bb71973-595f-4604-85b3-dc81ae1d23fc,segment=NetworkSegment(801ad0f6-7462-44b2-b8dd-9f2bb6be32cb),segment_id=801ad0f6-7462-44b2-b8dd-9f2bb6be32cb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:40.163049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.192349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for f8206e6f-dd19-4762-819f-8bb2193bc483 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:40.201132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.217344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:40.219246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9681e8aa-e442-4682-92ce-43b34b9e2d33']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:40.222310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:40.223618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-81416125-3842-4c8e-952a-2a07781529dd None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.245752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-81416125-3842-4c8e-952a-2a07781529dd None None] Transition to ACTIVE for port object 8bb71973-595f-4604-85b3-dc81ae1d23fc will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:40.251340 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-81416125-3842-4c8e-952a-2a07781529dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.253671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2357b1-ac6b-45a5-abb6-965f36ee5764') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:40.254168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2357b1-ac6b-45a5-abb6-965f36ee5764') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:40.264844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.280640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.287482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:45:40.288056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:45:40.368103 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:45:40.373632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.406061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81416125-3842-4c8e-952a-2a07781529dd None None] Pushing event updated for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:40.458791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.460385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 622b5ea2-744a-4310-adc1-bc913fb0b9b0 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:40.464572 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/networks/9681e8aa-e442-4682-92ce-43b34b9e2d33 HTTP/1.1" status: 204 len: 168 time: 0.6723170 Jul 22 21:45:40.534013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 622b5ea2-744a-4310-adc1-bc913fb0b9b0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:40.537280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 622b5ea2-744a-4310-adc1-bc913fb0b9b0 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:40.537711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9fdea7e5-21bb-4b79-acd4-486310df61a8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:40.563438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:40.569537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'network': {'name': 'tempest-network-smoke--316010821', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:40.588105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cb8f7-e350-4ff5-b4bf-e9b9c6af1acb tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Network': ['ID=9681e8aa-e442-4682-92ce-43b34b9e2d33,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:40.597654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9fdea7e5-21bb-4b79-acd4-486310df61a8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:40.598312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9fdea7e5-21bb-4b79-acd4-486310df61a8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:40.620285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:40.626383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.686291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:45:40.707689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.708071 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Added segment f25261ec-23f2-4090-b76a-35d6bc28f9f5 of type vlan for network e8a5c2e6-d144-40f6-89f8-a586b19676aa Jul 22 21:45:40.721657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:40.742584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e79111af-8e8b-4db2-963c-f3649fd3c85d None None] Provisioning complete for port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:40.743153 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e79111af-8e8b-4db2-963c-f3649fd3c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.776235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.804312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e79111af-8e8b-4db2-963c-f3649fd3c85d None None] Port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:40.852851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.858618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:40.859485 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:40.902973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe1e8-8d73-43d1-b697-1edb35ef815f req-fba1699f-cef0-4e2c-bf25-fe839168c37d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:40.904888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c69fe1e8-8d73-43d1-b697-1edb35ef815f req-fba1699f-cef0-4e2c-bf25-fe839168c37d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 945 time: 0.7209125 Jul 22 21:45:40.931981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3645363 Jul 22 21:45:40.935329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34100) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:40.955131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-462565457', 'admin_state_up': True, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:41.011243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c69fe1e8-8d73-43d1-b697-1edb35ef815f req-7fb856f1-0223-4a81-8d5e-3a2d60623b5f tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978258 Jul 22 21:45:41.029509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:41.050719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6a9570c9-09a2-4ebe-bf2b-7b6435732566 admin admin] 10.222.0.54 "PUT /v2.0/routers/6506dd1f-2210-4800-b14c-36de5bc844fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0462403 Jul 22 21:45:41.071353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b993e810-1949-450f-8288-5906b9dcebe5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:41.101766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.129869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Network': ['ID=e8a5c2e6-d144-40f6-89f8-a586b19676aa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:41.134060 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:41.156183 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:41.156901 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:41.168183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.176809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.192456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.192845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.194335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.194787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.196058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.196480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.197201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.199910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.200373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.200807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.201358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.203336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552b3f1-7291-4dd5-bd90-c9c5e3a87284 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.207827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b993e810-1949-450f-8288-5906b9dcebe5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:41.208313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.213963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=f8206e6f-dd19-4762-819f-8bb2193bc483,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:41.240145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.240825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.241355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.241854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.242362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.242881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.243873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.245428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.245959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.246464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.247285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.247797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:45:41.267988 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:45:41.365063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device eb6560d2-4cf7-476f-b7af-4a8154797e03 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:41.368880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.391622 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.399388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9dc59359-2ab3-48a7-ae4f-238ee2f7dc4d tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/f8206e6f-dd19-4762-819f-8bb2193bc483 HTTP/1.1" status: 204 len: 168 time: 1.6841054 Jul 22 21:45:41.400486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34108) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:41.409659 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:41.462306 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b73017-9bef-4032-bf88-3daa6f28e655 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] GET failed (client error): The resource could not be found. Jul 22 21:45:41.467449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-07b73017-9bef-4032-bf88-3daa6f28e655 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports/f8206e6f-dd19-4762-819f-8bb2193bc483 HTTP/1.1" status: 404 len: 333 time: 0.0620015 Jul 22 21:45:41.484390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3bb87-799b-488a-a1eb-bb8fb57bc91c req-7a69450a-b1fe-4c52-9bda-0b0e539e21e6 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:41.492864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95f3bb87-799b-488a-a1eb-bb8fb57bc91c req-7a69450a-b1fe-4c52-9bda-0b0e539e21e6 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.3523011 Jul 22 21:45:41.510155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:41.540202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bd5c127c-e4d3-42cc-8a31-44c3793af8ce None None] Provisioning complete for port cc401f9a-82d3-43e5-b895-82b67ad22173 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:41.540689 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd5c127c-e4d3-42cc-8a31-44c3793af8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.545707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bb71973-595f-4604-85b3-dc81ae1d23fc up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:41.582230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95f3bb87-799b-488a-a1eb-bb8fb57bc91c req-42646051-7b42-42f7-99a6-4e46d1cf5e2a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870674 Jul 22 21:45:41.620753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c127c-e4d3-42cc-8a31-44c3793af8ce None None] Port cc401f9a-82d3-43e5-b895-82b67ad22173 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:41.629852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port eb6560d2-4cf7-476f-b7af-4a8154797e03 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:41.637105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.642238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf81d1df-0370-444b-aab1-2e2e61e1bae2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.643792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bd5c127c-e4d3-42cc-8a31-44c3793af8ce None None] Could not find standard attr ID for object f8206e6f-dd19-4762-819f-8bb2193bc483. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:45:41.645651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port eb6560d2-4cf7-476f-b7af-4a8154797e03 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:41.646248 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.690835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bd5c127c-e4d3-42cc-8a31-44c3793af8ce None None] Provisioning for port 8bb71973-595f-4604-85b3-dc81ae1d23fc completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:41.699539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bd5c127c-e4d3-42cc-8a31-44c3793af8ce None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:41.699940 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd5c127c-e4d3-42cc-8a31-44c3793af8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.743702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf81d1df-0370-444b-aab1-2e2e61e1bae2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.777434 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 2, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:41.812987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:41.814246 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.835139 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:41.835637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Updating router 6506dd1f-2210-4800-b14c-36de5bc844fb port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:41.856590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf81d1df-0370-444b-aab1-2e2e61e1bae2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.860955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf81d1df-0370-444b-aab1-2e2e61e1bae2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.862286 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bf81d1df-0370-444b-aab1-2e2e61e1bae2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/security-groups/44e86a59-7067-45a9-9cb8-795861b73762 HTTP/1.1" status: 204 len: 168 time: 0.3501477 Jul 22 21:45:41.870108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34120) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:41.888170 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:41.911472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81d1df-0370-444b-aab1-2e2e61e1bae2 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e86a59-7067-45a9-9cb8-795861b73762,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:41.982850 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.019602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:42.022090 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eba621-faa1-46f9-8fda-c4c09318dde8" -d '{"events": [{"server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "name": "network-vif-plugged", "status": "completed", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:42.026812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.062262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc2f1b9-1f45-4171-a009-91b5c59dc7ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.066250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port eb6560d2-4cf7-476f-b7af-4a8154797e03, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:42.111678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.113923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34128) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:42.121379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00716783-4bdd-4695-b2a7-55ce635747ca None None] Could not find standard attr ID for object f8206e6f-dd19-4762-819f-8bb2193bc483. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:45:42.126445 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.127352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1869678215-network', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:42.135887 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0142a1f3-9cd0-4535-a896-fb5ba250a4bf x-openstack-request-id: req-0142a1f3-9cd0-4535-a896-fb5ba250a4bf {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:42.136493 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "name": "network-vif-plugged", "status": "completed", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:42.136635 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0142a1f3-9cd0-4535-a896-fb5ba250a4bf {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:42.137789 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'code': 200} Jul 22 21:45:42.205576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Made reservation on behalf of 8675d93c59fd496fbc5bd6522e817ad1 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:42.207961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.222467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc2f1b9-1f45-4171-a009-91b5c59dc7ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.231682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=eb6560d2-4cf7-476f-b7af-4a8154797e03,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:42.283307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c5df5a85-0ffd-4527-9dc7-b22c93476a28 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:42.296997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.322487 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.324897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: c5df5a85-0ffd-4527-9dc7-b22c93476a28 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:45:42.325367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c5df5a85-0ffd-4527-9dc7-b22c93476a28 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:45:42.331818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.25.5.232 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/793a149f-16fc-47db-bf93-d32659902f69) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:42.341768 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Transition to ACTIVE for port object 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:42.351600 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.392846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04a84-d4da-4ff6-a712-3bb0b6e33c18 req-e0bdfbf1-5728-4946-b235-527729559c63 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:42.400008 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4d04a84-d4da-4ff6-a712-3bb0b6e33c18 req-e0bdfbf1-5728-4946-b235-527729559c63 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.2194262 Jul 22 21:45:42.411524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc2f1b9-1f45-4171-a009-91b5c59dc7ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.414443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-edc2f1b9-1f45-4171-a009-91b5c59dc7ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.416404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-edc2f1b9-1f45-4171-a009-91b5c59dc7ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/security-groups/2a704d71-4f55-4abe-afee-412eff3b5aa8 HTTP/1.1" status: 204 len: 168 time: 0.5453134 Jul 22 21:45:42.422111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:42.433755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e9fca-6746-4707-ace3-b5ca34bb2170 req-0ec61895-a73b-4933-b3fc-74224e128683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:42.435444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e68e9fca-6746-4707-ace3-b5ca34bb2170 req-0ec61895-a73b-4933-b3fc-74224e128683 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1098 time: 0.1707489 Jul 22 21:45:42.487025 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Attempting to bind port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:42.487384 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Attempting to bind port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:42.487803 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Attempting to bind port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:42.501207 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:42.504167 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:42.504292 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.504761 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:42.505267 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Bound port: 86f7ae54-7e74-4760-9f5c-fa1f7402cb11, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:42.505655 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.524498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2f1b9-1f45-4171-a009-91b5c59dc7ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a704d71-4f55-4abe-afee-412eff3b5aa8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:42.583505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68a64569-7bf3-449f-8369-01940c9c92d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.593648 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e68e9fca-6746-4707-ace3-b5ca34bb2170 req-1bab5659-6d39-4a32-ab3b-89206d6930e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433234 Jul 22 21:45:42.594359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4d04a84-d4da-4ff6-a712-3bb0b6e33c18 req-a76d1960-f882-4ca3-a724-59abf36fdea3 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934011 Jul 22 21:45:42.602799 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.614922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.651434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.653722 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c70-4c50-4829-8666-47dfe638ca59 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.661721 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:45:42.687178 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955bea-8098-43f2-a4ff-0090d448f336 None None] Pushing event updated for resources: {'Port': ['ID=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:42.689252 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c70-4c50-4829-8666-47dfe638ca59 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.735673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.736104 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Added segment 41be3108-7eec-4a53-a99f-7351fd6ff7fb of type vlan for network e106c8ba-9351-486b-9135-0df258b18704 Jul 22 21:45:42.750608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d462dfd-7f4a-4bfd-8a2a-9b1121ef0362,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:42.753671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.788276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c70-4c50-4829-8666-47dfe638ca59 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.791123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c70-4c50-4829-8666-47dfe638ca59 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.794899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c4c15c70-4c50-4829-8666-47dfe638ca59 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/security-groups/320ccdfe-1b2b-4093-afbb-62907f45b4b3 HTTP/1.1" status: 204 len: 168 time: 0.3687437 Jul 22 21:45:42.795099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.797214 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] For port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:42.799566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34134) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:42.802324 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] For port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:42.817956 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.820925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15c70-4c50-4829-8666-47dfe638ca59 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ccdfe-1b2b-4093-afbb-62907f45b4b3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:42.824193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:42.828357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:42.832607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:42.862276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=793a149f-16fc-47db-bf93-d32659902f69,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:42.915110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:42.915747 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:42.918026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9635af-9f21-4c00-b8b0-c061e5fd62dc req-55fece4b-a48c-4ba5-86e1-c9a6d4ca444a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:42.919898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f9635af-9f21-4c00-b8b0-c061e5fd62dc req-55fece4b-a48c-4ba5-86e1-c9a6d4ca444a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2366805 Jul 22 21:45:42.954543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 442d1d45-7a15-4391-84ca-309475fb10ca {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:42.961529 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.962589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:42.963125 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.967959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:42.987675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955bea-8098-43f2-a4ff-0090d448f336 None None] Pushing event updated for resources: {'Port': ['ID=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:43.079199 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:43.093451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9782288 Jul 22 21:45:43.120888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:43.144771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f9635af-9f21-4c00-b8b0-c061e5fd62dc req-43da8929-0f06-4ed1-8b3e-7d26c746b8da tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152948 Jul 22 21:45:43.149596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42d5f-27af-452a-8596-ef33ff848251 admin admin] Pushing event updated for resources: {'Network': ['ID=e106c8ba-9351-486b-9135-0df258b18704,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:43.159539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.164018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e106c8ba-9351-486b-9135-0df258b18704 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:45:43.166331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Request body: {'subnet': {'network_id': 'e106c8ba-9351-486b-9135-0df258b18704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1869678215-subnet', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:43.234999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Made reservation on behalf of 8675d93c59fd496fbc5bd6522e817ad1 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:43.238511 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.356263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.418460 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:42Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:43.456658 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c85af0-f64c-4c39-a9bb-34c0095505b1 None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:42Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:43.497720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c51c9-ff88-422c-9b79-d64caa77234f req-e8847e11-ff33-4932-b9e5-d2a09f22e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:43.500868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181c51c9-ff88-422c-9b79-d64caa77234f req-e8847e11-ff33-4932-b9e5-d2a09f22e37d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 1097 time: 0.1195695 Jul 22 21:45:43.503548 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.576593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2387de2-783a-49af-b315-967971b57036 None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:43.589008 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.592908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/442d1d45-7a15-4391-84ca-309475fb10ca HTTP/1.1" status: 204 len: 168 time: 0.7913830 Jul 22 21:45:43.649356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34138) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:43.719624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cc885-7c5d-467c-b560-c9eba2272a1c tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=442d1d45-7a15-4391-84ca-309475fb10ca,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:43.736645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 6cd99741-2562-44c4-aeea-d745fa7977f3 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:43.740304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.811588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.886865 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:43.943171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c51c9-ff88-422c-9b79-d64caa77234f req-69880623-d3f0-418a-bc84-901a40db967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:43.944707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181c51c9-ff88-422c-9b79-d64caa77234f req-69880623-d3f0-418a-bc84-901a40db967b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 911 time: 0.3794839 Jul 22 21:45:43.963316 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:45:43.965954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89924e0-c3ff-4454-ba30-a4e6eee37fc0 req-59af88a6-4d6b-4392-8fd5-fa5bf92bfe59 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:43.967486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a89924e0-c3ff-4454-ba30-a4e6eee37fc0 req-59af88a6-4d6b-4392-8fd5-fa5bf92bfe59 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.1957014 Jul 22 21:45:44.019036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181c51c9-ff88-422c-9b79-d64caa77234f req-fc7286ce-c490-4dea-98cd-901b2480785a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2246d9c2-7770-492c-bae7-a4808359e59d HTTP/1.1" status: 200 len: 217 time: 0.0608611 Jul 22 21:45:44.132055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a89924e0-c3ff-4454-ba30-a4e6eee37fc0 req-a927ee86-3e6e-4e1b-857d-029ad5b5897d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565056 Jul 22 21:45:44.145893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c51c9-ff88-422c-9b79-d64caa77234f req-819e9ac2-189d-4c17-b677-630478d3f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:44.147816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181c51c9-ff88-422c-9b79-d64caa77234f req-819e9ac2-189d-4c17-b677-630478d3f5db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.1199784 Jul 22 21:45:44.160463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.161420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.215567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181c51c9-ff88-422c-9b79-d64caa77234f req-69a569a1-06c3-40ae-bbae-bb0c3f79ce79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568905 Jul 22 21:45:44.238659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.247138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e285e0e7-5cc9-4447-bdc8-619177aea915,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:44.388177 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.400418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Checking segment: {'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:44.400778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Network hostable DHCP agents. Network: e106c8ba-9351-486b-9135-0df258b18704, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:45:44.429942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.431816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/6cd99741-2562-44c4-aeea-d745fa7977f3 HTTP/1.1" status: 204 len: 168 time: 0.7809865 Jul 22 21:45:44.435551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34144) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:44.436926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a11350-d8aa-4731-ab17-ec3871c40f75 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd99741-2562-44c4-aeea-d745fa7977f3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:44.459689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Network e106c8ba-9351-486b-9135-0df258b18704 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:45:44.480692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181c51c9-ff88-422c-9b79-d64caa77234f req-5022d3e9-3e4a-4ab6-a4b5-7d212dc825cd service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382498 Jul 22 21:45:44.504564 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e587207-cc61-4ee6-b20a-82cdb4fe9ef8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:44.505031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e587207-cc61-4ee6-b20a-82cdb4fe9ef8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:44.509132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ccb71-e6a6-4aaa-a28a-43f5a44fd1cd req-19fd717a-c8b1-470b-978f-a849b92bbeba tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:44.510062 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3e587207-cc61-4ee6-b20a-82cdb4fe9ef8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/442d1d45-7a15-4391-84ca-309475fb10ca HTTP/1.1" status: 404 len: 337 time: 0.0710015 Jul 22 21:45:44.512023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34146) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:44.524223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e106c8ba-9351-486b-9135-0df258b18704) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:44.526340 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-605ccb71-e6a6-4aaa-a28a-43f5a44fd1cd req-19fd717a-c8b1-470b-978f-a849b92bbeba tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2338405 Jul 22 21:45:44.538930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6612d561-b34e-437e-8111-3c44e363c408 None None] Network e106c8ba-9351-486b-9135-0df258b18704 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:44.551199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:44.552237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.573039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8ed6862a-ea22-4d4c-b1f6-405b7c0c5b85 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4133737 Jul 22 21:45:44.581364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34148) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:44.589240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:44.629791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting subnet 54f3de9a-7860-4f70-a959-cad0cd981395 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:45:44.643969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.678107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.680628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.685419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:45:44.692930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-181c51c9-ff88-422c-9b79-d64caa77234f req-0c7d2da6-074f-4c27-a7df-4a337ffaac0d service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047062 Jul 22 21:45:44.702833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-605ccb71-e6a6-4aaa-a28a-43f5a44fd1cd req-c2bc816d-3fce-46d9-8ac3-d5051370cdea tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736817 Jul 22 21:45:44.706859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62241c4-8ad3-4467-9215-23146374fb32 None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:44.717732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.845221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ec2790db-c4f2-462f-b924-43501bf25fd4 None None] Provisioning complete for port cc401f9a-82d3-43e5-b895-82b67ad22173 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:44.845794 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec2790db-c4f2-462f-b924-43501bf25fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.879415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.888808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e106c8ba-9351-486b-9135-0df258b18704', 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'fixed_ips': [{'subnet_id': 'e285e0e7-5cc9-4447-bdc8-619177aea915'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:45:44.892676 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:44.968569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec2790db-c4f2-462f-b924-43501bf25fd4 None None] Port cc401f9a-82d3-43e5-b895-82b67ad22173 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:45.066074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:45.100623 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ec2790db-c4f2-462f-b924-43501bf25fd4 None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:45.101039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec2790db-c4f2-462f-b924-43501bf25fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.104937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.137610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:45.156984 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.160056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Sync routers for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:45.177327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.181519 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b07eb833-db07-452a-af20-43b01fd6d790 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2422493 Jul 22 21:45:45.183166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34152) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.248876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:45.251991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:45.255409 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f036da6a-d190-4944-8122-7c0cc352c026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.260887 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ef411a7b-7e1d-48d7-ab94-28d56a8b2bfc tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766308 Jul 22 21:45:45.264086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34154) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.299532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Allocated IP 172.20.0.2 (e106c8ba-9351-486b-9135-0df258b18704/e285e0e7-5cc9-4447-bdc8-619177aea915/263573e0-46b5-4c2a-a488-ea8314203d6d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:45.335570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.354495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.356498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/54f3de9a-7860-4f70-a959-cad0cd981395 HTTP/1.1" status: 204 len: 168 time: 0.8414066 Jul 22 21:45:45.360077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34156) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.399128 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f8f98b-731f-431d-b78d-e7c777813bcd tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.400096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f8f98b-731f-431d-b78d-e7c777813bcd tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.405195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-36f8f98b-731f-431d-b78d-e7c777813bcd tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/00b2cf43-9572-4226-a3e6-9e06a06c5c7c HTTP/1.1" status: 404 len: 337 time: 0.0390675 Jul 22 21:45:45.405578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34158) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.426927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452fb8b-179e-4ad7-8fcc-a8c4f96d4316 req-f03cbd92-e5a8-4918-be5d-5a118320a656 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:45.428810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0452fb8b-179e-4ad7-8fcc-a8c4f96d4316 req-f03cbd92-e5a8-4918-be5d-5a118320a656 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.1543477 Jul 22 21:45:45.443825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf84e0-89b7-4eef-af42-3614e3e20872 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Subnet': ['ID=54f3de9a-7860-4f70-a959-cad0cd981395,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:45.468426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a99cea6-e2a1-4149-8870-e3b890c917ba tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "GET /v2.0/ports?device_id=60cae0d3-84ac-4600-b784-5e27d5ac68cc HTTP/1.1" status: 200 len: 205 time: 0.0580368 Jul 22 21:45:45.470577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34160) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.515262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0452fb8b-179e-4ad7-8fcc-a8c4f96d4316 req-c79de110-d29a-4607-a4a7-8dcfeb827746 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536683 Jul 22 21:45:45.527681 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-bdd90a3f-ef99-472e-af3c-060f6431c9ee tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] delete failed (client error): The resource could not be found. Jul 22 21:45:45.529407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bdd90a3f-ef99-472e-af3c-060f6431c9ee tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/routers/60cae0d3-84ac-4600-b784-5e27d5ac68cc HTTP/1.1" status: 404 len: 336 time: 0.0593383 Jul 22 21:45:45.532450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34162) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.532843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d10d14-a9a5-41f7-9254-e28cbfd9b00e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:45.534431 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f9d10d14-a9a5-41f7-9254-e28cbfd9b00e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2686985 Jul 22 21:45:45.538248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34164) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.570691 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e8846d-346a-4435-ae17-e577edce6a0a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.570691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e8846d-346a-4435-ae17-e577edce6a0a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.572723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d4e8846d-346a-4435-ae17-e577edce6a0a tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/b4d979fb-f92f-4b97-8e73-d7c2c0fcd1e1 HTTP/1.1" status: 404 len: 337 time: 0.0390813 Jul 22 21:45:45.574947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-994b7f78-53b4-4130-8d0a-5a44a53e2a4e tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356455 Jul 22 21:45:45.577601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34168) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.577755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34170) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.584602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739546501', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:45.601317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:45.617617 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73c4d7d-d5f8-412b-9e61-026bc83e47d1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.618084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73c4d7d-d5f8-412b-9e61-026bc83e47d1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.625604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a73c4d7d-d5f8-412b-9e61-026bc83e47d1 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/54e068d2-353e-4a1b-8be8-13a5c45c3a23 HTTP/1.1" status: 404 len: 337 time: 0.0407321 Jul 22 21:45:45.625604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34172) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.679276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:45.686882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:45.687259 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.733596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:45.738226 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f821ee8f-38c4-43be-847d-5c5985769ee8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.738523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.738714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f821ee8f-38c4-43be-847d-5c5985769ee8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.743550 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f821ee8f-38c4-43be-847d-5c5985769ee8 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/7b901878-65c7-4230-8415-e872db6f58e6 HTTP/1.1" status: 404 len: 337 time: 0.1154172 Jul 22 21:45:45.744833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34174) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.798256 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d62f30-7d08-4404-b19d-6f7f6c8de317 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.799012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d62f30-7d08-4404-b19d-6f7f6c8de317 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.801007 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-00d62f30-7d08-4404-b19d-6f7f6c8de317 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/724de679-d22d-4a7c-9775-05e4c7bd59c6 HTTP/1.1" status: 404 len: 333 time: 0.0548394 Jul 22 21:45:45.810260 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.812711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34178) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.847293 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49d6fdb-4464-4599-9696-dadcf47aad67 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.847884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49d6fdb-4464-4599-9696-dadcf47aad67 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.849578 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d49d6fdb-4464-4599-9696-dadcf47aad67 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/89530129-81e0-4f01-855d-0f7a98f59579 HTTP/1.1" status: 404 len: 337 time: 0.0352299 Jul 22 21:45:45.852355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34180) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.855208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.903787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:45.907498 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee6d65b-08a9-4c60-a6f9-d283a8302dfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.907996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee6d65b-08a9-4c60-a6f9-d283a8302dfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.914545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eee6d65b-08a9-4c60-a6f9-d283a8302dfe tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/e95f916e-4718-420a-b222-7c9c825dca5a HTTP/1.1" status: 404 len: 337 time: 0.0564442 Jul 22 21:45:45.914545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:45.950450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1451177-2d1a-4ed7-b381-a1eaf7f79ecd req-c83111af-f7ff-4a34-9d71-dd1802b41a8d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:45.957432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1451177-2d1a-4ed7-b381-a1eaf7f79ecd req-c83111af-f7ff-4a34-9d71-dd1802b41a8d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.3339047 Jul 22 21:45:45.976441 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05a9c22-1f05-4ac9-8eda-066db008a592 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:45.977280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05a9c22-1f05-4ac9-8eda-066db008a592 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:45.981646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b05a9c22-1f05-4ac9-8eda-066db008a592 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/96c8d24e-7de1-4623-b4bc-964d39f829f0 HTTP/1.1" status: 404 len: 333 time: 0.0636895 Jul 22 21:45:45.982845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34184) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:46.017568 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-917e6a64-e57e-4144-9f76-49c39bced14b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:46.017942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917e6a64-e57e-4144-9f76-49c39bced14b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:46.022127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-917e6a64-e57e-4144-9f76-49c39bced14b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/c6552ede-b695-431f-b596-9b06d2b0c6a8 HTTP/1.1" status: 404 len: 337 time: 0.0360708 Jul 22 21:45:46.022373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34186) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:46.029423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e628d-6c65-403b-ab02-7bf8a1433b65 None None] Update dhcp port {'port': {'network_id': 'd7d2bb2d-bd2a-4f37-acf1-ac7d31999386', 'fixed_ips': [{'subnet_id': '54f3de9a-7860-4f70-a959-cad0cd981395'}], 'binding:host_id': 'n-d-762330-19'}, 'id': '8bb71973-595f-4604-85b3-dc81ae1d23fc'} from n-d-762330-19. {{(pid=94093) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 21:45:46.043021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86da241-57bc-4833-b756-eeb6733ba638 req-d5e88b80-7657-49af-a314-48dfa162acdc tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:46.044682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c86da241-57bc-4833-b756-eeb6733ba638 req-d5e88b80-7657-49af-a314-48dfa162acdc tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.1764195 Jul 22 21:45:46.056498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1451177-2d1a-4ed7-b381-a1eaf7f79ecd req-08a62e80-7df0-435d-8da2-208f8d4eb002 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980723 Jul 22 21:45:46.059187 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92d8a0c-c867-46e3-9e80-7d185a5c55c5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] DELETE failed (client error): The resource could not be found. Jul 22 21:45:46.059656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92d8a0c-c867-46e3-9e80-7d185a5c55c5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:45:46.064457 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c92d8a0c-c867-46e3-9e80-7d185a5c55c5 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/subnets/13a3d371-fe78-4843-9699-c4f5eaf3b381 HTTP/1.1" status: 404 len: 337 time: 0.0381758 Jul 22 21:45:46.065748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34188) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:46.154862 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-106e628d-6c65-403b-ab02-7bf8a1433b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.157216 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.167475 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.171619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Allocated IP 172.25.5.23 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/48f229e6-6b2b-4bc7-a011-d033a3dd7973) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:46.197122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Transition to ACTIVE for port object 263573e0-46b5-4c2a-a488-ea8314203d6d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:46.220831 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.246780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.272960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Transition to ACTIVE for port object 263573e0-46b5-4c2a-a488-ea8314203d6d will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:46.294033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c86da241-57bc-4833-b756-eeb6733ba638 req-26d53a2b-eb62-48db-af67-9deb68d4e429 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289320 Jul 22 21:45:46.299179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port cc401f9a-82d3-43e5-b895-82b67ad22173 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:46.300161 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.300434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:46.337694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Subnet': ['ID=a120e401-d5f5-439e-a174-f50a91b0f6dd,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:46.349756 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.355776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055bd0a-5110-4177-b5a7-a8061936a9be req-abeca5ac-9172-4253-b2ff-8a1b04146b24 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:46.360973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.364253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f055bd0a-5110-4177-b5a7-a8061936a9be req-abeca5ac-9172-4253-b2ff-8a1b04146b24 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.1935346 Jul 22 21:45:46.364798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:43Z', 'revision_number': 3, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:46.389102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Checking segment: {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:46.389471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network hostable DHCP agents. Network: e8a5c2e6-d144-40f6-89f8-a586b19676aa, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:45:46.419277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Checking router: ff301bae-70e5-4ce6-a25c-c90d1b0187b1 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:46.420189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Updating router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 port 793a149f-16fc-47db-bf93-d32659902f69 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:46.424188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.429584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f055bd0a-5110-4177-b5a7-a8061936a9be req-96efac20-868a-4f09-8653-cd206864705d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642197 Jul 22 21:45:46.429774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.431027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:45:46.457119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e8a5c2e6-d144-40f6-89f8-a586b19676aa) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:46.457119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:46.457119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.457610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for cc401f9a-82d3-43e5-b895-82b67ad22173 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:46.458541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34192) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:46.483667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1027360d-6507-47b8-9d3d-55109c88a0aa None None] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:46.484618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d8718dd7-018a-4f3d-bf79-206851a00262 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9045408 Jul 22 21:45:46.487126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:46.489385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Network e106c8ba-9351-486b-9135-0df258b18704 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:46.518080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:46.521906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:46.553661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700574d-0a61-485f-8fa2-1b08d89af48b None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:46.563135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Pushing event updated for resources: {'Port': ['ID=263573e0-46b5-4c2a-a488-ea8314203d6d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:46.619587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.643033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.659558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.678168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:46.686137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:46.692878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:46.697453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Pushing event updated for resources: {'Port': ['ID=48f229e6-6b2b-4bc7-a011-d033a3dd7973,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:46.732475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.734814 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/ports/cc401f9a-82d3-43e5-b895-82b67ad22173 HTTP/1.1" status: 204 len: 168 time: 0.6682897 Jul 22 21:45:46.738690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34198) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:46.780291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42426c02-23cc-431b-bcd8-b9d82269c77b tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=cc401f9a-82d3-43e5-b895-82b67ad22173,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:46.886146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73d81dd8-ed9e-473c-a739-8132cf529deb None None] Provisioning complete for port cc401f9a-82d3-43e5-b895-82b67ad22173 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:46.886835 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73d81dd8-ed9e-473c-a739-8132cf529deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:46.888299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Attempting to bind port 263573e0-46b5-4c2a-a488-ea8314203d6d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:46.888670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Attempting to bind port 263573e0-46b5-4c2a-a488-ea8314203d6d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:46.889042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Attempting to bind port 263573e0-46b5-4c2a-a488-ea8314203d6d on network e106c8ba-9351-486b-9135-0df258b18704 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:46.999459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:47.007889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.029539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bb71973-595f-4604-85b3-dc81ae1d23fc no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:45:47.040892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-73d81dd8-ed9e-473c-a739-8132cf529deb None None] Port cc401f9a-82d3-43e5-b895-82b67ad22173 was deleted so its status cannot be updated. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 21:45:47.066379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:47.066751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Checking segment: {'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:47.067163 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.067559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Bound using segment: {'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:47.068110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Bound port: 263573e0-46b5-4c2a-a488-ea8314203d6d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:47.068666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.074710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.225332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73d81dd8-ed9e-473c-a739-8132cf529deb None None] Provisioning complete for port 8bb71973-595f-4604-85b3-dc81ae1d23fc triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:47.225755 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73d81dd8-ed9e-473c-a739-8132cf529deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.302106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:45:47.303022 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.498458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a23b2-dd90-4309-a25a-019ed1a29067 tempest-TestServerBasicOps-1491349287 tempest-TestServerBasicOps-1491349287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:47.502358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-024a23b2-dd90-4309-a25a-019ed1a29067 tempest-TestServerBasicOps-1491349287 tempest-TestServerBasicOps-1491349287-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1093 time: 1.0400794 Jul 22 21:45:47.511275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:47.517786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:47.564955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Deleting port 8bb71973-595f-4604-85b3-dc81ae1d23fc {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:47.565227 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.580653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.596503 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.618317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] For port 263573e0-46b5-4c2a-a488-ea8314203d6d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:47.683565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91980880-df34-47e4-a931-c2d0462a2b30 req-a4ae6ec2-514b-40f8-9535-f680025d3a27 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:47.685169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91980880-df34-47e4-a931-c2d0462a2b30 req-a4ae6ec2-514b-40f8-9535-f680025d3a27 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2228765 Jul 22 21:45:47.706171 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.716258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] DHCP port deletion for d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:45:47.725069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] For port 263573e0-46b5-4c2a-a488-ea8314203d6d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=263573e0-46b5-4c2a-a488-ea8314203d6d,segment=NetworkSegment(41be3108-7eec-4a53-a99f-7351fd6ff7fb),segment_id=41be3108-7eec-4a53-a99f-7351fd6ff7fb)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:47.729854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bb71973-595f-4604-85b3-dc81ae1d23fc,segment=NetworkSegment(801ad0f6-7462-44b2-b8dd-9f2bb6be32cb),segment_id=801ad0f6-7462-44b2-b8dd-9f2bb6be32cb)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:47.730297 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.743909 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.748701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Calling delete_port for 8bb71973-595f-4604-85b3-dc81ae1d23fc owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:47.752190 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.758023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Transition to ACTIVE for port object 793a149f-16fc-47db-bf93-d32659902f69 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:47.846317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91980880-df34-47e4-a931-c2d0462a2b30 req-0418f6ea-d471-45f5-abbc-8350225e7664 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478248 Jul 22 21:45:47.900004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.919409 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.961651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:47.983353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bb71973-595f-4604-85b3-dc81ae1d23fc,segment=NetworkSegment(801ad0f6-7462-44b2-b8dd-9f2bb6be32cb),segment_id=801ad0f6-7462-44b2-b8dd-9f2bb6be32cb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:48.014373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.024772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73a361-d59b-4584-a6ee-2e5ae8585b83 None None] Pushing event updated for resources: {'Port': ['ID=263573e0-46b5-4c2a-a488-ea8314203d6d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.036468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.045542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Allocated IP 172.20.0.2 (e8a5c2e6-d144-40f6-89f8-a586b19676aa/a120e401-d5f5-439e-a174-f50a91b0f6dd/ff974ead-5438-437e-ae1e-27c52a686d58) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:48.067229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Allocated IP 172.25.5.116 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/98e6e934-a251-4146-9dc2-903c44ac8580) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:48.081780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.088007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Attempting to bind port 793a149f-16fc-47db-bf93-d32659902f69 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:48.088339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Attempting to bind port 793a149f-16fc-47db-bf93-d32659902f69 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:48.088523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] No DVR routers for this DVR port 8bb71973-595f-4604-85b3-dc81ae1d23fc on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:48.088711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Attempting to bind port 793a149f-16fc-47db-bf93-d32659902f69 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:48.134081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:48.134459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:48.134875 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.135280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:48.135773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Bound port: 793a149f-16fc-47db-bf93-d32659902f69, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:48.136184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.140890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50ec11-eb92-43f1-bbee-0dbc9163e9be None None] Pushing event updated for resources: {'Port': ['ID=793a149f-16fc-47db-bf93-d32659902f69,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.173071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Deleting port 8bb71973-595f-4604-85b3-dc81ae1d23fc {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:45:48.173411 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.229091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.238395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event deleted for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.244060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d2bb2d-bd2a-4f37-acf1-ac7d31999386']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:48.263732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801ad0f6-7462-44b2-b8dd-9f2bb6be32cb') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:48.264255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801ad0f6-7462-44b2-b8dd-9f2bb6be32cb') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:48.282888 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.297575 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.308443 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.315997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:45:48.316405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:45:48.344288 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:45:48.369958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] For port 8bb71973-595f-4604-85b3-dc81ae1d23fc, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:48.370396 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.386182 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.407981 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.414620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] For port 793a149f-16fc-47db-bf93-d32659902f69, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:48.417284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Router 3844e593-5def-42b0-b810-c27a4db32483 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:45:48.429100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Calling delete_port for 8bb71973-595f-4604-85b3-dc81ae1d23fc owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:45:48.433174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.439825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Port 8bb71973-595f-4604-85b3-dc81ae1d23fc was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:45:48.459941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:48.461608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:48.463515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'Port': ['ID=98e6e934-a251-4146-9dc2-903c44ac8580,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.465817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:48.473171 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.478201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.482268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] For port 793a149f-16fc-47db-bf93-d32659902f69, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=793a149f-16fc-47db-bf93-d32659902f69,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:48.483600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] 10.222.0.54 "DELETE /v2.0/networks/d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 HTTP/1.1" status: 204 len: 168 time: 1.7153149 Jul 22 21:45:48.508266 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.528964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Network d7d2bb2d-bd2a-4f37-acf1-ac7d31999386 is not hosted by any dhcp agent {{(pid=94093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:45:48.529505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] No DVR routers for this DVR port 8bb71973-595f-4604-85b3-dc81ae1d23fc on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:45:48.540458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669daf88-eaaf-4a2f-9277-0e2cb835bb21 None None] Pushing event deleted for resources: {'Port': ['ID=8bb71973-595f-4604-85b3-dc81ae1d23fc,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.542608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78b481-d869-4cbe-b692-07c6cf7ce764 tempest-PortsTestJSON-650695312 tempest-PortsTestJSON-650695312-project] Pushing event deleted for resources: {'Network': ['ID=d7d2bb2d-bd2a-4f37-acf1-ac7d31999386,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.604515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.611606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:48.622664 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Sync routers for ids ['3844e593-5def-42b0-b810-c27a4db32483'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:48.631616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:48.639732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:48.642205 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Routers {'3844e593-5def-42b0-b810-c27a4db32483'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:48.642703 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:48.642863 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3844e593-5def-42b0-b810-c27a4db32483'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:48.644472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2faf4755-448e-4952-bc86-b1bc75da3989 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0599937 Jul 22 21:45:48.647119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34206) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:48.739159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Transition to ACTIVE for port object ff974ead-5438-437e-ae1e-27c52a686d58 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:48.844850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50ec11-eb92-43f1-bbee-0dbc9163e9be None None] Pushing event updated for resources: {'Port': ['ID=793a149f-16fc-47db-bf93-d32659902f69,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:48.871495 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Set router 3844e593-5def-42b0-b810-c27a4db32483 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:48.916190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:49.049517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Transition to ACTIVE for port object ff974ead-5438-437e-ae1e-27c52a686d58 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:49.084551 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.150954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:49.264478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:49.272125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 263573e0-46b5-4c2a-a488-ea8314203d6d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:49.290835 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:45:47Z', 'revision_number': 3, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:49.314685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:49.317826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:49.325303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Pushing event updated for resources: {'Port': ['ID=ff974ead-5438-437e-ae1e-27c52a686d58,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:49.346169 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Checking router: 3844e593-5def-42b0-b810-c27a4db32483 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:49.346511 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Updating router 3844e593-5def-42b0-b810-c27a4db32483 port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:49.477516 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.510055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.514728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Attempting to bind port ff974ead-5438-437e-ae1e-27c52a686d58 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:49.515115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Attempting to bind port ff974ead-5438-437e-ae1e-27c52a686d58 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:49.515556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Attempting to bind port ff974ead-5438-437e-ae1e-27c52a686d58 on network e8a5c2e6-d144-40f6-89f8-a586b19676aa {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:49.538667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 263573e0-46b5-4c2a-a488-ea8314203d6d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:49.542882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:49.543478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Checking segment: {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:49.544174 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.544913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Bound using segment: {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:49.545632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Bound port: ff974ead-5438-437e-ae1e-27c52a686d58, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:49.546291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.572788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:49.589290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.20.0.1 (e8a5c2e6-d144-40f6-89f8-a586b19676aa/a120e401-d5f5-439e-a174-f50a91b0f6dd/344cdcae-cf8f-4bd6-8dc8-279e60d05a69) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:49.653360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.675185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b6312-64ea-487c-977a-d81a213100e2 None None] Network e106c8ba-9351-486b-9135-0df258b18704 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:49.773494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:43Z', 'revision_number': 3, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:49.783527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] For port ff974ead-5438-437e-ae1e-27c52a686d58, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:49.784201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ebd769e7-cffe-4fb9-b649-0aa7a3feb964 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12752c10d4af4640bd6ca42fcb335409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178846 Jul 22 21:45:49.792575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34216) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:49.795743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Allocated IP 172.20.0.1 (e106c8ba-9351-486b-9135-0df258b18704/e285e0e7-5cc9-4447-bdc8-619177aea915/2855f2bd-e2fe-4c17-b448-1ba2846cb3b3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:49.830148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a78a0-5815-4059-90a1-4002b97e9d74 None None] The sync data for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 is: [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:43Z', 'revision_number': 3, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:49.832449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] For port ff974ead-5438-437e-ae1e-27c52a686d58, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ff974ead-5438-437e-ae1e-27c52a686d58,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:49.850677 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.857109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0b7918c6-f2c0-4bcf-b7d5-de80d015a147 None None] Provisioning for port 263573e0-46b5-4c2a-a488-ea8314203d6d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:49.869437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:49.869932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.936513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0b7918c6-f2c0-4bcf-b7d5-de80d015a147 None None] Provisioning complete for port 263573e0-46b5-4c2a-a488-ea8314203d6d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:49.937597 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b7918c6-f2c0-4bcf-b7d5-de80d015a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.960000 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:49.968479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1751c7f-c088-441a-a3a6-d748d871cdcf req-b08880bb-2165-4c5f-8909-662fbff89f3d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:49.970098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1751c7f-c088-441a-a3a6-d748d871cdcf req-b08880bb-2165-4c5f-8909-662fbff89f3d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.8076222 Jul 22 21:45:50.001689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Transition to ACTIVE for port object 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:50.033937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae82d6-348b-4e12-adb3-dcb754c33e08 req-a52d9f0b-d6b3-4184-abcb-5c6683b1230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:50.035820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00ae82d6-348b-4e12-adb3-dcb754c33e08 req-a52d9f0b-d6b3-4184-abcb-5c6683b1230d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 1097 time: 0.4306598 Jul 22 21:45:50.059789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.070951 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.091765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9904ace-ed0f-4950-baa3-0a4b4a774400 None None] Pushing event updated for resources: {'Port': ['ID=ff974ead-5438-437e-ae1e-27c52a686d58,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:50.106938 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Transition to ACTIVE for port object 48f229e6-6b2b-4bc7-a011-d033a3dd7973 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:50.118993 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.139788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Network e106c8ba-9351-486b-9135-0df258b18704 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:50.147631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:50.155275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:50.204989 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Attempting to bind port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:50.205783 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Attempting to bind port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:50.208357 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Attempting to bind port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:50.224256 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca38815c-dbad-4a58-996c-18bc37565062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.234802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Pushing event updated for resources: {'Port': ['ID=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:50.255387 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:50.255785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:50.262800 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.263551 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:50.264077 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Bound port: 48f229e6-6b2b-4bc7-a011-d033a3dd7973, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:50.264498 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.275580 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b7918c6-f2c0-4bcf-b7d5-de80d015a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.328242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1751c7f-c088-441a-a3a6-d748d871cdcf req-aaf05924-4f49-4843-b90a-254b2cd5b306 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438728 Jul 22 21:45:50.329288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.335658 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca38815c-dbad-4a58-996c-18bc37565062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.385072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.392828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.397770 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b06929-b744-4d63-8a23-6010dbb7749f None None] Pushing event updated for resources: {'Port': ['ID=48f229e6-6b2b-4bc7-a011-d033a3dd7973,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:50.399506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0b7918c6-f2c0-4bcf-b7d5-de80d015a147 None None] For port 263573e0-46b5-4c2a-a488-ea8314203d6d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=263573e0-46b5-4c2a-a488-ea8314203d6d,segment=NetworkSegment(41be3108-7eec-4a53-a99f-7351fd6ff7fb),segment_id=41be3108-7eec-4a53-a99f-7351fd6ff7fb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:50.408859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b7918c6-f2c0-4bcf-b7d5-de80d015a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.480359 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] For port 48f229e6-6b2b-4bc7-a011-d033a3dd7973, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:50.485475 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] For port 48f229e6-6b2b-4bc7-a011-d033a3dd7973, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=48f229e6-6b2b-4bc7-a011-d033a3dd7973,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:50.493621 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.505893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00ae82d6-348b-4e12-adb3-dcb754c33e08 req-b17c54fd-94c8-4d40-8a1f-f7947e66d367 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099057 Jul 22 21:45:50.616924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7918c6-f2c0-4bcf-b7d5-de80d015a147 None None] Pushing event updated for resources: {'Port': ['ID=263573e0-46b5-4c2a-a488-ea8314203d6d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:50.632249 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca38815c-dbad-4a58-996c-18bc37565062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.635734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca38815c-dbad-4a58-996c-18bc37565062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:50.653287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca38815c-dbad-4a58-996c-18bc37565062 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa233b3f-66ea-4e5c-a8ae-489cd9eecbb3 HTTP/1.1" status: 204 len: 168 time: 0.8592238 Jul 22 21:45:50.672579 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Routers {'3844e593-5def-42b0-b810-c27a4db32483'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:50.673464 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3844e593-5def-42b0-b810-c27a4db32483'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:50.730195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Transition to ACTIVE for port object 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:50.751075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38815c-dbad-4a58-996c-18bc37565062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa233b3f-66ea-4e5c-a8ae-489cd9eecbb3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:50.781859 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.029719 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] Set router 3844e593-5def-42b0-b810-c27a4db32483 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:51.045211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b6e6327-79f1-4931-857d-f5e78ad1f005 None None] Provisioning for port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:51.074172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b6e6327-79f1-4931-857d-f5e78ad1f005 None None] Provisioning complete for port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:51.076055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b6e6327-79f1-4931-857d-f5e78ad1f005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.126929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.246135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e6327-79f1-4931-857d-f5e78ad1f005 None None] Port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:51.310181 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b06929-b744-4d63-8a23-6010dbb7749f None None] Pushing event updated for resources: {'Port': ['ID=48f229e6-6b2b-4bc7-a011-d033a3dd7973,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:51.324317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4b6e6327-79f1-4931-857d-f5e78ad1f005 None None] Provisioning complete for port 263573e0-46b5-4c2a-a488-ea8314203d6d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:51.327317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b6e6327-79f1-4931-857d-f5e78ad1f005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.422767 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.506106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:51.507151 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.568432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:51.587508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:51.623964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.630014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:51.668367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.839699 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 4, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2855f2bd-e2fe-4c17-b448-1ba2846cb3b3', 'name': '', 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'mac_address': 'fa:16:3e:ad:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:49Z', 'updated_at': '2021-07-22T21:45:49Z', 'revision_number': 1, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'subnets': [{'id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:51.905512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 793a149f-16fc-47db-bf93-d32659902f69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:51.919053 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485215f9-6d1e-4cb7-916c-0c5ddbc5b9a6 None None] The sync data for ids ['3844e593-5def-42b0-b810-c27a4db32483'] in n-d-762330-19 is: [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 4, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2855f2bd-e2fe-4c17-b448-1ba2846cb3b3', 'name': '', 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'mac_address': 'fa:16:3e:ad:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:49Z', 'updated_at': '2021-07-22T21:45:49Z', 'revision_number': 1, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'subnets': [{'id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:51.933626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:51.937613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Pushing event updated for resources: {'Port': ['ID=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:52.028978 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:52.051231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 793a149f-16fc-47db-bf93-d32659902f69 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:52.061389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 793a149f-16fc-47db-bf93-d32659902f69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:52.062537 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:52.075001 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:52.078929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event updated for resources: {'Port': ['ID=98e6e934-a251-4146-9dc2-903c44ac8580,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:52.130480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72677dca-7307-46dc-9741-45f3321125ab None None] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:52.139009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Network e106c8ba-9351-486b-9135-0df258b18704 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:52.142613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:52.254648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34240) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:52.406593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Router 3844e593-5def-42b0-b810-c27a4db32483 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:52.434424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e53df0-ad6d-40bd-a7f0-016d16f3e8a7 req-eb2824fc-6c75-4d1f-80c0-9b51067c61f1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:52.442940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17e53df0-ad6d-40bd-a7f0-016d16f3e8a7 req-eb2824fc-6c75-4d1f-80c0-9b51067c61f1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.8157299 Jul 22 21:45:52.487334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-26fe96f5-d058-4189-91bd-ab04c64e571d None None] Provisioning for port ff974ead-5438-437e-ae1e-27c52a686d58 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:52.555412 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Floating IP c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9 associated. External IP: 172.25.5.116, port: eb6560d2-4cf7-476f-b7af-4a8154797e03. Jul 22 21:45:52.650660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-26fe96f5-d058-4189-91bd-ab04c64e571d None None] Provisioning complete for port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:52.651043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-26fe96f5-d058-4189-91bd-ab04c64e571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:52.659966 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:52.772264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 793a149f-16fc-47db-bf93-d32659902f69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=793a149f-16fc-47db-bf93-d32659902f69,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:52.776935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-26fe96f5-d058-4189-91bd-ab04c64e571d None None] Port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:52.784882 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:52.785841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 263573e0-46b5-4c2a-a488-ea8314203d6d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:52.864445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=793a149f-16fc-47db-bf93-d32659902f69,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:52.936084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4bd717c2-5441-4df3-b7e9-4eec923fe128 None None] Provisioning complete for port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:52.936459 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4bd717c2-5441-4df3-b7e9-4eec923fe128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:52.992658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4bd717c2-5441-4df3-b7e9-4eec923fe128 None None] Port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:53.009292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 263573e0-46b5-4c2a-a488-ea8314203d6d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:53.010149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.018043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-63414264'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:53.106222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Made reservation on behalf of 375f9ed25b494340a3dfd72bce50925e for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:53.116368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.136672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17e53df0-ad6d-40bd-a7f0-016d16f3e8a7 req-bbea7462-1420-4318-8e81-05ff5ccc871d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914537 Jul 22 21:45:53.149931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ff974ead-5438-437e-ae1e-27c52a686d58 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:53.162264 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.207738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:53.222343 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f5b00c3-15a1-442c-8424-8b53503a3c3b admin admin] 10.222.0.54 "PUT /v2.0/routers/3844e593-5def-42b0-b810-c27a4db32483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5712314 Jul 22 21:45:53.279048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.318879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ff974ead-5438-437e-ae1e-27c52a686d58 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:53.351533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ff974ead-5438-437e-ae1e-27c52a686d58 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:53.352013 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.354385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fbe3c691-aea4-4d9b-b172-8270d757833a None None] Provisioning for port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:53.459328 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.466365 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.467420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fbe3c691-aea4-4d9b-b172-8270d757833a None None] Provisioning complete for port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:53.467826 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c691-aea4-4d9b-b172-8270d757833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.547062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93fa7a7-ad84-4efa-8078-41cd44530abf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:53.570656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:45:53.595795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.596863 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Added segment 0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70 of type vlan for network 2463bc54-b1e0-4804-a7ee-1d82366fa961 Jul 22 21:45:53.613785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3c691-aea4-4d9b-b172-8270d757833a None None] Port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:53.670579 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.723264 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.730094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:53.730903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.735051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.757405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.5016353 Jul 22 21:45:53.758093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34264) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:53.767149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0b3b40a7-9717-4ebb-b2fc-ad79a7416f69 None None] Provisioning complete for port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:53.767626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b3b40a7-9717-4ebb-b2fc-ad79a7416f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.777612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Request body: {'subnet': {'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:53.816612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b40a7-9717-4ebb-b2fc-ad79a7416f69 None None] Port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:53.837783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port ff974ead-5438-437e-ae1e-27c52a686d58, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ff974ead-5438-437e-ae1e-27c52a686d58,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:53.845844 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:53.880380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc78f-32e6-40ad-bffc-be42f01d3462 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event updated for resources: {'Network': ['ID=2463bc54-b1e0-4804-a7ee-1d82366fa961,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:53.911059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:45:53.938167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=ff974ead-5438-437e-ae1e-27c52a686d58,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:53.964850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Made reservation on behalf of 375f9ed25b494340a3dfd72bce50925e for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:53.973652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.125723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 48f229e6-6b2b-4bc7-a011-d033a3dd7973 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:54.153438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.167446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.230539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:54.236530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:54.236530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.264858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.352184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event updated for resources: {'Subnet': ['ID=f640e289-05a0-4839-83ef-eaf3d436fa84,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:54.367941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Checking segment: {'id': '0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:54.368280 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.368554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Network hostable DHCP agents. Network: 2463bc54-b1e0-4804-a7ee-1d82366fa961, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:45:54.386266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-42136bd9-f01f-40a5-b352-e20bf91275af tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:54.387562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-42136bd9-f01f-40a5-b352-e20bf91275af tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 810 time: 0.5442259 Jul 22 21:45:54.395598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:45:54.402950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:54.405136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 48f229e6-6b2b-4bc7-a011-d033a3dd7973, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=48f229e6-6b2b-4bc7-a011-d033a3dd7973,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:45:54.405623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:54.413659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.416144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.417229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 793a149f-16fc-47db-bf93-d32659902f69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:54.422589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 2463bc54-b1e0-4804-a7ee-1d82366fa961) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:54.429103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-4e36a946-0cea-4071-afc3-9293419846d9 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/quotas/b55785a81aa446b0b673dbee6eb207b8 HTTP/1.1" status: 200 len: 375 time: 0.0280831 Jul 22 21:45:54.432490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:54.446966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.492365 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14f44b74-4806-4eae-9bce-dc8c9916f363 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7189395 Jul 22 21:45:54.499121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34274) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:54.505676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Request body: {'port': {'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961', 'name': 'tempest-TagsExtTest-346150799'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:54.513922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ecc07-f6c2-4e42-a266-826422d28b76 None None] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:54.689218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=48f229e6-6b2b-4bc7-a011-d033a3dd7973,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:54.759321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 793a149f-16fc-47db-bf93-d32659902f69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:54.760356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.776196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Made reservation on behalf of 375f9ed25b494340a3dfd72bce50925e for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:54.786263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:54.825451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] device_id is not set on port 11dedf1d-c40a-4d2b-925d-13ee1d44c99d yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:45:54.864498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:54.888855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:54.960186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-2463bc54-b1e0-4804-a7ee-1d82366fa961', 'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961', 'tenant_id': '375f9ed25b494340a3dfd72bce50925e', 'fixed_ips': [{'subnet_id': 'f640e289-05a0-4839-83ef-eaf3d436fa84'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:45:54.961440 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.091614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:55.115537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Allocated IP 172.20.0.8 (2463bc54-b1e0-4804-a7ee-1d82366fa961/f640e289-05a0-4839-83ef-eaf3d436fa84/11dedf1d-c40a-4d2b-925d-13ee1d44c99d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:55.126404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] Sync routers for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:55.128875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-bdfd64aa-8da1-49c3-bf3d-ae09cebcf8ec tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6895447 Jul 22 21:45:55.148684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:55.149467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:55.260186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-1049c221-10ad-42a7-8c5d-81e91cd8be99 service neutron] 10.222.0.54 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293552 Jul 22 21:45:55.312936 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.346925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:55.394677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:45:55.419262 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.432911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-718086e6-c9b0-438e-be61-200cb496ad04 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9191921 Jul 22 21:45:55.437622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Transition to ACTIVE for port object 11dedf1d-c40a-4d2b-925d-13ee1d44c99d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:55.452916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:45:55.456856 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59525258-5ebf-4ab6-915d-1bfea568915c" -d '{"events": [{"name": "network-changed", "server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:45:55.485526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.504281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-7d4befd4-fed4-4129-b83d-be75ac2b96f2 service neutron] 10.222.0.54 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428064 Jul 22 21:45:55.517957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:55.543660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:55.548034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:55.583912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Allocated IP 172.20.0.2 (2463bc54-b1e0-4804-a7ee-1d82366fa961/f640e289-05a0-4839-83ef-eaf3d436fa84/acd840b4-1fc8-48f6-8a44-1394c1265509) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:55.603031 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f4becf-74f3-4b8a-8e0e-05907f5f7ad2 x-openstack-request-id: req-21f4becf-74f3-4b8a-8e0e-05907f5f7ad2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:45:55.603273 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:45:55.603682 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21f4becf-74f3-4b8a-8e0e-05907f5f7ad2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:45:55.618442 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'status': 'completed', 'code': 200} Jul 22 21:45:55.733303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event updated for resources: {'Port': ['ID=11dedf1d-c40a-4d2b-925d-13ee1d44c99d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:55.768639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:55.770036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.793962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4659edb5-dcba-493a-b23f-e9c5735ade33 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2932098 Jul 22 21:45:55.797516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34288) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:55.802210 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.804089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a76757b1-b17c-43e7-966e-2471d2f78cdc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-32853569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:55.828738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Transition to ACTIVE for port object acd840b4-1fc8-48f6-8a44-1394c1265509 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:55.840685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525258-5ebf-4ab6-915d-1bfea568915c req-6c63bfc3-7c50-4757-aa22-aed448f8cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:55.842460 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59525258-5ebf-4ab6-915d-1bfea568915c req-6c63bfc3-7c50-4757-aa22-aed448f8cd11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0502044b37aa42c8a22631b8637743b3&device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1098 time: 0.2870522 Jul 22 21:45:55.844123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a76757b1-b17c-43e7-966e-2471d2f78cdc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.845470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a76757b1-b17c-43e7-966e-2471d2f78cdc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.879568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:45:55.895561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3a1badb-385c-4cba-95c9-ec3405569010 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "PUT /v2.0/routers/ff301bae-70e5-4ce6-a25c-c90d1b0187b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4039109 Jul 22 21:45:55.901819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34294) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:55.903832 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Sync routers for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:55.907708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6863462a-38e8-4b68-b352-960ac2f0d1b8 None None] Provisioning complete for port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:55.908142 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6863462a-38e8-4b68-b352-960ac2f0d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:55.921716 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:55.939348 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:56.010781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebe65a79-49af-4f15-a359-e4588b778e0b req-14249c78-baa4-47e0-a382-f6b7a788bc41 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 210 time: 0.0612431 Jul 22 21:45:56.045192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Transition to ACTIVE for port object acd840b4-1fc8-48f6-8a44-1394c1265509 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:56.058280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6863462a-38e8-4b68-b352-960ac2f0d1b8 None None] Port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:45:56.072991 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.140781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 48f229e6-6b2b-4bc7-a011-d033a3dd7973 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:56.226021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:45:56.244089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:45:56.258871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:45:56.278438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a76757b1-b17c-43e7-966e-2471d2f78cdc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.282982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525258-5ebf-4ab6-915d-1bfea568915c req-a6a0d285-bc5c-4aeb-a804-f4e32f2b99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.287167 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59525258-5ebf-4ab6-915d-1bfea568915c req-a6a0d285-bc5c-4aeb-a804-f4e32f2b99f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 200 len: 908 time: 0.4351602 Jul 22 21:45:56.289903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a76757b1-b17c-43e7-966e-2471d2f78cdc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.290227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Sync routers for ids ['3844e593-5def-42b0-b810-c27a4db32483'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:45:56.338082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.338817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.339219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.339750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.340438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.341219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.341685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.342154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.343207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.344037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.344674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.345464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.346429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.348971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dda6171c-e438-4d58-802f-0461c9ef6b8d tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9146 time: 0.4457808 Jul 22 21:45:56.352097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34300) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:56.381633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a76757b1-b17c-43e7-966e-2471d2f78cdc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.382126 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:56.383408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a76757b1-b17c-43e7-966e-2471d2f78cdc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5852499 Jul 22 21:45:56.387007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34302) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:56.394142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d6c1de6e-3bd5-4d16-8633-ad9f062371c1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1620788788', 'prefixes': ['172.20.0.0/16']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:56.409140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Pushing event updated for resources: {'Port': ['ID=acd840b4-1fc8-48f6-8a44-1394c1265509,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:56.517908 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59525258-5ebf-4ab6-915d-1bfea568915c req-ca1a2d1d-6bc2-4d2f-aa93-0b4a7b417c91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 200 len: 1000 time: 0.2061806 Jul 22 21:45:56.533262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Routers {'3844e593-5def-42b0-b810-c27a4db32483'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:56.534169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3844e593-5def-42b0-b810-c27a4db32483'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:56.592132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.592797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.593299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.593946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.594476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.595676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.596554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.596991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6c1de6e-3bd5-4d16-8633-ad9f062371c1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for subnetpool, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.597740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.602965 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d6c1de6e-3bd5-4d16-8633-ad9f062371c1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2102342 Jul 22 21:45:56.603953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34306) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:56.604237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.605304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.606337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.607260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.608845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.610060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-296b80bd-312a-4233-aa07-9ee73033901b tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', 'tempest-TagsExtTest-Tag-136572850') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:56.617865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-68faadd2-b2f2-42dd-a5b6-023e6f537568 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8313 time: 0.2643363 Jul 22 21:45:56.618759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34308) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:56.704460 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:45:53Z', 'revision_number': 2, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:56.727574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525258-5ebf-4ab6-915d-1bfea568915c req-938304a6-30d3-4348-9ba5-f313b9c98788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.731659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59525258-5ebf-4ab6-915d-1bfea568915c req-938304a6-30d3-4348-9ba5-f313b9c98788 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67d16a39-4f3e-4354-a543-7d4b0ddf81b4 HTTP/1.1" status: 200 len: 846 time: 0.1929035 Jul 22 21:45:56.771422 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Checking router: ff301bae-70e5-4ce6-a25c-c90d1b0187b1 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:56.772263 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Updating router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:56.852965 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.897066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-296b80bd-312a-4233-aa07-9ee73033901b tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags/tempest-TagsExtTest-Tag-136572850 HTTP/1.1" status: 201 len: 201 time: 0.2895656 Jul 22 21:45:56.898056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34310) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:56.902842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-ef4aea99-a8eb-408a-b346-b90bd363c6d1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', 'tempest-TagsExtTest-Tag-2117423475') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:56.906140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Attempting to bind port acd840b4-1fc8-48f6-8a44-1394c1265509 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:56.908361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Attempting to bind port acd840b4-1fc8-48f6-8a44-1394c1265509 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:56.908361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Attempting to bind port acd840b4-1fc8-48f6-8a44-1394c1265509 on network 2463bc54-b1e0-4804-a7ee-1d82366fa961 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:56.909512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525258-5ebf-4ab6-915d-1bfea568915c req-ac5cd3a6-98d4-4986-84a4-23e80780a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:56.911621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59525258-5ebf-4ab6-915d-1bfea568915c req-ac5cd3a6-98d4-4986-84a4-23e80780a314 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61df596d-6849-4c26-8ac0-ce4dff77e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600151 Jul 22 21:45:56.922666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:56.923345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.970813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:56.971566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Checking segment: {'id': '0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:56.972071 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:56.972542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Bound using segment: {'id': '0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:56.973112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Bound port: acd840b4-1fc8-48f6-8a44-1394c1265509, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2463bc54-b1e0-4804-a7ee-1d82366fa961'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:56.973653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.084967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'port_id': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'mac_address': 'fa:16:3e:0c:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:45:48Z', 'updated_at': '2021-07-22T21:45:48Z', 'revision_number': 0, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 5, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:57.090278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Set router 3844e593-5def-42b0-b810-c27a4db32483 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:57.123483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-54502021-0185-4b3f-8b40-35933e1890c9 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6440 time: 0.5003738 Jul 22 21:45:57.178865 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ef4aea99-a8eb-408a-b346-b90bd363c6d1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags/tempest-TagsExtTest-Tag-2117423475 HTTP/1.1" status: 201 len: 201 time: 0.2793820 Jul 22 21:45:57.182910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34322) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:57.189830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-4ae4639f-7621-45b8-8a67-dfdd5d7a961f tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', 'tempest-TagsExtTest-Tag-315164443') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:57.194547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] Checking router: b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:57.240367 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59525258-5ebf-4ab6-915d-1bfea568915c req-595cd7a5-c86c-42e3-8e60-f1b1df50a558 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928183 Jul 22 21:45:57.283162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] For port acd840b4-1fc8-48f6-8a44-1394c1265509, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:57.420575 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.429384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] For port acd840b4-1fc8-48f6-8a44-1394c1265509, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=acd840b4-1fc8-48f6-8a44-1394c1265509,segment=NetworkSegment(0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70),segment_id=0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:57.434062 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Transition to ACTIVE for port object 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:45:57.440276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:57.442670 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.444562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:57.455413 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-59525258-5ebf-4ab6-915d-1bfea568915c req-111eec16-748c-45da-ad04-aab82bf00803 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051036 Jul 22 21:45:57.592459 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f7fae-b2f3-454b-a3c5-03170cc3ba4d None None] Pushing event updated for resources: {'Port': ['ID=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:57.668135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34328) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:57.675246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b538e91b-f388-4ba2-8fc1-8bd198778d11 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291687650', 'description': 'tempest-secgroup-smoke-291687650 description', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:57.706047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:57.724780 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b538e91b-f388-4ba2-8fc1-8bd198778d11 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.765208 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Attempting to bind port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:45:57.767017 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Attempting to bind port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:45:57.767390 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Attempting to bind port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 on network e8a5c2e6-d144-40f6-89f8-a586b19676aa {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:45:57.783000 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:45:57.783388 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Checking segment: {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:45:57.783957 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.784411 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Bound using segment: {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:45:57.784985 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Bound port: 344cdcae-cf8f-4bd6-8dc8-279e60d05a69, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:45:57.785372 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.812332 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.854453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b538e91b-f388-4ba2-8fc1-8bd198778d11 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.860228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b538e91b-f388-4ba2-8fc1-8bd198778d11 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.894733 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] For port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:45:57.898742 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] For port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:45:57.906155 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.918941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538e91b-f388-4ba2-8fc1-8bd198778d11 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:57.922473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b538e91b-f388-4ba2-8fc1-8bd198778d11 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:57.927344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b538e91b-f388-4ba2-8fc1-8bd198778d11 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2572691 Jul 22 21:45:57.928124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34332) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:57.933448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-07c425e7-2741-4271-af26-aa3781e326a7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': 'd06dfdf8-f752-4a3b-abc7-eb95d4b6b06f', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:57.946250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2049b0-1b90-454e-8171-52280a2ccdc1 None None] Pushing event updated for resources: {'Port': ['ID=acd840b4-1fc8-48f6-8a44-1394c1265509,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:57.961718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db588708-e8b3-4154-bcde-66770820bcab req-158e0d24-5389-47ac-8999-d0e2d1b7df6c tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 210 time: 0.1281981 Jul 22 21:45:57.993350 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:45:57.994889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:58.007009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ff974ead-5438-437e-ae1e-27c52a686d58 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:58.014125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07c425e7-2741-4271-af26-aa3781e326a7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.140597 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f7fae-b2f3-454b-a3c5-03170cc3ba4d None None] Pushing event updated for resources: {'Port': ['ID=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:58.178754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07c425e7-2741-4271-af26-aa3781e326a7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.185383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07c425e7-2741-4271-af26-aa3781e326a7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.218140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c425e7-2741-4271-af26-aa3781e326a7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10a6ef1-1c10-4426-b5da-785ef5e98996,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:58.228723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07c425e7-2741-4271-af26-aa3781e326a7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.233262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-07c425e7-2741-4271-af26-aa3781e326a7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040571 Jul 22 21:45:58.234029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34334) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:58.236694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-5d1abb4e-edf9-4923-a3cb-d639b001ea6e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:58.240753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0d2be91b-bf97-40af-95a4-bd1862f8af0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': 'd06dfdf8-f752-4a3b-abc7-eb95d4b6b06f', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:58.242619 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:45:58.248715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-5d1abb4e-edf9-4923-a3cb-d639b001ea6e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.3277040 Jul 22 21:45:58.289531 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d2be91b-bf97-40af-95a4-bd1862f8af0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.354697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-aab6ba8a-99e2-4359-9166-0093166d03bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/quotas/5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 375 time: 0.1049595 Jul 22 21:45:58.410536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d2be91b-bf97-40af-95a4-bd1862f8af0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.417279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d2be91b-bf97-40af-95a4-bd1862f8af0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.451495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ff974ead-5438-437e-ae1e-27c52a686d58 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:58.451495 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.455597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2be91b-bf97-40af-95a4-bd1862f8af0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb861f6-6746-4723-bc3d-5b6244c022a2,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:58.473593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-d1d2c02f-eb91-4150-b987-58849d58d3ce tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:45:58.481367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-d1d2c02f-eb91-4150-b987-58849d58d3ce tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 810 time: 0.6227379 Jul 22 21:45:58.485505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d2be91b-bf97-40af-95a4-bd1862f8af0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.489317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0d2be91b-bf97-40af-95a4-bd1862f8af0a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2517457 Jul 22 21:45:58.489631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34336) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:58.499598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4ae4639f-7621-45b8-8a67-dfdd5d7a961f tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags/tempest-TagsExtTest-Tag-315164443 HTTP/1.1" status: 201 len: 201 time: 1.3127499 Jul 22 21:45:58.499990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0e00d639-2c54-4911-ab89-0701ef5dc8dc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': 'd06dfdf8-f752-4a3b-abc7-eb95d4b6b06f', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:58.502102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34338) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:58.520050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-ac1a4f2f-b05b-4431-a372-abc891395cf0 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', 'tempest-TagsExtTest-Tag-1298019135') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:58.523411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Request body: {'port': {'device_id': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'admin_state_up': True, 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:58.572977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-7ea7c860-9a52-4d2b-ae3f-3522b4b6f2c4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2172263 Jul 22 21:45:58.615312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e00d639-2c54-4911-ab89-0701ef5dc8dc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.674933 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:45:57Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:58.707454 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeda477-1e03-44af-8021-6f250b425c7b None None] The sync data for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 is: [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:45:57Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:58.724898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e00d639-2c54-4911-ab89-0701ef5dc8dc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.731267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e00d639-2c54-4911-ab89-0701ef5dc8dc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.749437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00d639-2c54-4911-ab89-0701ef5dc8dc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d5ee7d-ce46-4fc1-b521-b3316d15b9aa,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:58.753157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac1a4f2f-b05b-4431-a372-abc891395cf0 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags/tempest-TagsExtTest-Tag-1298019135 HTTP/1.1" status: 201 len: 201 time: 0.2500839 Jul 22 21:45:58.759652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34340) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:58.778108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-55139065-679b-48a5-a588-c85cfe8805cc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:58.817945 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e00d639-2c54-4911-ab89-0701ef5dc8dc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.823487 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e00d639-2c54-4911-ab89-0701ef5dc8dc tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288286 Jul 22 21:45:58.824925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34342) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:58.831511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-27f1b96b-0c13-4d97-ad85-6b7dc93ecaa4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': 'd06dfdf8-f752-4a3b-abc7-eb95d4b6b06f', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:58.869072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-5c52ff89-9f42-4f1c-9571-d7cbe61752b8 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947361 Jul 22 21:45:58.892836 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27f1b96b-0c13-4d97-ad85-6b7dc93ecaa4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:58.902333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 4, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2855f2bd-e2fe-4c17-b448-1ba2846cb3b3', 'name': '', 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'mac_address': 'fa:16:3e:ad:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:49Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 2, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'subnets': [{'id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:58.909858 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55139065-679b-48a5-a588-c85cfe8805cc tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags HTTP/1.1" status: 200 len: 240 time: 0.1461549 Jul 22 21:45:58.910683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34344) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:58.919157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-7992ac17-d1e8-4403-beb5-f42779fde802 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', 'tempest-TagsExtTest-Tag-136572850') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:58.962346 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Checking router: 3844e593-5def-42b0-b810-c27a4db32483 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:45:58.962884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Updating router 3844e593-5def-42b0-b810-c27a4db32483 port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:45:58.973361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Made reservation on behalf of b55785a81aa446b0b673dbee6eb207b8 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:45:58.977435 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.033727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27f1b96b-0c13-4d97-ad85-6b7dc93ecaa4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.048316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27f1b96b-0c13-4d97-ad85-6b7dc93ecaa4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.063081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7992ac17-d1e8-4403-beb5-f42779fde802 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags/tempest-TagsExtTest-Tag-136572850 HTTP/1.1" status: 204 len: 168 time: 0.1486506 Jul 22 21:45:59.067354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34348) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:59.090098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-150cd7f9-cd0b-415f-9865-e188d746e831 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', 'tempest-TagsExtTest-Tag-136572850') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:59.152490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.156718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-c0fe990e-f2ed-4ffa-a012-a2de7e9d6d88 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795320 Jul 22 21:45:59.168342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'port_id': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'mac_address': 'fa:16:3e:0c:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:45:48Z', 'updated_at': '2021-07-22T21:45:48Z', 'revision_number': 0, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 5, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:59.187240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1b96b-0c13-4d97-ad85-6b7dc93ecaa4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505f1910-8df6-4bf4-a21b-5cb0227bdb7e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:59.209005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27f1b96b-0c13-4d97-ad85-6b7dc93ecaa4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.214058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27f1b96b-0c13-4d97-ad85-6b7dc93ecaa4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3881238 Jul 22 21:45:59.221402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34350) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:59.223636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a3b6ed-56d2-4fd6-9a40-42f25a610773 None None] The sync data for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 is: [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'port_id': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'mac_address': 'fa:16:3e:0c:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:45:48Z', 'updated_at': '2021-07-22T21:45:48Z', 'revision_number': 0, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 5, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:45:59.229041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': 'd06dfdf8-f752-4a3b-abc7-eb95d4b6b06f', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:59.366615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:45:59.372380 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Project f83864c3ac0a4ac5aeef4f1dcabf18ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:45:59.397027 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-150cd7f9-cd0b-415f-9865-e188d746e831 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags/tempest-TagsExtTest-Tag-136572850 HTTP/1.1" status: 204 len: 168 time: 0.3244987 Jul 22 21:45:59.399952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.403429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34354) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:59.413310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-82b814ef-12b3-4159-89eb-608141fecbdb tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:59.441295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e743f355-5db4-4b19-a078-cf1e4a486e56 req-54ab651c-9680-4318-b498-31f3c045746e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 210 time: 0.2419214 Jul 22 21:45:59.526917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Allocated IP 172.20.0.8 (9c196e62-20d3-4f53-8fca-5c680a67532e/caf7a593-3d0f-4401-bbbc-6e8c2849af13/1ed838b5-7966-46f3-8158-ea60bd53b70c) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:45:59.591269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:45:59.617916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:45:59.618436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.736865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.740289 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-82b814ef-12b3-4159-89eb-608141fecbdb tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags HTTP/1.1" status: 200 len: 205 time: 0.3326106 Jul 22 21:45:59.746351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34360) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:59.753220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.761605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-33c52cf3-bbc1-4b90-9765-2a0eb2d9268e tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:45:59.805593 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.811977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5890479 Jul 22 21:45:59.819499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34364) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:45:59.820762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f05ce-8d26-41dc-8702-1f25e23663d5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc918442-663f-4af2-a847-e57e4c8e38a4,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:45:59.829376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'security_group_rule': {'security_group_id': 'd06dfdf8-f752-4a3b-abc7-eb95d4b6b06f', 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:45:59.840929 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f762723-6e24-43f5-b238-95f647541313 None None] New status for floating IP c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:45:59.925525 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.929692 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Project f83864c3ac0a4ac5aeef4f1dcabf18ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:45:59.940653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68c6e7-99e8-4de2-b9cb-548083421642 None None] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:45:59.951553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:45:59.960306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9b5279-a842-4f04-833d-e1507fca599f req-2ef71370-ab55-4209-8603-c1822cd6cfb6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0415971 Jul 22 21:46:00.024948 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.039619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-33c52cf3-bbc1-4b90-9765-2a0eb2d9268e tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags HTTP/1.1" status: 200 len: 241 time: 0.2883015 Jul 22 21:46:00.042294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34368) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:00.048761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-86da9e72-1b39-4284-8498-77739803a17a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', 'tempest-TagsExtTest-Tag-2117423475') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:00.165059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.169963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.187109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-86da9e72-1b39-4284-8498-77739803a17a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags/tempest-TagsExtTest-Tag-2117423475 HTTP/1.1" status: 204 len: 168 time: 0.1429710 Jul 22 21:46:00.192177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:00.197768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-a5eb4085-5289-4d38-af34-57db34d9e116 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', 'tempest-TagsExtTest-Tag-2117423475') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:00.231202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.236040 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4108388 Jul 22 21:46:00.238328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb162-8746-445e-a258-01831ee59a7e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516e62cc-fdb8-44ee-b386-07358e051295,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:00.238874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.323426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:00.335044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Network 9c196e62-20d3-4f53-8fca-5c680a67532e is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:46:00.343533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:46:00.351449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:46:00.386419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Pushing event updated for resources: {'Port': ['ID=1ed838b5-7966-46f3-8158-ea60bd53b70c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:00.404283 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.416478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Transition to ACTIVE for port object 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:00.424583 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.424980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:00.425593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device acd840b4-1fc8-48f6-8a44-1394c1265509 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:00.425796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.428225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2246d9c2-7770-492c-bae7-a4808359e59d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:00.462513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0ca50ebe-b513-4f06-8bcc-e8a86ccdea3f None None] Provisioning for port acd840b4-1fc8-48f6-8a44-1394c1265509 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:00.465327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-21f6b238-f06b-4cf4-9fb6-fc1c637a7161 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9567063 Jul 22 21:46:00.471532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:00.475096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a5eb4085-5289-4d38-af34-57db34d9e116 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags/tempest-TagsExtTest-Tag-2117423475 HTTP/1.1" status: 204 len: 168 time: 0.2746537 Jul 22 21:46:00.481440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-73eaf8df-8cfa-4315-9b83-81d33db8e383 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:00.499458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Request body: {'port': {'device_id': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:00.602622 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-73eaf8df-8cfa-4315-9b83-81d33db8e383 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags HTTP/1.1" status: 200 len: 205 time: 0.1294141 Jul 22 21:46:00.606082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34394) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:00.615182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-1d2d1ca7-73c0-46ab-a3e6-5ee77989b2b3 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:00.619531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-2f4ad6b0-e789-474d-8bfe-67020c59cef7 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291687650&fields=id&tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 267 time: 0.1431546 Jul 22 21:46:00.772157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1d2d1ca7-73c0-46ab-a3e6-5ee77989b2b3 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags HTTP/1.1" status: 200 len: 240 time: 0.1639411 Jul 22 21:46:00.775255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34396) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:00.776179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-cd134dfa-5e23-40e6-bd91-57305fc46828 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:00.783671 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-cd134dfa-5e23-40e6-bd91-57305fc46828 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/networks?id=e8a5c2e6-d144-40f6-89f8-a586b19676aa HTTP/1.1" status: 200 len: 796 time: 0.1206324 Jul 22 21:46:00.785667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-10815ce1-ade1-46cc-8081-273112f13108 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', 'tempest-TagsExtTest-Tag-315164443') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:00.818297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-7bedb4ae-aaa1-4d70-9c88-3366ed203bae tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/quotas/f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 375 time: 0.0328350 Jul 22 21:46:00.837498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:00.843127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.871906 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:00.913684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-10815ce1-ade1-46cc-8081-273112f13108 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags/tempest-TagsExtTest-Tag-315164443 HTTP/1.1" status: 204 len: 168 time: 0.1365707 Jul 22 21:46:00.916242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:00.921111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa181f6-ac63-4384-92c5-f9c523c81f37 req-e35ee5fb-d31a-4e9c-aed9-22fa0443b749 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:00.921741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-728a279a-c726-4c36-9030-028bbfaa4fdb tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', 'tempest-TagsExtTest-Tag-315164443') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:00.923651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa181f6-ac63-4384-92c5-f9c523c81f37 req-e35ee5fb-d31a-4e9c-aed9-22fa0443b749 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 931 time: 0.3750641 Jul 22 21:46:01.069508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48f00-6d05-4fb1-8756-90c7ad14685f None None] Pushing event updated for resources: {'Port': ['ID=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:01.097855 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-728a279a-c726-4c36-9030-028bbfaa4fdb tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags/tempest-TagsExtTest-Tag-315164443 HTTP/1.1" status: 204 len: 168 time: 0.1802602 Jul 22 21:46:01.101058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34404) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:01.107508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port acd840b4-1fc8-48f6-8a44-1394c1265509 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:01.110520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-551f8a43-9580-47ce-9ec1-0d3612e1bf9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.125159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-08d0de70-e230-4be6-b229-7ec543474266 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2977493 Jul 22 21:46:01.134650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port acd840b4-1fc8-48f6-8a44-1394c1265509 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:01.135187 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:01.155498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa181f6-ac63-4384-92c5-f9c523c81f37 req-c90a3b90-7f6c-48ee-8376-d934f7be08b5 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201378 Jul 22 21:46:01.231561 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-551f8a43-9580-47ce-9ec1-0d3612e1bf9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags HTTP/1.1" status: 200 len: 205 time: 0.1278279 Jul 22 21:46:01.236736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34406) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:01.246707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-d903b236-7c03-4289-86b7-5a4eaa3ccc70 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.255022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Attempting to bind port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:46:01.255397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Attempting to bind port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:46:01.255764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Attempting to bind port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 on network e106c8ba-9351-486b-9135-0df258b18704 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:01.274820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:46:01.275207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Checking segment: {'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:46:01.275624 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:01.276192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Bound using segment: {'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:46:01.276716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Bound port: 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41be3108-7eec-4a53-a99f-7351fd6ff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:46:01.277111 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:01.322546 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d903b236-7c03-4289-86b7-5a4eaa3ccc70 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags HTTP/1.1" status: 200 len: 241 time: 0.0809505 Jul 22 21:46:01.323436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:01.330918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-a862d707-5076-408a-b61f-dec4ec456bbb tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', 'tempest-TagsExtTest-Tag-1298019135') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.393264 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a862d707-5076-408a-b61f-dec4ec456bbb tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags/tempest-TagsExtTest-Tag-1298019135 HTTP/1.1" status: 204 len: 168 time: 0.0683179 Jul 22 21:46:01.394361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34410) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:01.400454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-729ab8dd-f354-49ca-b667-43c9905f9c5b req-adaf3b66-4589-45f4-bc42-8af9138de04e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0606482 Jul 22 21:46:01.408270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-eb7ea28d-c3af-49a4-b910-64193ddc1cb0 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', 'tempest-TagsExtTest-Tag-1298019135') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.450234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-8ba0532e-2c0a-446b-80f5-a8df0f13f970 service neutron] 10.222.0.54 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241777 Jul 22 21:46:01.477241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] For port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:46:01.491577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb7ea28d-c3af-49a4-b910-64193ddc1cb0 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags/tempest-TagsExtTest-Tag-1298019135 HTTP/1.1" status: 204 len: 168 time: 0.0888817 Jul 22 21:46:01.505619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:01.528889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-a2e5b3ee-3e49-4611-92ff-300cc5d888ef tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.564242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] For port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,segment=NetworkSegment(41be3108-7eec-4a53-a99f-7351fd6ff7fb),segment_id=41be3108-7eec-4a53-a99f-7351fd6ff7fb)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:46:01.583271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:01.594544 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:01.620185 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a2e5b3ee-3e49-4611-92ff-300cc5d888ef tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags HTTP/1.1" status: 200 len: 205 time: 0.1086700 Jul 22 21:46:01.620665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34416) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:01.628756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-b40af268-87b1-4e79-8f39-458cd33e0a9e tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.668870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-55f2e230-ea9c-4a63-8e69-8b864acf64e1 service neutron] 10.222.0.54 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076616 Jul 22 21:46:01.683010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-5f0e885b-9a79-4440-950a-41670fcedbd8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:01.683401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed838b5-7966-46f3-8158-ea60bd53b70c {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:01.692256 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:01.694669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-5f0e885b-9a79-4440-950a-41670fcedbd8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1874368 Jul 22 21:46:01.705797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b40af268-87b1-4e79-8f39-458cd33e0a9e tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0840886 Jul 22 21:46:01.709668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34418) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:01.715521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'port': {'device_id': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'admin_state_up': True, 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:01.727532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-cd73b712-0a83-408f-a495-2dbc7a40d8b9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.782257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48f00-6d05-4fb1-8756-90c7ad14685f None None] Pushing event updated for resources: {'Port': ['ID=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:01.793830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Routers {'3844e593-5def-42b0-b810-c27a4db32483'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:46:01.794414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:45:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3844e593-5def-42b0-b810-c27a4db32483'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:01.846580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Transition to ACTIVE for port object 1ed838b5-7966-46f3-8158-ea60bd53b70c will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:01.869573 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:01.914011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:02.122981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:46:02.126998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:02.266358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef96a174-f38a-48a9-bf68-8d19ba60360f req-7babb774-fdd6-4f76-bf7c-b55908271b08 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 210 time: 0.2288003 Jul 22 21:46:02.267152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port acd840b4-1fc8-48f6-8a44-1394c1265509, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=acd840b4-1fc8-48f6-8a44-1394c1265509,segment=NetworkSegment(0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70),segment_id=0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:02.269947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed838b5-7966-46f3-8158-ea60bd53b70c,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:02.281508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cd73b712-0a83-408f-a495-2dbc7a40d8b9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags HTTP/1.1" status: 204 len: 168 time: 0.5649068 Jul 22 21:46:02.284737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34426) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:02.302475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-3a28ec38-9de6-4a9d-a2c8-17820b72e7b1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:02.348635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] Set router 3844e593-5def-42b0-b810-c27a4db32483 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:46:02.547181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:02.559467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Attempting to bind port 1ed838b5-7966-46f3-8158-ea60bd53b70c on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:46:02.562769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Attempting to bind port 1ed838b5-7966-46f3-8158-ea60bd53b70c by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:46:02.565114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Attempting to bind port 1ed838b5-7966-46f3-8158-ea60bd53b70c on network 9c196e62-20d3-4f53-8fca-5c680a67532e {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:02.570743 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:02.641831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Port 1ed838b5-7966-46f3-8158-ea60bd53b70c on network 9c196e62-20d3-4f53-8fca-5c680a67532e not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:46:02.642289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Attempting to bind port 1ed838b5-7966-46f3-8158-ea60bd53b70c on network 9c196e62-20d3-4f53-8fca-5c680a67532e {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:02.694825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57c601b0-8bef-4e80-aa40-7742ffed374e req-3a320c9f-0b68-478c-ab29-22ba7851257c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0972667 Jul 22 21:46:02.711323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:46:02.711934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Checking segment: {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:46:02.712383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Bound using segment: {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:46:02.713241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Bound port: 1ed838b5-7966-46f3-8158-ea60bd53b70c, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e511f2-814c-4c63-9a3b-932d86b540ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:46:02.715319 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:02.771698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33215-ba42-448b-958f-2fa455a7478f req-24a1cead-f637-4042-881a-4eb46654d9ae tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:02.780065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee33215-ba42-448b-958f-2fa455a7478f req-24a1cead-f637-4042-881a-4eb46654d9ae tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 943 time: 0.4094436 Jul 22 21:46:02.789110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=acd840b4-1fc8-48f6-8a44-1394c1265509,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:02.847989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] For port 1ed838b5-7966-46f3-8158-ea60bd53b70c, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:46:02.851816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] For port 1ed838b5-7966-46f3-8158-ea60bd53b70c, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:46:02.862659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:02.902718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:02.925613 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:02.926500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:02.928397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] 10.222.0.58 "PUT /v2.0/ports/1ed838b5-7966-46f3-8158-ea60bd53b70c HTTP/1.1" status: 200 len: 1092 time: 2.4426644 Jul 22 21:46:02.933892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'tag': '1ed838b5-7966-46f3-8158-ea60bd53b70c'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:02.936523 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d43f4e18-5c00-46a7-9acb-3b5d91bb74b1", "tag": "1ed838b5-7966-46f3-8158-ea60bd53b70c"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:02.949994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bbc2f8a0-6fb7-442f-8ca0-1fe41d274a8f None None] Provisioning for port 11dedf1d-c40a-4d2b-925d-13ee1d44c99d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:02.955719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee33215-ba42-448b-958f-2fa455a7478f req-704831cf-c5f6-4d23-a1c2-a39a24874dee tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742840 Jul 22 21:46:02.970176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01bb74-47c6-4196-8250-e612ac03b89d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed838b5-7966-46f3-8158-ea60bd53b70c,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:02.996982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bbc2f8a0-6fb7-442f-8ca0-1fe41d274a8f None None] Provisioning complete for port 11dedf1d-c40a-4d2b-925d-13ee1d44c99d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:02.997790 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc2f8a0-6fb7-442f-8ca0-1fe41d274a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.008668 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3a28ec38-9de6-4a9d-a2c8-17820b72e7b1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags HTTP/1.1" status: 204 len: 168 time: 0.7199118 Jul 22 21:46:03.010299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.20.0.14 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/b3173e23-0138-42f4-80dd-4d564be79893) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:46:03.014466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34438) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:03.016317 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bcf543-5c80-4f03-9c5b-75fde5e9aeb1 x-openstack-request-id: req-73bcf543-5c80-4f03-9c5b-75fde5e9aeb1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:03.016615 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43f4e18-5c00-46a7-9acb-3b5d91bb74b1", "tag": "1ed838b5-7966-46f3-8158-ea60bd53b70c", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:03.016868 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73bcf543-5c80-4f03-9c5b-75fde5e9aeb1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:03.017266 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'tag': '1ed838b5-7966-46f3-8158-ea60bd53b70c', 'status': 'completed', 'code': 200} Jul 22 21:46:03.022658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-b41c0ab2-81ee-4394-9251-00422a4a13d2 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:03.083079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2f8a0-6fb7-442f-8ca0-1fe41d274a8f None None] Port 11dedf1d-c40a-4d2b-925d-13ee1d44c99d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:46:03.122461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 4, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2855f2bd-e2fe-4c17-b448-1ba2846cb3b3', 'name': '', 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'mac_address': 'fa:16:3e:ad:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:49Z', 'updated_at': '2021-07-22T21:46:01Z', 'revision_number': 4, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'subnets': [{'id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:03.128964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:03.170898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:03.171778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.174627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bbc2f8a0-6fb7-442f-8ca0-1fe41d274a8f None None] Provisioning complete for port acd840b4-1fc8-48f6-8a44-1394c1265509 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:03.176311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc2f8a0-6fb7-442f-8ca0-1fe41d274a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.225455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a6b0e-2639-4b70-8635-4851577d894d None None] The sync data for ids ['3844e593-5def-42b0-b810-c27a4db32483'] in n-d-762330-19 is: [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:45:50Z', 'revision_number': 4, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '2855f2bd-e2fe-4c17-b448-1ba2846cb3b3', 'name': '', 'network_id': 'e106c8ba-9351-486b-9135-0df258b18704', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'mac_address': 'fa:16:3e:ad:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:49Z', 'updated_at': '2021-07-22T21:46:01Z', 'revision_number': 4, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'subnets': [{'id': 'e285e0e7-5cc9-4447-bdc8-619177aea915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:46:03.238610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-00306a39-e5d3-41df-8664-ebebfeca30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:03.240813 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-00306a39-e5d3-41df-8664-ebebfeca30bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 1095 time: 0.2426279 Jul 22 21:46:03.278733 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.326457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Transition to ACTIVE for port object b3173e23-0138-42f4-80dd-4d564be79893 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:03.330561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-3d04ba00-bf9b-46d8-b3fc-f9573014927c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c HTTP/1.1" status: 200 len: 217 time: 0.0767980 Jul 22 21:46:03.337471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b41c0ab2-81ee-4394-9251-00422a4a13d2 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags HTTP/1.1" status: 204 len: 168 time: 0.3154821 Jul 22 21:46:03.338217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34442) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:03.351393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-ee5ffaeb-d2e3-4361-b976-37d97ebfbf6a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', 'tempest-TagsExtTest-Tag-1138700478') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:03.416226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.492855 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.497211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61906638-9f62-4bd6-9e1d-b35bc7669950 req-d7492672-8683-443c-a383-7b5365eba28a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 210 time: 0.0659666 Jul 22 21:46:03.533796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-59e818f6-4a3f-45cb-9b8e-5d6f36aac320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:03.535641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-59e818f6-4a3f-45cb-9b8e-5d6f36aac320 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.1964691 Jul 22 21:46:03.573997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=b3173e23-0138-42f4-80dd-4d564be79893,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:03.587688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9a898c12-56cf-4c69-a64e-cbfe6b211b2e None None] Provisioning complete for port 11dedf1d-c40a-4d2b-925d-13ee1d44c99d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:03.590031 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a898c12-56cf-4c69-a64e-cbfe6b211b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.603466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-b4bac863-4c4d-40e4-b4b2-3ccb71d0a610 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586791 Jul 22 21:46:03.613176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:46:03.615478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:46:03.620735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:46:03.668134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ee5ffaeb-d2e3-4361-b976-37d97ebfbf6a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags/tempest-TagsExtTest-Tag-1138700478 HTTP/1.1" status: 201 len: 201 time: 0.3203409 Jul 22 21:46:03.674909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34444) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:03.686693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-80fc78bc-ff73-4a39-8db5-d68432fe7f11 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', 'tempest-TagsExtTest-Tag-145202259') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:03.726140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:03.726899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.734766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,segment=NetworkSegment(41be3108-7eec-4a53-a99f-7351fd6ff7fb),segment_id=41be3108-7eec-4a53-a99f-7351fd6ff7fb)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:03.754250 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:03.755684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:03.765116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9a898c12-56cf-4c69-a64e-cbfe6b211b2e None None] Port 11dedf1d-c40a-4d2b-925d-13ee1d44c99d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:46:03.852747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-c8e96b57-2be8-4a3d-a8ce-5d3108270aca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1415765 Jul 22 21:46:03.882647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Request body: {'port': {'device_id': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:03.990315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:04.022892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-0b036ff4-afd0-474a-8e70-e8caddfee00d service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082918 Jul 22 21:46:04.034481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:04.035034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:04.126941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b2e060f8-5c4e-406a-93a4-42d82cd666d4 None None] Provisioning for port b3173e23-0138-42f4-80dd-4d564be79893 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:04.149575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-cc2f2114-8985-4536-b228-b75481b366cd tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:04.151771 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-cc2f2114-8985-4536-b228-b75481b366cd tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.58 "GET /v2.0/networks?id=e8a5c2e6-d144-40f6-89f8-a586b19676aa HTTP/1.1" status: 200 len: 796 time: 0.4368739 Jul 22 21:46:04.162335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b2e060f8-5c4e-406a-93a4-42d82cd666d4 None None] Provisioning complete for port b3173e23-0138-42f4-80dd-4d564be79893 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:04.162849 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2e060f8-5c4e-406a-93a4-42d82cd666d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:04.222708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b2e060f8-5c4e-406a-93a4-42d82cd666d4 None None] Port b3173e23-0138-42f4-80dd-4d564be79893 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:46:04.230207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:04.263513 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-5d84fd93-4bf6-4df9-b19d-fa662c861407 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef HTTP/1.1" status: 200 len: 379 time: 0.0889096 Jul 22 21:46:04.275595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'port': {'device_id': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'admin_state_up': True, 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'security_groups': ['d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:04.612600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Made reservation on behalf of f83864c3ac0a4ac5aeef4f1dcabf18ef for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:46:04.618573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:04.698232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-80fc78bc-ff73-4a39-8db5-d68432fe7f11 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags/tempest-TagsExtTest-Tag-145202259 HTTP/1.1" status: 201 len: 201 time: 1.0219600 Jul 22 21:46:04.699043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34452) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:04.713811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:04.719699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-d2fe50da-9701-431f-b358-437ff4bbc2b2 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', 'tempest-TagsExtTest-Tag-1084119314') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:04.786934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:04.786934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:04.796109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a08aa-f208-4e62-99fa-d846c160f70b req-3b496c9b-e029-47a1-9fa1-66ef0e85b6f7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:04.803824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa5a08aa-f208-4e62-99fa-d846c160f70b req-3b496c9b-e029-47a1-9fa1-66ef0e85b6f7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 932 time: 0.9172003 Jul 22 21:46:04.828340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3173e23-0138-42f4-80dd-4d564be79893 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:04.842062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:04.890116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Transition to ACTIVE for port object b3173e23-0138-42f4-80dd-4d564be79893 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:04.900057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:04.902223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device acd840b4-1fc8-48f6-8a44-1394c1265509 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:04.925332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d074440-8e96-40ec-9e9c-7242ead3d5fb req-5cfdda7a-7ac6-4934-856c-b1170347a00e service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8932149 Jul 22 21:46:04.960696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec1ab5-3e5c-4837-9ec7-8abad72bc705 req-a924f493-a581-4739-9945-21c996840fde tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:04.970003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07ec1ab5-3e5c-4837-9ec7-8abad72bc705 req-a924f493-a581-4739-9945-21c996840fde tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 943 time: 0.8813491 Jul 22 21:46:05.001554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa5a08aa-f208-4e62-99fa-d846c160f70b req-4c9d2c43-0943-4542-9b0d-1ef57eb9eef2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963987 Jul 22 21:46:05.026829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.20.0.12 (e8a5c2e6-d144-40f6-89f8-a586b19676aa/a120e401-d5f5-439e-a174-f50a91b0f6dd/be5cc2d6-fceb-44a0-a225-16a0324708d5) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:46:05.037135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Pushing event updated for resources: {'Port': ['ID=b3173e23-0138-42f4-80dd-4d564be79893,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:05.130522 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port acd840b4-1fc8-48f6-8a44-1394c1265509 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:05.130522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:05.139872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07ec1ab5-3e5c-4837-9ec7-8abad72bc705 req-f2ec57ec-4175-4120-9d97-8155f394f2ca tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652598 Jul 22 21:46:05.147880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2fe50da-9701-431f-b358-437ff4bbc2b2 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags/tempest-TagsExtTest-Tag-1084119314 HTTP/1.1" status: 201 len: 201 time: 0.4399416 Jul 22 21:46:05.151869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34454) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:05.163872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-a0ab2635-f1db-474d-9db7-fafc8db7bb71 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', 'tempest-TagsExtTest-Tag-1442318067') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:05.207710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Attempting to bind port b3173e23-0138-42f4-80dd-4d564be79893 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:46:05.208148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Attempting to bind port b3173e23-0138-42f4-80dd-4d564be79893 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:46:05.208678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Attempting to bind port b3173e23-0138-42f4-80dd-4d564be79893 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:05.241769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Port b3173e23-0138-42f4-80dd-4d564be79893 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:46:05.242241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Attempting to bind port b3173e23-0138-42f4-80dd-4d564be79893 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:05.250006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-0657d072-ca56-4936-beb7-fb21dc87ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:05.251959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-0657d072-ca56-4936-beb7-fb21dc87ec7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 1095 time: 0.2489233 Jul 22 21:46:05.260808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:46:05.261221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:46:05.261555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:46:05.262008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Bound port: b3173e23-0138-42f4-80dd-4d564be79893, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:46:05.262375 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:05.317394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f0e7cab-893f-443e-b642-dae03a072a60 req-f1015ee6-d12a-46d9-bdfd-365c69307ec2 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 210 time: 0.0918131 Jul 22 21:46:05.359591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0ab2635-f1db-474d-9db7-fafc8db7bb71 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags/tempest-TagsExtTest-Tag-1442318067 HTTP/1.1" status: 201 len: 201 time: 0.2059002 Jul 22 21:46:05.363499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34456) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:05.374232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-8a0b3f09-69a4-4bb3-90db-07fd1b9a4ace tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', {'tags': ['tempest-TagsExtTest-Tag-1273071619', 'tempest-TagsExtTest-Tag-950886476', 'tempest-TagsExtTest-Tag-812597834']}) {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:05.475630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] For port b3173e23-0138-42f4-80dd-4d564be79893, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:46:05.481122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] For port b3173e23-0138-42f4-80dd-4d564be79893, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3173e23-0138-42f4-80dd-4d564be79893,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:46:05.490906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:05.512430 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8a0b3f09-69a4-4bb3-90db-07fd1b9a4ace tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags HTTP/1.1" status: 200 len: 316 time: 0.1453691 Jul 22 21:46:05.515766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34458) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:05.524756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-aed573f0-e355-48e4-a933-c719795c9f2c tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:05.562586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Pushing event updated for resources: {'Port': ['ID=b3173e23-0138-42f4-80dd-4d564be79893,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:05.571037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:05.574804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:05.575546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:05.577070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-035ae33e-4125-4670-8a4c-72a15e2bd44f service neutron] 10.222.0.23 "PUT /v2.0/ports/b3173e23-0138-42f4-80dd-4d564be79893 HTTP/1.1" status: 200 len: 1093 time: 1.7134774 Jul 22 21:46:05.577618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'tag': 'b3173e23-0138-42f4-80dd-4d564be79893'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:05.580399 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a806573e-0241-4df1-a701-841ddb87b66b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b22350-5a18-466d-9359-93feccbe9ff3", "tag": "b3173e23-0138-42f4-80dd-4d564be79893"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:05.589690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-c1dee904-8fa3-4533-a815-f63374d2b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:05.598381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-c1dee904-8fa3-4533-a815-f63374d2b8bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 911 time: 0.3078454 Jul 22 21:46:05.627133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Transition to ACTIVE for port object be5cc2d6-fceb-44a0-a225-16a0324708d5 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:05.675256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-727c91ec-0a1d-4ca3-b6cf-33233086f0f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c HTTP/1.1" status: 200 len: 217 time: 0.0648472 Jul 22 21:46:05.676951 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25a08c-a40e-43e8-a18f-0e420f6c1de4 x-openstack-request-id: req-cf25a08c-a40e-43e8-a18f-0e420f6c1de4 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:05.677251 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b22350-5a18-466d-9359-93feccbe9ff3", "tag": "b3173e23-0138-42f4-80dd-4d564be79893", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:05.677505 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf25a08c-a40e-43e8-a18f-0e420f6c1de4 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:05.677915 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'tag': 'b3173e23-0138-42f4-80dd-4d564be79893', 'status': 'completed', 'code': 200} Jul 22 21:46:05.746028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-4059dae8-2214-4da7-b76d-10a8dd7a312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:05.747640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-4059dae8-2214-4da7-b76d-10a8dd7a312f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1185355 Jul 22 21:46:05.750534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-6d0d02d9-a4d9-4527-930c-a42bfd4d69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:05.753904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-6d0d02d9-a4d9-4527-930c-a42bfd4d69e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.0681388 Jul 22 21:46:05.771472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:05.773664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aed573f0-e355-48e4-a933-c719795c9f2c tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags HTTP/1.1" status: 204 len: 168 time: 0.2525117 Jul 22 21:46:05.778258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34462) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:05.786230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-5a1b60b0-10e6-4f2c-af5c-a7acb5336292 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', 'tempest-TagsExtTest-Tag-1273071619') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:05.797180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-cc4ce1a3-fe53-4bd0-a036-a61fa226abd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344353 Jul 22 21:46:05.881884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=be5cc2d6-fceb-44a0-a225-16a0324708d5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:05.913620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-feadd44c-93dd-4de0-a41a-c5aa610cd4aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3173e23-0138-42f4-80dd-4d564be79893 HTTP/1.1" status: 200 len: 217 time: 0.1487961 Jul 22 21:46:05.934694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-e2954f52-4814-4032-9b8e-eb346c0e8c71 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298633 Jul 22 21:46:05.965065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:46:05.972962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:46:05.978632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:46:06.023004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-ce078b8f-1f58-47ce-b693-19e0a0cce870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:06.024800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-ce078b8f-1f58-47ce-b693-19e0a0cce870 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1063347 Jul 22 21:46:06.088419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:06.089188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:06.095146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f8c1c17-56e0-4e55-9989-b6a3d965fc8e req-cb4930c6-b40f-4f86-af15-84ed0b1827cd service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507604 Jul 22 21:46:06.110134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-d33b8c80-17cd-4e28-b4fc-33b8d12c1b5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8397369 Jul 22 21:46:06.126377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Request body: {'port': {'device_id': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:06.132361 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-5a1b60b0-10e6-4f2c-af5c-a7acb5336292 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:06.136026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5a1b60b0-10e6-4f2c-af5c-a7acb5336292 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags/tempest-TagsExtTest-Tag-1273071619 HTTP/1.1" status: 404 len: 329 time: 0.3514528 Jul 22 21:46:06.136390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34466) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:06.141320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-abab7f5a-56c3-4f26-90e5-2dbbac217d23 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', 'tempest-TagsExtTest-Tag-950886476') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:06.278689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:06.285283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592696-43c4-4f91-af01-830722b8a367 req-e3c25336-b162-480f-b65e-27f8a41fa7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:06.286817 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-e3c25336-b162-480f-b65e-27f8a41fa7a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2491965 Jul 22 21:46:06.298539 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b197ef4-fe01-4a1c-849b-7f996802cc68 req-14483592-30d1-4126-a53d-f613fa626158 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:06.301665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b197ef4-fe01-4a1c-849b-7f996802cc68 req-14483592-30d1-4126-a53d-f613fa626158 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1557834 Jul 22 21:46:06.345324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3caeaa7a-f3a7-4b0c-b2d1-30c633c32914 None None] Provisioning for port be5cc2d6-fceb-44a0-a225-16a0324708d5 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:06.350480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3caeaa7a-f3a7-4b0c-b2d1-30c633c32914 None None] Provisioning complete for port be5cc2d6-fceb-44a0-a225-16a0324708d5 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:06.350859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3caeaa7a-f3a7-4b0c-b2d1-30c633c32914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:06.377448 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-abab7f5a-56c3-4f26-90e5-2dbbac217d23 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:06.378687 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-abab7f5a-56c3-4f26-90e5-2dbbac217d23 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags/tempest-TagsExtTest-Tag-950886476 HTTP/1.1" status: 404 len: 328 time: 0.2413688 Jul 22 21:46:06.384016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:06.391952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-95b6ec97-1b44-4fb2-bff9-1833d816298d tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84', 'tempest-TagsExtTest-Tag-812597834') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:06.405856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3caeaa7a-f3a7-4b0c-b2d1-30c633c32914 None None] Port be5cc2d6-fceb-44a0-a225-16a0324708d5 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:46:06.434360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b197ef4-fe01-4a1c-849b-7f996802cc68 req-3e3d9b7c-9856-4f1d-9367-3c6b1d595073 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163895 Jul 22 21:46:06.481735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd0c0e-cc6a-4cef-bd33-050aac441638 req-8d6c098f-9b79-4198-9150-0ec970a634da tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:06.489736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93cd0c0e-cc6a-4cef-bd33-050aac441638 req-8d6c098f-9b79-4198-9150-0ec970a634da tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 943 time: 0.1862707 Jul 22 21:46:06.583587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-beca27a1-27d6-4dff-a35d-2aa66ce376f2 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699599 Jul 22 21:46:06.590230 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-95b6ec97-1b44-4fb2-bff9-1833d816298d tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:06.591479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-95b6ec97-1b44-4fb2-bff9-1833d816298d tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags/tempest-TagsExtTest-Tag-812597834 HTTP/1.1" status: 404 len: 328 time: 0.2042947 Jul 22 21:46:06.595640 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93cd0c0e-cc6a-4cef-bd33-050aac441638 req-ff49e796-f41d-4c4d-bef3-d28e628173b0 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051602 Jul 22 21:46:06.595821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34476) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:06.626457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.tag.tag_plugin [None req-09f645b9-5c90-4f98-92a0-5c71abca7179 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', {'tags': ['tempest-TagsExtTest-Tag-1412158068', 'tempest-TagsExtTest-Tag-492120619', 'tempest-TagsExtTest-Tag-126339098']}) {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:06.645779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59846b-78ab-420b-97b2-f5b353c98184 req-c18dc5b4-3783-46d1-a7eb-cde9225d47d2 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:06.648295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e59846b-78ab-420b-97b2-f5b353c98184 req-c18dc5b4-3783-46d1-a7eb-cde9225d47d2 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 932 time: 0.1074684 Jul 22 21:46:06.696575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e59846b-78ab-420b-97b2-f5b353c98184 req-296cf364-69ed-4978-91c5-93848609083d tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Jul 22 21:46:06.793839 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-09f645b9-5c90-4f98-92a0-5c71abca7179 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags HTTP/1.1" status: 200 len: 316 time: 0.1686087 Jul 22 21:46:06.794579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34478) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:06.801221 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-e9d34c07-ce1d-41e3-aeaf-e47a5b5ee559 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:06.822216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a0592696-43c4-4f91-af01-830722b8a367 req-492bbe95-748b-49c4-916a-2cc19c4eac6e service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272699 Jul 22 21:46:06.886032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5cc2d6-fceb-44a0-a225-16a0324708d5 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:06.891427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e9d34c07-ce1d-41e3-aeaf-e47a5b5ee559 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags HTTP/1.1" status: 204 len: 168 time: 0.0948887 Jul 22 21:46:06.895926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34480) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:06.905385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:06.905801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-4aa857a2-f823-4505-94a0-918d061ae5e3 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', 'tempest-TagsExtTest-Tag-1412158068') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:06.938961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Transition to ACTIVE for port object be5cc2d6-fceb-44a0-a225-16a0324708d5 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:06.947207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:06.967238 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-4aa857a2-f823-4505-94a0-918d061ae5e3 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:06.968746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4aa857a2-f823-4505-94a0-918d061ae5e3 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags/tempest-TagsExtTest-Tag-1412158068 HTTP/1.1" status: 404 len: 329 time: 0.0705953 Jul 22 21:46:06.971422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34482) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:06.976156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-22f70294-5cdb-476c-abdd-43a08b73513f tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', 'tempest-TagsExtTest-Tag-492120619') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:07.011699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Pushing event updated for resources: {'Port': ['ID=be5cc2d6-fceb-44a0-a225-16a0324708d5,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:07.015472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806573e-0241-4df1-a701-841ddb87b66b req-9e0deb0b-69c0-4a5f-8321-2728797aa8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:07.017070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a806573e-0241-4df1-a701-841ddb87b66b req-9e0deb0b-69c0-4a5f-8321-2728797aa8b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1247587 Jul 22 21:46:07.060094 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-22f70294-5cdb-476c-abdd-43a08b73513f tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:07.064836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-22f70294-5cdb-476c-abdd-43a08b73513f tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags/tempest-TagsExtTest-Tag-492120619 HTTP/1.1" status: 404 len: 328 time: 0.0922465 Jul 22 21:46:07.065603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34484) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:07.070669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-4f841f16-75ad-48b3-8ea6-e25a34b2d7e1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d', 'tempest-TagsExtTest-Tag-126339098') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:07.111140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1ed838b5-7966-46f3-8158-ea60bd53b70c details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:46:07.164757 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-4f841f16-75ad-48b3-8ea6-e25a34b2d7e1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:07.170469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4f841f16-75ad-48b3-8ea6-e25a34b2d7e1 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags/tempest-TagsExtTest-Tag-126339098 HTTP/1.1" status: 404 len: 328 time: 0.1032181 Jul 22 21:46:07.174170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34486) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:07.183497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-2a39bcd4-dbee-4a9a-bc25-3b9178b1fa62 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', {'tags': ['tempest-TagsExtTest-Tag-1902841289', 'tempest-TagsExtTest-Tag-126205585', 'tempest-TagsExtTest-Tag-1425117838']}) {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:07.240073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Attempting to bind port be5cc2d6-fceb-44a0-a225-16a0324708d5 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:46:07.242025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Attempting to bind port be5cc2d6-fceb-44a0-a225-16a0324708d5 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:46:07.242450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Attempting to bind port be5cc2d6-fceb-44a0-a225-16a0324708d5 on network e8a5c2e6-d144-40f6-89f8-a586b19676aa {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:07.264668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Port be5cc2d6-fceb-44a0-a225-16a0324708d5 on network e8a5c2e6-d144-40f6-89f8-a586b19676aa not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:46:07.265226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Attempting to bind port be5cc2d6-fceb-44a0-a225-16a0324708d5 on network e8a5c2e6-d144-40f6-89f8-a586b19676aa {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:07.284064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806573e-0241-4df1-a701-841ddb87b66b req-bf90f94c-74dd-41b3-8a6e-abe4495c7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:07.286309 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a806573e-0241-4df1-a701-841ddb87b66b req-bf90f94c-74dd-41b3-8a6e-abe4495c7316 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.2440042 Jul 22 21:46:07.288189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:46:07.289016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Checking segment: {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:46:07.289834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Bound using segment: {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:46:07.290814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Bound port: be5cc2d6-fceb-44a0-a225-16a0324708d5, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25261ec-23f2-4090-b76a-35d6bc28f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:46:07.292111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:07.301969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a39bcd4-dbee-4a9a-bc25-3b9178b1fa62 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags HTTP/1.1" status: 200 len: 317 time: 0.1266375 Jul 22 21:46:07.303579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 1ed838b5-7966-46f3-8158-ea60bd53b70c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:07.305068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34488) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:07.312260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-236558ec-ae0a-4d0c-b5bb-4ad9960e4703 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:07.342058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '1ed838b5-7966-46f3-8158-ea60bd53b70c', 'network_id': '9c196e62-20d3-4f53-8fca-5c680a67532e', 'port_id': '1ed838b5-7966-46f3-8158-ea60bd53b70c', 'mac_address': 'fa:16:3e:f6:93:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf7a593-3d0f-4401-bbbc-6e8c2849af13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:46:07.374592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a806573e-0241-4df1-a701-841ddb87b66b req-da020548-7ae9-45b6-a359-7f14f0d0ed68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3173e23-0138-42f4-80dd-4d564be79893 HTTP/1.1" status: 200 len: 217 time: 0.0738351 Jul 22 21:46:07.405279 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:07.423762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed838b5-7966-46f3-8158-ea60bd53b70c {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:07.437814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-236558ec-ae0a-4d0c-b5bb-4ad9960e4703 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1314940 Jul 22 21:46:07.440760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34490) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:07.445335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-23389dfe-7c30-4f8a-ad6d-6f847a7ff151 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', 'tempest-TagsExtTest-Tag-1902841289') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:07.457302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 1ed838b5-7966-46f3-8158-ea60bd53b70c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:07.466030 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:07.513085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] For port be5cc2d6-fceb-44a0-a225-16a0324708d5, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:46:07.537102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] For port be5cc2d6-fceb-44a0-a225-16a0324708d5, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:46:07.544463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806573e-0241-4df1-a701-841ddb87b66b req-eece4dea-4979-4898-b387-56162206d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:07.546510 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a806573e-0241-4df1-a701-841ddb87b66b req-eece4dea-4979-4898-b387-56162206d212 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0995224 Jul 22 21:46:07.548556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:07.551179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=1ed838b5-7966-46f3-8158-ea60bd53b70c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:07.627616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:07.628847 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:07.629992 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-23389dfe-7c30-4f8a-ad6d-6f847a7ff151 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:07.630338 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] 10.222.0.58 "PUT /v2.0/ports/be5cc2d6-fceb-44a0-a225-16a0324708d5 HTTP/1.1" status: 200 len: 1093 time: 1.5109422 Jul 22 21:46:07.632223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-23389dfe-7c30-4f8a-ad6d-6f847a7ff151 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags/tempest-TagsExtTest-Tag-1902841289 HTTP/1.1" status: 404 len: 329 time: 0.1902833 Jul 22 21:46:07.635890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34496) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:07.646274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-024a36f4-0e37-422d-9c89-8cb90fb0b571 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', 'tempest-TagsExtTest-Tag-126205585') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:07.678858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:07.681308 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2115aa-70ab-4f93-a633-eb1556c895c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:07.722986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['1ed838b5-7966-46f3-8158-ea60bd53b70c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:07.732464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8accd-0bee-4f7d-81b9-83dd341b2303 service neutron] Pushing event updated for resources: {'Port': ['ID=be5cc2d6-fceb-44a0-a225-16a0324708d5,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:07.761592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806573e-0241-4df1-a701-841ddb87b66b req-e3c62a90-5d56-41cf-88d2-a0aacd31db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:07.763619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a806573e-0241-4df1-a701-841ddb87b66b req-e3c62a90-5d56-41cf-88d2-a0aacd31db36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099674 Jul 22 21:46:07.788001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233663c6-5107-4ef5-903f-0ea5b3b9a6ae req-fce5b8d1-7c1e-4052-aa2c-a26ac222cedd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:07.789972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-233663c6-5107-4ef5-903f-0ea5b3b9a6ae req-fce5b8d1-7c1e-4052-aa2c-a26ac222cedd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.2177055 Jul 22 21:46:07.792898 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-024a36f4-0e37-422d-9c89-8cb90fb0b571 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:07.794192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-024a36f4-0e37-422d-9c89-8cb90fb0b571 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags/tempest-TagsExtTest-Tag-126205585 HTTP/1.1" status: 404 len: 328 time: 0.1567791 Jul 22 21:46:07.797176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34502) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:07.802394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-232ffe87-11be-446f-aaca-7423313a3539 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7', 'tempest-TagsExtTest-Tag-1425117838') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:07.860382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-1a115a6c-d6b1-4668-ad83-78982e1b4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:07.862166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-1a115a6c-d6b1-4668-ad83-78982e1b4567 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 1096 time: 0.1725805 Jul 22 21:46:07.965833 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-a0543730-2495-4aa2-99c0-a370b4e050d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5 HTTP/1.1" status: 200 len: 217 time: 0.0934150 Jul 22 21:46:07.974965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-233663c6-5107-4ef5-903f-0ea5b3b9a6ae req-124bfa22-eb07-4303-8e60-628cf1c94e89 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787651 Jul 22 21:46:07.998307 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-232ffe87-11be-446f-aaca-7423313a3539 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:07.999532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-232ffe87-11be-446f-aaca-7423313a3539 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags/tempest-TagsExtTest-Tag-1425117838 HTTP/1.1" status: 404 len: 329 time: 0.2007258 Jul 22 21:46:08.011045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34504) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.019810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-168bd681-8c22-4357-8f87-70f22e904b42 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', {'tags': ['tempest-TagsExtTest-Tag-159370632', 'tempest-TagsExtTest-Tag-206574811', 'tempest-TagsExtTest-Tag-902181443']}) {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.065401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea4f31-ce3a-4e89-9f0a-154fbb6bd8e6 req-8becd82d-f736-437c-affa-9f60664855a7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:08.067163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64ea4f31-ce3a-4e89-9f0a-154fbb6bd8e6 req-8becd82d-f736-437c-affa-9f60664855a7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 944 time: 0.2608576 Jul 22 21:46:08.071198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a806573e-0241-4df1-a701-841ddb87b66b req-52c44333-e4ab-4685-a4b2-3cf7ae5e6db4 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928486 Jul 22 21:46:08.079114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-84a27745-8789-4f98-9d9d-34ff8845ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:08.081080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-84a27745-8789-4f98-9d9d-34ff8845ae23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a120e401-d5f5-439e-a174-f50a91b0f6dd HTTP/1.1" status: 200 len: 835 time: 0.1062863 Jul 22 21:46:08.093574 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1296e056-e75d-4716-a275-61456b3f9151 x-openstack-request-id: req-1296e056-e75d-4716-a275-61456b3f9151 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:08.094005 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:08.094359 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1296e056-e75d-4716-a275-61456b3f9151 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:08.094871 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'status': 'completed', 'code': 200} Jul 22 21:46:08.136092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-168bd681-8c22-4357-8f87-70f22e904b42 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "PUT /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags HTTP/1.1" status: 200 len: 315 time: 0.1201396 Jul 22 21:46:08.142028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34506) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.147214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-4aac38f7-888c-457d-a29b-1422ab5e0dd4 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.232476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64ea4f31-ce3a-4e89-9f0a-154fbb6bd8e6 req-5acaf75c-d964-4ac7-bae4-5c8e61007acf tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563952 Jul 22 21:46:08.240712 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a806573e-0241-4df1-a701-841ddb87b66b req-48830b6b-7e02-45c5-833b-e76cfee196f8 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493678 Jul 22 21:46:08.277234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-13271c8c-0600-4f6f-b1df-bc8eefc283d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:08.279619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-13271c8c-0600-4f6f-b1df-bc8eefc283d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e8a5c2e6-d144-40f6-89f8-a586b19676aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942264 Jul 22 21:46:08.290663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4aac38f7-888c-457d-a29b-1422ab5e0dd4 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags HTTP/1.1" status: 204 len: 168 time: 0.1475854 Jul 22 21:46:08.301517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34508) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.309098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-1807f06c-3960-4ce7-b987-7c00362d817b tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', 'tempest-TagsExtTest-Tag-159370632') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.337082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f03b4-359f-4ccb-ac6c-825843caaf4c req-dae64663-a05b-4170-b073-18fa8b236e27 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:08.339807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae2f03b4-359f-4ccb-ac6c-825843caaf4c req-dae64663-a05b-4170-b073-18fa8b236e27 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 944 time: 0.1687369 Jul 22 21:46:08.363993 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-1807f06c-3960-4ce7-b987-7c00362d817b tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:08.365027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1807f06c-3960-4ce7-b987-7c00362d817b tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags/tempest-TagsExtTest-Tag-159370632 HTTP/1.1" status: 404 len: 328 time: 0.0625284 Jul 22 21:46:08.372429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34510) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.379655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-dd240b07-cb99-454b-94e5-fbe63526412a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', 'tempest-TagsExtTest-Tag-206574811') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.416377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae2f03b4-359f-4ccb-ac6c-825843caaf4c req-2bb8036d-4552-41d6-8d75-76dca1534da9 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675218 Jul 22 21:46:08.424203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-c5567bce-a762-4e0d-8850-c9fa5f173b98 service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355474 Jul 22 21:46:08.425646 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-dd240b07-cb99-454b-94e5-fbe63526412a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:08.427477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dd240b07-cb99-454b-94e5-fbe63526412a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags/tempest-TagsExtTest-Tag-206574811 HTTP/1.1" status: 404 len: 328 time: 0.0530436 Jul 22 21:46:08.431607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34512) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.446100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-74127a87-d1ee-44e4-932e-b46c069c2310 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2', 'tempest-TagsExtTest-Tag-902181443') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.470800 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-74127a87-d1ee-44e4-932e-b46c069c2310 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] show failed (client error): The resource could not be found. Jul 22 21:46:08.471942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-74127a87-d1ee-44e4-932e-b46c069c2310 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags/tempest-TagsExtTest-Tag-902181443 HTTP/1.1" status: 404 len: 328 time: 0.0304050 Jul 22 21:46:08.476406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34514) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.481099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-ff4f4fc0-321d-406a-80af-1595fbf0c80a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '679a5781-26e0-4553-9a1e-2c91ee4099a2') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.514912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ff4f4fc0-321d-406a-80af-1595fbf0c80a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0371830 Jul 22 21:46:08.517665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34516) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.522131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-ab244829-64b3-4bf0-b7b1-62f76c73aa04 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.543003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1853b33f-a40d-48ca-af4f-d10b76c09041 req-2b605023-d329-4f60-b8f6-89912d1ee865 service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117449 Jul 22 21:46:08.630554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ab244829-64b3-4bf0-b7b1-62f76c73aa04 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1121259 Jul 22 21:46:08.637297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34518) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.643187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-710efbb5-012e-425d-9bce-060636930288 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '11dedf1d-c40a-4d2b-925d-13ee1d44c99d') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.678589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-f1531a7a-05dd-4205-97fc-4b3befa708e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:08.680269 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-f1531a7a-05dd-4205-97fc-4b3befa708e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 1096 time: 0.0779464 Jul 22 21:46:08.713426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-710efbb5-012e-425d-9bce-060636930288 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d/tags HTTP/1.1" status: 204 len: 168 time: 0.0750506 Jul 22 21:46:08.716875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.721711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.tag.tag_plugin [None req-ba76c530-ffca-402c-a957-9e66222397fa tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f640e289-05a0-4839-83ef-eaf3d436fa84') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:08.786253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ba76c530-ffca-402c-a957-9e66222397fa tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84/tags HTTP/1.1" status: 204 len: 168 time: 0.0679915 Jul 22 21:46:08.791638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34522) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.799324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-1d5575c7-0912-47e0-bc1a-7a189a67fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:08.801056 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-1d5575c7-0912-47e0-bc1a-7a189a67fe47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e8a5c2e6-d144-40f6-89f8-a586b19676aa HTTP/1.1" status: 200 len: 897 time: 0.1052339 Jul 22 21:46:08.878896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-0f6d844f-0190-42d1-b784-6952db8931c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5 HTTP/1.1" status: 200 len: 217 time: 0.0674326 Jul 22 21:46:08.932965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8bb2938-afe5-4e41-9bc5-8388c3c4d497 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for subnetpool, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:08.934331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f8bb2938-afe5-4e41-9bc5-8388c3c4d497 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnetpools/679a5781-26e0-4553-9a1e-2c91ee4099a2 HTTP/1.1" status: 204 len: 168 time: 0.1415083 Jul 22 21:46:08.938295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34524) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:08.960104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-0e133ba6-817f-41b0-89b6-1182069c0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:08.961655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-0e133ba6-817f-41b0-89b6-1182069c0895 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a120e401-d5f5-439e-a174-f50a91b0f6dd HTTP/1.1" status: 200 len: 835 time: 0.0758307 Jul 22 21:46:08.979492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9eda3fdd-3823-4ea9-b2ba-c1d023d39f31 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7 HTTP/1.1" status: 200 len: 205 time: 0.0397913 Jul 22 21:46:08.983404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34526) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:09.112184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1ed838b5-7966-46f3-8158-ea60bd53b70c up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:09.161762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42a88-fe8d-4122-b14d-f5dc10893729 req-13164b6f-ac7a-486b-993e-e5a5e49b57ca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:09.163759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39b42a88-fe8d-4122-b14d-f5dc10893729 req-13164b6f-ac7a-486b-993e-e5a5e49b57ca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.0861742 Jul 22 21:46:09.200866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 1ed838b5-7966-46f3-8158-ea60bd53b70c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:09.206869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 1ed838b5-7966-46f3-8158-ea60bd53b70c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:09.207388 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.236641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39b42a88-fe8d-4122-b14d-f5dc10893729 req-e22cf81d-11c2-47d3-816b-f843cc5803da tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661697 Jul 22 21:46:09.311390 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.336912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed838b5-7966-46f3-8158-ea60bd53b70c'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:09.339397 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344b5877-d7c7-4942-89f4-ce60c57c7258" -d '{"events": [{"server_uuid": "d43f4e18-5c00-46a7-9acb-3b5d91bb74b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ed838b5-7966-46f3-8158-ea60bd53b70c"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:09.354543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 1ed838b5-7966-46f3-8158-ea60bd53b70c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:09.361671 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.395474 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da620e-5a40-4af2-a5a5-64dff483f2dd x-openstack-request-id: req-18da620e-5a40-4af2-a5a5-64dff483f2dd {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:09.395763 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43f4e18-5c00-46a7-9acb-3b5d91bb74b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ed838b5-7966-46f3-8158-ea60bd53b70c", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:09.396048 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18da620e-5a40-4af2-a5a5-64dff483f2dd {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:09.396446 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed838b5-7966-46f3-8158-ea60bd53b70c', 'code': 200} Jul 22 21:46:09.430552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea381f1b-9dce-4c80-9ccc-ca2f6badcd76 req-95b4be65-1779-469c-881a-62ddfa7a5a37 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:09.433985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea381f1b-9dce-4c80-9ccc-ca2f6badcd76 req-95b4be65-1779-469c-881a-62ddfa7a5a37 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 944 time: 0.1096497 Jul 22 21:46:09.446640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56ad457-0b23-4f1a-b451-294bbe89ff9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.450010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=1ed838b5-7966-46f3-8158-ea60bd53b70c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:09.541381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea381f1b-9dce-4c80-9ccc-ca2f6badcd76 req-c11b49d7-f90f-48bc-8fde-1c53a640a49d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002922 Jul 22 21:46:09.600097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-d0130f88-d32c-48c7-863d-f67c98490dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:09.602355 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-d0130f88-d32c-48c7-863d-f67c98490dd1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e8a5c2e6-d144-40f6-89f8-a586b19676aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6296713 Jul 22 21:46:09.606022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385948-f875-4b87-a1f1-42ac121baf22 req-5bbc94f8-2b03-4087-8551-a3cad80220af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:09.608120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74385948-f875-4b87-a1f1-42ac121baf22 req-5bbc94f8-2b03-4087-8551-a3cad80220af service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 1097 time: 0.1274643 Jul 22 21:46:09.618827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f808c-cf5e-4d93-bb13-719d07359916 req-5b38b082-828b-4f8c-8a8b-10e467d26527 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:09.620262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-499f808c-cf5e-4d93-bb13-719d07359916 req-5b38b082-828b-4f8c-8a8b-10e467d26527 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 944 time: 0.0927773 Jul 22 21:46:09.678433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-74385948-f875-4b87-a1f1-42ac121baf22 req-74757cf9-e667-4c69-9d35-2a8d0035c12b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Jul 22 21:46:09.686941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-499f808c-cf5e-4d93-bb13-719d07359916 req-9f6bfb56-c439-44e6-85a3-b1c61a2a2321 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603242 Jul 22 21:46:09.714270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56ad457-0b23-4f1a-b451-294bbe89ff9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.718555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56ad457-0b23-4f1a-b451-294bbe89ff9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.800428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56ad457-0b23-4f1a-b451-294bbe89ff9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.801076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56ad457-0b23-4f1a-b451-294bbe89ff9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Fanout notify agent at l3_agent the message router_deleted on router 6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:46:09.809051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56ad457-0b23-4f1a-b451-294bbe89ff9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:09.810803 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b56ad457-0b23-4f1a-b451-294bbe89ff9a tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/routers/6c6a41c4-3fb8-4f2c-b3f6-ab0f174539d7 HTTP/1.1" status: 204 len: 168 time: 0.8257403 Jul 22 21:46:09.813810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34536) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:09.828772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-82888166-025a-4894-8c79-39c160788354 service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729670 Jul 22 21:46:09.939976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a2115aa-70ab-4f93-a633-eb1556c895c3 req-ebfe33f5-6de8-493d-8536-0c07209e31cf service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030591 Jul 22 21:46:09.944693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Deleting port 11dedf1d-c40a-4d2b-925d-13ee1d44c99d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:46:09.945130 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.039883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.052783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Calling delete_port for 11dedf1d-c40a-4d2b-925d-13ee1d44c99d owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:46:10.190972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.226248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event deleted for resources: {'Port': ['ID=11dedf1d-c40a-4d2b-925d-13ee1d44c99d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:10.316021 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.318120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4d10c8d5-15d8-491e-8d1f-a7e93d280cc9 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/ports/11dedf1d-c40a-4d2b-925d-13ee1d44c99d HTTP/1.1" status: 204 len: 168 time: 0.5032749 Jul 22 21:46:10.322028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34540) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:10.400351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Deleting subnet f640e289-05a0-4839-83ef-eaf3d436fa84 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:46:10.404927 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.406353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39376fa-f006-4036-8e43-a8175726c5ca req-75d55311-40b8-49e4-a79f-defbb1cf6359 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:10.408252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b39376fa-f006-4036-8e43-a8175726c5ca req-75d55311-40b8-49e4-a79f-defbb1cf6359 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.0832331 Jul 22 21:46:10.455125 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b39376fa-f006-4036-8e43-a8175726c5ca req-01d55f86-bc09-4710-a4eb-3bc546fb93c3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Jul 22 21:46:10.462846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.586632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.694846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.727191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event deleted for resources: {'Subnet': ['ID=f640e289-05a0-4839-83ef-eaf3d436fa84,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:10.729608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.731577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a8fa01e3-6103-4e0f-b631-df6cbf3f8d13 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/subnets/f640e289-05a0-4839-83ef-eaf3d436fa84 HTTP/1.1" status: 204 len: 168 time: 0.4082458 Jul 22 21:46:10.735271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34546) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:10.740075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8124661e-4a02-4459-bb13-7a30f40ad838 None None] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:46:10.859613 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.960628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Deleting port acd840b4-1fc8-48f6-8a44-1394c1265509 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:46:10.961261 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:10.983048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] DHCP port deletion for 2463bc54-b1e0-4804-a7ee-1d82366fa961 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:46:11.039805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] Deleting port acd840b4-1fc8-48f6-8a44-1394c1265509 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:46:11.040450 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.073162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] For port acd840b4-1fc8-48f6-8a44-1394c1265509, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=acd840b4-1fc8-48f6-8a44-1394c1265509,segment=NetworkSegment(0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70),segment_id=0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:11.073970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.087958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Calling delete_port for acd840b4-1fc8-48f6-8a44-1394c1265509 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:46:11.105085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b7438-bac4-49d5-aa42-e3486138bcb6 req-7082b600-dbc4-4920-87dd-f1820d8dfa49 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:11.106699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df5b7438-bac4-49d5-aa42-e3486138bcb6 req-7082b600-dbc4-4920-87dd-f1820d8dfa49 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.4823682 Jul 22 21:46:11.131651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631eb7-bc83-424b-b0ba-c5cf1e5e77b8 req-33baf6b6-79bc-44f9-a111-7212c6d693a5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:11.133325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4631eb7-bc83-424b-b0ba-c5cf1e5e77b8 req-33baf6b6-79bc-44f9-a111-7212c6d693a5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 944 time: 0.1023788 Jul 22 21:46:11.190828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.195216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df5b7438-bac4-49d5-aa42-e3486138bcb6 req-045f8533-aa49-417c-a095-b2f6ac26d965 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788298 Jul 22 21:46:11.211421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4631eb7-bc83-424b-b0ba-c5cf1e5e77b8 req-ca01be8b-0d95-42d3-8172-4e82d233ffc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676851 Jul 22 21:46:11.224615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event deleted for resources: {'Port': ['ID=acd840b4-1fc8-48f6-8a44-1394c1265509,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:11.229825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] No DVR routers for this DVR port acd840b4-1fc8-48f6-8a44-1394c1265509 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:46:11.291325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device be5cc2d6-fceb-44a0-a225-16a0324708d5 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:46:11.310608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] For port acd840b4-1fc8-48f6-8a44-1394c1265509, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=acd840b4-1fc8-48f6-8a44-1394c1265509,segment=NetworkSegment(0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70),segment_id=0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:11.311011 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.325733 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.331057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] Calling delete_port for acd840b4-1fc8-48f6-8a44-1394c1265509 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:46:11.337340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2463bc54-b1e0-4804-a7ee-1d82366fa961']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:11.348689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:11.348988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0335d1fa-76c8-4fa2-bdbf-7c69a2eceb70') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:11.360876 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.377643 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.384415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:46:11.384954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:46:11.388892 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:46:11.455929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.465084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.472479 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] 10.222.0.54 "DELETE /v2.0/networks/2463bc54-b1e0-4804-a7ee-1d82366fa961 HTTP/1.1" status: 204 len: 168 time: 0.7337880 Jul 22 21:46:11.485511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b994c3e-e358-4914-827c-8888343bdb28 tempest-TagsExtTest-307715402 tempest-TagsExtTest-307715402-project] Pushing event deleted for resources: {'Network': ['ID=2463bc54-b1e0-4804-a7ee-1d82366fa961,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:11.489118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port be5cc2d6-fceb-44a0-a225-16a0324708d5, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:11.517487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'port_id': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'mac_address': 'fa:16:3e:2b:0c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:46:11.548945 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.580606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] Pushing event deleted for resources: {'Port': ['ID=acd840b4-1fc8-48f6-8a44-1394c1265509,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:11.582318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] Network 2463bc54-b1e0-4804-a7ee-1d82366fa961 is not hosted by any dhcp agent {{(pid=94093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:46:11.582781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c7e55-9907-441b-8609-6bbb62caf354 None None] No DVR routers for this DVR port acd840b4-1fc8-48f6-8a44-1394c1265509 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:46:11.598089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.626831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5cc2d6-fceb-44a0-a225-16a0324708d5 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:11.647731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e8108-53d0-4074-9d36-dfcf24828e4d req-93bd9ff1-a74c-40fa-81dc-c94ca1d9f77e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:11.649714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc0e8108-53d0-4074-9d36-dfcf24828e4d req-93bd9ff1-a74c-40fa-81dc-c94ca1d9f77e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1075726 Jul 22 21:46:11.658066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port be5cc2d6-fceb-44a0-a225-16a0324708d5, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:11.663791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:11.698155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc0e8108-53d0-4074-9d36-dfcf24828e4d req-528f7c7f-bf40-4073-9ded-ca14468865db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Jul 22 21:46:11.732464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=be5cc2d6-fceb-44a0-a225-16a0324708d5,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:11.856400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34554) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:11.938919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['be5cc2d6-fceb-44a0-a225-16a0324708d5'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:12.010140 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-73869b20-e14c-482b-89a6-8ec53bd98899 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=375f9ed25b494340a3dfd72bce50925e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524317 Jul 22 21:46:12.016377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34558) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:12.074078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53eab409-c5df-4c6a-b8e6-e3ed042207b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:12.112956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53eab409-c5df-4c6a-b8e6-e3ed042207b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:12.166491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53eab409-c5df-4c6a-b8e6-e3ed042207b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:12.170058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53eab409-c5df-4c6a-b8e6-e3ed042207b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:12.174865 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-53eab409-c5df-4c6a-b8e6-e3ed042207b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d93fa7a7-ad84-4efa-8078-41cd44530abf HTTP/1.1" status: 204 len: 168 time: 0.1540403 Jul 22 21:46:12.185981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eab409-c5df-4c6a-b8e6-e3ed042207b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93fa7a7-ad84-4efa-8078-41cd44530abf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:12.430928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f81bf-47af-476e-8cca-17164c539008 req-e931cc30-83f0-4f2c-b3d9-aedae69f26a7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:12.432763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-338f81bf-47af-476e-8cca-17164c539008 req-e931cc30-83f0-4f2c-b3d9-aedae69f26a7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1416016 Jul 22 21:46:12.440751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d678198-9872-44d5-820c-71a26433325b req-c753598e-aaac-432e-930d-49f3eee394a5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:12.442309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d678198-9872-44d5-820c-71a26433325b req-c753598e-aaac-432e-930d-49f3eee394a5 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 945 time: 0.1145773 Jul 22 21:46:12.504114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-338f81bf-47af-476e-8cca-17164c539008 req-720ff164-4f79-4858-9046-9f82d2021174 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Jul 22 21:46:12.523698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d678198-9872-44d5-820c-71a26433325b req-56d6a9ce-5c20-4b4b-8ebf-715955fecf6c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658624 Jul 22 21:46:12.583262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af2704e3-23bc-46a2-bf6b-297022d3197c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:12.655820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device acd840b4-1fc8-48f6-8a44-1394c1265509 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:46:12.692191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: acd840b4-1fc8-48f6-8a44-1394c1265509 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:46:12.692698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device acd840b4-1fc8-48f6-8a44-1394c1265509 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:46:12.887529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-17dd5fee-6c40-4662-8031-ebfa8717d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:12.891161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-17dd5fee-6c40-4662-8031-ebfa8717d144 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 1097 time: 0.1237900 Jul 22 21:46:12.965423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaa99-08b5-47ab-84c2-ca15d2e5f8c2 req-eb7a2719-0252-49d9-a696-2a00a53ffc15 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:12.967629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaecaa99-08b5-47ab-84c2-ca15d2e5f8c2 req-eb7a2719-0252-49d9-a696-2a00a53ffc15 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1359069 Jul 22 21:46:13.008303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef5ab-8bce-490f-a3fc-128f0917891d req-ca5d477c-8c4c-4ee4-be0e-4c2251d8b4b6 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:13.014007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c6ef5ab-8bce-490f-a3fc-128f0917891d req-ca5d477c-8c4c-4ee4-be0e-4c2251d8b4b6 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1649239 Jul 22 21:46:13.035632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaecaa99-08b5-47ab-84c2-ca15d2e5f8c2 req-2ff1a981-4e6b-46f7-a1cb-a3ea87806a49 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602343 Jul 22 21:46:13.045546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-ad554c14-68a7-48c4-b7bf-54c64732b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:13.047061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-ad554c14-68a7-48c4-b7bf-54c64732b9c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 911 time: 0.1472998 Jul 22 21:46:13.084362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c6ef5ab-8bce-490f-a3fc-128f0917891d req-7e24652c-bb9a-4cba-b437-804ba1c17e6a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695381 Jul 22 21:46:13.102337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-1c70a29f-daa7-4f8a-a3cd-5ed8b4a92b1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c HTTP/1.1" status: 200 len: 217 time: 0.0483723 Jul 22 21:46:13.136527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device be5cc2d6-fceb-44a0-a225-16a0324708d5 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:13.174240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-838949be-6290-40c4-acb3-9b504ac57a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:13.176434 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-838949be-6290-40c4-acb3-9b504ac57a00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.0662870 Jul 22 21:46:13.218424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port be5cc2d6-fceb-44a0-a225-16a0324708d5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:13.226273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port be5cc2d6-fceb-44a0-a225-16a0324708d5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:13.227077 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:13.227182 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-38e5bbce-85d5-4dfe-bda6-11a132554fb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404518 Jul 22 21:46:13.334065 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:13.338019 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-c8657d29-f823-454f-834a-ae39759a60c4 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029685 Jul 22 21:46:13.370119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:13.373408 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3e6d85-c722-46c8-84e8-e19511b70360" -d '{"events": [{"server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "name": "network-vif-plugged", "status": "completed", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:13.391407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port be5cc2d6-fceb-44a0-a225-16a0324708d5, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:13.397267 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:13.447364 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1da845-9db7-4a0e-a442-a22d598a017e x-openstack-request-id: req-aa1da845-9db7-4a0e-a442-a22d598a017e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:13.447522 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "name": "network-vif-plugged", "status": "completed", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:13.447991 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa1da845-9db7-4a0e-a442-a22d598a017e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:13.448301 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'code': 200} Jul 22 21:46:13.473694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-787e8f78-b4ad-4cdc-ac69-ecfc6e064f06 req-b43accf4-aab0-40cd-9d3f-7e8ddd9ea19b service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272802 Jul 22 21:46:13.483043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=be5cc2d6-fceb-44a0-a225-16a0324708d5,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:13.620269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa7bb-3acc-4fcc-80c2-0022e751e89a req-da9027b5-745d-422d-a19e-4478089365e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:13.622285 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5adaa7bb-3acc-4fcc-80c2-0022e751e89a req-da9027b5-745d-422d-a19e-4478089365e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 1098 time: 0.0953960 Jul 22 21:46:13.665426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5adaa7bb-3acc-4fcc-80c2-0022e751e89a req-45dca0d2-def1-4859-9b54-aee8e65db6ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351439 Jul 22 21:46:13.695223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc687f-802a-471b-9597-44ba5f285e83 req-dad3a1ac-d31b-4389-b219-d41e010d682f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:13.696843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36dc687f-802a-471b-9597-44ba5f285e83 req-dad3a1ac-d31b-4389-b219-d41e010d682f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 946 time: 0.0775909 Jul 22 21:46:13.755533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36dc687f-802a-471b-9597-44ba5f285e83 req-b6610095-2c99-4dea-950e-17fd8f33cf5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469577 Jul 22 21:46:14.193644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34622) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:14.215918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ab8c-0fc3-4f9d-b6f4-58fb45e1e4e6 req-06f77d6e-6a92-46c2-8181-f6bc63d4e4c7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:14.217614 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a13ab8c-0fc3-4f9d-b6f4-58fb45e1e4e6 req-06f77d6e-6a92-46c2-8181-f6bc63d4e4c7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1040771 Jul 22 21:46:14.287712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a31ce-d070-4c28-a91c-410598f86389 req-aacaf42e-d726-4a10-8978-b879eca2a168 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:14.290470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd6a31ce-d070-4c28-a91c-410598f86389 req-aacaf42e-d726-4a10-8978-b879eca2a168 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1294460 Jul 22 21:46:14.293958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a13ab8c-0fc3-4f9d-b6f4-58fb45e1e4e6 req-aa1439f1-db4c-4029-8ecc-b657c1e1b0ef tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672607 Jul 22 21:46:14.336898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbe53078-ff8c-462c-b987-c5e69ddc137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:14.337667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd6a31ce-d070-4c28-a91c-410598f86389 req-efe156bd-7b08-43d8-838e-ee4d2c6d0ec7 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Jul 22 21:46:14.445822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbe53078-ff8c-462c-b987-c5e69ddc137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:14.451103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbe53078-ff8c-462c-b987-c5e69ddc137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:14.496588 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cbe53078-ff8c-462c-b987-c5e69ddc137a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ccce6834ce614c7583dca31e6b9b286c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018260 Jul 22 21:46:14.498072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe53078-ff8c-462c-b987-c5e69ddc137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024a6bb4-71c6-42f1-b65b-4a3b3eb4da57,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:14.499304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34626) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:14.566769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39619a11-9a62-47ae-9df8-fb8a3c04517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:14.592807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39619a11-9a62-47ae-9df8-fb8a3c04517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:14.656996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39619a11-9a62-47ae-9df8-fb8a3c04517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:14.659656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39619a11-9a62-47ae-9df8-fb8a3c04517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:14.660881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-39619a11-9a62-47ae-9df8-fb8a3c04517d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/024a6bb4-71c6-42f1-b65b-4a3b3eb4da57 HTTP/1.1" status: 204 len: 168 time: 0.1605158 Jul 22 21:46:14.670765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619a11-9a62-47ae-9df8-fb8a3c04517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024a6bb4-71c6-42f1-b65b-4a3b3eb4da57,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:14.912868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959cd80-5653-4d70-848a-68acd738f481 req-810552d3-5fb1-4f28-a205-ca8dac119a5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:14.914434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a959cd80-5653-4d70-848a-68acd738f481 req-810552d3-5fb1-4f28-a205-ca8dac119a5e tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 946 time: 0.0762055 Jul 22 21:46:14.961240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a959cd80-5653-4d70-848a-68acd738f481 req-d93994f8-8d4d-42bb-9631-3e6b3b977579 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404561 Jul 22 21:46:15.006351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34636) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:15.021722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d13cca8-cd9a-43b5-8549-a32ba1beeff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.141308 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889463c-6c3e-4f77-a793-1008b798416e req-ab3af691-a6c4-4ddf-bf32-c6a16929c78f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:15.142836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2889463c-6c3e-4f77-a793-1008b798416e req-ab3af691-a6c4-4ddf-bf32-c6a16929c78f tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 946 time: 0.1009002 Jul 22 21:46:15.176163 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d13cca8-cd9a-43b5-8549-a32ba1beeff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.182664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d13cca8-cd9a-43b5-8549-a32ba1beeff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.189236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87b0d378-96bb-4f19-999b-2e69b4edaad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.213210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2889463c-6c3e-4f77-a793-1008b798416e req-ec24cac4-895d-4531-8cda-1be7385743a1 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622041 Jul 22 21:46:15.233977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d13cca8-cd9a-43b5-8549-a32ba1beeff7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b077c74757704ee0b5b5053b8537f35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264681 Jul 22 21:46:15.235108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13cca8-cd9a-43b5-8549-a32ba1beeff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac3717-a536-413c-9465-5a46c576acb5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:15.236868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34638) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:15.238553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34640) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:15.295345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39835e86-7913-42f9-9958-488a488ad002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.296852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824b186-076d-4b5e-a90f-f671f2323d35 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:15.298494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e824b186-076d-4b5e-a90f-f671f2323d35 tempest-TestNetworkBasicOps-588820677 tempest-TestNetworkBasicOps-588820677-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 1093 time: 0.0595307 Jul 22 21:46:15.302701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 34642) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:15.307459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:15.319300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39835e86-7913-42f9-9958-488a488ad002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.332865 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.393334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39835e86-7913-42f9-9958-488a488ad002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.397381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39835e86-7913-42f9-9958-488a488ad002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.403669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-39835e86-7913-42f9-9958-488a488ad002 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0dac3717-a536-413c-9465-5a46c576acb5 HTTP/1.1" status: 204 len: 168 time: 0.1633766 Jul 22 21:46:15.414897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39835e86-7913-42f9-9958-488a488ad002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac3717-a536-413c-9465-5a46c576acb5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:15.456013 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.544206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08168e8-1aa9-4c74-a62c-1ebbc113f334 req-591ebb47-fe45-4a7a-8aa8-1136e1a6a19a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:15.545702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f08168e8-1aa9-4c74-a62c-1ebbc113f334 req-591ebb47-fe45-4a7a-8aa8-1136e1a6a19a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1753743 Jul 22 21:46:15.587818 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6efe85-20d2-4423-9bfa-34e37fc2b070 req-b73bb9ad-5b5a-44ba-be00-0621d70988cf tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:15.589395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab6efe85-20d2-4423-9bfa-34e37fc2b070 req-b73bb9ad-5b5a-44ba-be00-0621d70988cf tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1424356 Jul 22 21:46:15.594589 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.640901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f08168e8-1aa9-4c74-a62c-1ebbc113f334 req-124dab08-5d00-4246-85b6-66f92b28f6a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880210 Jul 22 21:46:15.704652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab6efe85-20d2-4423-9bfa-34e37fc2b070 req-cebbcefc-013a-4c6d-b30f-615418193653 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075592 Jul 22 21:46:15.771116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Allocated IP 172.25.5.60 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/d0c093d0-d1ef-4aa0-97f8-417a9278d748) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:46:15.897039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.942989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:15.990049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:46:15.993867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:46:16.000992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:46:16.004619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=d0c093d0-d1ef-4aa0-97f8-417a9278d748,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:16.157693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:16.388452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:16.471475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:16.630285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:16.635233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:16.711445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event updated for resources: {'Port': ['ID=d0c093d0-d1ef-4aa0-97f8-417a9278d748,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:16.773209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:16.938716 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Floating IP 7e26190e-a9c9-4802-ac0d-c637ddb6eec1 associated. External IP: 172.25.5.60, port: be5cc2d6-fceb-44a0-a225-16a0324708d5. Jul 22 21:46:16.949576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7f70e-42d8-4e81-b297-45e85665688a req-cf60cf06-1299-42d3-8800-45dde0a29fc2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:16.952326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bba7f70e-42d8-4e81-b297-45e85665688a req-cf60cf06-1299-42d3-8800-45dde0a29fc2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 944 time: 0.2275522 Jul 22 21:46:17.025455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f6876-bb82-47d5-8061-b930b07ff277 req-a674d997-9bf8-43ad-a6a2-fdc80ba82876 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:17.026950 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-481f6876-bb82-47d5-8061-b930b07ff277 req-a674d997-9bf8-43ad-a6a2-fdc80ba82876 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.2118986 Jul 22 21:46:17.111128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bba7f70e-42d8-4e81-b297-45e85665688a req-8cbc6e9b-9d04-440f-b7f3-a2e11dce4c71 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196630 Jul 22 21:46:17.121065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-481f6876-bb82-47d5-8061-b930b07ff277 req-8e13e555-f378-4d4f-afc7-1c95ee3b3173 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851738 Jul 22 21:46:17.242703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:46:17.369283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:46:17.380751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] Sync routers for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:46:17.388838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:17.394769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:46:17.395457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:17.438794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e8dd3212-ebea-4ac8-8b87-6dfa32ee6094 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1349070 Jul 22 21:46:17.439547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:17.441965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34748) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:17.442463 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76a669-eb0f-4b65-b9fd-7a33be14979f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:17.472843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3173e23-0138-42f4-80dd-4d564be79893 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:46:17.493963 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596aa39-c6ff-435e-bae6-4e5634bc7603 x-openstack-request-id: req-9596aa39-c6ff-435e-bae6-4e5634bc7603 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:17.494310 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:17.494566 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9596aa39-c6ff-435e-bae6-4e5634bc7603 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:17.495072 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'status': 'completed', 'code': 200} Jul 22 21:46:17.574509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7daafe47-e289-4535-896f-8de8ae6112bf tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/floatingips/7e26190e-a9c9-4802-ac0d-c637ddb6eec1 HTTP/1.1" status: 200 len: 991 time: 0.1306794 Jul 22 21:46:17.602343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:46:17.606047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-2f6cd034-492b-41ef-8f9d-d0c9f1e27b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:17.608381 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-2f6cd034-492b-41ef-8f9d-d0c9f1e27b2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 1098 time: 0.0788844 Jul 22 21:46:17.704084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3173e23-0138-42f4-80dd-4d564be79893, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3173e23-0138-42f4-80dd-4d564be79893,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:17.709729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-2f99545b-7cc8-49f9-9704-78d84e1309dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:17.711576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-2f99545b-7cc8-49f9-9704-78d84e1309dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=e8a5c2e6-d144-40f6-89f8-a586b19676aa HTTP/1.1" status: 200 len: 897 time: 0.0958400 Jul 22 21:46:17.724318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'b3173e23-0138-42f4-80dd-4d564be79893', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'port_id': 'b3173e23-0138-42f4-80dd-4d564be79893', 'mac_address': 'fa:16:3e:cb:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:46:17.791636 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-e9fca16b-e3fb-41a3-9551-5a06f8866425 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5 HTTP/1.1" status: 200 len: 999 time: 0.0712659 Jul 22 21:46:17.794662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:17.845972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-02893813-8acf-480e-b97c-b3229d1ee1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:17.847469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-02893813-8acf-480e-b97c-b3229d1ee1c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a120e401-d5f5-439e-a174-f50a91b0f6dd HTTP/1.1" status: 200 len: 835 time: 0.0495474 Jul 22 21:46:17.865565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3173e23-0138-42f4-80dd-4d564be79893 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:17.910293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3173e23-0138-42f4-80dd-4d564be79893, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3173e23-0138-42f4-80dd-4d564be79893,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:17.920132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-7da86bdc-7576-4d49-a762-89b4e96e389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:17.922120 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-7da86bdc-7576-4d49-a762-89b4e96e389c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e8a5c2e6-d144-40f6-89f8-a586b19676aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670090 Jul 22 21:46:17.936119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:18.006709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b3173e23-0138-42f4-80dd-4d564be79893,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:18.017044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7e26190e-a9c9-4802-ac0d-c637ddb6eec1', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'port_id': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'mac_address': 'fa:16:3e:2b:0c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:46:16Z', 'updated_at': '2021-07-22T21:46:16Z', 'revision_number': 0, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:46:00Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:18.021344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.021678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.022054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.022357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.022694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.023030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.023382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.023789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.024303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.024633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.025309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.025845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:18.053176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-faea258c-7889-40af-9ee1-3692da6cfb79 service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229935 Jul 22 21:46:18.057806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] Checking router: ff301bae-70e5-4ce6-a25c-c90d1b0187b1 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:46:18.067927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:46:18.068578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:18.168446 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e76a669-eb0f-4b65-b9fd-7a33be14979f req-81ee1a79-db72-43d3-9d5b-98dc2cbf9d06 service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080236 Jul 22 21:46:18.217893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:46:18.331002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b3173e23-0138-42f4-80dd-4d564be79893'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:18.336860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810de2ff-5469-4ee3-af11-4ac15dd4451c req-0e135bfa-1208-4657-a913-e605551cfd34 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:18.344905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-810de2ff-5469-4ee3-af11-4ac15dd4451c req-0e135bfa-1208-4657-a913-e605551cfd34 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1303060 Jul 22 21:46:18.363023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea62fd-dd0b-4aed-b587-3e852de612cf req-bb774127-5b69-4c00-bb31-5cc2c0d582f5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:18.364898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11ea62fd-dd0b-4aed-b587-3e852de612cf req-bb774127-5b69-4c00-bb31-5cc2c0d582f5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 945 time: 0.1400805 Jul 22 21:46:18.374807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:18.412657 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-810de2ff-5469-4ee3-af11-4ac15dd4451c req-2727301d-59b3-4414-a2e6-f382e734431d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665796 Jul 22 21:46:18.444718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11ea62fd-dd0b-4aed-b587-3e852de612cf req-e27a4eff-d3cd-431f-8d95-40772bba8aeb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638630 Jul 22 21:46:18.578903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:18.616114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7e26190e-a9c9-4802-ac0d-c637ddb6eec1', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'port_id': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'mac_address': 'fa:16:3e:2b:0c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:46:16Z', 'updated_at': '2021-07-22T21:46:16Z', 'revision_number': 0, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:46:00Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:18.654095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079ec03-edfd-49ec-b0d4-d65e14a781c0 None None] The sync data for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 is: [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7e26190e-a9c9-4802-ac0d-c637ddb6eec1', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'port_id': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'mac_address': 'fa:16:3e:2b:0c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:46:16Z', 'updated_at': '2021-07-22T21:46:16Z', 'revision_number': 0, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:46:00Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:46:18.656945 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cfdfd660-ac76-4092-b435-9a0928327b25 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/floatingips/7e26190e-a9c9-4802-ac0d-c637ddb6eec1 HTTP/1.1" status: 200 len: 991 time: 0.0768659 Jul 22 21:46:18.888728 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e712d-41d0-45b1-a9e1-d3fe0971a431 None None] New status for floating IP 7e26190e-a9c9-4802-ac0d-c637ddb6eec1: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:46:19.482589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3173e23-0138-42f4-80dd-4d564be79893 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:19.543829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port b3173e23-0138-42f4-80dd-4d564be79893 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:19.551601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port b3173e23-0138-42f4-80dd-4d564be79893 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:19.552536 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:19.605272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6856-e2f2-4b8a-8927-d62678aebe1b req-6f245f30-415f-42ac-b528-4496992c7f1a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:19.605272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89dd6856-e2f2-4b8a-8927-d62678aebe1b req-6f245f30-415f-42ac-b528-4496992c7f1a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1187665 Jul 22 21:46:19.656507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:19.660835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 34766) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:19.664958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dd29e-16b6-4b85-9a10-3e1566457b2d req-30b05302-47a6-49d9-a8ab-58bf976802ba tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:19.666718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e13dd29e-16b6-4b85-9a10-3e1566457b2d req-30b05302-47a6-49d9-a8ab-58bf976802ba tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 945 time: 0.1214757 Jul 22 21:46:19.698048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-89dd6856-e2f2-4b8a-8927-d62678aebe1b req-e2a55198-3f2e-4d79-945f-ed6278a2575f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758502 Jul 22 21:46:19.704672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3173e23-0138-42f4-80dd-4d564be79893'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:19.707768 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b79c7-f7e4-45d1-a60e-dc0ed29d4eb6" -d '{"events": [{"server_uuid": "a7b22350-5a18-466d-9359-93feccbe9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b3173e23-0138-42f4-80dd-4d564be79893"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:19.729811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b3173e23-0138-42f4-80dd-4d564be79893, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3173e23-0138-42f4-80dd-4d564be79893,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:19.737379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:19.759900 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0216fa56-78ed-4c0a-a8ff-2051aed3f050 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/floatingips/7e26190e-a9c9-4802-ac0d-c637ddb6eec1 HTTP/1.1" status: 200 len: 993 time: 0.0977688 Jul 22 21:46:19.766698 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc769d6-cf08-46df-be2c-1b9c338c7427 x-openstack-request-id: req-4fc769d6-cf08-46df-be2c-1b9c338c7427 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:19.766989 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b22350-5a18-466d-9359-93feccbe9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b3173e23-0138-42f4-80dd-4d564be79893", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:19.767403 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fc769d6-cf08-46df-be2c-1b9c338c7427 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:19.767619 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3173e23-0138-42f4-80dd-4d564be79893', 'code': 200} Jul 22 21:46:19.772897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e13dd29e-16b6-4b85-9a10-3e1566457b2d req-9953231d-3fe7-41c4-9f82-098cc2e4d33b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949605 Jul 22 21:46:19.806463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b3173e23-0138-42f4-80dd-4d564be79893,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:19.889405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9cb8e-b369-429d-b9d1-aace598ffb43 req-09f10836-728b-414e-a413-c929b9557127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:19.891131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-94f9cb8e-b369-429d-b9d1-aace598ffb43 req-09f10836-728b-414e-a413-c929b9557127 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0600886 Jul 22 21:46:19.927822 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-94f9cb8e-b369-429d-b9d1-aace598ffb43 req-7f912316-4d47-4b90-8501-6dd82a8b5fea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298331 Jul 22 21:46:20.909148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ae9af-486b-4b94-9e8e-90f81b42eb30 req-b2a199be-efb5-4521-ade0-64914f85b0a8 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:20.910895 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a9ae9af-486b-4b94-9e8e-90f81b42eb30 req-b2a199be-efb5-4521-ade0-64914f85b0a8 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1329391 Jul 22 21:46:20.968125 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:46:20.969383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a9ae9af-486b-4b94-9e8e-90f81b42eb30 req-4ea5b4de-36b3-4a03-9eca-17beafcf7649 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513952 Jul 22 21:46:20.990772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c682c-f98f-4b43-910e-e97a2b49b8d2 req-ae7fb267-7c09-4648-93e0-d2b145ee08a1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:20.992363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-092c682c-f98f-4b43-910e-e97a2b49b8d2 req-ae7fb267-7c09-4648-93e0-d2b145ee08a1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1300235 Jul 22 21:46:21.044829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-092c682c-f98f-4b43-910e-e97a2b49b8d2 req-e34a928e-5f86-4007-99e4-3cf89dd59f6e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Jul 22 21:46:22.133081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416f18-d888-482f-917e-eb848eb5b62e req-c9c60614-80d1-40df-bba8-82f1918fc954 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:22.135698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf416f18-d888-482f-917e-eb848eb5b62e req-c9c60614-80d1-40df-bba8-82f1918fc954 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0827436 Jul 22 21:46:22.218519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf416f18-d888-482f-917e-eb848eb5b62e req-f2cdade0-4c05-46e9-9cbb-100a44637fc5 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691347 Jul 22 21:46:22.246624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709da685-85ac-40e5-82e2-0415e005e80a req-889e20ac-790a-4a0c-b337-29794447a2ea tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:22.248600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-709da685-85ac-40e5-82e2-0415e005e80a req-889e20ac-790a-4a0c-b337-29794447a2ea tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 946 time: 0.0929589 Jul 22 21:46:22.291056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-709da685-85ac-40e5-82e2-0415e005e80a req-5bd555c3-3b2c-4a65-8e56-f79a61da15e3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Jul 22 21:46:22.440815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372d02b-b37e-4969-8a48-8e1da1f61bae req-ee34fbc8-7113-4d86-803d-d55b6d5fc8c4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:22.442569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3372d02b-b37e-4969-8a48-8e1da1f61bae req-ee34fbc8-7113-4d86-803d-d55b6d5fc8c4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 946 time: 0.0745454 Jul 22 21:46:22.485862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3372d02b-b37e-4969-8a48-8e1da1f61bae req-d1ae7d7b-0dbd-4f4e-9c4d-f55fd68e1f2d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Jul 22 21:46:22.637000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72787d5-7ea6-490b-8a8e-4d2b5428c0a0 req-de9fc18d-befa-4ae1-ba31-b611e97b0db3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:22.638670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f72787d5-7ea6-490b-8a8e-4d2b5428c0a0 req-de9fc18d-befa-4ae1-ba31-b611e97b0db3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 946 time: 0.0698586 Jul 22 21:46:22.684952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f72787d5-7ea6-490b-8a8e-4d2b5428c0a0 req-520883f8-4391-45b0-ad39-cd7ec30d0618 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Jul 22 21:46:22.991322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb8170-d74f-4153-a0f1-3c4407cdc271 req-6af70313-71f1-4685-bc05-7d91be878023 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:22.993005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8dbb8170-d74f-4153-a0f1-3c4407cdc271 req-6af70313-71f1-4685-bc05-7d91be878023 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 946 time: 0.0874672 Jul 22 21:46:23.048283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8dbb8170-d74f-4153-a0f1-3c4407cdc271 req-55a6f50e-591d-4c08-a3b5-4e417c79666e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Jul 22 21:46:23.383346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7a914-c247-42dd-a4ac-6fa192c06509 req-bcb12fcd-e28c-4ac8-bdd8-d85a556f6f9d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:23.384974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5db7a914-c247-42dd-a4ac-6fa192c06509 req-bcb12fcd-e28c-4ac8-bdd8-d85a556f6f9d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0825465 Jul 22 21:46:23.429602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5db7a914-c247-42dd-a4ac-6fa192c06509 req-5763067f-e3ab-4e1e-8791-90606d15fd5d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Jul 22 21:46:24.228161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcae16-0c9c-4884-b303-8acfdf7ae066 req-a3044df3-2b29-41c3-88e7-740192bae42e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:24.230355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5fcae16-0c9c-4884-b303-8acfdf7ae066 req-a3044df3-2b29-41c3-88e7-740192bae42e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1073015 Jul 22 21:46:24.281988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5fcae16-0c9c-4884-b303-8acfdf7ae066 req-5eccd9ba-d956-4123-8643-9c98f25c8f16 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492747 Jul 22 21:46:24.587447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ddec4-f865-43f7-8410-cde0188dd505 req-f51100e8-777b-4279-b62b-cc3489fef063 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:24.589027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b56ddec4-f865-43f7-8410-cde0188dd505 req-f51100e8-777b-4279-b62b-cc3489fef063 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0783696 Jul 22 21:46:24.642852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b56ddec4-f865-43f7-8410-cde0188dd505 req-0a4e79f4-79d0-434c-b7e4-7140b6f00bfd tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 Jul 22 21:46:24.839508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-1febc0d2-f542-487c-9630-afbd5316c028 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:24.841583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-1febc0d2-f542-487c-9630-afbd5316c028 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 946 time: 0.0898113 Jul 22 21:46:24.954563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port b3173e23-0138-42f4-80dd-4d564be79893 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:46:24.954902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:25.050711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] For port b3173e23-0138-42f4-80dd-4d564be79893, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b3173e23-0138-42f4-80dd-4d564be79893,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:25.051335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:25.066389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for b3173e23-0138-42f4-80dd-4d564be79893 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:46:25.224857 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:25.237898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b3173e23-0138-42f4-80dd-4d564be79893'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:25.267279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=b3173e23-0138-42f4-80dd-4d564be79893,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:25.341614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] No DVR routers for this DVR port b3173e23-0138-42f4-80dd-4d564be79893 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:46:25.359381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:25.363444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f2cb3f0d-cdd2-4c66-ad51-bb0c56f6da8b req-8d58f883-53ee-465b-a199-ce0025a94791 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "DELETE /v2.0/ports/b3173e23-0138-42f4-80dd-4d564be79893 HTTP/1.1" status: 204 len: 173 time: 0.5162699 Jul 22 21:46:25.364529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'name': 'network-vif-deleted', 'tag': 'b3173e23-0138-42f4-80dd-4d564be79893'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:25.369590 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896caa7c-8480-4098-8833-1730e452765f" -d '{"events": [{"server_uuid": "a7b22350-5a18-466d-9359-93feccbe9ff3", "name": "network-vif-deleted", "tag": "b3173e23-0138-42f4-80dd-4d564be79893"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:25.418716 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8c3bd6-9084-4948-8e8d-1152d8c29fe8 x-openstack-request-id: req-2e8c3bd6-9084-4948-8e8d-1152d8c29fe8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:25.419017 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b22350-5a18-466d-9359-93feccbe9ff3", "name": "network-vif-deleted", "tag": "b3173e23-0138-42f4-80dd-4d564be79893", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:25.419268 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e8c3bd6-9084-4948-8e8d-1152d8c29fe8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:25.419668 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b22350-5a18-466d-9359-93feccbe9ff3', 'name': 'network-vif-deleted', 'tag': 'b3173e23-0138-42f4-80dd-4d564be79893', 'status': 'completed', 'code': 200} Jul 22 21:46:25.425145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e105e82a-49d3-4d3f-b073-f6a378baedcc req-c00fdc29-d6b3-4da4-851c-0bced8a6bffd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0413933 Jul 22 21:46:25.809312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d6d65-9679-4bc6-9a46-321a5bcc92b0 req-8ca9c699-2b33-455f-90fe-f4c9aa2baa53 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:25.810984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a2d6d65-9679-4bc6-9a46-321a5bcc92b0 req-8ca9c699-2b33-455f-90fe-f4c9aa2baa53 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0784433 Jul 22 21:46:25.860684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a2d6d65-9679-4bc6-9a46-321a5bcc92b0 req-8ff49fa0-e2d0-4664-8f1e-9fce402fe1bc tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437775 Jul 22 21:46:26.561271 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28653675-52ba-4e16-be04-4a7008d683c9 req-db89441b-704d-472a-a9ed-869b38d7f376 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0367084 Jul 22 21:46:27.006851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd7c88-990d-4413-8ec6-f22abb48b297 req-a1b76ed8-9957-4f1c-bb29-6b2d6eb2438e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:27.008539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bcd7c88-990d-4413-8ec6-f22abb48b297 req-a1b76ed8-9957-4f1c-bb29-6b2d6eb2438e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0738931 Jul 22 21:46:27.050463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bcd7c88-990d-4413-8ec6-f22abb48b297 req-b9125b5c-c997-4f6b-ab37-c5777e395085 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Jul 22 21:46:27.688391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f971d592-2242-4ec9-9c60-dc9fec15226c req-132cc25c-95ec-480e-890b-6f43c6a921ee tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0379980 Jul 22 21:46:28.262443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506f9f-5577-483e-8f59-f451ec51d000 req-11fa534a-4547-4e1b-ae7b-3aec94c8a740 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:28.266240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff506f9f-5577-483e-8f59-f451ec51d000 req-11fa534a-4547-4e1b-ae7b-3aec94c8a740 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0794106 Jul 22 21:46:28.320912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff506f9f-5577-483e-8f59-f451ec51d000 req-35919cfe-b5d1-4ff5-b1f0-c86e2b5cc62e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Jul 22 21:46:28.803747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a7dc6bf-b52c-4f45-b0bb-faae681b1bcf req-10bc993c-cb95-4b20-be8e-76af3679d744 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7b22350-5a18-466d-9359-93feccbe9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0315764 Jul 22 21:46:29.463400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770609d-00b9-4fb0-9c3a-034014efd0ed req-9733b85e-3160-44cf-9217-023e98ed7c8b tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:29.466540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4770609d-00b9-4fb0-9c3a-034014efd0ed req-9733b85e-3160-44cf-9217-023e98ed7c8b tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0731308 Jul 22 21:46:29.521417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4770609d-00b9-4fb0-9c3a-034014efd0ed req-82b56fe3-89d7-42a1-807f-5fc90d81a903 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482125 Jul 22 21:46:29.533223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3173e23-0138-42f4-80dd-4d564be79893 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:46:29.557180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: b3173e23-0138-42f4-80dd-4d564be79893 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:46:29.557444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b3173e23-0138-42f4-80dd-4d564be79893 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:46:30.673804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e16c6-406c-4e33-9dc2-557284fe4945 req-82fa8b1a-f3d4-4c5d-a02a-984fcee4e1ba tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:30.676394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d1e16c6-406c-4e33-9dc2-557284fe4945 req-82fa8b1a-f3d4-4c5d-a02a-984fcee4e1ba tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0755889 Jul 22 21:46:30.732969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d1e16c6-406c-4e33-9dc2-557284fe4945 req-0560f250-1369-486f-99e3-8a059afb5254 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512972 Jul 22 21:46:30.977685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76436e67-6841-4f5b-9abe-98d1ff66b2dc req-2f34d422-36bb-4ba7-876f-78ebb883c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:30.978553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-76436e67-6841-4f5b-9abe-98d1ff66b2dc req-2f34d422-36bb-4ba7-876f-78ebb883c012 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1098 time: 0.0587721 Jul 22 21:46:31.016963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-76436e67-6841-4f5b-9abe-98d1ff66b2dc req-55519fc7-7bb9-4b39-bd31-788cb5bc86cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321736 Jul 22 21:46:31.399239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-10a24b06-2e03-4565-9ea3-eaafafb95fc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0783651 Jul 22 21:46:31.421522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:31.547584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.548122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.549280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.550570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.551335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.552084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.553398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.558155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9c90b417-2103-4f06-a381-6bf0a4d58fa7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5494a46d317648e9b47fd8850cfe27ab&device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 6498 time: 0.0985539 Jul 22 21:46:31.709693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-a0c5085c-d640-4f6f-a63c-d69cdc7053e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.710183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-a0c5085c-d640-4f6f-a63c-d69cdc7053e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.710716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-a0c5085c-d640-4f6f-a63c-d69cdc7053e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.712689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-a0c5085c-d640-4f6f-a63c-d69cdc7053e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=57fce704-3643-4e97-b015-36051a4e6bea&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c7122c82-cfb3-46e2-9034-88ba14057db3&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&id=c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 200 len: 2294 time: 0.1240382 Jul 22 21:46:31.823482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-7eaca587-f815-4422-937d-4c1806441bd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 200 len: 1000 time: 0.1028147 Jul 22 21:46:31.908926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-79af70a6-1251-44c2-a00b-050ab95709af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.913082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-79af70a6-1251-44c2-a00b-050ab95709af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82ad8203-fa6e-4665-9355-fb5f8f13a8dc HTTP/1.1" status: 200 len: 851 time: 0.0701809 Jul 22 21:46:31.940959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b8d81-6bc7-4c9a-a212-76ef384b1b61 req-7738ceb7-14bb-46d9-a8f6-06e7c9a0e565 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:31.942686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-260b8d81-6bc7-4c9a-a212-76ef384b1b61 req-7738ceb7-14bb-46d9-a8f6-06e7c9a0e565 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1102729 Jul 22 21:46:32.001590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-2a78180c-c37f-4089-b150-2a44e26943fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:32.004493 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-2a78180c-c37f-4089-b150-2a44e26943fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=57fce704-3643-4e97-b015-36051a4e6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835981 Jul 22 21:46:32.009134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-260b8d81-6bc7-4c9a-a212-76ef384b1b61 req-73c04101-39b5-4fe8-8b89-825daeef1d1d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Jul 22 21:46:32.189450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-a031b954-c96f-45dc-9b73-d038db1bd9e1 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734629 Jul 22 21:46:32.194499 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:32.306819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-80290d34-b071-4d92-bba7-b4124e5d6a62 service neutron] 10.222.0.23 "GET /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048322 Jul 22 21:46:32.375681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-4da0788e-c906-4a3b-8416-8c7d6b09da8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 217 time: 0.0596788 Jul 22 21:46:32.438494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-3883b81d-9b68-40be-b465-b83610b027ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:32.440304 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-3883b81d-9b68-40be-b465-b83610b027ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0577753 Jul 22 21:46:32.541093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-e8015378-0bd1-4842-b8cd-b78dc77c9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:32.542840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-e8015378-0bd1-4842-b8cd-b78dc77c9d1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0936964 Jul 22 21:46:32.645874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9fb5d5c4-d885-48c3-b2b5-ea6abe178e29 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954061 Jul 22 21:46:32.756223 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-75438a4c-9887-4eb9-9aaf-8a7b54dea246 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029387 Jul 22 21:46:32.811894 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-1053e44b-a6e3-40ae-ad3a-9b0a3a33ef3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 217 time: 0.0472596 Jul 22 21:46:32.871632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-873ea1b8-5957-409c-ac64-be479ffc5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:32.872766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-873ea1b8-5957-409c-ac64-be479ffc5e9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0516174 Jul 22 21:46:32.944517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-02a90f3b-54c4-4479-bb4a-04c150c5610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:32.946156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-02a90f3b-54c4-4479-bb4a-04c150c5610d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661080 Jul 22 21:46:33.074051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-f10a95e6-0d77-4dfd-9ca3-304ae9030815 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054778 Jul 22 21:46:33.172522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048ffe5-93a7-4109-91eb-710d3a998a4e req-76816a2d-c49a-4039-b995-7e71d4d708f3 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:33.173867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2048ffe5-93a7-4109-91eb-710d3a998a4e req-76816a2d-c49a-4039-b995-7e71d4d708f3 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0738823 Jul 22 21:46:33.191795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-d03cc642-b9ac-49a1-a3e6-48e10db364fc service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082122 Jul 22 21:46:33.224518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2048ffe5-93a7-4109-91eb-710d3a998a4e req-ee54130c-881c-411a-a303-bf66a0200fdb tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Jul 22 21:46:33.537600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-ca370abf-44f8-4037-9c31-bb81caa7559e req-0fc3b5d9-3406-4ebc-ab70-230b84601a8f tempest-ServerActionsTestJSON-1483871164 tempest-ServerActionsTestJSON-1483871164-project] (94091) timed out ('10.222.0.23', 61993) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:46:33.539652 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-eabd8d70-3fd1-4e55-841c-e237b974ab9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f HTTP/1.1" status: 200 len: 217 time: 0.3430057 Jul 22 21:46:33.593153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-93f42f0d-3b51-4bec-9dc3-cb1c4e5710fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:33.594736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-93f42f0d-3b51-4bec-9dc3-cb1c4e5710fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0483449 Jul 22 21:46:33.656955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-85c4de85-f228-4ef3-95db-b8b1ea807802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:33.658507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-85c4de85-f228-4ef3-95db-b8b1ea807802 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0571475 Jul 22 21:46:33.767609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-0e3cdefb-bcf0-47d2-93de-806b2a724953 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007059 Jul 22 21:46:33.878576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-bc045933-ea41-4c59-897f-5fec22bc89f3 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992048 Jul 22 21:46:33.921725 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-c4a23144-ee28-4752-acd7-853700066c5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6b897202-5981-4600-bd7a-3067a8e69fbd HTTP/1.1" status: 200 len: 217 time: 0.0415876 Jul 22 21:46:33.978639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-c1de9b7e-5c2c-428c-b64a-3dfce2e51571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:33.980200 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-c1de9b7e-5c2c-428c-b64a-3dfce2e51571 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 200 len: 797 time: 0.0517664 Jul 22 21:46:34.044390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-ebb1a6bd-83ba-4420-b258-ca9684e69472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:34.045947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-ebb1a6bd-83ba-4420-b258-ca9684e69472 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7122c82-cfb3-46e2-9034-88ba14057db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589361 Jul 22 21:46:34.151474 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-e41a7324-4377-424e-a78a-decce82797c5 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986216 Jul 22 21:46:34.258708 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-5e9094a8-13aa-4433-b21b-b46afafac897 service neutron] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005261 Jul 22 21:46:34.320627 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-8a1120b5-d45b-4e30-88da-da32625ed97b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34 HTTP/1.1" status: 200 len: 217 time: 0.0548396 Jul 22 21:46:34.376776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991f679-0ae0-465f-bf6b-111d257dd262 req-e84ab681-7c7a-402c-b130-f5ec4195f3a8 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:34.379452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7991f679-0ae0-465f-bf6b-111d257dd262 req-e84ab681-7c7a-402c-b130-f5ec4195f3a8 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0801837 Jul 22 21:46:34.384050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-015d59c9-a394-49f1-95f5-985b74319445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:34.385781 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-015d59c9-a394-49f1-95f5-985b74319445 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.0580544 Jul 22 21:46:34.440281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7991f679-0ae0-465f-bf6b-111d257dd262 req-b36f9199-1788-48c6-8e79-b677d9a68344 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528264 Jul 22 21:46:34.462443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9a9fcfa6-59a0-4173-9cc6-386584406e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:34.464137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-9a9fcfa6-59a0-4173-9cc6-386584406e46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697889 Jul 22 21:46:34.594591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-00adee1b-be9a-4d87-b88e-f75513c29e1b service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228323 Jul 22 21:46:34.695884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-95120554-f34d-4f3c-8bc8-62919d6b2d03 service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935700 Jul 22 21:46:34.750206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-1cd1bed0-5009-4c22-9416-07a29670a0d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 200 len: 217 time: 0.0472760 Jul 22 21:46:34.810190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-bac21f5b-956c-4396-b57b-2a2d7ce5f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:34.811752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-bac21f5b-956c-4396-b57b-2a2d7ce5f709 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 200 len: 797 time: 0.0510318 Jul 22 21:46:34.887092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e67d1-a26c-4755-afcf-a3116540c435 req-a1c9ab0c-bd86-492c-9ba9-18d8427cf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:34.889076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-a1c9ab0c-bd86-492c-9ba9-18d8427cf8a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9c32e8e-f44d-496f-8a34-7a6d37c54042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696149 Jul 22 21:46:35.008896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-ec7da718-2b48-4344-8976-71d18fdb925a service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126349 Jul 22 21:46:35.107303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-252e67d1-a26c-4755-afcf-a3116540c435 req-673a1e1b-0525-45d4-b4e5-7940ab92f35c service neutron] 10.222.0.23 "GET /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920968 Jul 22 21:46:35.599653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a12d40-ec9b-46df-acbc-a75c56694f8a req-c087458e-b2cc-42b6-a3b8-8d7f47bc1752 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:35.601325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0a12d40-ec9b-46df-acbc-a75c56694f8a req-c087458e-b2cc-42b6-a3b8-8d7f47bc1752 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0762992 Jul 22 21:46:35.650173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0a12d40-ec9b-46df-acbc-a75c56694f8a req-0665dfff-c7bd-4485-9674-0afb4ac7db74 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Jul 22 21:46:36.700310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35012) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:36.850080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-400fbbdd-d0a0-455c-bd37-4b256b7ff91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:36.974466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-400fbbdd-d0a0-455c-bd37-4b256b7ff91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:36.981698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-400fbbdd-d0a0-455c-bd37-4b256b7ff91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:37.040352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-400fbbdd-d0a0-455c-bd37-4b256b7ff91f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b4b0dda0c664c73a8c8f7460acab796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366435 Jul 22 21:46:37.040352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fbbdd-d0a0-455c-bd37-4b256b7ff91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194fef7b-18c9-4628-8f1e-4ccfd2fd9d28,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:37.042266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35018) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:37.107305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82c9b33d-b0f1-4280-8166-c4e5653986e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:37.132140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82c9b33d-b0f1-4280-8166-c4e5653986e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:37.145764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa3837-5cc6-420d-bd17-62594bdf41b9 req-ecfcae54-922f-43c4-aecc-fe0fd4e01513 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:37.148074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbfa3837-5cc6-420d-bd17-62594bdf41b9 req-ecfcae54-922f-43c4-aecc-fe0fd4e01513 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.4223833 Jul 22 21:46:37.182761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82c9b33d-b0f1-4280-8166-c4e5653986e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:37.186399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82c9b33d-b0f1-4280-8166-c4e5653986e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:37.190515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-82c9b33d-b0f1-4280-8166-c4e5653986e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/194fef7b-18c9-4628-8f1e-4ccfd2fd9d28 HTTP/1.1" status: 204 len: 168 time: 0.1472087 Jul 22 21:46:37.199874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbfa3837-5cc6-420d-bd17-62594bdf41b9 req-dbcf1449-8bbc-4919-b62a-6ae09afd3193 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Jul 22 21:46:37.203007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9b33d-b0f1-4280-8166-c4e5653986e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194fef7b-18c9-4628-8f1e-4ccfd2fd9d28,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:38.342732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b4d3-835b-4dc0-b415-f00229a6af15 req-1cd467e5-d933-43f0-a560-1bac0ec067cb tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:38.343194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a76b4d3-835b-4dc0-b415-f00229a6af15 req-1cd467e5-d933-43f0-a560-1bac0ec067cb tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0702291 Jul 22 21:46:38.388643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a76b4d3-835b-4dc0-b415-f00229a6af15 req-820cf589-a007-4ab9-8f6f-450141685d9a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Jul 22 21:46:39.545524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219881-0b68-4dcf-a924-4f64d9d19b44 req-83fa5155-12cb-47ed-b35e-fbc519c00fe1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:39.547223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97219881-0b68-4dcf-a924-4f64d9d19b44 req-83fa5155-12cb-47ed-b35e-fbc519c00fe1 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0745392 Jul 22 21:46:39.590418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97219881-0b68-4dcf-a924-4f64d9d19b44 req-3360789d-7ac8-4e78-ab11-b995f354170e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Jul 22 21:46:40.737249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdbda8-29a1-42ee-a7b5-58d1f0a71b48 req-eed0a688-20d4-464a-b958-58c1e7642de5 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:40.738917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72bdbda8-29a1-42ee-a7b5-58d1f0a71b48 req-eed0a688-20d4-464a-b958-58c1e7642de5 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0743818 Jul 22 21:46:40.792893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72bdbda8-29a1-42ee-a7b5-58d1f0a71b48 req-65a29411-58be-40c1-9625-01e20488238c tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433569 Jul 22 21:46:41.942037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd04c2-d54a-4f89-ba21-02a29f19c763 req-1ca8f939-187d-4c05-b988-7c4df45a4628 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:41.944561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fbd04c2-d54a-4f89-ba21-02a29f19c763 req-1ca8f939-187d-4c05-b988-7c4df45a4628 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0730445 Jul 22 21:46:41.988406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fbd04c2-d54a-4f89-ba21-02a29f19c763 req-c129fc85-d23b-4906-a453-46c0bc65db61 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Jul 22 21:46:42.577152 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e48714eb-88f4-49f8-a1c6-81ada186668c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:42.654758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:42.768414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:42.880573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:42.885048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:42.931572 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22f8a9a807884c93b52d6de0d64ee8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730813 Jul 22 21:46:42.931572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac64ce8-c5e0-46b9-bd74-3646ed3c5a9f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:42.932941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35102) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:42.939088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.939585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.939788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.940158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.940503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.940834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.941164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.941520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.941846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.942173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.942504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.942833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59201c42-c48d-47ce-99d6-0331caf8e4b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:42.986525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.009469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.072007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.074559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.075662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dac64ce8-c5e0-46b9-bd74-3646ed3c5a9f HTTP/1.1" status: 204 len: 168 time: 0.1414373 Jul 22 21:46:43.114528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac64ce8-c5e0-46b9-bd74-3646ed3c5a9f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:43.128611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.128946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.129283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.129871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.130204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.130537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.130919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.131871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.131871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.133726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.133726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.133726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21029b3-3c60-4fc8-be7f-acb2b30f056e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:46:43.173146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908091fc-8793-47a0-88af-629a384510cf req-f685ea8e-8891-487a-8dc9-1837915b1713 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:43.174748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-908091fc-8793-47a0-88af-629a384510cf req-f685ea8e-8891-487a-8dc9-1837915b1713 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1124885 Jul 22 21:46:43.227236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-908091fc-8793-47a0-88af-629a384510cf req-6b1bac14-36c9-4728-b5ab-2784e3aeb670 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Jul 22 21:46:43.395939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35114) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:43.417447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aaf56662-d687-4298-8be4-711b0c68db0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.519996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-b0389ce5-d8d1-41ed-aabc-de3d18e8c36b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2218957 Jul 22 21:46:43.565431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aaf56662-d687-4298-8be4-711b0c68db0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.577844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aaf56662-d687-4298-8be4-711b0c68db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.644999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aaf56662-d687-4298-8be4-711b0c68db0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b35e05cb05134fe8955bfecc4f27c0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472594 Jul 22 21:46:43.647920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35116) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:43.648316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf56662-d687-4298-8be4-711b0c68db0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161d85cf-0abb-48b3-a53c-075db3cbe56e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:43.671941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-5604aa22-6634-42f2-b349-d1b8aa615f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:43.674356 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-5604aa22-6634-42f2-b349-d1b8aa615f1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 1097 time: 0.1074970 Jul 22 21:46:43.707137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-483d9837-cac7-420f-9ab8-5fd1781f23e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.733470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-483d9837-cac7-420f-9ab8-5fd1781f23e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.785236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-483d9837-cac7-420f-9ab8-5fd1781f23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.787780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-483d9837-cac7-420f-9ab8-5fd1781f23e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:43.788979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-483d9837-cac7-420f-9ab8-5fd1781f23e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/161d85cf-0abb-48b3-a53c-075db3cbe56e HTTP/1.1" status: 204 len: 168 time: 0.1396549 Jul 22 21:46:43.797561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d9837-cac7-420f-9ab8-5fd1781f23e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d85cf-0abb-48b3-a53c-075db3cbe56e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:43.802074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-bd7f42ad-ca42-4cd8-96c8-089e59d471b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:43.803926 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-bd7f42ad-ca42-4cd8-96c8-089e59d471b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 911 time: 0.1027799 Jul 22 21:46:43.874481 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-7d2ce278-13a3-4940-ad25-c27a82b1cbec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2246d9c2-7770-492c-bae7-a4808359e59d HTTP/1.1" status: 200 len: 217 time: 0.0599267 Jul 22 21:46:43.970624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-06ce8354-a764-4317-8f48-d5c28adfe694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:43.972211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-06ce8354-a764-4317-8f48-d5c28adfe694 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.0902982 Jul 22 21:46:44.032701 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-49f4c4e2-059f-4fe5-865c-37f44e8dd02d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516095 Jul 22 21:46:44.140048 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-f1dbb395-41e1-490b-a067-6840ad637bbc service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002059 Jul 22 21:46:44.253153 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d561382b-494f-4f46-80f6-ae2aeb327100 req-80cf959d-75b6-4101-afd2-643dcf8ad7e2 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055655 Jul 22 21:46:44.395289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e79cda-5c1f-4825-9804-216fc9190b30 req-1bd385be-a6fd-4473-8c28-d40a8ff6e0a6 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:44.397198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62e79cda-5c1f-4825-9804-216fc9190b30 req-1bd385be-a6fd-4473-8c28-d40a8ff6e0a6 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0847521 Jul 22 21:46:44.445892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62e79cda-5c1f-4825-9804-216fc9190b30 req-e147ff79-fdb9-4b17-8d64-e59248215697 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jul 22 21:46:44.890554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9893ee-041c-4d31-8d1d-d9df4e2346be req-048f062e-d54d-4f15-b642-245081b68646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:44.892732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b9893ee-041c-4d31-8d1d-d9df4e2346be req-048f062e-d54d-4f15-b642-245081b68646 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 1097 time: 0.0684166 Jul 22 21:46:44.937260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b9893ee-041c-4d31-8d1d-d9df4e2346be req-1c2c1cec-0d0c-4fad-aecf-f48cc335b958 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Jul 22 21:46:45.192452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-008e3c2c-58a5-42d2-a075-85e17d8d59c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:45.451122 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:45.597791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2180915-0c5b-43ca-9314-ce78be3d88a3 req-75871df9-8c99-4226-805f-97c193f5e180 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:45.600517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2180915-0c5b-43ca-9314-ce78be3d88a3 req-75871df9-8c99-4226-805f-97c193f5e180 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0730133 Jul 22 21:46:45.645823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2180915-0c5b-43ca-9314-ce78be3d88a3 req-a4eaafdf-0ab5-401c-a22e-ee4304938767 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359313 Jul 22 21:46:46.149830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:46.337917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-636e8336-30dc-4f76-8161-dd4fb370c8c4 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d262b5ce88b748ee86248e15c92a2547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324137 Jul 22 21:46:46.537581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-90449cc5-affa-4a1b-9f98-38171283e3af tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:46.539068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-90449cc5-affa-4a1b-9f98-38171283e3af tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954079 Jul 22 21:46:46.555398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-63ce8275-e0e2-403b-ac51-019c5a909578 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/quotas/d262b5ce88b748ee86248e15c92a2547 HTTP/1.1" status: 200 len: 375 time: 0.0100799 Jul 22 21:46:46.590927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-312e13f2-6dce-42bf-afb0-d732660b1bc2 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d262b5ce88b748ee86248e15c92a2547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298173 Jul 22 21:46:46.787518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7ae92a7-58fd-4923-8bdf-268ad2d8d3f5 req-65bf2bbd-b136-4632-b1e3-be1445ef8d86 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 210 time: 0.0416100 Jul 22 21:46:46.845037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd692b9-89ca-4074-92d7-bce6ad962811 req-329fcdba-68e5-4306-8995-7da0e651e665 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:46.846600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cd692b9-89ca-4074-92d7-bce6ad962811 req-329fcdba-68e5-4306-8995-7da0e651e665 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0904350 Jul 22 21:46:46.901951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cd692b9-89ca-4074-92d7-bce6ad962811 req-a78bd3ae-d282-4522-9354-4d8f82782f9b tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Jul 22 21:46:47.129623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-6d4238a5-9713-47cc-916a-b769134f14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:47.132013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-6d4238a5-9713-47cc-916a-b769134f14c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b55785a81aa446b0b673dbee6eb207b8&device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 1097 time: 0.0718071 Jul 22 21:46:47.138964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109ccb2-6819-4920-b8a9-d25cc0978117 req-b6f871df-007d-458b-b876-db5bcb78f4ee tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:47.146157 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3109ccb2-6819-4920-b8a9-d25cc0978117 req-b6f871df-007d-458b-b876-db5bcb78f4ee tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0844994 Jul 22 21:46:47.186512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3109ccb2-6819-4920-b8a9-d25cc0978117 req-b442dd68-a940-4d70-a76c-65a2f622b331 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Jul 22 21:46:47.251374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-81f4afb7-7e6f-4da6-8df6-8ebdc3d7dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:47.253028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-81f4afb7-7e6f-4da6-8df6-8ebdc3d7dec2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 200 len: 911 time: 0.1137056 Jul 22 21:46:47.305342 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-d6535342-c26c-4217-88b9-324d8666c0fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c HTTP/1.1" status: 200 len: 217 time: 0.0427144 Jul 22 21:46:47.359542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-71816994-c415-42f6-8366-37322d0ad0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:47.361073 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-71816994-c415-42f6-8366-37322d0ad0e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 200 len: 850 time: 0.0477726 Jul 22 21:46:47.398354 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-19c840a7-4d0b-40f5-b25c-9e22d6d06368 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c196e62-20d3-4f53-8fca-5c680a67532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296383 Jul 22 21:46:47.511456 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-5af5241e-ae1f-44bb-9e04-91f41dcb542f service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060293 Jul 22 21:46:47.610502 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4361a7f-5d6b-4f53-ab72-a0c9bc5b7675 req-992c9cef-8471-494c-84ce-bd486c73ee81 service neutron] 10.222.0.58 "GET /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906379 Jul 22 21:46:47.898060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9021e24e-e158-486f-a6d9-5f1ddd5407f9 req-ffe4ad68-2046-4f06-a391-ff8303df27b1 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 210 time: 0.0367062 Jul 22 21:46:47.987933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c58434ad-c59b-4007-9f39-cf14510df989 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d262b5ce88b748ee86248e15c92a2547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379059 Jul 22 21:46:48.199523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-e62f788b-d0a6-419c-9f96-d5c06a10bfa6 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:48.201072 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-e62f788b-d0a6-419c-9f96-d5c06a10bfa6 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077954 Jul 22 21:46:48.214015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Request body: {'port': {'device_id': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'd262b5ce88b748ee86248e15c92a2547'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:48.300638 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:48.333189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbd16d-6a1a-478e-be0d-9fda119945ad req-7ce3df61-fc98-4c53-82bb-8d9720a25cff tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:48.335099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98bbd16d-6a1a-478e-be0d-9fda119945ad req-7ce3df61-fc98-4c53-82bb-8d9720a25cff tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0692832 Jul 22 21:46:48.349124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Made reservation on behalf of d262b5ce88b748ee86248e15c92a2547 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:46:48.352886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:48.363118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:48.378052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98bbd16d-6a1a-478e-be0d-9fda119945ad req-17de6913-b5d1-4b46-b07d-4566bf5f4f89 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Jul 22 21:46:48.464798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:48.469874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:48.555828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15666bc-3cf0-4471-b730-83d6b8c7d3c6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:48.658366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Allocated IP 192.168.233.79 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/43956427-54e0-40b7-b27c-d0c02848e804) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:46:48.850783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:48.868381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Transition to ACTIVE for port object 43956427-54e0-40b7-b27c-d0c02848e804 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:48.917489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:48.995253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:46:48.999513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:46:49.002113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Pushing event updated for resources: {'Port': ['ID=43956427-54e0-40b7-b27c-d0c02848e804,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:49.004789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:46:49.070035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:49.070994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.082849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241027-b156-4fb1-b2e0-a87e8548dfa0 req-54771e3b-3522-40d1-bcb2-f55a0ea13822 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:49.085495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe241027-b156-4fb1-b2e0-a87e8548dfa0 req-54771e3b-3522-40d1-bcb2-f55a0ea13822 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 935 time: 0.1026208 Jul 22 21:46:49.090441 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-05c6e73a-0f19-4452-a03e-764fd63883b3 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8802967 Jul 22 21:46:49.105920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Request body: {'port': {'device_id': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:49.143428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe241027-b156-4fb1-b2e0-a87e8548dfa0 req-878b5a10-8e85-49bb-bea4-d22a90e2ac81 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Jul 22 21:46:49.194454 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.268796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1a671b7-685d-4413-8999-a603c65f56b8 None None] Provisioning for port 43956427-54e0-40b7-b27c-d0c02848e804 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:49.273914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1a671b7-685d-4413-8999-a603c65f56b8 None None] Provisioning complete for port 43956427-54e0-40b7-b27c-d0c02848e804 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:49.274706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1a671b7-685d-4413-8999-a603c65f56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.310174 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b1a671b7-685d-4413-8999-a603c65f56b8 None None] Port 43956427-54e0-40b7-b27c-d0c02848e804 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:46:49.480948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43956427-54e0-40b7-b27c-d0c02848e804 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:49.489916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.505685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Transition to ACTIVE for port object 43956427-54e0-40b7-b27c-d0c02848e804 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:49.511930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.538897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac4e40-f1b7-48c6-b8fd-1cdcaefea21c req-f4b55629-f120-4c12-9c42-55f6a307e92d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:49.544331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4ac4e40-f1b7-48c6-b8fd-1cdcaefea21c req-f4b55629-f120-4c12-9c42-55f6a307e92d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0940623 Jul 22 21:46:49.567195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Pushing event updated for resources: {'Port': ['ID=43956427-54e0-40b7-b27c-d0c02848e804,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:49.599617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4ac4e40-f1b7-48c6-b8fd-1cdcaefea21c req-823742b1-3301-49f5-9871-8c60344214f2 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Jul 22 21:46:49.653203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Attempting to bind port 43956427-54e0-40b7-b27c-d0c02848e804 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:46:49.653548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Attempting to bind port 43956427-54e0-40b7-b27c-d0c02848e804 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:46:49.653877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Attempting to bind port 43956427-54e0-40b7-b27c-d0c02848e804 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:49.659001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Port 43956427-54e0-40b7-b27c-d0c02848e804 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:46:49.659320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Attempting to bind port 43956427-54e0-40b7-b27c-d0c02848e804 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:49.667585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:46:49.667973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:46:49.668365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:46:49.668794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Bound port: 43956427-54e0-40b7-b27c-d0c02848e804, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:46:49.669151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.751116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] For port 43956427-54e0-40b7-b27c-d0c02848e804, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:46:49.755042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] For port 43956427-54e0-40b7-b27c-d0c02848e804, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=43956427-54e0-40b7-b27c-d0c02848e804,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:46:49.761675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.810658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:49.811387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:49.813056 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] 10.222.0.23 "PUT /v2.0/ports/43956427-54e0-40b7-b27c-d0c02848e804 HTTP/1.1" status: 200 len: 1096 time: 0.7122049 Jul 22 21:46:49.813531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'tag': '43956427-54e0-40b7-b27c-d0c02848e804'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:49.816218 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2563ba-98d6-40c2-9281-89b3710d37c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1cee5a-05af-46ce-bcb6-35c130987d70", "tag": "43956427-54e0-40b7-b27c-d0c02848e804"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:49.882978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9bd60-e956-4a0a-899f-01d498f89390 service neutron] Pushing event updated for resources: {'Port': ['ID=43956427-54e0-40b7-b27c-d0c02848e804,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:49.949156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-b6025e75-1fbb-463b-aa37-9103a2a63c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:49.952305 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-b6025e75-1fbb-463b-aa37-9103a2a63c94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d262b5ce88b748ee86248e15c92a2547&device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 1099 time: 0.0808618 Jul 22 21:46:49.991620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aef53c-e9a8-4d06-a060-90df245fd9ec req-b0697f84-8966-46a2-8e02-4ef512186125 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:49.993239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67aef53c-e9a8-4d06-a060-90df245fd9ec req-b0697f84-8966-46a2-8e02-4ef512186125 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0953133 Jul 22 21:46:50.002450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-d19ec17f-76ae-4efb-861e-d52f6e8e5bfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=43956427-54e0-40b7-b27c-d0c02848e804 HTTP/1.1" status: 200 len: 217 time: 0.0417252 Jul 22 21:46:50.044201 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f51a8d-e71d-401f-8d72-4511b3ae9aac x-openstack-request-id: req-88f51a8d-e71d-401f-8d72-4511b3ae9aac {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:50.044502 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1cee5a-05af-46ce-bcb6-35c130987d70", "tag": "43956427-54e0-40b7-b27c-d0c02848e804", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:50.044755 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88f51a8d-e71d-401f-8d72-4511b3ae9aac {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:50.045157 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'tag': '43956427-54e0-40b7-b27c-d0c02848e804', 'status': 'completed', 'code': 200} Jul 22 21:46:50.053451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67aef53c-e9a8-4d06-a060-90df245fd9ec req-397e3c74-1064-4617-a068-8a812a611f75 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Jul 22 21:46:50.068394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-a5c3aaa2-1fc9-4b87-a44e-8498903b6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:50.069824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-a5c3aaa2-1fc9-4b87-a44e-8498903b6fa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0601814 Jul 22 21:46:50.131689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-48d19c37-90f4-4fe4-a05c-0197a8c72b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:50.133148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-48d19c37-90f4-4fe4-a05c-0197a8c72b04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552282 Jul 22 21:46:50.233540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-6203d3ba-f2b3-44c3-9e8a-6ca22f2fae87 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923400 Jul 22 21:46:50.270912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c0f3-4925-49b7-8231-6f26d64c3703 req-92262675-c2fb-4a1a-a284-e73d280171e9 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:50.272357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5df1c0f3-4925-49b7-8231-6f26d64c3703 req-92262675-c2fb-4a1a-a284-e73d280171e9 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 947 time: 0.0646985 Jul 22 21:46:50.320778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5df1c0f3-4925-49b7-8231-6f26d64c3703 req-80f64755-3f1c-4280-a5bb-4f20d65f2f88 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Jul 22 21:46:50.327181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4eeaeb7b-1535-4bcc-be41-e5ffb4920daf req-a8bf3c44-4834-48fc-9a1c-9b048a02fdcd service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881639 Jul 22 21:46:50.432177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-7052b833-506f-4d81-aaa3-7428bbba9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:50.433664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-7052b833-506f-4d81-aaa3-7428bbba9f0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d262b5ce88b748ee86248e15c92a2547&device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 1099 time: 0.0604544 Jul 22 21:46:50.528620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-185008b4-4bef-469d-8f3b-3f76d1c82847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:50.530132 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-185008b4-4bef-469d-8f3b-3f76d1c82847 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.0897772 Jul 22 21:46:50.580696 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-60c4c5fa-0b12-43f4-b96f-574862240265 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=43956427-54e0-40b7-b27c-d0c02848e804 HTTP/1.1" status: 200 len: 217 time: 0.0435381 Jul 22 21:46:50.632309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-fce7ca16-a7e9-4044-acb5-f31f2d4e51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:50.633957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-fce7ca16-a7e9-4044-acb5-f31f2d4e51f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0468116 Jul 22 21:46:50.698432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-2619f0c8-01df-4425-9d83-f500491be3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:50.699976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-2619f0c8-01df-4425-9d83-f500491be3f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580914 Jul 22 21:46:50.802965 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-a5814660-b751-4249-ad0c-818f8e2dd3f6 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957327 Jul 22 21:46:50.907568 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c2563ba-98d6-40c2-9281-89b3710d37c5 req-2597f7a0-dd35-412e-b585-eb5910d7a78d service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965397 Jul 22 21:46:51.223625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e4f0c-80e9-4d77-9114-3815fd478464 req-0dc85371-0d55-4c05-85fd-b620ef4259f3 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:51.225474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-760e4f0c-80e9-4d77-9114-3815fd478464 req-0dc85371-0d55-4c05-85fd-b620ef4259f3 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0966470 Jul 22 21:46:51.280618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-760e4f0c-80e9-4d77-9114-3815fd478464 req-2ab17255-721e-40f6-a4c6-ca963085cd44 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 Jul 22 21:46:51.511297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f44fc-7ef9-47e7-9982-9aa0ccf94136 req-38a6b0cb-b773-45a7-bc3f-7763cad0da55 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:51.512931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a1f44fc-7ef9-47e7-9982-9aa0ccf94136 req-38a6b0cb-b773-45a7-bc3f-7763cad0da55 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 947 time: 0.1136320 Jul 22 21:46:51.552740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a1f44fc-7ef9-47e7-9982-9aa0ccf94136 req-768feff9-e7fc-4f58-84d8-ea5881e6d6aa tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338151 Jul 22 21:46:52.430451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a25fd-9998-4b55-8d72-37c3c54d539c req-07ffebbf-a9d8-4eb7-9d4c-fb3dc1986afd tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:52.432466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa2a25fd-9998-4b55-8d72-37c3c54d539c req-07ffebbf-a9d8-4eb7-9d4c-fb3dc1986afd tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0758772 Jul 22 21:46:52.477776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa2a25fd-9998-4b55-8d72-37c3c54d539c req-3908482e-d631-4486-8b6b-cb75f5fef97d tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Jul 22 21:46:52.687076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414148c-a1b4-4b9d-86ac-125a103c2112 req-8ccb554a-38d4-4f74-a628-245edd0bcfac tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:52.688563 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d414148c-a1b4-4b9d-86ac-125a103c2112 req-8ccb554a-38d4-4f74-a628-245edd0bcfac tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 947 time: 0.0656066 Jul 22 21:46:52.728085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d414148c-a1b4-4b9d-86ac-125a103c2112 req-64344923-1056-4868-a999-a50407f04f89 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Jul 22 21:46:53.407797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb843f2-f87c-494e-a090-014684c35dfa req-35a024cb-ee04-4fa6-b733-2d207e684d62 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:53.409367 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aeb843f2-f87c-494e-a090-014684c35dfa req-35a024cb-ee04-4fa6-b733-2d207e684d62 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.0701482 Jul 22 21:46:53.530598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Deleting port 1ed838b5-7966-46f3-8158-ea60bd53b70c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:46:53.531070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:53.544131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-870cb83c-725c-4801-a18a-889f87f883cf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:53.545873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-870cb83c-725c-4801-a18a-889f87f883cf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1197050 Jul 22 21:46:53.571461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-eda119a4-cf33-4025-8d39-9b6f26bdefaa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/quotas/5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 375 time: 0.0202279 Jul 22 21:46:53.651292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 43956427-54e0-40b7-b27c-d0c02848e804 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:46:53.672348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e0aad-0eb0-44e2-ac49-5d02b4b55028 req-1ea8f87f-e95f-40fb-92b8-93d57098c8f9 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:53.674015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a0e0aad-0eb0-44e2-ac49-5d02b4b55028 req-1ea8f87f-e95f-40fb-92b8-93d57098c8f9 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 945 time: 0.1139543 Jul 22 21:46:53.691892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-e08f80a2-17a4-47d5-8df9-2bae077e30ea tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020672 Jul 22 21:46:53.754795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a0e0aad-0eb0-44e2-ac49-5d02b4b55028 req-221535fb-50a1-4e64-9434-565bb7c313de tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Jul 22 21:46:53.764247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 43956427-54e0-40b7-b27c-d0c02848e804, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=43956427-54e0-40b7-b27c-d0c02848e804,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:53.776504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '43956427-54e0-40b7-b27c-d0c02848e804', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': '43956427-54e0-40b7-b27c-d0c02848e804', 'mac_address': 'fa:16:3e:0f:a3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:46:53.822565 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:53.822983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-a571755c-760b-4b2d-940f-8de8dd1544a8 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111305 Jul 22 21:46:53.838904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43956427-54e0-40b7-b27c-d0c02848e804 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:53.860057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 43956427-54e0-40b7-b27c-d0c02848e804, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=43956427-54e0-40b7-b27c-d0c02848e804,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:53.868278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:53.929450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=43956427-54e0-40b7-b27c-d0c02848e804,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:53.974680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] For port 1ed838b5-7966-46f3-8158-ea60bd53b70c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1ed838b5-7966-46f3-8158-ea60bd53b70c,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:53.975103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:53.982831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7125f75-dfb9-475c-8e43-664e5235da40 req-78f74529-b4a5-432c-92b4-a59b136a9142 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:53.984502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7125f75-dfb9-475c-8e43-664e5235da40 req-78f74529-b4a5-432c-92b4-a59b136a9142 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 947 time: 0.1445086 Jul 22 21:46:53.988847 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-8e6380a5-2b55-421a-a42d-63bb0bd223e3 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585667 Jul 22 21:46:53.997333 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Calling delete_port for 1ed838b5-7966-46f3-8158-ea60bd53b70c owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:46:54.029134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7125f75-dfb9-475c-8e43-664e5235da40 req-3c288e5d-1b58-450e-ba42-8e99dfbc9ad0 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Jul 22 21:46:54.162963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:54.178575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2246d9c2-7770-492c-bae7-a4808359e59d', '1ed838b5-7966-46f3-8158-ea60bd53b70c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:54.220578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Pushing event deleted for resources: {'Port': ['ID=1ed838b5-7966-46f3-8158-ea60bd53b70c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:54.221501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['43956427-54e0-40b7-b27c-d0c02848e804'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:54.276243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91ee64f2-a6c9-4234-a509-4c55a417c756 req-a9d91059-ad80-42f9-9e67-dfd175736a48 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0590167 Jul 22 21:46:54.281615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] No DVR routers for this DVR port 1ed838b5-7966-46f3-8158-ea60bd53b70c on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:46:54.284832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:54.287470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aeb843f2-f87c-494e-a090-014684c35dfa req-e5793293-36c2-4245-bbf2-c7dfad9cf232 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "DELETE /v2.0/ports/1ed838b5-7966-46f3-8158-ea60bd53b70c HTTP/1.1" status: 204 len: 173 time: 0.8720276 Jul 22 21:46:54.288079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'name': 'network-vif-deleted', 'tag': '1ed838b5-7966-46f3-8158-ea60bd53b70c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:54.291154 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184c660a-1f7e-4daf-b23d-1d38c808ca61" -d '{"events": [{"server_uuid": "d43f4e18-5c00-46a7-9acb-3b5d91bb74b1", "name": "network-vif-deleted", "tag": "1ed838b5-7966-46f3-8158-ea60bd53b70c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:54.346806 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac7d754-67cc-483c-bfdb-14eb44ee9cca x-openstack-request-id: req-bac7d754-67cc-483c-bfdb-14eb44ee9cca {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:54.347104 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43f4e18-5c00-46a7-9acb-3b5d91bb74b1", "name": "network-vif-deleted", "tag": "1ed838b5-7966-46f3-8158-ea60bd53b70c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:54.347355 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bac7d754-67cc-483c-bfdb-14eb44ee9cca {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:54.347753 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43f4e18-5c00-46a7-9acb-3b5d91bb74b1', 'name': 'network-vif-deleted', 'tag': '1ed838b5-7966-46f3-8158-ea60bd53b70c', 'status': 'completed', 'code': 200} Jul 22 21:46:54.889222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64b36b90-1ca4-4db6-98c6-c3ad0293b363 req-5ad37ad7-8a36-4cec-b97e-de1d2b350180 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=d43f4e18-5c00-46a7-9acb-3b5d91bb74b1 HTTP/1.1" status: 200 len: 210 time: 0.0346646 Jul 22 21:46:55.180573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff61e2-f84e-4309-ab80-c3fbaecbb002 req-51d1d63c-b552-46c9-b98f-05e59c37fd1d tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:55.184299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16ff61e2-f84e-4309-ab80-c3fbaecbb002 req-51d1d63c-b552-46c9-b98f-05e59c37fd1d tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 948 time: 0.0741622 Jul 22 21:46:55.238566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16ff61e2-f84e-4309-ab80-c3fbaecbb002 req-d548e615-3ba9-4298-aa49-24a27c77b074 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Jul 22 21:46:55.332535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-29f671e8-b42f-4726-b047-822dba1c6b6c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:55.334108 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-29f671e8-b42f-4726-b047-822dba1c6b6c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1317518 Jul 22 21:46:55.356481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'port': {'device_id': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'admin_state_up': True, 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:55.389369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2ce4bf-4c52-418e-adf0-5cfcec02a6f1 req-fde9656e-69ec-4b73-88d5-0686c602dd6a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0317247 Jul 22 21:46:55.483870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:46:55.488076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:55.633950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.20.0.10 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/58becf12-ae05-4e92-b1cc-b8713a8de60b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:46:55.667460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 43956427-54e0-40b7-b27c-d0c02848e804 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:46:55.777206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 43956427-54e0-40b7-b27c-d0c02848e804 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:55.785074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 43956427-54e0-40b7-b27c-d0c02848e804 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:55.785972 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:55.824022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:55.840777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Transition to ACTIVE for port object 58becf12-ae05-4e92-b1cc-b8713a8de60b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:55.887533 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:55.918356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:55.942329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:46:55.947927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:46:55.954909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:46:55.966231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 43956427-54e0-40b7-b27c-d0c02848e804, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=43956427-54e0-40b7-b27c-d0c02848e804,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:55.967372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43956427-54e0-40b7-b27c-d0c02848e804'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:55.971475 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c7ba9b-28a6-4843-be4c-b9991c948578" -d '{"events": [{"server_uuid": "ce1cee5a-05af-46ce-bcb6-35c130987d70", "name": "network-vif-plugged", "status": "completed", "tag": "43956427-54e0-40b7-b27c-d0c02848e804"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:55.976879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:56.050240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=43956427-54e0-40b7-b27c-d0c02848e804,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:56.070717 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5c2bde-9467-4158-a14d-bd6c9cfc64cf x-openstack-request-id: req-1d5c2bde-9467-4158-a14d-bd6c9cfc64cf {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:56.071562 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cee5a-05af-46ce-bcb6-35c130987d70", "name": "network-vif-plugged", "status": "completed", "tag": "43956427-54e0-40b7-b27c-d0c02848e804", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:56.073464 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d5c2bde-9467-4158-a14d-bd6c9cfc64cf {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:56.074346 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43956427-54e0-40b7-b27c-d0c02848e804', 'code': 200} Jul 22 21:46:56.076587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:56.077400 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:56.091232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=58becf12-ae05-4e92-b1cc-b8713a8de60b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:56.097172 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-deb9df10-58b9-4cf1-8852-0e3d52c1880b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7452540 Jul 22 21:46:56.122714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Request body: {'port': {'device_id': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:46:56.296524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:56.315746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293e3ae-6bf4-49d5-89a2-307c37af67a4 req-6f2afee2-2aad-4585-9c28-d7cbc6c01710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:56.317922 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9293e3ae-6bf4-49d5-89a2-307c37af67a4 req-6f2afee2-2aad-4585-9c28-d7cbc6c01710 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 1101 time: 0.1481445 Jul 22 21:46:56.334166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3f4eccd5-b14b-454f-ba5b-af820ec3caa9 None None] Provisioning for port 58becf12-ae05-4e92-b1cc-b8713a8de60b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:46:56.341617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3f4eccd5-b14b-454f-ba5b-af820ec3caa9 None None] Provisioning complete for port 58becf12-ae05-4e92-b1cc-b8713a8de60b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:46:56.341617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3f4eccd5-b14b-454f-ba5b-af820ec3caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:56.402847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3f4eccd5-b14b-454f-ba5b-af820ec3caa9 None None] Port 58becf12-ae05-4e92-b1cc-b8713a8de60b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:46:56.484353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9293e3ae-6bf4-49d5-89a2-307c37af67a4 req-9c2770af-643e-4df4-a253-5c9dbe2cc445 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609202 Jul 22 21:46:56.521225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dec03-cb91-40e5-b3ab-478096da86ae req-372ac665-2616-44cd-9d73-9d093ac1bebf tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:56.522846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf6dec03-cb91-40e5-b3ab-478096da86ae req-372ac665-2616-44cd-9d73-9d093ac1bebf tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 949 time: 0.1531985 Jul 22 21:46:56.539012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94948431-74ee-4d54-983d-25115d8bb6d8 req-ed9ef4cb-b9ef-487e-9f9a-3f984ffb18d4 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:56.542735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94948431-74ee-4d54-983d-25115d8bb6d8 req-ed9ef4cb-b9ef-487e-9f9a-3f984ffb18d4 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.1136940 Jul 22 21:46:56.603948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf6dec03-cb91-40e5-b3ab-478096da86ae req-b8c73d40-c453-477b-b1ac-0a4261f44da5 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589662 Jul 22 21:46:56.607252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94948431-74ee-4d54-983d-25115d8bb6d8 req-80ed8919-97c3-466b-afe5-6451861e8982 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635259 Jul 22 21:46:56.658720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58becf12-ae05-4e92-b1cc-b8713a8de60b {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:46:56.667411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:56.683202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Transition to ACTIVE for port object 58becf12-ae05-4e92-b1cc-b8713a8de60b will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:46:56.693903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:56.784661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Pushing event updated for resources: {'Port': ['ID=58becf12-ae05-4e92-b1cc-b8713a8de60b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:56.789954 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42994343-9fcf-4ae6-b0c4-6d05b4e9f4c3 req-b56cfedc-edc1-4a59-93f6-6d4386003911 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:56.792348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42994343-9fcf-4ae6-b0c4-6d05b4e9f4c3 req-b56cfedc-edc1-4a59-93f6-6d4386003911 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1098964 Jul 22 21:46:56.859401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Attempting to bind port 58becf12-ae05-4e92-b1cc-b8713a8de60b on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:46:56.860019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Attempting to bind port 58becf12-ae05-4e92-b1cc-b8713a8de60b by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:46:56.860446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Attempting to bind port 58becf12-ae05-4e92-b1cc-b8713a8de60b on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:56.867872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Port 58becf12-ae05-4e92-b1cc-b8713a8de60b on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:46:56.868505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Attempting to bind port 58becf12-ae05-4e92-b1cc-b8713a8de60b on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:46:56.877301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:46:56.877675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:46:56.878079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:46:56.878546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Bound port: 58becf12-ae05-4e92-b1cc-b8713a8de60b, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:46:56.879120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:56.883931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42994343-9fcf-4ae6-b0c4-6d05b4e9f4c3 req-d0852a4d-3f4c-4ce8-835b-e070a526abbb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761182 Jul 22 21:46:56.905786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35324) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:56.988217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] For port 58becf12-ae05-4e92-b1cc-b8713a8de60b, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:46:56.993099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] For port 58becf12-ae05-4e92-b1cc-b8713a8de60b, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=58becf12-ae05-4e92-b1cc-b8713a8de60b,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:46:57.001708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:57.011496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3b99030b-1922-45e5-8558-e3f38737d21a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/floatingips/7e26190e-a9c9-4802-ac0d-c637ddb6eec1 HTTP/1.1" status: 200 len: 993 time: 0.1044343 Jul 22 21:46:57.040002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.041317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:57.042915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] 10.222.0.23 "PUT /v2.0/ports/58becf12-ae05-4e92-b1cc-b8713a8de60b HTTP/1.1" status: 200 len: 1093 time: 0.9284940 Jul 22 21:46:57.045342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'tag': '58becf12-ae05-4e92-b1cc-b8713a8de60b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:57.047943 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b656e-1024-4023-ab52-44339039005f" -d '{"events": [{"name": "network-changed", "server_uuid": "36c15465-ede3-4fd4-8c2c-3eb4e136241d", "tag": "58becf12-ae05-4e92-b1cc-b8713a8de60b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:57.196011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce31d6-bb78-43c9-a5c9-65e6c0bbeaaf service neutron] Pushing event updated for resources: {'Port': ['ID=58becf12-ae05-4e92-b1cc-b8713a8de60b,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:57.202174 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8d7e96-6c63-45d0-a14c-32aea6cfb35d x-openstack-request-id: req-cc8d7e96-6c63-45d0-a14c-32aea6cfb35d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:57.202995 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c15465-ede3-4fd4-8c2c-3eb4e136241d", "tag": "58becf12-ae05-4e92-b1cc-b8713a8de60b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:57.202995 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc8d7e96-6c63-45d0-a14c-32aea6cfb35d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:57.202995 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'tag': '58becf12-ae05-4e92-b1cc-b8713a8de60b', 'status': 'completed', 'code': 200} Jul 22 21:46:57.246583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-554b294e-f485-4ae4-a3e3-b99279e1b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.248388 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-554b294e-f485-4ae4-a3e3-b99279e1b599 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 1096 time: 0.1330602 Jul 22 21:46:57.309696 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-59f6648b-8604-4e9f-9337-6ed012bffac7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58becf12-ae05-4e92-b1cc-b8713a8de60b HTTP/1.1" status: 200 len: 217 time: 0.0513160 Jul 22 21:46:57.325158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1ed838b5-7966-46f3-8158-ea60bd53b70c no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:46:57.353673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35332) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:46:57.357510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 1ed838b5-7966-46f3-8158-ea60bd53b70c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:46:57.358503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1ed838b5-7966-46f3-8158-ea60bd53b70c not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:46:57.388723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-c597d9f6-2f6c-498f-86c1-8b07ed19f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.390334 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-c597d9f6-2f6c-498f-86c1-8b07ed19f184 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0691659 Jul 22 21:46:57.485463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-c6bd1514-07e0-4f4c-bc6d-e42a7b7340bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.487622 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-c6bd1514-07e0-4f4c-bc6d-e42a7b7340bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808749 Jul 22 21:46:57.582914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port d0c093d0-d1ef-4aa0-97f8-417a9278d748 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:46:57.583785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:57.610682 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-4ef1ed27-60f0-42ec-a77a-c70859fb1511 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112096 Jul 22 21:46:57.697274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:57.698004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:57.734329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1159f7fc-9306-460b-ba0a-41dfb3c0a964 req-09cbc2ac-6767-44eb-9495-95ebb4142684 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116173 Jul 22 21:46:57.742077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for d0c093d0-d1ef-4aa0-97f8-417a9278d748 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:46:57.852403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b656e-1024-4023-ab52-44339039005f req-17e49954-f37e-4144-b7ce-0a53a9cb9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.854033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-568b656e-1024-4023-ab52-44339039005f req-17e49954-f37e-4144-b7ce-0a53a9cb9b87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 1096 time: 0.0652287 Jul 22 21:46:57.902168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ac57a-e37b-472a-9e5e-d0e1bc0a3853 req-0170eb97-15a3-4f63-9f6f-f39b5a5dd878 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.906363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b28ac57a-e37b-472a-9e5e-d0e1bc0a3853 req-0170eb97-15a3-4f63-9f6f-f39b5a5dd878 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 949 time: 0.1856282 Jul 22 21:46:57.939322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fb3b-63a2-42e4-901d-d46fe2979025 req-ccba4600-44f4-43c2-b66d-b4ee7f74e14e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.947585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7033fb3b-63a2-42e4-901d-d46fe2979025 req-ccba4600-44f4-43c2-b66d-b4ee7f74e14e tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2257612 Jul 22 21:46:57.968629 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:46:57.977512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b656e-1024-4023-ab52-44339039005f req-368dcb07-75b6-4c49-8855-eb0bb9c9df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:57.979176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-568b656e-1024-4023-ab52-44339039005f req-368dcb07-75b6-4c49-8855-eb0bb9c9df4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1180968 Jul 22 21:46:58.031015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-568b656e-1024-4023-ab52-44339039005f req-0920d43f-c1e8-4d5b-a968-41db5696d64f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58becf12-ae05-4e92-b1cc-b8713a8de60b HTTP/1.1" status: 200 len: 217 time: 0.0408082 Jul 22 21:46:58.031901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7033fb3b-63a2-42e4-901d-d46fe2979025 req-160aaaae-d5bc-420a-8265-ba8fff5bef69 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Jul 22 21:46:58.038224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b28ac57a-e37b-472a-9e5e-d0e1bc0a3853 req-4672d544-e949-40af-8599-faa95a959980 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262462 Jul 22 21:46:58.121361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b656e-1024-4023-ab52-44339039005f req-ffd4f82f-ea2a-4705-901b-d83cfae5c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:58.122416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:58.123169 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-568b656e-1024-4023-ab52-44339039005f req-ffd4f82f-ea2a-4705-901b-d83cfae5c5b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0815761 Jul 22 21:46:58.200205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b656e-1024-4023-ab52-44339039005f req-3f1a04f8-ec7f-4502-90df-5bba41da2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:58.202171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-568b656e-1024-4023-ab52-44339039005f req-3f1a04f8-ec7f-4502-90df-5bba41da2428 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681093 Jul 22 21:46:58.205715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=d0c093d0-d1ef-4aa0-97f8-417a9278d748,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:46:58.319498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7cb67-6862-4e35-9279-73006311bdee req-31f692ab-38a6-400a-8cbc-d0f91cfd5529 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:58.329821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7db7cb67-6862-4e35-9279-73006311bdee req-31f692ab-38a6-400a-8cbc-d0f91cfd5529 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1962678 Jul 22 21:46:58.338511 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:58.338860 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Floating IP 7e26190e-a9c9-4802-ac0d-c637ddb6eec1 disassociated (deleted). External IP: 172.25.5.60, port: be5cc2d6-fceb-44a0-a225-16a0324708d5. Jul 22 21:46:58.377171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-568b656e-1024-4023-ab52-44339039005f req-4b6ca222-28a4-4b26-b774-13c8bacf82f0 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607630 Jul 22 21:46:58.446618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7db7cb67-6862-4e35-9279-73006311bdee req-f4c32d83-0384-4314-9695-99dc04bd4542 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130450 Jul 22 21:46:58.514183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-568b656e-1024-4023-ab52-44339039005f req-e0bd674b-1641-4add-8863-499fd3e3dee9 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255541 Jul 22 21:46:58.644545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:46:58.758245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:46:58.763598 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:58.773039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] Sync routers for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:46:58.784844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:46:58.786261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:58.818887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-64295b98-378a-4e45-8a38-442773928da4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/floatingips/7e26190e-a9c9-4802-ac0d-c637ddb6eec1 HTTP/1.1" status: 204 len: 168 time: 1.4637270 Jul 22 21:46:58.819636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:46:58.823318 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90081266-e36b-47ad-a8af-fc2ad970d6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:46:59.000329 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e24ffba-2166-4191-8627-22cb907d6e4d x-openstack-request-id: req-3e24ffba-2166-4191-8627-22cb907d6e4d {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:46:59.000329 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:46:59.000573 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e24ffba-2166-4191-8627-22cb907d6e4d {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:46:59.001576 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'status': 'completed', 'code': 200} Jul 22 21:46:59.054616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-6340c8e0-4bc3-4c0b-8cd3-e66d927457be tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:59.057869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-6340c8e0-4bc3-4c0b-8cd3-e66d927457be tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.1438785 Jul 22 21:46:59.213825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-819b32a1-ce1f-4016-9374-ac21ba15a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:59.215734 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-819b32a1-ce1f-4016-9374-ac21ba15a958 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 1098 time: 0.2110465 Jul 22 21:46:59.261839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:46:59.437568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-2d6e033f-b997-4627-8a3d-57d3e4deecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:59.439306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-2d6e033f-b997-4627-8a3d-57d3e4deecad service neutron] 10.222.0.58 "GET /v2.0/networks?id=e8a5c2e6-d144-40f6-89f8-a586b19676aa HTTP/1.1" status: 200 len: 897 time: 0.2125304 Jul 22 21:46:59.445470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Deleting port 2246d9c2-7770-492c-bae7-a4808359e59d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:46:59.446225 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:59.531268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3404ad-dbbb-4c40-ac3d-d5d98df93abf req-97acfc8d-3cb1-4b9f-a31a-b821315ee176 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:59.542785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c3404ad-dbbb-4c40-ac3d-d5d98df93abf req-97acfc8d-3cb1-4b9f-a31a-b821315ee176 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 945 time: 0.2747171 Jul 22 21:46:59.565243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ce22-8aa4-493b-930f-8f0c7793561d req-8a386c41-ab48-4db8-b5fb-b0151d1a9d87 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:59.571876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3835ce22-8aa4-493b-930f-8f0c7793561d req-8a386c41-ab48-4db8-b5fb-b0151d1a9d87 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 946 time: 0.3429618 Jul 22 21:46:59.587233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-d748ff7e-eb5b-42e6-aba2-74cc33f1a4b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5 HTTP/1.1" status: 200 len: 217 time: 0.1348174 Jul 22 21:46:59.620046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] For port 2246d9c2-7770-492c-bae7-a4808359e59d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=2246d9c2-7770-492c-bae7-a4808359e59d,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:46:59.620625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:59.637968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:46:00Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:59.639856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Calling delete_port for 2246d9c2-7770-492c-bae7-a4808359e59d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:46:59.682335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] Checking router: ff301bae-70e5-4ce6-a25c-c90d1b0187b1 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:46:59.693015 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:46:59.693813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:46:59.753841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c3404ad-dbbb-4c40-ac3d-d5d98df93abf req-a5910d8e-4c86-4858-8263-662a794fb87f tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4618d-15d6-4c2a-937f-387636fc3570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062805 Jul 22 21:46:59.803294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-8f3b3878-22e9-492c-ab7d-5df8ab26dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:46:59.807456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-8f3b3878-22e9-492c-ab7d-5df8ab26dc38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a120e401-d5f5-439e-a174-f50a91b0f6dd HTTP/1.1" status: 200 len: 835 time: 0.2043715 Jul 22 21:46:59.842579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3835ce22-8aa4-493b-930f-8f0c7793561d req-33377f94-fe31-4ee5-8a6e-7e9789cf23be tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535241 Jul 22 21:46:59.905603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:46:59.920749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['2246d9c2-7770-492c-bae7-a4808359e59d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:46:59.975890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Pushing event deleted for resources: {'Port': ['ID=2246d9c2-7770-492c-bae7-a4808359e59d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:00.012208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-930d1639-4ccb-4021-912b-24d9284673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:00.013846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-930d1639-4ccb-4021-912b-24d9284673c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e8a5c2e6-d144-40f6-89f8-a586b19676aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975901 Jul 22 21:47:00.042932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] No DVR routers for this DVR port 2246d9c2-7770-492c-bae7-a4808359e59d on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:00.045000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:00.046940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:00.050825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ddb5e58a-a078-47ad-9ffb-ad06bca06b9e req-b6154ddb-1fa7-4148-9629-e17923e20e7a tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.58 "DELETE /v2.0/ports/2246d9c2-7770-492c-bae7-a4808359e59d HTTP/1.1" status: 204 len: 173 time: 0.9661810 Jul 22 21:47:00.052199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d350b14-342b-4347-9082-c77c67dc25d0', 'name': 'network-vif-deleted', 'tag': '2246d9c2-7770-492c-bae7-a4808359e59d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:00.057169 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e712276-25df-46c5-a8fe-9f36fc437a8d" -d '{"events": [{"server_uuid": "5d350b14-342b-4347-9082-c77c67dc25d0", "name": "network-vif-deleted", "tag": "2246d9c2-7770-492c-bae7-a4808359e59d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:00.170237 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6adc8-4ceb-4859-b2be-694451a66cd3 x-openstack-request-id: req-03b6adc8-4ceb-4859-b2be-694451a66cd3 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:00.170701 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d350b14-342b-4347-9082-c77c67dc25d0", "name": "network-vif-deleted", "tag": "2246d9c2-7770-492c-bae7-a4808359e59d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:00.171110 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03b6adc8-4ceb-4859-b2be-694451a66cd3 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:00.173472 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d350b14-342b-4347-9082-c77c67dc25d0', 'name': 'network-vif-deleted', 'tag': '2246d9c2-7770-492c-bae7-a4808359e59d', 'status': 'completed', 'code': 200} Jul 22 21:47:00.202241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67deb-5e82-4425-833a-e10d17fd8df9 req-3941d4df-9d49-4a86-886b-ea6faa179040 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:00.207171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6d67deb-5e82-4425-833a-e10d17fd8df9 req-3941d4df-9d49-4a86-886b-ea6faa179040 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.2695770 Jul 22 21:47:00.330433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-f347e300-f03f-40c8-95a5-7da991765d01 service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077788 Jul 22 21:47:00.333474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6d67deb-5e82-4425-833a-e10d17fd8df9 req-e2dc1cc1-3bdf-454c-bfca-c145175ee276 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156085 Jul 22 21:47:00.478623 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90081266-e36b-47ad-a8af-fc2ad970d6ff req-8cf67016-e7d6-4fbe-a381-c3a8d12a5ba9 service neutron] 10.222.0.58 "GET /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367552 Jul 22 21:47:00.538898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:46:00Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:00.584633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d711f-acbd-4282-b156-a318c533fa10 None None] The sync data for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 is: [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '344cdcae-cf8f-4bd6-8dc8-279e60d05a69', 'name': '', 'network_id': 'e8a5c2e6-d144-40f6-89f8-a586b19676aa', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'mac_address': 'fa:16:3e:8e:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:47Z', 'updated_at': '2021-07-22T21:46:00Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'subnets': [{'id': 'a120e401-d5f5-439e-a174-f50a91b0f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:00.910179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-e15ccf80-0934-4bb0-bbf5-db0a5cbf0fd8 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:00.916336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-e15ccf80-0934-4bb0-bbf5-db0a5cbf0fd8 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 946 time: 0.1653326 Jul 22 21:47:01.092329 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e7c44-2b81-41c0-8b52-a66d438c0358 None None] New status for floating IP 7e26190e-a9c9-4802-ac0d-c637ddb6eec1: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:47:01.444333 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:01.487160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90473677-0162-4349-9c2d-80acb5a79c1c req-57959f26-86ab-4123-ae85-12a5640c2e65 tempest-ServerRescueTestJSON-1797486873 tempest-ServerRescueTestJSON-1797486873-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d350b14-342b-4347-9082-c77c67dc25d0 HTTP/1.1" status: 200 len: 210 time: 0.4864495 Jul 22 21:47:01.669893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2352a2-e411-4afb-8f26-f2473f0eb5ce req-ac578735-967e-40ea-89dc-ff3709909d9a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:01.672515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd2352a2-e411-4afb-8f26-f2473f0eb5ce req-ac578735-967e-40ea-89dc-ff3709909d9a tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 946 time: 0.6552255 Jul 22 21:47:01.731398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd220-7875-4079-b863-fea8b3023781 req-e06125b4-62a5-4283-bc76-ee1edb0589dd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:01.735513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68ddd220-7875-4079-b863-fea8b3023781 req-e06125b4-62a5-4283-bc76-ee1edb0589dd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1536579 Jul 22 21:47:01.746531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port be5cc2d6-fceb-44a0-a225-16a0324708d5 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:01.746874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:01.774728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd2352a2-e411-4afb-8f26-f2473f0eb5ce req-4293fa06-1209-4dcc-9ef0-c356d3b63865 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/security-groups?id=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927351 Jul 22 21:47:01.885436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68ddd220-7875-4079-b863-fea8b3023781 req-a8c8a832-98a3-47cd-9f89-eb37a04a4303 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417480 Jul 22 21:47:01.933135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port be5cc2d6-fceb-44a0-a225-16a0324708d5, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=be5cc2d6-fceb-44a0-a225-16a0324708d5,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:01.934750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:01.956289 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for be5cc2d6-fceb-44a0-a225-16a0324708d5 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:02.187969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:02.203920 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:02.253177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=be5cc2d6-fceb-44a0-a225-16a0324708d5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:02.366756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] No DVR routers for this DVR port be5cc2d6-fceb-44a0-a225-16a0324708d5 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:02.372477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:02.375500 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b95461-b9ae-4a44-ae99-5d2365955ef1 req-7fc7244a-0170-4aba-9434-4c75688bdcc4 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.58 "DELETE /v2.0/ports/be5cc2d6-fceb-44a0-a225-16a0324708d5 HTTP/1.1" status: 204 len: 173 time: 1.4560611 Jul 22 21:47:02.376291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'name': 'network-vif-deleted', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:02.379377 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a9d31c-6999-444b-9333-475fb80ec120" -d '{"events": [{"server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "name": "network-vif-deleted", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:02.460366 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df1f9c1-2df2-4d3e-9a46-42fd5ea64b92 x-openstack-request-id: req-3df1f9c1-2df2-4d3e-9a46-42fd5ea64b92 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:02.472931 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd4a839-8f7b-4914-a87a-deec74235667", "name": "network-vif-deleted", "tag": "be5cc2d6-fceb-44a0-a225-16a0324708d5", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:02.473645 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3df1f9c1-2df2-4d3e-9a46-42fd5ea64b92 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:02.476678 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd4a839-8f7b-4914-a87a-deec74235667', 'name': 'network-vif-deleted', 'tag': 'be5cc2d6-fceb-44a0-a225-16a0324708d5', 'status': 'completed', 'code': 200} Jul 22 21:47:02.578567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35380) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:02.997170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2bfcb3c1-9d03-4d30-a81c-c435f05ea722 req-6a0aff31-9ca8-468a-b119-ef99b4d514a6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbd4a839-8f7b-4914-a87a-deec74235667 HTTP/1.1" status: 200 len: 210 time: 0.0793655 Jul 22 21:47:03.211955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d428131-5162-4b94-a6a0-82fb08bf4b37 req-5ac02697-e975-4ce6-8dcf-17a756a2a22f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:03.226126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d428131-5162-4b94-a6a0-82fb08bf4b37 req-5ac02697-e975-4ce6-8dcf-17a756a2a22f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1807401 Jul 22 21:47:03.295757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d428131-5162-4b94-a6a0-82fb08bf4b37 req-8f072a08-3264-4799-87c9-7c4aa41a4cc6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683725 Jul 22 21:47:03.335105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2246d9c2-7770-492c-bae7-a4808359e59d no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:03.364672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 2246d9c2-7770-492c-bae7-a4808359e59d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:03.365496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 2246d9c2-7770-492c-bae7-a4808359e59d not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:03.366151 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device be5cc2d6-fceb-44a0-a225-16a0324708d5 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:03.395554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:03.395787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: be5cc2d6-fceb-44a0-a225-16a0324708d5 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:03.396118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device be5cc2d6-fceb-44a0-a225-16a0324708d5 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:03.793187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Deleting port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:03.794623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:03.911659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] For port 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,segment=NetworkSegment(85e511f2-814c-4c63-9a3b-932d86b540ac),segment_id=85e511f2-814c-4c63-9a3b-932d86b540ac)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:03.912154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:03.932083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Calling delete_port for 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:04.146518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:04.285768 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:04.298382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebc06d27-f6ad-411a-b8bb-2e8b09032dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:04.365310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Pushing event deleted for resources: {'Port': ['ID=99ec1a1b-4f27-4d72-9afd-c5231f9b9a29,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:04.391388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebc06d27-f6ad-411a-b8bb-2e8b09032dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:04.592083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebc06d27-f6ad-411a-b8bb-2e8b09032dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:04.601327 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebc06d27-f6ad-411a-b8bb-2e8b09032dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:04.606872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ebc06d27-f6ad-411a-b8bb-2e8b09032dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/security-groups/d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f HTTP/1.1" status: 204 len: 168 time: 0.4580672 Jul 22 21:47:04.680260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc06d27-f6ad-411a-b8bb-2e8b09032dd6 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06dfdf8-f752-4a3b-abc7-eb95d4b6b06f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:04.709752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35398) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:04.726017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ecb74-6f93-4ea9-8e7c-8e96f4d9fa35 req-bc1d0bf4-8aac-4e8f-8d6f-895c89666332 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:04.728222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-937ecb74-6f93-4ea9-8e7c-8e96f4d9fa35 req-bc1d0bf4-8aac-4e8f-8d6f-895c89666332 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.2781613 Jul 22 21:47:04.827548 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:04.956694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-937ecb74-6f93-4ea9-8e7c-8e96f4d9fa35 req-2d03d6c4-5939-4df7-86a8-2536072edadc tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339397 Jul 22 21:47:05.218923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:47:05.424967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:05.437646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-34049210-17a2-4bc6-b431-26d62245df9a admin admin] 10.222.0.54 "PUT /v2.0/routers/1a56218e-4766-4a1e-81f5-b3fbd57dd4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8515086 Jul 22 21:47:05.437646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35402) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:05.443069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] Sync routers for ids ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:05.448387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:05.454709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] Routers {'1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:05.455427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:05.594224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:05.639533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] Set router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:05.885561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:47:04Z', 'revision_number': 5, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:05.922052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] Checking router: 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:05.935751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] Routers {'1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:05.936616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:05.994704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:05.995215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.107398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] Set router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:06.125724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.139480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port 344cdcae-cf8f-4bd6-8dc8-279e60d05a69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:06.139777 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.153759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:06.284051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Deleting port 1ba31f75-97f2-421e-b4de-6f8c4486027d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:06.284829 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.412175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:47:04Z', 'revision_number': 5, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:06.412976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17724161-6f35-4b2d-8969-30266cd8197b req-39fc306a-2260-40d1-be71-134cd95ee304 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:06.414430 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17724161-6f35-4b2d-8969-30266cd8197b req-39fc306a-2260-40d1-be71-134cd95ee304 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1384039 Jul 22 21:47:06.455355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.465127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] For port 1ba31f75-97f2-421e-b4de-6f8c4486027d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1ba31f75-97f2-421e-b4de-6f8c4486027d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:06.466656 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.481556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b790553-8e64-4b00-a6f2-89d710bd452f None None] The sync data for ids ['1a56218e-4766-4a1e-81f5-b3fbd57dd4a9'] in n-d-762330-19 is: [{'id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'name': 'tempest-ServerRescueTestJSON-635042756-router', 'tenant_id': 'b55785a81aa446b0b673dbee6eb207b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:52Z', 'updated_at': '2021-07-22T21:47:04Z', 'revision_number': 5, 'project_id': 'b55785a81aa446b0b673dbee6eb207b8', 'gw_port': {'id': '1ba31f75-97f2-421e-b4de-6f8c4486027d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56218e-4766-4a1e-81f5-b3fbd57dd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:54Z', 'updated_at': '2021-07-22T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:06.522167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Calling delete_port for 1ba31f75-97f2-421e-b4de-6f8c4486027d owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:06.528607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=344cdcae-cf8f-4bd6-8dc8-279e60d05a69,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:06.579199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17724161-6f35-4b2d-8969-30266cd8197b req-b660f25a-fea1-4c7b-8c47-a7c50302c4fe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320784 Jul 22 21:47:06.778273 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.822458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:06.860193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba31f75-97f2-421e-b4de-6f8c4486027d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:06.968710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.030330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:07.052190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:07.052832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 99ec1a1b-4f27-4d72-9afd-c5231f9b9a29 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:07.089848 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:47:07.100838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.105030 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.165256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.166181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:47:07.173078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.174359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3f732a94-7e99-4538-b381-c29a831a1f6d admin admin] 10.222.0.54 "DELETE /v2.0/routers/1a56218e-4766-4a1e-81f5-b3fbd57dd4a9 HTTP/1.1" status: 204 len: 168 time: 1.7359533 Jul 22 21:47:07.177240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:07.220306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:07.228576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] Deleting subnet caf7a593-3d0f-4401-bbbc-6e8c2849af13 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:47:07.231991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.233074 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] Sync routers for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:07.233537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e173d0d-b434-48d7-8c64-edee814b7a0c tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "PUT /v2.0/routers/ff301bae-70e5-4ce6-a25c-c90d1b0187b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042770 Jul 22 21:47:07.236311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35410) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:07.245054 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:07.245804 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:07.283814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.297568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting subnet a120e401-d5f5-439e-a174-f50a91b0f6dd {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:47:07.301434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.329392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.349375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.364633 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:07.396870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.426956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf7a593-3d0f-4401-bbbc-6e8c2849af13,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:07.429241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.431690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c0c4bbd7-e13d-4099-84e9-6c16042b4618 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/caf7a593-3d0f-4401-bbbc-6e8c2849af13 HTTP/1.1" status: 204 len: 168 time: 0.2534289 Jul 22 21:47:07.436030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35412) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:07.461675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.530385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.545661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.585673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Subnet': ['ID=a120e401-d5f5-439e-a174-f50a91b0f6dd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:07.594009 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.598861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3f822977-584f-40d2-b083-bc622336e2c3 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/subnets/a120e401-d5f5-439e-a174-f50a91b0f6dd HTTP/1.1" status: 204 len: 168 time: 0.3614683 Jul 22 21:47:07.599416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35416) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:07.600203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a7de1-d74c-423f-bc19-dcef086e477b None None] Network e8a5c2e6-d144-40f6-89f8-a586b19676aa requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:47:07.610510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:47:06Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:07.642039 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] Checking router: ff301bae-70e5-4ce6-a25c-c90d1b0187b1 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:07.666362 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] Routers {'ff301bae-70e5-4ce6-a25c-c90d1b0187b1'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:07.667309 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:07.715518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.729999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c196e62-20d3-4f53-8fca-5c680a67532e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:07.741455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e511f2-814c-4c63-9a3b-932d86b540ac') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:07.741755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e511f2-814c-4c63-9a3b-932d86b540ac') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:07.751779 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.769972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.780529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:47:07.781003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:47:07.782998 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:47:07.815489 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.820400 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] Set router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:07.847391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.853056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.855013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9c196e62-20d3-4f53-8fca-5c680a67532e HTTP/1.1" status: 204 len: 168 time: 0.4179816 Jul 22 21:47:07.880767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] DHCP port deletion for e8a5c2e6-d144-40f6-89f8-a586b19676aa request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:47:07.895050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185f08f-c13c-4880-bd16-80fb9649c340 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c196e62-20d3-4f53-8fca-5c680a67532e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:07.914655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c6fac-e9d8-4f9c-95b9-b869426c44dc req-99be9856-9bf0-440f-b4a1-480c1ac0d3f6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:07.916364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e4c6fac-e9d8-4f9c-95b9-b869426c44dc req-99be9856-9bf0-440f-b4a1-480c1ac0d3f6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.2044559 Jul 22 21:47:07.966293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] Deleting port ff974ead-5438-437e-ae1e-27c52a686d58 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:07.966915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:07.971448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e4c6fac-e9d8-4f9c-95b9-b869426c44dc req-5ec75292-07c6-465d-a46e-8590478cde77 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480690 Jul 22 21:47:07.996794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.064419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Deleting port 793a149f-16fc-47db-bf93-d32659902f69 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:08.066000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.073749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] For port ff974ead-5438-437e-ae1e-27c52a686d58, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ff974ead-5438-437e-ae1e-27c52a686d58,segment=NetworkSegment(f25261ec-23f2-4090-b76a-35d6bc28f9f5),segment_id=f25261ec-23f2-4090-b76a-35d6bc28f9f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:08.074991 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.092965 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:47:06Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:08.095256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] Calling delete_port for ff974ead-5438-437e-ae1e-27c52a686d58 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:08.098340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35422) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:08.127983 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb20d9-afa9-44a1-aff1-42acb4112690 None None] The sync data for ids ['ff301bae-70e5-4ce6-a25c-c90d1b0187b1'] in n-d-762330-19 is: [{'id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'name': 'tempest-TestNetworkBasicOps-router-462565457', 'tenant_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '793a149f-16fc-47db-bf93-d32659902f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:41Z', 'updated_at': '2021-07-22T21:47:06Z', 'revision_number': 5, 'project_id': 'f83864c3ac0a4ac5aeef4f1dcabf18ef', 'gw_port': {'id': '793a149f-16fc-47db-bf93-d32659902f69', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff301bae-70e5-4ce6-a25c-c90d1b0187b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:42Z', 'updated_at': '2021-07-22T21:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:08.157338 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9665f6dd-3015-4490-947f-2bbcef9640ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b55785a81aa446b0b673dbee6eb207b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577703 Jul 22 21:47:08.170426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35424) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:08.175228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] For port 793a149f-16fc-47db-bf93-d32659902f69, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=793a149f-16fc-47db-bf93-d32659902f69,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:08.175595 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.189445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Calling delete_port for 793a149f-16fc-47db-bf93-d32659902f69 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:08.197750 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.231881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-773d3441-df3d-46bb-a1c8-8e6b3403ed60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.236608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] Pushing event deleted for resources: {'Port': ['ID=ff974ead-5438-437e-ae1e-27c52a686d58,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:08.247647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce415236-eef6-4813-a6ea-7d1fd4f14754 None None] No DVR routers for this DVR port ff974ead-5438-437e-ae1e-27c52a686d58 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:08.262686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-773d3441-df3d-46bb-a1c8-8e6b3403ed60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.319563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-773d3441-df3d-46bb-a1c8-8e6b3403ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.325383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-773d3441-df3d-46bb-a1c8-8e6b3403ed60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.327378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-773d3441-df3d-46bb-a1c8-8e6b3403ed60 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4dc4618d-15d6-4c2a-937f-387636fc3570 HTTP/1.1" status: 204 len: 168 time: 0.1556232 Jul 22 21:47:08.340434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d3441-df3d-46bb-a1c8-8e6b3403ed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4618d-15d6-4c2a-937f-387636fc3570,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:08.422454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.457693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Port': ['ID=793a149f-16fc-47db-bf93-d32659902f69,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:08.536628 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.658627 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.661430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.720004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.720986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Fanout notify agent at l3_agent the message router_deleted on router ff301bae-70e5-4ce6-a25c-c90d1b0187b1 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:47:08.734872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.736160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8170fc27-ff34-435d-abba-eda570d57263 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/routers/ff301bae-70e5-4ce6-a25c-c90d1b0187b1 HTTP/1.1" status: 204 len: 168 time: 1.1356311 Jul 22 21:47:08.738944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35434) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:08.795399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1ba31f75-97f2-421e-b4de-6f8c4486027d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:08.819637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 1ba31f75-97f2-421e-b4de-6f8c4486027d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:08.820027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1ba31f75-97f2-421e-b4de-6f8c4486027d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:08.820454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:08.842221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:08.842581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 344cdcae-cf8f-4bd6-8dc8-279e60d05a69 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:08.843005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ff974ead-5438-437e-ae1e-27c52a686d58 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:08.865971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:08.884584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ff974ead-5438-437e-ae1e-27c52a686d58 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:08.885277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ff974ead-5438-437e-ae1e-27c52a686d58 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:08.988981 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.002151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a5c2e6-d144-40f6-89f8-a586b19676aa']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:09.016927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25261ec-23f2-4090-b76a-35d6bc28f9f5') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:09.017256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25261ec-23f2-4090-b76a-35d6bc28f9f5') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:09.034516 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.054154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.073731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:47:09.074146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:47:09.077454 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:47:09.177145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.185074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.194120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] 10.222.0.54 "DELETE /v2.0/networks/e8a5c2e6-d144-40f6-89f8-a586b19676aa HTTP/1.1" status: 204 len: 168 time: 0.4472299 Jul 22 21:47:09.227423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fd0e4-5df5-4cda-9394-772b00563b86 tempest-TestNetworkBasicOps-83194071 tempest-TestNetworkBasicOps-83194071-project] Pushing event deleted for resources: {'Network': ['ID=e8a5c2e6-d144-40f6-89f8-a586b19676aa,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:09.247595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9181d-5e75-4c59-a937-3b53147027b4 req-68e465cd-cfeb-4eb6-b418-9da2fff5bd18 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:09.249553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8d9181d-5e75-4c59-a937-3b53147027b4 req-68e465cd-cfeb-4eb6-b418-9da2fff5bd18 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1886771 Jul 22 21:47:09.297047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35454) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:09.315118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8d9181d-5e75-4c59-a937-3b53147027b4 req-be187fb3-b8c7-4058-80c6-5abd5b137ac0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595174 Jul 22 21:47:09.437261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-network', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:09.459782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Made reservation on behalf of 8cd3dee0010549098d1eb34b9d908ee3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:47:09.462848 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.472003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.542286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:09.582169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.587228 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.620272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:47:09.625881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e961009-10ef-4b43-b5c6-93acfc8197ad,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:09.636432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.637235 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Added segment 814d0bb6-90ee-4646-9987-4f66a430a59c of type vlan for network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 Jul 22 21:47:09.688057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.712718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7c910792-13cd-4ad9-8146-d8f66e64c007 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f83864c3ac0a4ac5aeef4f1dcabf18ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690853 Jul 22 21:47:09.715227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35464) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:09.730112 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.731155 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:09.731742 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.785874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4867289 Jul 22 21:47:09.789238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35468) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:09.795450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Request body: {'subnet': {'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-subnet', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:09.824805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405729-c964-4ecc-ac42-a7bdd3f9ef15 admin admin] Pushing event updated for resources: {'Network': ['ID=5e83b583-dd81-4b74-a5a0-e157f622b6a1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:09.825500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d5df8ea-8564-4c2a-95c5-3c7ac7c234a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.836448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:47:09.851538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Made reservation on behalf of 8cd3dee0010549098d1eb34b9d908ee3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:47:09.853931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:09.868891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d5df8ea-8564-4c2a-95c5-3c7ac7c234a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:10.386186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d5df8ea-8564-4c2a-95c5-3c7ac7c234a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:10.388859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d5df8ea-8564-4c2a-95c5-3c7ac7c234a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:10.390136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d5df8ea-8564-4c2a-95c5-3c7ac7c234a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3340dd50-eb6d-4a00-879a-544239b8b328 HTTP/1.1" status: 204 len: 168 time: 0.6737983 Jul 22 21:47:10.426514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5df8ea-8564-4c2a-95c5-3c7ac7c234a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3340dd50-eb6d-4a00-879a-544239b8b328,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:10.555112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:10.654587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 793a149f-16fc-47db-bf93-d32659902f69 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:10.679054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddae7-f776-44ce-a68f-5f310804d974 req-14d6b8ad-6392-48eb-b95b-a6dbb88028d9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:10.680116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 793a149f-16fc-47db-bf93-d32659902f69 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:10.680781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 793a149f-16fc-47db-bf93-d32659902f69 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:10.681804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d84ddae7-f776-44ce-a68f-5f310804d974 req-14d6b8ad-6392-48eb-b95b-a6dbb88028d9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.2132647 Jul 22 21:47:10.694624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd05f02-ad6c-406a-b99f-2deb6b2622bd,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:10.712854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Checking segment: {'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:10.713220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Network hostable DHCP agents. Network: 5e83b583-dd81-4b74-a5a0-e157f622b6a1, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:47:10.761995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d84ddae7-f776-44ce-a68f-5f310804d974 req-c51f3c6e-a999-4b63-aa32-a190e9fe60d9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693734 Jul 22 21:47:10.770197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:47:10.793798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 5e83b583-dd81-4b74-a5a0-e157f622b6a1) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:10.799777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:10.801187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:10.809830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b2f7b-55a6-42da-b932-1a3238e276df None None] Network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:47:10.842510 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6e9784cb-b7d8-408c-a27d-eb0805ab3b57 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0504375 Jul 22 21:47:10.847191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35478) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:10.859942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:10.888832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35480) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:10.907150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:10.909023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:10.919174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5907cae-85f2-413f-b9fe-36e8d07ee845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.068441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.092884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833caf8d-cdce-4e2a-937c-6690942f6fa6 None None] Network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:47:11.111080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5907cae-85f2-413f-b9fe-36e8d07ee845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.128709 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5907cae-85f2-413f-b9fe-36e8d07ee845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.174142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a5907cae-85f2-413f-b9fe-36e8d07ee845 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0b6a804999e4280ac0109dc8c0da05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821782 Jul 22 21:47:11.175376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5907cae-85f2-413f-b9fe-36e8d07ee845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e29a18-a474-49c6-84d5-39ac81ae9b1b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:11.178138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35482) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:11.233528 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a4a021-68c2-4b1d-a523-144f0cd5e55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.252839 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.261352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a4a021-68c2-4b1d-a523-144f0cd5e55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.332561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a4a021-68c2-4b1d-a523-144f0cd5e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.336091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38a4a021-68c2-4b1d-a523-144f0cd5e55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.339964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-38a4a021-68c2-4b1d-a523-144f0cd5e55a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82e29a18-a474-49c6-84d5-39ac81ae9b1b HTTP/1.1" status: 204 len: 168 time: 0.1578500 Jul 22 21:47:11.347000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4a021-68c2-4b1d-a523-144f0cd5e55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e29a18-a474-49c6-84d5-39ac81ae9b1b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:11.548188 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.570041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.715169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Allocated IP 172.25.5.112 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/d21baabd-9b92-4c2c-84c8-3af268203ad7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:11.861988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.938903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:11.990447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:11.997011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:12.004695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:12.034534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=d21baabd-9b92-4c2c-84c8-3af268203ad7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:12.065606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c918b85-7911-4f4a-8293-90b8bdd8f72d req-1dd3f0cb-844a-471b-82d6-b6bd25cde1c1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:12.067171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c918b85-7911-4f4a-8293-90b8bdd8f72d req-1dd3f0cb-844a-471b-82d6-b6bd25cde1c1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1758499 Jul 22 21:47:12.211358 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c918b85-7911-4f4a-8293-90b8bdd8f72d req-4dc3b84b-c5d5-43f6-9693-ae667ad05d90 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361501 Jul 22 21:47:12.439275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:12.606420 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-893a14bc-8a86-4ea2-bcae-0f1ff5903d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:12.816891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:13.010795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Router 616ad4e9-1272-43ca-bed9-d11774ba559d is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:47:13.155625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:13.167666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Sync routers for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:13.189647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:13.190316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:13.195882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:13.202690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35530) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:13.203812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-96c28c73-19cb-43ea-9300-ed121ce62ba2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.3541956 Jul 22 21:47:13.573738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:13.614421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645eca-ee8f-4e18-9b66-f14b1baaad2a req-f829e676-3c1e-4020-98fd-d1b4c8124baf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:13.631192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47645eca-ee8f-4e18-9b66-f14b1baaad2a req-f829e676-3c1e-4020-98fd-d1b4c8124baf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.2715998 Jul 22 21:47:13.757064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47645eca-ee8f-4e18-9b66-f14b1baaad2a req-11181ba9-f16c-4c84-9d99-014b5a93cb8b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248798 Jul 22 21:47:13.888286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:12Z', 'revision_number': 3, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:13.931751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Checking router: 616ad4e9-1272-43ca-bed9-d11774ba559d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:13.932136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Updating router 616ad4e9-1272-43ca-bed9-d11774ba559d port d21baabd-9b92-4c2c-84c8-3af268203ad7 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:47:13.979053 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.180376 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.574188 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.589232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Transition to ACTIVE for port object d21baabd-9b92-4c2c-84c8-3af268203ad7 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:14.597252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.625610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Allocated IP 172.20.0.1 (5e83b583-dd81-4b74-a5a0-e157f622b6a1/0bd05f02-ad6c-406a-b99f-2deb6b2622bd/65440401-6966-465f-b319-7938fa7ce5b6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:14.680475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89d1e-f291-4834-8263-79a381fdc9d8 None None] Pushing event updated for resources: {'Port': ['ID=d21baabd-9b92-4c2c-84c8-3af268203ad7,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:14.712580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Attempting to bind port d21baabd-9b92-4c2c-84c8-3af268203ad7 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:14.713223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Attempting to bind port d21baabd-9b92-4c2c-84c8-3af268203ad7 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:14.713747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Attempting to bind port d21baabd-9b92-4c2c-84c8-3af268203ad7 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:14.720621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:14.721334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:14.722229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.722820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:14.725674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Bound port: d21baabd-9b92-4c2c-84c8-3af268203ad7, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:14.727028 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.814005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] For port d21baabd-9b92-4c2c-84c8-3af268203ad7, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:14.819182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] For port d21baabd-9b92-4c2c-84c8-3af268203ad7, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d21baabd-9b92-4c2c-84c8-3af268203ad7,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:14.824402 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.832530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.891625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:14.911086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89d1e-f291-4834-8263-79a381fdc9d8 None None] Pushing event updated for resources: {'Port': ['ID=d21baabd-9b92-4c2c-84c8-3af268203ad7,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:14.919047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:14.919825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:46:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:14.972635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35656) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:14.974623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:14.982674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:14.988987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:15.008506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b0cd6-ac7b-433a-b57a-95544fde9205 req-8b6ae2c6-e3dd-42b9-8f3a-fd15b176eae3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:15.019159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da0b0cd6-ac7b-433a-b57a-95544fde9205 req-8b6ae2c6-e3dd-42b9-8f3a-fd15b176eae3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1451712 Jul 22 21:47:15.071404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Pushing event updated for resources: {'Port': ['ID=65440401-6966-465f-b319-7938fa7ce5b6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:15.081492 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.119654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-da0b0cd6-ac7b-433a-b57a-95544fde9205 req-a452f0df-e10c-4e3b-a2de-796d2981f84b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907207 Jul 22 21:47:15.150186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:15.197455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-122fe22d-aa56-40d1-b50a-2639f014c881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.297991 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b18bb93-990a-496f-acc7-3fbc53fbfc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.350595 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.393453 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-122fe22d-aa56-40d1-b50a-2639f014c881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.400684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-122fe22d-aa56-40d1-b50a-2639f014c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.499314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35662) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:15.504829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-122fe22d-aa56-40d1-b50a-2639f014c881 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45595ea188c0430085a894ed68be0b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310514 Jul 22 21:47:15.514543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fe22d-aa56-40d1-b50a-2639f014c881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a8e328-dff8-4996-bc55-34402e52f960,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:15.521167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.541279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:12Z', 'revision_number': 3, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:15.570753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29495043-f808-4d33-8479-7477d1fcdf3d None None] The sync data for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 is: [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:12Z', 'revision_number': 3, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:15.662573 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b04b34e5-2594-40b3-9841-3accbc46b289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.718465 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b04b34e5-2594-40b3-9841-3accbc46b289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.777342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.787435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.912719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.914878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Pushing event updated for resources: {'Port': ['ID=65440401-6966-465f-b319-7938fa7ce5b6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:15.929656 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b04b34e5-2594-40b3-9841-3accbc46b289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.944384 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b04b34e5-2594-40b3-9841-3accbc46b289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:15.946214 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b04b34e5-2594-40b3-9841-3accbc46b289 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7a8e328-dff8-4996-bc55-34402e52f960 HTTP/1.1" status: 204 len: 168 time: 0.4457409 Jul 22 21:47:15.990057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b34e5-2594-40b3-9841-3accbc46b289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a8e328-dff8-4996-bc55-34402e52f960,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:16.156988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:16.177424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:16.181801 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:16.341927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Router 616ad4e9-1272-43ca-bed9-d11774ba559d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:47:16.437585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78588a-2fb2-455f-b534-7ec23bd3d2a6 req-62bfaeaf-1e34-4c53-89b2-8ccd2fbbd0e0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:16.462208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc78588a-2fb2-455f-b534-7ec23bd3d2a6 req-62bfaeaf-1e34-4c53-89b2-8ccd2fbbd0e0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1735177 Jul 22 21:47:16.562460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc78588a-2fb2-455f-b534-7ec23bd3d2a6 req-4509a8c8-b643-4027-9a12-a6142d158222 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989659 Jul 22 21:47:16.568788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35674) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:16.611825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9fee00d-1e62-4368-9dfe-da97db28e4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:16.715679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:16.730302 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6dbf8a2a-ea64-4447-831c-ef22d27643ce admin admin] 10.222.0.54 "PUT /v2.0/routers/616ad4e9-1272-43ca-bed9-d11774ba559d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5255392 Jul 22 21:47:16.792812 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9fee00d-1e62-4368-9dfe-da97db28e4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:16.800459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b9fee00d-1e62-4368-9dfe-da97db28e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:16.823125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d21baabd-9b92-4c2c-84c8-3af268203ad7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:16.842196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fee00d-1e62-4368-9dfe-da97db28e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741dd36-81df-482d-bced-d67be80bdc0a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:16.878565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35678) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:16.886690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b9fee00d-1e62-4368-9dfe-da97db28e4d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ba225ef497a4f32bbb69531df00c433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163352 Jul 22 21:47:16.985886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d21baabd-9b92-4c2c-84c8-3af268203ad7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:16.998463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d21baabd-9b92-4c2c-84c8-3af268203ad7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:16.999396 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:17.034489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1809-6fbf-4072-a043-42fea25bf811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:17.106215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1809-6fbf-4072-a043-42fea25bf811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:17.198657 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:17.203750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1809-6fbf-4072-a043-42fea25bf811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:17.209223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1809-6fbf-4072-a043-42fea25bf811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:17.214571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8a1e1809-6fbf-4072-a043-42fea25bf811 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0741dd36-81df-482d-bced-d67be80bdc0a HTTP/1.1" status: 204 len: 168 time: 0.3346183 Jul 22 21:47:17.250735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e1809-6fbf-4072-a043-42fea25bf811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741dd36-81df-482d-bced-d67be80bdc0a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:17.264047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port d21baabd-9b92-4c2c-84c8-3af268203ad7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d21baabd-9b92-4c2c-84c8-3af268203ad7,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:17.280235 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:17.419298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=d21baabd-9b92-4c2c-84c8-3af268203ad7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:17.631629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492103e-aef1-4665-989b-b5b4da48a506 req-88643c5c-1ff4-408f-abd2-0480f3f5a7e3 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:17.639559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-88643c5c-1ff4-408f-abd2-0480f3f5a7e3 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 820 time: 0.1999698 Jul 22 21:47:17.691705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-bd5d8854-284a-4215-8fc5-62b07b729029 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/quotas/8cd3dee0010549098d1eb34b9d908ee3 HTTP/1.1" status: 200 len: 375 time: 0.0297260 Jul 22 21:47:17.881391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0137257-8d2c-4045-b5d1-83b9f489980e req-e4f27cbe-8cb4-4084-8ff4-c34ae8a0da6e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:17.883606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0137257-8d2c-4045-b5d1-83b9f489980e req-e4f27cbe-8cb4-4084-8ff4-c34ae8a0da6e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1681828 Jul 22 21:47:17.908738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-2cb8775c-5ae6-4e0d-b552-561eb55e596f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100801 Jul 22 21:47:17.998861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0137257-8d2c-4045-b5d1-83b9f489980e req-4fb839c8-4b63-4c8b-b6a0-e5ff44234443 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887136 Jul 22 21:47:18.097359 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-02d6f829-0016-41e7-8f94-eb761d6ab204 service neutron] 10.222.0.54 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743405 Jul 22 21:47:18.236464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-d40032a6-954b-45ef-b9ff-1a6b5b7302ab service neutron] 10.222.0.54 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310694 Jul 22 21:47:18.321936 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:18.330004 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Sync routers for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:18.359907 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:18.364752 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:18.576310 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:18.593133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf74c497-d551-41da-8804-6994baf0e475 req-d890e367-9ea4-48ea-805e-10c0e573063c tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 210 time: 0.0627525 Jul 22 21:47:18.791944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d21baabd-9b92-4c2c-84c8-3af268203ad7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:18.903168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d21baabd-9b92-4c2c-84c8-3af268203ad7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:18.903924 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:18.923105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:19.001536 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 2, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:19.041311 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Checking router: 616ad4e9-1272-43ca-bed9-d11774ba559d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:19.041979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Updating router 616ad4e9-1272-43ca-bed9-d11774ba559d port 65440401-6966-465f-b319-7938fa7ce5b6 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:47:19.175033 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.229092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52782161-8fc5-4989-aacd-19a8c1df4cef req-18438567-41e2-4272-a778-94e402a01ba4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:19.236433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52782161-8fc5-4989-aacd-19a8c1df4cef req-18438567-41e2-4272-a778-94e402a01ba4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.1067953 Jul 22 21:47:19.258147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1009524002-network', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:19.300715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52782161-8fc5-4989-aacd-19a8c1df4cef req-2b7f5964-aafe-4ff5-b0e5-e399b61ab2cc tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632312 Jul 22 21:47:19.327826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Made reservation on behalf of 4c7e92d13d2f47c1a4919adec8e44b49 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:47:19.331458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.347169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.612820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.623797 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.675234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:47:19.719347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc3bbd1-20df-4acc-b37f-661db7f37bf1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:19.754145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.754145 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Added segment bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5 of type vlan for network 252e5475-412e-4fae-8bcc-4112e1cec30e Jul 22 21:47:19.781552 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.812122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b2f933b-ddf1-401b-a268-30cf8d208839 req-46576025-07f4-40ff-9984-730ed2114989 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 210 time: 0.0549748 Jul 22 21:47:19.820722 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Transition to ACTIVE for port object 65440401-6966-465f-b319-7938fa7ce5b6 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:19.832269 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.837892 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.880241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.881359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:19.883131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:19.926921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0026145 Jul 22 21:47:19.931102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35742) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:19.937866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Request body: {'subnet': {'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1009524002-subnet', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:20.032820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b09db-7a02-4b4f-9699-f5c3b9039eda admin admin] Pushing event updated for resources: {'Network': ['ID=252e5475-412e-4fae-8bcc-4112e1cec30e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:20.051001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 252e5475-412e-4fae-8bcc-4112e1cec30e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:47:20.060523 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Pushing event updated for resources: {'Port': ['ID=65440401-6966-465f-b319-7938fa7ce5b6,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:20.069563 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.070120 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.070503 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.070712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Made reservation on behalf of 4c7e92d13d2f47c1a4919adec8e44b49 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:47:20.070820 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.071155 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.071534 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.071979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.072391 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.073153 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.073309 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.073542 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.074237 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:20.076272 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:20.105733 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Attempting to bind port 65440401-6966-465f-b319-7938fa7ce5b6 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:20.110396 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Attempting to bind port 65440401-6966-465f-b319-7938fa7ce5b6 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:20.110396 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Attempting to bind port 65440401-6966-465f-b319-7938fa7ce5b6 on network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:20.123973 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:20.125143 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Checking segment: {'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:20.129136 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:20.129824 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Bound using segment: {'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:20.130653 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Bound port: 65440401-6966-465f-b319-7938fa7ce5b6, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:20.131296 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:20.295674 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] For port 65440401-6966-465f-b319-7938fa7ce5b6, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:20.303476 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] For port 65440401-6966-465f-b319-7938fa7ce5b6, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65440401-6966-465f-b319-7938fa7ce5b6,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:20.312618 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:20.379720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492103e-aef1-4665-989b-b5b4da48a506 req-d56a363c-0658-4c86-9cd0-eba9ec3c18cd tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:20.390349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-d56a363c-0658-4c86-9cd0-eba9ec3c18cd tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.58 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 820 time: 0.2834616 Jul 22 21:47:20.411755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Request body: {'port': {'device_id': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'admin_state_up': True, 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:20.438482 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:20.439421 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:20.485235 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28c1c1-9410-4530-8b57-34dc2c4e5744 None None] Pushing event updated for resources: {'Port': ['ID=65440401-6966-465f-b319-7938fa7ce5b6,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:20.501126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:20.653928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:20.697409 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:20.700214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Checking segment: {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:20.700744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Network hostable DHCP agents. Network: 252e5475-412e-4fae-8bcc-4112e1cec30e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:47:20.725946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cbbb0-15fd-4a0e-84b7-b0ea152bc521 req-8c7af01a-97f5-43d1-b8fa-5691cb484cc9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:20.729604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc4cbbb0-15fd-4a0e-84b7-b0ea152bc521 req-8c7af01a-97f5-43d1-b8fa-5691cb484cc9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.2699964 Jul 22 21:47:20.756518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Network 252e5475-412e-4fae-8bcc-4112e1cec30e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:47:20.780497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 252e5475-412e-4fae-8bcc-4112e1cec30e) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:20.795302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bba81c-cd80-4cfb-990c-d0aa12046234 None None] Network 252e5475-412e-4fae-8bcc-4112e1cec30e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:47:20.802547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:20.804733 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:20.829867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc4cbbb0-15fd-4a0e-84b7-b0ea152bc521 req-352d0453-fb6e-4c25-a25d-fa59e7cc84e4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Jul 22 21:47:20.865854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Made reservation on behalf of 8cd3dee0010549098d1eb34b9d908ee3 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:47:20.875182 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:20.908535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b18a1634-ccaa-48de-9ed1-8ef71634e610 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9637399 Jul 22 21:47:20.910836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35750) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:20.923604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:20.992787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ba120b9-ce99-4c54-817b-853fdc35e1ea req-e50c4f8c-4ab4-4a33-950f-46969b65f69d tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 210 time: 0.0524392 Jul 22 21:47:20.993353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.001936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.136571 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:20Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:21.138570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-252e5475-412e-4fae-8bcc-4112e1cec30e', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:47:21.140212 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.172096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.188216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Allocated IP 172.20.0.2 (5e83b583-dd81-4b74-a5a0-e157f622b6a1/0bd05f02-ad6c-406a-b99f-2deb6b2622bd/dd472394-18a7-4241-b1df-63e29b432bf9) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:21.220570 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a2ade-5c02-427c-a123-1c4d2611593f None None] The sync data for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 is: [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:20Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:21.487135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.502793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Allocated IP 172.20.0.2 (252e5475-412e-4fae-8bcc-4112e1cec30e/45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9/9489e081-211a-4fe7-81fe-a4f8c6953af1) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:21.570179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.668291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.765344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:21.776349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:21.786282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:21.808102 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.818281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Transition to ACTIVE for port object 9489e081-211a-4fe7-81fe-a4f8c6953af1 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:21.839348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Transition to ACTIVE for port object 9489e081-211a-4fe7-81fe-a4f8c6953af1 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:21.850383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.881832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:21.883012 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:21.898517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4981639 Jul 22 21:47:21.911026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Request body: {'port': {'device_id': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:21.959178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614f066-e2a4-4543-ab6b-c1658a34339b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event updated for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:21.975087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Network 252e5475-412e-4fae-8bcc-4112e1cec30e is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:21.987435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:21.998651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:22.039707 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.067866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.101372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Pushing event updated for resources: {'Port': ['ID=9489e081-211a-4fe7-81fe-a4f8c6953af1,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:22.108438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.136350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.136944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.137621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.138630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.139620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.140223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.140781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.141691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.143053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.144375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.145044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.146061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:22.219657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Attempting to bind port 9489e081-211a-4fe7-81fe-a4f8c6953af1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:22.221998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Attempting to bind port 9489e081-211a-4fe7-81fe-a4f8c6953af1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:22.222595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Attempting to bind port 9489e081-211a-4fe7-81fe-a4f8c6953af1 on network 252e5475-412e-4fae-8bcc-4112e1cec30e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:22.248937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:22.249785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Checking segment: {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:22.251271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.252183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Bound using segment: {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:22.254357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Bound port: 9489e081-211a-4fe7-81fe-a4f8c6953af1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:22.254992 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.346833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9bb6-8cfd-456d-af1d-e6541ebc5b73 req-8910b76d-997c-47aa-8c63-0e4438365685 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:22.357986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f67b9bb6-8cfd-456d-af1d-e6541ebc5b73 req-8910b76d-997c-47aa-8c63-0e4438365685 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.3309205 Jul 22 21:47:22.364221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] For port 9489e081-211a-4fe7-81fe-a4f8c6953af1, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:22.368210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] For port 9489e081-211a-4fe7-81fe-a4f8c6953af1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9489e081-211a-4fe7-81fe-a4f8c6953af1,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:22.382179 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.390815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Allocated IP 172.25.5.123 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/e1cceb95-6d7f-426d-82bb-2cceb54a1bfa) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:22.450337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53aeb-b84b-415b-8a1f-ad4b13f57753 req-459b02d8-5c04-4962-9066-7126c806c2e6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:22.452024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7df53aeb-b84b-415b-8a1f-ad4b13f57753 req-459b02d8-5c04-4962-9066-7126c806c2e6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 931 time: 0.2508583 Jul 22 21:47:22.523180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f67b9bb6-8cfd-456d-af1d-e6541ebc5b73 req-39d8a7bf-904a-41ad-8074-119bcba0056b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635921 Jul 22 21:47:22.565906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c55d5-a7db-4d1f-be94-b329fd4b813d None None] Pushing event updated for resources: {'Port': ['ID=9489e081-211a-4fe7-81fe-a4f8c6953af1,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:22.656238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.691991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7df53aeb-b84b-415b-8a1f-ad4b13f57753 req-6e0bdf47-425c-4b4a-85c9-171db17f92ef tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959250 Jul 22 21:47:22.782036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:22.892224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:22.906101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:22.911092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:22.940634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65440401-6966-465f-b319-7938fa7ce5b6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:22.994186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Pushing event updated for resources: {'Port': ['ID=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:23.099496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd472394-18a7-4241-b1df-63e29b432bf9 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:47:23.115730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 65440401-6966-465f-b319-7938fa7ce5b6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:23.120459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.121744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 65440401-6966-465f-b319-7938fa7ce5b6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:23.122399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.157118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Transition to ACTIVE for port object dd472394-18a7-4241-b1df-63e29b432bf9 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:23.162646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.276437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Pushing event updated for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:23.284100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.398736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 65440401-6966-465f-b319-7938fa7ce5b6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65440401-6966-465f-b319-7938fa7ce5b6,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:23.413889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.432002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Attempting to bind port dd472394-18a7-4241-b1df-63e29b432bf9 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:23.432769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Attempting to bind port dd472394-18a7-4241-b1df-63e29b432bf9 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:23.433480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Attempting to bind port dd472394-18a7-4241-b1df-63e29b432bf9 on network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:23.449587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Port dd472394-18a7-4241-b1df-63e29b432bf9 on network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:47:23.457214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Attempting to bind port dd472394-18a7-4241-b1df-63e29b432bf9 on network 5e83b583-dd81-4b74-a5a0-e157f622b6a1 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:23.486961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:23.487637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Checking segment: {'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:23.488319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Bound using segment: {'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:23.489096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Bound port: dd472394-18a7-4241-b1df-63e29b432bf9, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814d0bb6-90ee-4646-9987-4f66a430a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:23.489740 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.561360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=65440401-6966-465f-b319-7938fa7ce5b6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:23.740912 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.749685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:23.794604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=dd472394-18a7-4241-b1df-63e29b432bf9,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:23.823245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.860873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 58becf12-ae05-4e92-b1cc-b8713a8de60b details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:47:23.969242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:23.970116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:23.971972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] 10.222.0.58 "PUT /v2.0/ports/dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 1092 time: 2.0653872 Jul 22 21:47:23.972874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:23.976317 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d45df98-fb54-4c0a-96f9-87f13587d35e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:23.983561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2e372-4c02-46c5-8f3a-7f8379b64c99 service neutron] Pushing event updated for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:24.063098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80659241-de26-41b1-ae83-ca4423e3d3bd req-73965914-7e8a-42cc-b9b7-fa7a7042fe14 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:24.077159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80659241-de26-41b1-ae83-ca4423e3d3bd req-73965914-7e8a-42cc-b9b7-fa7a7042fe14 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 944 time: 0.4180624 Jul 22 21:47:24.277627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424d9d8-9a1e-470c-86fc-7feaa6104da8 req-6418fe4f-6a4a-4062-a917-053a2bcf7b6a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:24.280631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b424d9d8-9a1e-470c-86fc-7feaa6104da8 req-6418fe4f-6a4a-4062-a917-053a2bcf7b6a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 943 time: 0.3886616 Jul 22 21:47:24.298816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80659241-de26-41b1-ae83-ca4423e3d3bd req-32702987-6c04-4cb2-874a-eaac3965e401 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864295 Jul 22 21:47:24.363414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492103e-aef1-4665-989b-b5b4da48a506 req-e65d31e7-4fa1-4de6-a79a-8d4ecbbe1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:24.365520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-e65d31e7-4fa1-4de6-a79a-8d4ecbbe1499 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1095 time: 0.2873778 Jul 22 21:47:24.366973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 58becf12-ae05-4e92-b1cc-b8713a8de60b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=58becf12-ae05-4e92-b1cc-b8713a8de60b,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:24.371636 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b424d9d8-9a1e-470c-86fc-7feaa6104da8 req-9f6faccf-f342-491d-ae9c-ef9f4745c848 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804043 Jul 22 21:47:24.404331 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54200e0-0b14-440f-b0e9-f616121f082e x-openstack-request-id: req-e54200e0-0b14-440f-b0e9-f616121f082e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:24.404704 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:24.405073 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e54200e0-0b14-440f-b0e9-f616121f082e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:24.405699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3faa93d-00d1-4712-b96d-0044eb072785 None None] Network 252e5475-412e-4fae-8bcc-4112e1cec30e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:47:24.406824 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'status': 'completed', 'code': 200} Jul 22 21:47:24.442710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '58becf12-ae05-4e92-b1cc-b8713a8de60b', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'port_id': '58becf12-ae05-4e92-b1cc-b8713a8de60b', 'mac_address': 'fa:16:3e:2e:bc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:47:24.451267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d48a9704-1fc7-48bb-90b0-40eb44d25403 None None] Provisioning for port 9489e081-211a-4fe7-81fe-a4f8c6953af1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:24.501802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-61bb00f9-9d52-4dff-b1bf-5c8aac91f546 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 217 time: 0.1273794 Jul 22 21:47:24.565082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:24.569701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492103e-aef1-4665-989b-b5b4da48a506 req-53f7f674-a414-4f33-a21f-574de6916d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:24.571367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-53f7f674-a414-4f33-a21f-574de6916d95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.0629692 Jul 22 21:47:24.613473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-1b132d8d-a0a8-4d65-9d57-9e67587d53a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358651 Jul 22 21:47:24.658504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58becf12-ae05-4e92-b1cc-b8713a8de60b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:47:24.671887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:24.697205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 58becf12-ae05-4e92-b1cc-b8713a8de60b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=58becf12-ae05-4e92-b1cc-b8713a8de60b,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:24.703972 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:24.832900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=58becf12-ae05-4e92-b1cc-b8713a8de60b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:24.930709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-64c1b269-4dcf-4c01-8110-15affe79f3f8 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110449 Jul 22 21:47:24.987766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Router f16de16d-feed-43fd-aa5c-53c75cf83081 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:47:24.993817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65440401-6966-465f-b319-7938fa7ce5b6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:25.105602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['58becf12-ae05-4e92-b1cc-b8713a8de60b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:47:25.149961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 65440401-6966-465f-b319-7938fa7ce5b6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:25.150274 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:25.294505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:25.338136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:25.342948 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-65ec5d03-ea41-44e6-af1e-d3539ed2b2cf admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4318168 Jul 22 21:47:25.343612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35772) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:25.374791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9489e081-211a-4fe7-81fe-a4f8c6953af1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:25.376857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97994361-364f-4628-a230-1e02b297306f None None] Sync routers for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:25.430927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97994361-364f-4628-a230-1e02b297306f None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:25.431972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97994361-364f-4628-a230-1e02b297306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:25.709690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9489e081-211a-4fe7-81fe-a4f8c6953af1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:25.716743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-97994361-364f-4628-a230-1e02b297306f None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:25.753177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9489e081-211a-4fe7-81fe-a4f8c6953af1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:25.753706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:25.859101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f492103e-aef1-4665-989b-b5b4da48a506 req-f549d82d-8e42-4add-94c9-ac601939507b service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198523 Jul 22 21:47:25.919298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28a29-d3bc-4f05-95ae-63a152407043 req-70d0a8ef-b8f9-4f34-b83f-e78016013b79 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:25.921190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9c28a29-d3bc-4f05-95ae-63a152407043 req-70d0a8ef-b8f9-4f34-b83f-e78016013b79 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 943 time: 0.2896791 Jul 22 21:47:25.932602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bccbe-8a34-402c-bb63-1b968619589b req-3fc69cd4-e848-4fb9-8e7c-08f43d655589 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:25.940802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-827bccbe-8a34-402c-bb63-1b968619589b req-3fc69cd4-e848-4fb9-8e7c-08f43d655589 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 945 time: 0.3153331 Jul 22 21:47:26.017334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.064506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.104626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-827bccbe-8a34-402c-bb63-1b968619589b req-feeb4fe6-0529-498b-96da-fe0fe1404d79 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619706 Jul 22 21:47:26.130838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9c28a29-d3bc-4f05-95ae-63a152407043 req-2694b3b2-f26b-4219-b7c3-d1912286ad24 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795268 Jul 22 21:47:26.141103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 9489e081-211a-4fe7-81fe-a4f8c6953af1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9489e081-211a-4fe7-81fe-a4f8c6953af1,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:26.141298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-806b7c71-8b60-4a71-b623-622ffa1ec55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:26.141298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-806b7c71-8b60-4a71-b623-622ffa1ec55c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1095 time: 0.2189207 Jul 22 21:47:26.147157 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.250846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=9489e081-211a-4fe7-81fe-a4f8c6953af1,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:26.252596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Allocated IP 172.20.0.1 (252e5475-412e-4fae-8bcc-4112e1cec30e/45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9/af66a5de-6369-41bd-9aad-dfdcb8967b8e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:26.281759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-ff610933-49f4-4272-8208-195cd12882dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:26.283274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-ff610933-49f4-4272-8208-195cd12882dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.1345894 Jul 22 21:47:26.288897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97994361-364f-4628-a230-1e02b297306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:23Z', 'revision_number': 3, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:26.334025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97994361-364f-4628-a230-1e02b297306f None None] Checking router: f16de16d-feed-43fd-aa5c-53c75cf83081 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:26.334565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97994361-364f-4628-a230-1e02b297306f None None] Updating router f16de16d-feed-43fd-aa5c-53c75cf83081 port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:47:26.366891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-4fdf7b92-8e9a-49a3-a1a8-8cbb22252c2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 217 time: 0.0626101 Jul 22 21:47:26.375715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97994361-364f-4628-a230-1e02b297306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.432058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.463597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Transition to ACTIVE for port object af66a5de-6369-41bd-9aad-dfdcb8967b8e will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:26.476468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-8dd87630-b2e6-453b-bee5-63e6f5a5643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:26.479376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-8dd87630-b2e6-453b-bee5-63e6f5a5643a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.1056237 Jul 22 21:47:26.511874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.544898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-a4896110-6650-4955-924e-56992f35daa2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578990 Jul 22 21:47:26.560224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Network 252e5475-412e-4fae-8bcc-4112e1cec30e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:26.564757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:26.570526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:26.575271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Pushing event updated for resources: {'Port': ['ID=af66a5de-6369-41bd-9aad-dfdcb8967b8e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:26.638977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.711821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-9917dcc3-eee3-417c-8dee-0f95c2a574e9 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596723 Jul 22 21:47:26.762551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9489e081-211a-4fe7-81fe-a4f8c6953af1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:26.877487 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.922575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d45df98-fb54-4c0a-96f9-87f13587d35e req-cf088c4e-ac55-4f26-b7f9-2b762b4cfcd3 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007668 Jul 22 21:47:26.930394 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97994361-364f-4628-a230-1e02b297306f None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:26.952888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-97994361-364f-4628-a230-1e02b297306f None None] Transition to ACTIVE for port object e1cceb95-6d7f-426d-82bb-2cceb54a1bfa will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:26.961824 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97994361-364f-4628-a230-1e02b297306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.040483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9489e081-211a-4fe7-81fe-a4f8c6953af1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:27.040871 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.051261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97994361-364f-4628-a230-1e02b297306f None None] Attempting to bind port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:27.051777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97994361-364f-4628-a230-1e02b297306f None None] Attempting to bind port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:27.052278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994361-364f-4628-a230-1e02b297306f None None] Attempting to bind port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:27.073310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e98374-b8de-495b-b8a1-5d66f2ae4939 None None] Pushing event updated for resources: {'Port': ['ID=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:27.086535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994361-364f-4628-a230-1e02b297306f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:27.086803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.087247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994361-364f-4628-a230-1e02b297306f None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:27.087333 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97994361-364f-4628-a230-1e02b297306f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.087722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994361-364f-4628-a230-1e02b297306f None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:27.088382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97994361-364f-4628-a230-1e02b297306f None None] Bound port: e1cceb95-6d7f-426d-82bb-2cceb54a1bfa, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:27.088629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97994361-364f-4628-a230-1e02b297306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.092055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.125260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-305b47bc-bb68-4f64-9c3e-200432c56967 None None] Provisioning for port af66a5de-6369-41bd-9aad-dfdcb8967b8e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:27.136876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-305b47bc-bb68-4f64-9c3e-200432c56967 None None] Provisioning complete for port af66a5de-6369-41bd-9aad-dfdcb8967b8e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:27.137189 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-305b47bc-bb68-4f64-9c3e-200432c56967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.178150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.194833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Pushing event updated for resources: {'Port': ['ID=af66a5de-6369-41bd-9aad-dfdcb8967b8e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:27.253537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-97994361-364f-4628-a230-1e02b297306f None None] For port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:27.255529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-305b47bc-bb68-4f64-9c3e-200432c56967 None None] Port af66a5de-6369-41bd-9aad-dfdcb8967b8e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:47:27.259790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-97994361-364f-4628-a230-1e02b297306f None None] For port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:27.283833 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97994361-364f-4628-a230-1e02b297306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.350583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3ef9c-38b8-4deb-809d-4476c78e4616 req-360177f2-2050-4190-ae6b-9aa5d3d6c1d1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:27.356338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Network 252e5475-412e-4fae-8bcc-4112e1cec30e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:27.358846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34d3ef9c-38b8-4deb-809d-4476c78e4616 req-360177f2-2050-4190-ae6b-9aa5d3d6c1d1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 945 time: 0.1591368 Jul 22 21:47:27.368553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:27.389524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97994361-364f-4628-a230-1e02b297306f None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:27.390201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97994361-364f-4628-a230-1e02b297306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:27.394736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e98374-b8de-495b-b8a1-5d66f2ae4939 None None] Pushing event updated for resources: {'Port': ['ID=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:27.398936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579565-0b33-4e03-93a1-98a5cf4a78a8 req-239fb079-f21e-4fe5-b10b-2cc7ad5d0681 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:27.400747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af579565-0b33-4e03-93a1-98a5cf4a78a8 req-239fb079-f21e-4fe5-b10b-2cc7ad5d0681 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 943 time: 0.1493151 Jul 22 21:47:27.443743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34d3ef9c-38b8-4deb-809d-4476c78e4616 req-3a0a4ded-b784-4bef-8642-1897246e090e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837593 Jul 22 21:47:27.529090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af579565-0b33-4e03-93a1-98a5cf4a78a8 req-a773ec26-1c58-4496-ad28-1d8c07dc3296 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065431 Jul 22 21:47:27.572248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Router f16de16d-feed-43fd-aa5c-53c75cf83081 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:47:27.590187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-97994361-364f-4628-a230-1e02b297306f None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:27.742184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:27.758011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3ce80a01-8c22-45c9-80ec-ceb6ffbd2d15 admin admin] 10.222.0.54 "PUT /v2.0/routers/f16de16d-feed-43fd-aa5c-53c75cf83081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128358 Jul 22 21:47:27.798621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1f3b2c1d-cc04-4cae-82ff-69f738166035 None None] Provisioning complete for port af66a5de-6369-41bd-9aad-dfdcb8967b8e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:27.799000 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2c1d-cc04-4cae-82ff-69f738166035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:27.865478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b2c1d-cc04-4cae-82ff-69f738166035 None None] Port af66a5de-6369-41bd-9aad-dfdcb8967b8e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:47:27.891186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 58becf12-ae05-4e92-b1cc-b8713a8de60b up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:27.929119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97994361-364f-4628-a230-1e02b297306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 2, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:27.961651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97994361-364f-4628-a230-1e02b297306f None None] The sync data for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 is: [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 2, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:27.991969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 58becf12-ae05-4e92-b1cc-b8713a8de60b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:27.999242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 58becf12-ae05-4e92-b1cc-b8713a8de60b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:27.999819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:28.136514 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:28.167347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58becf12-ae05-4e92-b1cc-b8713a8de60b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:28.170386 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000ad3a0-c68f-465a-9201-a99952cd993e" -d '{"events": [{"server_uuid": "36c15465-ede3-4fd4-8c2c-3eb4e136241d", "name": "network-vif-plugged", "status": "completed", "tag": "58becf12-ae05-4e92-b1cc-b8713a8de60b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:28.192326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 58becf12-ae05-4e92-b1cc-b8713a8de60b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=58becf12-ae05-4e92-b1cc-b8713a8de60b,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:28.199348 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:28.326060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=58becf12-ae05-4e92-b1cc-b8713a8de60b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:28.550065 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e0a5f0-ac4d-4bbc-9cf7-672d1f6c72ad x-openstack-request-id: req-c3e0a5f0-ac4d-4bbc-9cf7-672d1f6c72ad {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:28.550680 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c15465-ede3-4fd4-8c2c-3eb4e136241d", "name": "network-vif-plugged", "status": "completed", "tag": "58becf12-ae05-4e92-b1cc-b8713a8de60b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:28.551198 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3e0a5f0-ac4d-4bbc-9cf7-672d1f6c72ad {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:28.552072 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58becf12-ae05-4e92-b1cc-b8713a8de60b', 'code': 200} Jul 22 21:47:28.727001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 35810) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:28.736503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1469025047-network', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:28.770787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Made reservation on behalf of 9c2f82441d584df18ee2b730b50fee79 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:47:28.775054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:28.798276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:28.837150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca074-7d83-4753-b1e6-cd96ddbe1020 req-96ab63e9-7113-4b9e-8ba8-b1ff2a3e06ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:28.840138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-469ca074-7d83-4753-b1e6-cd96ddbe1020 req-96ab63e9-7113-4b9e-8ba8-b1ff2a3e06ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.2063153 Jul 22 21:47:28.862740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9858768-4586-432e-9f13-5bde78e88b63 req-2877a1b5-9597-406b-a0b5-a51638ca4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:28.865408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04a0af-a073-4661-b701-4e706abf51c0 req-67008cec-59d6-4902-817d-b73896ef0564 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:28.865635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9858768-4586-432e-9f13-5bde78e88b63 req-2877a1b5-9597-406b-a0b5-a51638ca4262 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 1098 time: 0.2151022 Jul 22 21:47:28.880080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b04a0af-a073-4661-b701-4e706abf51c0 req-67008cec-59d6-4902-817d-b73896ef0564 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 943 time: 0.2131164 Jul 22 21:47:28.958161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f9858768-4586-432e-9f13-5bde78e88b63 req-e270ead7-10bb-4454-89b6-38a647360996 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800123 Jul 22 21:47:28.961007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-469ca074-7d83-4753-b1e6-cd96ddbe1020 req-5608614c-c229-43d2-9548-50978ea7375b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091871 Jul 22 21:47:28.976182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b04a0af-a073-4661-b701-4e706abf51c0 req-fe9048fc-0808-4ead-a451-a0fe87f8cce6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935199 Jul 22 21:47:29.136109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.149300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.186297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:47:29.214191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15c61a-86f5-40dc-b33c-5a81def4645f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:29.219743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.220410 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Added segment 34a1a074-47eb-4cbb-a979-f86750a7bb9e of type vlan for network c8197308-6a87-471c-bb59-2133fefd3450 Jul 22 21:47:29.294041 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.347929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.349520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:29.350913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.386536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device dd472394-18a7-4241-b1df-63e29b432bf9 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:47:29.402817 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6738350 Jul 22 21:47:29.404520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35814) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:29.416090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Request body: {'subnet': {'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1469025047-subnet', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:29.468710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Made reservation on behalf of 9c2f82441d584df18ee2b730b50fee79 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:47:29.473332 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.476974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b2c83-e60d-4fa7-baf7-4b62c1db29a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c8197308-6a87-471c-bb59-2133fefd3450,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:29.528645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c8197308-6a87-471c-bb59-2133fefd3450 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:47:29.638781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=dd472394-18a7-4241-b1df-63e29b432bf9,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:29.673751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'port_id': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'mac_address': 'fa:16:3e:d3:2d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:47:29.748022 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.774755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd472394-18a7-4241-b1df-63e29b432bf9 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:47:29.777165 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.841597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=dd472394-18a7-4241-b1df-63e29b432bf9,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:29.850895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.872883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2113456-92e9-4dac-a3e7-60c5787f694b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:29.887269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Checking segment: {'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:29.887689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Network hostable DHCP agents. Network: c8197308-6a87-471c-bb59-2133fefd3450, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:47:29.917660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Network c8197308-6a87-471c-bb59-2133fefd3450 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:47:29.934060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c8197308-6a87-471c-bb59-2133fefd3450) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:29.949238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:29.950032 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:29.955417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488a149-ec4d-4d8f-a39e-fff7487c8ec7 None None] Network c8197308-6a87-471c-bb59-2133fefd3450 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:47:29.978435 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32a8ff8c-e870-490b-87c7-686ed261a796 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5722032 Jul 22 21:47:29.981736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35816) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:29.989434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:30.058761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:30.090318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:30.185426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['dd472394-18a7-4241-b1df-63e29b432bf9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:47:30.188719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:30.272357 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:30.330251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-c8197308-6a87-471c-bb59-2133fefd3450', 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'fixed_ips': [{'subnet_id': 'd2113456-92e9-4dac-a3e7-60c5787f694b'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:47:30.331180 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:30.382260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5d86-39c8-4605-badc-fb4788f1175f req-eab028d2-2af2-4092-a963-ae9ba579284c tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:30.383784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17cb5d86-39c8-4605-badc-fb4788f1175f req-eab028d2-2af2-4092-a963-ae9ba579284c tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 944 time: 0.2740376 Jul 22 21:47:30.534298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:30.544782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17cb5d86-39c8-4605-badc-fb4788f1175f req-e844ee5e-e0f0-46cd-8165-38905f0f5101 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543963 Jul 22 21:47:30.576361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745cfb-2b00-4730-b877-8a32ed25720d req-ed000bbf-6589-4ba6-b4a9-e3f870f11411 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:30.578494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec745cfb-2b00-4730-b877-8a32ed25720d req-ed000bbf-6589-4ba6-b4a9-e3f870f11411 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.3742173 Jul 22 21:47:30.652846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec745cfb-2b00-4730-b877-8a32ed25720d req-c713e75b-194d-4f76-aeae-3f2973e39e6f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612867 Jul 22 21:47:30.820340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1cceb95-6d7f-426d-82bb-2cceb54a1bfa up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:30.911192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Allocated IP 172.20.0.2 (c8197308-6a87-471c-bb59-2133fefd3450/d2113456-92e9-4dac-a3e7-60c5787f694b/f733f50f-904e-4645-9c83-73a5f6b0925d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:30.940611 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:30.964535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.035765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:31.046079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:31.046544 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.143814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Allocated IP 172.25.5.18 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/8f6643fe-a173-4a52-81d5-05831f2438bd) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:31.195803 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.213120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Transition to ACTIVE for port object f733f50f-904e-4645-9c83-73a5f6b0925d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:31.226090 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.245424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Transition to ACTIVE for port object f733f50f-904e-4645-9c83-73a5f6b0925d will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:31.256623 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:31.258706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.263503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.305099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Network c8197308-6a87-471c-bb59-2133fefd3450 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:31.309779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:31.314734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:31.319137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Pushing event updated for resources: {'Port': ['ID=f733f50f-904e-4645-9c83-73a5f6b0925d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:31.366377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.372523 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Sync routers for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:31.389031 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:31.390102 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:31.466135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.486551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device dd472394-18a7-4241-b1df-63e29b432bf9 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:31.545041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:31.552419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:31.552611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:31.562526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Attempting to bind port f733f50f-904e-4645-9c83-73a5f6b0925d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:31.563139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Attempting to bind port f733f50f-904e-4645-9c83-73a5f6b0925d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:31.563720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Attempting to bind port f733f50f-904e-4645-9c83-73a5f6b0925d on network c8197308-6a87-471c-bb59-2133fefd3450 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:31.567403 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.571657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:31.578642 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:31.586012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:31.586641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Checking segment: {'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:31.587723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.588437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Bound using segment: {'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:31.589194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Bound port: f733f50f-904e-4645-9c83-73a5f6b0925d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:31.589834 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.617708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6643fe-a173-4a52-81d5-05831f2438bd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:31.665281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port dd472394-18a7-4241-b1df-63e29b432bf9 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:31.678221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port dd472394-18a7-4241-b1df-63e29b432bf9 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:31.678605 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.754868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] For port f733f50f-904e-4645-9c83-73a5f6b0925d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:31.810754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] For port f733f50f-904e-4645-9c83-73a5f6b0925d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f733f50f-904e-4645-9c83-73a5f6b0925d,segment=NetworkSegment(34a1a074-47eb-4cbb-a979-f86750a7bb9e),segment_id=34a1a074-47eb-4cbb-a979-f86750a7bb9e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:31.821234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.968980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4725fd-30b0-463f-94b0-087f606a32c7 None None] Pushing event updated for resources: {'Port': ['ID=f733f50f-904e-4645-9c83-73a5f6b0925d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:31.983228 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:31.999156 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 2, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:32.029101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c07e21-43ff-4d88-b81e-d5412c75804e req-40c744c7-2384-4207-bcae-802cfcc965a0 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:32.041615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=dd472394-18a7-4241-b1df-63e29b432bf9,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:32.043050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:32.044890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55c07e21-43ff-4d88-b81e-d5412c75804e req-40c744c7-2384-4207-bcae-802cfcc965a0 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 944 time: 0.3047063 Jul 22 21:47:32.054633 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518927bf-2ca5-43fc-b961-8aa3219d189f" -d '{"events": [{"server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "name": "network-vif-plugged", "status": "completed", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:32.059581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:32.064471 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Checking router: f16de16d-feed-43fd-aa5c-53c75cf83081 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:32.065285 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Updating router f16de16d-feed-43fd-aa5c-53c75cf83081 port af66a5de-6369-41bd-9aad-dfdcb8967b8e binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:47:32.130580 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:32.148993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:32.189697 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:32.195817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489177-ccf3-4d08-8cfb-9f3731ac94ad req-7f5d872b-f0bf-4cbc-bc3c-2abe7fcc85ef tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:32.197458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad489177-ccf3-4d08-8cfb-9f3731ac94ad req-7f5d872b-f0bf-4cbc-bc3c-2abe7fcc85ef tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.3973188 Jul 22 21:47:32.337888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55c07e21-43ff-4d88-b81e-d5412c75804e req-22512f59-628a-42be-85d1-1937762248ca tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920747 Jul 22 21:47:32.379768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad489177-ccf3-4d08-8cfb-9f3731ac94ad req-2d329921-e976-4665-b280-ac63b1c8a74d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266351 Jul 22 21:47:32.380869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:32.443023 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f844397e-c2ed-4840-9844-fa40fb537318 x-openstack-request-id: req-f844397e-c2ed-4840-9844-fa40fb537318 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:32.445731 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "name": "network-vif-plugged", "status": "completed", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:32.446194 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f844397e-c2ed-4840-9844-fa40fb537318 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:32.446930 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'code': 200} Jul 22 21:47:32.780059 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:32.798713 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Transition to ACTIVE for port object af66a5de-6369-41bd-9aad-dfdcb8967b8e will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:32.808079 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:32.828293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84944620-ca8b-4e5c-9860-835b497c3b21 req-8db2535b-64c2-4f5f-92c2-1710365ce674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:32.829822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84944620-ca8b-4e5c-9860-835b497c3b21 req-8db2535b-64c2-4f5f-92c2-1710365ce674 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.3069351 Jul 22 21:47:32.861296 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678635-1b65-429b-82c6-98c5797e9599 None None] Pushing event updated for resources: {'Port': ['ID=af66a5de-6369-41bd-9aad-dfdcb8967b8e,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:32.882699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d794065-95b0-43b3-b9ed-e885cddc7abc req-41748d4d-6f21-4ca3-ae0a-996d137f0e6c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:32.895144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f733f50f-904e-4645-9c83-73a5f6b0925d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:32.895729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d794065-95b0-43b3-b9ed-e885cddc7abc req-41748d4d-6f21-4ca3-ae0a-996d137f0e6c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.3169372 Jul 22 21:47:33.017137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d794065-95b0-43b3-b9ed-e885cddc7abc req-7035b295-3265-4d7f-ba24-c1f4efc077b6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206150 Jul 22 21:47:33.035897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84944620-ca8b-4e5c-9860-835b497c3b21 req-6de071d3-1a60-43ef-a32e-e89e22f22811 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977286 Jul 22 21:47:33.038869 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Attempting to bind port af66a5de-6369-41bd-9aad-dfdcb8967b8e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:33.039256 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Attempting to bind port af66a5de-6369-41bd-9aad-dfdcb8967b8e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:33.046546 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Attempting to bind port af66a5de-6369-41bd-9aad-dfdcb8967b8e on network 252e5475-412e-4fae-8bcc-4112e1cec30e {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:33.047493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f733f50f-904e-4645-9c83-73a5f6b0925d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:33.049735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:33.063148 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:33.063533 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Checking segment: {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:33.063967 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:33.064367 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Bound using segment: {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:33.064908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Bound port: af66a5de-6369-41bd-9aad-dfdcb8967b8e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:33.065292 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:33.073349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1cceb95-6d7f-426d-82bb-2cceb54a1bfa up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:33.180054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:33.180448 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:33.265099 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] For port af66a5de-6369-41bd-9aad-dfdcb8967b8e, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:33.271889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] For port af66a5de-6369-41bd-9aad-dfdcb8967b8e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=af66a5de-6369-41bd-9aad-dfdcb8967b8e,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:33.296365 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:33.418035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f03aed-dcd2-415a-bb21-36c542797b36 req-20e7cebd-168e-46ee-aba6-3de704095dd5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:33.420261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5f03aed-dcd2-415a-bb21-36c542797b36 req-20e7cebd-168e-46ee-aba6-3de704095dd5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.1835451 Jul 22 21:47:33.485941 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678635-1b65-429b-82c6-98c5797e9599 None None] Pushing event updated for resources: {'Port': ['ID=af66a5de-6369-41bd-9aad-dfdcb8967b8e,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:33.589590 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:33.591267 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:33.620933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-a13bbcf1-420a-44a5-a395-ea9391fba5f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2483926 Jul 22 21:47:33.656611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5f03aed-dcd2-415a-bb21-36c542797b36 req-714a8d39-2279-470d-a531-e3ccac10e947 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262287 Jul 22 21:47:33.765680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:47:33.824770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-f156a0bc-f52a-4dfb-b6a0-36f4c83851e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:33.834474 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-f156a0bc-f52a-4dfb-b6a0-36f4c83851e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0502044b37aa42c8a22631b8637743b3&device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1098 time: 0.1593904 Jul 22 21:47:33.915722 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:33.964822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5becbe-70c1-4b18-ae2d-b46ea9ba9bbe req-d6074b28-0193-4e5a-a7ae-4b28abe7c911 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:33.967028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af5becbe-70c1-4b18-ae2d-b46ea9ba9bbe req-d6074b28-0193-4e5a-a7ae-4b28abe7c911 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.3673329 Jul 22 21:47:34.033165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a85e91-2a98-4c08-8b8c-b156ea03a6c9 None None] Network c8197308-6a87-471c-bb59-2133fefd3450 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:47:34.226136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-1b2d5d46-23db-4de7-ba99-afcf36b2d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:34.228069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-1b2d5d46-23db-4de7-ba99-afcf36b2d19e service neutron] 10.222.0.23 "GET /v2.0/networks?id=61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 200 len: 908 time: 0.3297482 Jul 22 21:47:34.232996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c481e446-7170-4d89-beef-da82a1a6ea35 None None] Provisioning for port f733f50f-904e-4645-9c83-73a5f6b0925d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:34.247061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c481e446-7170-4d89-beef-da82a1a6ea35 None None] Provisioning complete for port f733f50f-904e-4645-9c83-73a5f6b0925d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:34.247628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c481e446-7170-4d89-beef-da82a1a6ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:34.399514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-63f85c4c-626e-44ac-854e-26b992735eae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 200 len: 1002 time: 0.1553650 Jul 22 21:47:34.486088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-989cb5c5-10d0-4605-bed6-b142a15627e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:34.489375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-989cb5c5-10d0-4605-bed6-b142a15627e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67d16a39-4f3e-4354-a543-7d4b0ddf81b4 HTTP/1.1" status: 200 len: 846 time: 0.0782695 Jul 22 21:47:34.582776 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:33Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:34.663335 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e70a7bf-239c-47ab-9e09-8fe003e2b992 None None] The sync data for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 is: [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:33Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:34.681409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-135b0f5d-a864-40b4-bbdb-71f50f5e3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:34.713907 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c481e446-7170-4d89-beef-da82a1a6ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:34.724433 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-135b0f5d-a864-40b4-bbdb-71f50f5e3d66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61df596d-6849-4c26-8ac0-ce4dff77e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790104 Jul 22 21:47:34.791010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af5becbe-70c1-4b18-ae2d-b46ea9ba9bbe req-148b4b97-6c90-4db8-9b9d-06fad75b26c0 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8133285 Jul 22 21:47:34.861594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c481e446-7170-4d89-beef-da82a1a6ea35 None None] For port f733f50f-904e-4645-9c83-73a5f6b0925d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f733f50f-904e-4645-9c83-73a5f6b0925d,segment=NetworkSegment(34a1a074-47eb-4cbb-a979-f86750a7bb9e),segment_id=34a1a074-47eb-4cbb-a979-f86750a7bb9e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:34.868864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c481e446-7170-4d89-beef-da82a1a6ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:34.907317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:34.947284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:34.951095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4043774a-038a-490e-b1c6-f4bd098b9a86 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9661465 Jul 22 21:47:34.952349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 35852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:47:34.980519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c87672-3fd0-4ad5-9fb7-97ca1b952efe req-33830a4a-90f9-4579-ac11-02b7051e9d0e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:34.995562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2c87672-3fd0-4ad5-9fb7-97ca1b952efe req-33830a4a-90f9-4579-ac11-02b7051e9d0e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.4253714 Jul 22 21:47:34.999178 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:47:35.024658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af66a5de-6369-41bd-9aad-dfdcb8967b8e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:35.043272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Sync routers for ids ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:35.087386 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-209a8ae3-4bfc-4bf5-aac3-8a8eb232557c service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587084 Jul 22 21:47:35.198467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Routers {'21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:35.200067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:35.243135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2c87672-3fd0-4ad5-9fb7-97ca1b952efe req-d5addc08-71ee-48cf-aa52-281b2d0ec30d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461584 Jul 22 21:47:35.391492 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d18a7eb-d6c7-4e8a-ad32-42dd3e3f9e12 req-f3617eb6-5f9d-4496-b27c-fca47181f125 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952671 Jul 22 21:47:35.410503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481e446-7170-4d89-beef-da82a1a6ea35 None None] Pushing event updated for resources: {'Port': ['ID=f733f50f-904e-4645-9c83-73a5f6b0925d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:35.518890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Set router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:35.522781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port af66a5de-6369-41bd-9aad-dfdcb8967b8e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:35.576796 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port af66a5de-6369-41bd-9aad-dfdcb8967b8e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:35.577693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:35.705409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c3bb4109-6b93-4727-945a-355a0abf228f None None] Provisioning complete for port f733f50f-904e-4645-9c83-73a5f6b0925d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:35.706167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3bb4109-6b93-4727-945a-355a0abf228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:35.905946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:36.004878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:36.114326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port af66a5de-6369-41bd-9aad-dfdcb8967b8e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=af66a5de-6369-41bd-9aad-dfdcb8967b8e,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:36.124997 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:36.199335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 3, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port': {'id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:36.251913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Checking router: 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:36.252497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Updating router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 port 8f6643fe-a173-4a52-81d5-05831f2438bd binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:47:36.279716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10605b61-cd3b-443b-833d-b267c385dd2e req-db6d38d8-a957-44f6-8895-47a5238759e8 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:36.281899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10605b61-cd3b-443b-833d-b267c385dd2e req-db6d38d8-a957-44f6-8895-47a5238759e8 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.2573333 Jul 22 21:47:36.322620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=af66a5de-6369-41bd-9aad-dfdcb8967b8e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:36.330447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Allocated IP 172.20.0.1 (c8197308-6a87-471c-bb59-2133fefd3450/d2113456-92e9-4dac-a3e7-60c5787f694b/08b44dd5-ba0f-4aa1-b93a-3ef00a157caf) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:47:36.358187 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:36.388592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10605b61-cd3b-443b-833d-b267c385dd2e req-37e0312f-3abf-4ca9-94f4-196b6ee82c9d tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913484 Jul 22 21:47:36.598657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26893e-164e-4584-b909-1d14f9f8ca37 req-de87d9ab-02f5-475b-b025-0b7182b64dfb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:36.601668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a26893e-164e-4584-b909-1d14f9f8ca37 req-de87d9ab-02f5-475b-b025-0b7182b64dfb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.1807203 Jul 22 21:47:36.684990 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a26893e-164e-4584-b909-1d14f9f8ca37 req-24d00c43-95fd-4a1a-be5a-44fd5e29d8b9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740840 Jul 22 21:47:36.688730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:36.704583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Transition to ACTIVE for port object 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:36.809280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:36.910527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-2d7061b4-7f0f-4e53-93f3-fb88dc7b989a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:36.915026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-2d7061b4-7f0f-4e53-93f3-fb88dc7b989a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 946 time: 0.2427790 Jul 22 21:47:36.936668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Network c8197308-6a87-471c-bb59-2133fefd3450 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:36.953799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af66a5de-6369-41bd-9aad-dfdcb8967b8e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:37.024640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Pushing event updated for resources: {'Port': ['ID=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:37.067139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port 58becf12-ae05-4e92-b1cc-b8713a8de60b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:37.071381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.091200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:37.097719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:47:37.191196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.198681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-f749a72d-df6e-43ff-80f1-dee3d0cff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:37.200248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-f749a72d-df6e-43ff-80f1-dee3d0cff2f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.3166909 Jul 22 21:47:37.211475 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.247689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Transition to ACTIVE for port object 8f6643fe-a173-4a52-81d5-05831f2438bd will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:37.256638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port af66a5de-6369-41bd-9aad-dfdcb8967b8e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:37.258008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.350551 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.386731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] For port 58becf12-ae05-4e92-b1cc-b8713a8de60b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=58becf12-ae05-4e92-b1cc-b8713a8de60b,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:37.387294 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.420291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for 58becf12-ae05-4e92-b1cc-b8713a8de60b owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:37.642195 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.645349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c79e2-e9d9-4303-829e-f701e54650f3 req-39708b89-baa8-40ce-a294-8363097288f0 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:37.654664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c15c79e2-e9d9-4303-829e-f701e54650f3 req-39708b89-baa8-40ce-a294-8363097288f0 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.7116685 Jul 22 21:47:37.692660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['58becf12-ae05-4e92-b1cc-b8713a8de60b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:47:37.712737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=58becf12-ae05-4e92-b1cc-b8713a8de60b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:37.781960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c15c79e2-e9d9-4303-829e-f701e54650f3 req-91729aa2-488a-44dc-a7fe-d0ceade63297 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261311 Jul 22 21:47:37.802223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] No DVR routers for this DVR port 58becf12-ae05-4e92-b1cc-b8713a8de60b on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:37.812552 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.815709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d40a694c-2c17-4d4a-9cb9-de07e20af06f req-9e0dd97e-d890-44a0-a25d-1074b65709f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "DELETE /v2.0/ports/58becf12-ae05-4e92-b1cc-b8713a8de60b HTTP/1.1" status: 204 len: 173 time: 0.8920102 Jul 22 21:47:37.817393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'name': 'network-vif-deleted', 'tag': '58becf12-ae05-4e92-b1cc-b8713a8de60b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:37.821106 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05591519-90ae-46df-85f6-03c79cf31767" -d '{"events": [{"server_uuid": "36c15465-ede3-4fd4-8c2c-3eb4e136241d", "name": "network-vif-deleted", "tag": "58becf12-ae05-4e92-b1cc-b8713a8de60b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:37.832564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-3ff0c615-eb82-42d5-a294-50bf263beae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:37.834327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-3ff0c615-eb82-42d5-a294-50bf263beae4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.4805818 Jul 22 21:47:37.882032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Attempting to bind port 8f6643fe-a173-4a52-81d5-05831f2438bd on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:37.882650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Attempting to bind port 8f6643fe-a173-4a52-81d5-05831f2438bd by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:37.883399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Attempting to bind port 8f6643fe-a173-4a52-81d5-05831f2438bd on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:37.922819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:37.923438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:37.924176 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.924811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:37.925601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Bound port: 8f6643fe-a173-4a52-81d5-05831f2438bd, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:37.926304 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:37.959699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ed6b224b-f735-4ce7-af95-aa3bb19ddf62 None None] Provisioning for port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:38.070975 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcf3f87-fa36-4f3d-9599-057a6a21162c x-openstack-request-id: req-0fcf3f87-fa36-4f3d-9599-057a6a21162c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:38.071472 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c15465-ede3-4fd4-8c2c-3eb4e136241d", "name": "network-vif-deleted", "tag": "58becf12-ae05-4e92-b1cc-b8713a8de60b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:38.071678 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0fcf3f87-fa36-4f3d-9599-057a6a21162c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:38.072430 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c15465-ede3-4fd4-8c2c-3eb4e136241d', 'name': 'network-vif-deleted', 'tag': '58becf12-ae05-4e92-b1cc-b8713a8de60b', 'status': 'completed', 'code': 200} Jul 22 21:47:38.081360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-f02592a7-a4b5-4a15-b902-b76bdd3e12da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 217 time: 0.2309480 Jul 22 21:47:38.123906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ed6b224b-f735-4ce7-af95-aa3bb19ddf62 None None] Provisioning complete for port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:38.124775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed6b224b-f735-4ce7-af95-aa3bb19ddf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:38.132298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a38d-63c1-4054-a683-6e85525e7891 None None] Pushing event updated for resources: {'Port': ['ID=8f6643fe-a173-4a52-81d5-05831f2438bd,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:38.202920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f733f50f-904e-4645-9c83-73a5f6b0925d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:38.222531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-782af175-2d58-453d-84e8-651a917825db req-90b48f09-66de-4695-a2f9-4f3e1f8f8088 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.1441221 Jul 22 21:47:38.308876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b224b-f735-4ce7-af95-aa3bb19ddf62 None None] Port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:47:38.324360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] For port 8f6643fe-a173-4a52-81d5-05831f2438bd, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:38.327938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f733f50f-904e-4645-9c83-73a5f6b0925d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:38.328577 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:38.390318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:38.410854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] For port 8f6643fe-a173-4a52-81d5-05831f2438bd, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8f6643fe-a173-4a52-81d5-05831f2438bd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:38.424245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:38.463965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-28213584-b60e-406a-b5d4-d364470c293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.467414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-28213584-b60e-406a-b5d4-d364470c293e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.3661137 Jul 22 21:47:38.565689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Routers {'21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:38.566535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:38.589464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-c7bb3b27-3a35-4196-8a9f-47974847b2c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029425 Jul 22 21:47:38.644736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.652380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.659780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.669811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.671553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a38d-63c1-4054-a683-6e85525e7891 None None] Pushing event updated for resources: {'Port': ['ID=8f6643fe-a173-4a52-81d5-05831f2438bd,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:38.696264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.707711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.717947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:38.720651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-224962a5-f41d-480e-ac77-e90d9de92be1 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.5027146 Jul 22 21:47:38.793130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] Set router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:38.924396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a70aa25-9cf7-4d33-9e29-eb37a3c08eb6 req-863663ef-e071-494a-9a77-5e8a0e998156 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686566 Jul 22 21:47:39.027043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-8a2f247f-0346-46b7-bb73-886ad1adf00e service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263759 Jul 22 21:47:39.146893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:37Z', 'revision_number': 4, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port': {'id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '08b44dd5-ba0f-4aa1-b93a-3ef00a157caf', 'name': '', 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'mac_address': 'fa:16:3e:69:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:35Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 1, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'subnets': [{'id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:39.162817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95266c6b-cc56-4d2c-abb3-6ca2870e1efe req-72c118f4-fdeb-4110-b61b-46396bbb64d7 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252542 Jul 22 21:47:39.216512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18571870-9a71-4d5b-9d71-82db58df94ab None None] The sync data for ids ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'] in n-d-762330-19 is: [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:37Z', 'revision_number': 4, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port': {'id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '08b44dd5-ba0f-4aa1-b93a-3ef00a157caf', 'name': '', 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'mac_address': 'fa:16:3e:69:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:35Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 1, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'subnets': [{'id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:39.256420 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:39.283660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e1ed2-59b0-436b-8ae4-863119cd6d63 req-79af12e6-388b-49fb-8bbf-b2312122bad4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.285010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d3e1ed2-59b0-436b-8ae4-863119cd6d63 req-79af12e6-388b-49fb-8bbf-b2312122bad4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.3861318 Jul 22 21:47:39.285905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:39.426543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7afd2739-a19a-4791-8a20-664b068165b3 req-b44c9203-0453-4af8-9f6b-e5b38a3aed81 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0556841 Jul 22 21:47:39.472030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d3e1ed2-59b0-436b-8ae4-863119cd6d63 req-7527e5f2-9c35-4ace-888f-b6809b2753fe tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456463 Jul 22 21:47:39.484297 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:39.487141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Pushing event updated for resources: {'Port': ['ID=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:39.571406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.584821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.622514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.639338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.652897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.678513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.687663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.704044 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-bf5a631a-5ab1-4284-a8f4-f14483849175 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.3148525 Jul 22 21:47:39.789801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Network c8197308-6a87-471c-bb59-2133fefd3450 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:47:39.792502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:47:39.848881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-9b5476a5-5a42-47ec-962e-cad2c5bff803 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:39.852250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-9b5476a5-5a42-47ec-962e-cad2c5bff803 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "GET /v2.0/ports/2f8147a0-67df-4242-865e-57c1bbbfbde9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1399500 Jul 22 21:47:39.994571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 2f8147a0-67df-4242-865e-57c1bbbfbde9 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:40.074540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:47:40.095286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c49fb278-b818-48e6-a1b2-222af90fb617 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "GET /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2367408 Jul 22 21:47:40.109289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:40.242621 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:40.307577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8147a0-67df-4242-865e-57c1bbbfbde9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:40.313411 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ee0b0-a958-4f67-a916-9b11d59f53e2" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8147a0-67df-4242-865e-57c1bbbfbde9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:40.335008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:40.370865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:40.409938 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:40.410679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:40.434664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:40.448724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:40.455892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:40.456508 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aef3bf0-2dbc-43bb-a635-956d729dbe34 x-openstack-request-id: req-4aef3bf0-2dbc-43bb-a635-956d729dbe34 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:40.456508 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8147a0-67df-4242-865e-57c1bbbfbde9", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:40.456714 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aef3bf0-2dbc-43bb-a635-956d729dbe34 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:40.461073 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8147a0-67df-4242-865e-57c1bbbfbde9', 'code': 200} Jul 22 21:47:40.461508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:40.469852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:40.483165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:40.520001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:40.540261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-7c35a185-4207-4408-83d1-9bbdae59203c tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 5434 time: 0.3527746 Jul 22 21:47:40.600343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:40.616849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5687435e-cf10-470e-ac9d-87287a463c01 admin admin] 10.222.0.54 "PUT /v2.0/routers/21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6623478 Jul 22 21:47:40.680799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f51300da-8f6c-4ca7-8223-47d3e2549058 req-627c80bb-8836-4c5a-874f-4a2d90848b41 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394434 Jul 22 21:47:40.731323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-568a1df1-5b0d-41ad-b881-ba5757442524 None None] Provisioning complete for port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:40.744113 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-568a1df1-5b0d-41ad-b881-ba5757442524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:40.864432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64aba609-7e51-4b76-94ad-a583d703f347 req-c81c1037-c6f1-42be-8821-452d736f9f38 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.1727643 Jul 22 21:47:40.912932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=2f8147a0-67df-4242-865e-57c1bbbfbde9,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:40.972360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8f6643fe-a173-4a52-81d5-05831f2438bd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:40.998491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] For port 2f8147a0-67df-4242-865e-57c1bbbfbde9, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:41.066637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22325d-6fd1-4ed7-a3a4-47867fde2150 req-c92631e7-2500-414f-9f1a-b415feaa9da6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:41.074045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] device_id is not set on port 2f8147a0-67df-4242-865e-57c1bbbfbde9 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:47:41.078611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c22325d-6fd1-4ed7-a3a4-47867fde2150 req-c92631e7-2500-414f-9f1a-b415feaa9da6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1696260 Jul 22 21:47:41.088209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.095652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:41.099791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-568a1df1-5b0d-41ad-b881-ba5757442524 None None] Port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:47:41.102727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.155916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8f6643fe-a173-4a52-81d5-05831f2438bd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:41.168420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8f6643fe-a173-4a52-81d5-05831f2438bd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:41.169042 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.172178 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.179627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c22325d-6fd1-4ed7-a3a4-47867fde2150 req-3bdc37f0-21c2-4124-a3cf-f42fd9c47105 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999331 Jul 22 21:47:41.212882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] Pushing event updated for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:41.301990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] No DVR routers for this DVR port 2f8147a0-67df-4242-865e-57c1bbbfbde9 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:41.336171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:41.345300 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.346109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 15dd7771-5987-4967-af1d-c43f67223885 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:41.406428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] In _notify_port_updated(), no bound segment for port 2f8147a0-67df-4242-865e-57c1bbbfbde9 on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:47:41.407668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:41.408482 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.410041 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-8509780f-8f1e-4f0a-8615-22ed7c6e250c service neutron] 10.222.0.23 "PUT /v2.0/ports/2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 200 len: 1027 time: 1.3051682 Jul 22 21:47:41.554087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f31f9265-a795-4e6d-8598-7ad940bfd2fc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:41.555764 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f31f9265-a795-4e6d-8598-7ad940bfd2fc tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "GET /v2.0/ports/28b48b81-9c56-41f0-83d5-bebadd45293d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1387088 Jul 22 21:47:41.570020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:47:41.613605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:41.628131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.747597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8f6643fe-a173-4a52-81d5-05831f2438bd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8f6643fe-a173-4a52-81d5-05831f2438bd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:41.769474 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.793921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.814636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.857590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fdeeef9c-6336-4e4a-9121-2a2e05fd87ca None None] Provisioning complete for port 2f8147a0-67df-4242-865e-57c1bbbfbde9 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:41.857982 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fdeeef9c-6336-4e4a-9121-2a2e05fd87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.932405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 15dd7771-5987-4967-af1d-c43f67223885, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=15dd7771-5987-4967-af1d-c43f67223885,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:41.946717 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:41.947641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 28b48b81-9c56-41f0-83d5-bebadd45293d no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:41.953453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8f6643fe-a173-4a52-81d5-05831f2438bd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:42.060642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fdeeef9c-6336-4e4a-9121-2a2e05fd87ca None None] Port 2f8147a0-67df-4242-865e-57c1bbbfbde9 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:47:42.074703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=15dd7771-5987-4967-af1d-c43f67223885,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:42.127606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6e1a5bd-0636-411c-bba0-ff54314ba080 req-a87a006a-fb91-4511-a08c-fecaad6249d6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0823917 Jul 22 21:47:42.240323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-eb8bb640-e37f-4c57-a40a-7b3aaa970b14 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.252357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-eb8bb640-e37f-4c57-a40a-7b3aaa970b14 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.271439 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:42.272616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-eb8bb640-e37f-4c57-a40a-7b3aaa970b14 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.281726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-eb8bb640-e37f-4c57-a40a-7b3aaa970b14 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.291602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-eb8bb640-e37f-4c57-a40a-7b3aaa970b14 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.304104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-eb8bb640-e37f-4c57-a40a-7b3aaa970b14 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.313848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-eb8bb640-e37f-4c57-a40a-7b3aaa970b14 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 4656 time: 0.3758492 Jul 22 21:47:42.329297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] For port 28b48b81-9c56-41f0-83d5-bebadd45293d, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=28b48b81-9c56-41f0-83d5-bebadd45293d,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:42.378536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] For port 28b48b81-9c56-41f0-83d5-bebadd45293d, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:42.442966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fbb2eb3d-152a-4899-8c64-16a0899b7dda req-a82eec8c-3a68-49b3-a88c-3a5ed70b97df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2782d56-3ebe-4920-b547-72a9d231379f&id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009338 Jul 22 21:47:42.463439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34'}, {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15dd7771-5987-4967-af1d-c43f67223885'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:42.486983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] device_id is not set on port 28b48b81-9c56-41f0-83d5-bebadd45293d yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:47:42.488520 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdc260c-55d5-4cc2-911c-b1d1719d4357" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34"}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "15dd7771-5987-4967-af1d-c43f67223885"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:42.510013 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:42.523610 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:42.577545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3776c4-743c-4143-bf8d-a5c1a1fb879a req-583670ab-b99b-4452-938d-7061e3fcf66b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.606216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b3776c4-743c-4143-bf8d-a5c1a1fb879a req-583670ab-b99b-4452-938d-7061e3fcf66b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.2818604 Jul 22 21:47:42.702970 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d29938-1ea2-43d5-8acf-3640ef3bc7ab x-openstack-request-id: req-e1d29938-1ea2-43d5-8acf-3640ef3bc7ab {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:42.703218 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34", "code": 200}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "15dd7771-5987-4967-af1d-c43f67223885", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:42.703524 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1d29938-1ea2-43d5-8acf-3640ef3bc7ab {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:42.705225 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34', 'code': 200} Jul 22 21:47:42.705225 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15dd7771-5987-4967-af1d-c43f67223885', 'code': 200} Jul 22 21:47:42.725033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:47:42.725422 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:47:42.745818 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-909beb5e-f4b8-420a-9893-411266f95aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:42.792980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b3776c4-743c-4143-bf8d-a5c1a1fb879a req-e4770232-410b-4841-aeee-7a718ff7b422 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850834 Jul 22 21:47:42.803304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] No DVR routers for this DVR port 28b48b81-9c56-41f0-83d5-bebadd45293d on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:42.904573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28b48b81-9c56-41f0-83d5-bebadd45293d,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:42.967788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] In _notify_port_updated(), no bound segment for port 28b48b81-9c56-41f0-83d5-bebadd45293d on network c7122c82-cfb3-46e2-9034-88ba14057db3 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:47:42.968785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:42.970215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:42.971719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-c2ed3c25-54fe-44cb-bdf6-e6e88f5470f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 200 len: 1028 time: 1.4067516 Jul 22 21:47:42.978965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8f6643fe-a173-4a52-81d5-05831f2438bd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:43.085207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4914a8f5-9058-4f19-9519-11cf9f1021d4 None None] Provisioning complete for port 28b48b81-9c56-41f0-83d5-bebadd45293d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:43.086040 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4914a8f5-9058-4f19-9519-11cf9f1021d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:43.164441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8f6643fe-a173-4a52-81d5-05831f2438bd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:43.165209 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:43.189952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 09bcb43b-d030-4f79-a545-96cbf5b75f5f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:43.190664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:43.197404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4914a8f5-9058-4f19-9519-11cf9f1021d4 None None] Port 28b48b81-9c56-41f0-83d5-bebadd45293d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:47:43.382013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 6b897202-5981-4600-bd7a-3067a8e69fbd no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:43.441330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] For port 09bcb43b-d030-4f79-a545-96cbf5b75f5f, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=09bcb43b-d030-4f79-a545-96cbf5b75f5f,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:43.441889 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:43.442971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad53af5f-78ca-441e-81c8-52a9f6b40dd7 req-9f29ae5f-1cb5-4033-aa5c-523dbcccec1b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0935323 Jul 22 21:47:43.481632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 09bcb43b-d030-4f79-a545-96cbf5b75f5f owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:43.577704 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Sync routers for ids ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:43.592532 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Routers {'21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:43.598229 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:43.800603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:43.805460 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Set router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:43.812991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3c33-debc-4148-ab8f-e3a8edcfd5d2 req-bd67fa70-21ec-4629-ae89-6af0525a2840 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:43.854947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:43.858233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3c33-debc-4148-ab8f-e3a8edcfd5d2 req-bd67fa70-21ec-4629-ae89-6af0525a2840 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:43.876321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3c33-debc-4148-ab8f-e3a8edcfd5d2 req-bd67fa70-21ec-4629-ae89-6af0525a2840 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:43.885973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3c33-debc-4148-ab8f-e3a8edcfd5d2 req-bd67fa70-21ec-4629-ae89-6af0525a2840 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:43.894126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3c33-debc-4148-ab8f-e3a8edcfd5d2 req-bd67fa70-21ec-4629-ae89-6af0525a2840 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:43.897221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-372d3c33-debc-4148-ab8f-e3a8edcfd5d2 req-bd67fa70-21ec-4629-ae89-6af0525a2840 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 3881 time: 0.3129814 Jul 22 21:47:43.958616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 6b897202-5981-4600-bd7a-3067a8e69fbd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b897202-5981-4600-bd7a-3067a8e69fbd,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:43.976604 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:43.978219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 62041510-cd30-4086-a7c3-75094b8104e6 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:44.024503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-372d3c33-debc-4148-ab8f-e3a8edcfd5d2 req-51dbe8c0-b65b-4862-b331-287aed0e0361 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192758 Jul 22 21:47:44.037984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=09bcb43b-d030-4f79-a545-96cbf5b75f5f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:44.104736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] No DVR routers for this DVR port 09bcb43b-d030-4f79-a545-96cbf5b75f5f on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:44.111435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:44.121977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "DELETE /v2.0/ports/09bcb43b-d030-4f79-a545-96cbf5b75f5f HTTP/1.1" status: 204 len: 173 time: 1.1389174 Jul 22 21:47:44.123613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '09bcb43b-d030-4f79-a545-96cbf5b75f5f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:44.126001 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0176ee-4ad2-40f6-ad12-5d016a27be7e" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "09bcb43b-d030-4f79-a545-96cbf5b75f5f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:44.138915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.139512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.140043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.140396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.140743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.141211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.141568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.141945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.142288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.142649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.144313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.144817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f3f4e-84dd-461d-b6c3-d9156bb9ca90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:47:44.162776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223f27-ebe9-4724-b9cb-8367dae41af6 req-514933ed-a534-48b9-b753-5d3ddb319fb4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:44.183770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32223f27-ebe9-4724-b9cb-8367dae41af6 req-514933ed-a534-48b9-b753-5d3ddb319fb4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1920252 Jul 22 21:47:44.270592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=6b897202-5981-4600-bd7a-3067a8e69fbd,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:44.309540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32223f27-ebe9-4724-b9cb-8367dae41af6 req-f3a81be6-319b-4f9b-960e-153ca0c4272f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225491 Jul 22 21:47:44.318679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 6b897202-5981-4600-bd7a-3067a8e69fbd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:44.319056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:44.360988 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc734fab-0aac-4791-9dc0-c8f6d230cc23 x-openstack-request-id: req-fc734fab-0aac-4791-9dc0-c8f6d230cc23 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:44.361351 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "09bcb43b-d030-4f79-a545-96cbf5b75f5f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:44.361527 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc734fab-0aac-4791-9dc0-c8f6d230cc23 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:44.362584 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '09bcb43b-d030-4f79-a545-96cbf5b75f5f', 'status': 'completed', 'code': 200} Jul 22 21:47:44.373573 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:37Z', 'revision_number': 4, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port': {'id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '08b44dd5-ba0f-4aa1-b93a-3ef00a157caf', 'name': '', 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'mac_address': 'fa:16:3e:69:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:35Z', 'updated_at': '2021-07-22T21:47:38Z', 'revision_number': 2, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'subnets': [{'id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:44.421776 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Checking router: 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:44.422465 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Updating router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:47:44.458680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:44.518025 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:44.549744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 62041510-cd30-4086-a7c3-75094b8104e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=62041510-cd30-4086-a7c3-75094b8104e6,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:44.558998 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:44.561559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 58becf12-ae05-4e92-b1cc-b8713a8de60b no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:44.628816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 58becf12-ae05-4e92-b1cc-b8713a8de60b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:44.630504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 58becf12-ae05-4e92-b1cc-b8713a8de60b not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:44.693697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-059728df-dfb5-4e63-9513-ef20de121c3e req-9b6df73d-2327-4f11-bdd3-29db247e8caa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0815337 Jul 22 21:47:44.722394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd'}, {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:44.729940 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f7f8ca-5c8f-4fd5-890c-ee6b331a9e7b" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd"}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "62041510-cd30-4086-a7c3-75094b8104e6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:44.737681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 09bcb43b-d030-4f79-a545-96cbf5b75f5f no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:47:44.805469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 09bcb43b-d030-4f79-a545-96cbf5b75f5f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:47:44.806088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 09bcb43b-d030-4f79-a545-96cbf5b75f5f not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:47:44.862060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=62041510-cd30-4086-a7c3-75094b8104e6,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:44.928502 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837110de-3329-4798-bd56-7d58e11c41cb x-openstack-request-id: req-837110de-3329-4798-bd56-7d58e11c41cb {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:44.928809 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd", "code": 200}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-unplugged", "status": "completed", "tag": "62041510-cd30-4086-a7c3-75094b8104e6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:44.928809 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-837110de-3329-4798-bd56-7d58e11c41cb {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:44.929239 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd', 'code': 200} Jul 22 21:47:44.929496 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6', 'code': 200} Jul 22 21:47:45.135473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] For port 6b897202-5981-4600-bd7a-3067a8e69fbd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=6b897202-5981-4600-bd7a-3067a8e69fbd,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:45.135977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.166042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 6b897202-5981-4600-bd7a-3067a8e69fbd owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:45.174577 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.204210 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Transition to ACTIVE for port object 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:47:45.222311 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.232817 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9c6bff58-94af-4d94-a763-76ea20ea45f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.406958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29454d-3d7e-4279-9e47-ae70489ef5c8 req-bfc755a4-6b85-49ac-a0af-70adabb8ebb2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:45.415400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29454d-3d7e-4279-9e47-ae70489ef5c8 req-bfc755a4-6b85-49ac-a0af-70adabb8ebb2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:45.424825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29454d-3d7e-4279-9e47-ae70489ef5c8 req-bfc755a4-6b85-49ac-a0af-70adabb8ebb2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:45.432459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29454d-3d7e-4279-9e47-ae70489ef5c8 req-bfc755a4-6b85-49ac-a0af-70adabb8ebb2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:45.440560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d29454d-3d7e-4279-9e47-ae70489ef5c8 req-bfc755a4-6b85-49ac-a0af-70adabb8ebb2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 3143 time: 0.1977501 Jul 22 21:47:45.466694 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.545594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f0eb4-8fd8-433d-98b0-4d1641cce766 None None] Pushing event updated for resources: {'Port': ['ID=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:45.566785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d29454d-3d7e-4279-9e47-ae70489ef5c8 req-b0eeb35d-0bf0-4074-b935-203dd9e4f64b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215649 Jul 22 21:47:45.585547 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Attempting to bind port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:47:45.585996 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Attempting to bind port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:47:45.586432 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Attempting to bind port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf on network c8197308-6a87-471c-bb59-2133fefd3450 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:47:45.604411 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:47:45.605365 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Checking segment: {'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:47:45.606014 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.606633 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Bound using segment: {'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:47:45.610024 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Bound port: 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a1a074-47eb-4cbb-a979-f86750a7bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:47:45.610795 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.655787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.733125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=6b897202-5981-4600-bd7a-3067a8e69fbd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:45.762304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6db3f1-cc17-437f-9e37-4272f6a3ee7c req-e4f3cc97-0d68-4580-89ae-2e4cd509ad9b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:45.791356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf6db3f1-cc17-437f-9e37-4272f6a3ee7c req-e4f3cc97-0d68-4580-89ae-2e4cd509ad9b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.2649021 Jul 22 21:47:45.821471 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] For port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:47:45.833869 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] For port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,segment=NetworkSegment(34a1a074-47eb-4cbb-a979-f86750a7bb9e),segment_id=34a1a074-47eb-4cbb-a979-f86750a7bb9e)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:47:45.852794 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.910364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf6db3f1-cc17-437f-9e37-4272f6a3ee7c req-ade8ec34-5f6c-4633-8fcc-b3c09da4bfd7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180668 Jul 22 21:47:45.918004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] No DVR routers for this DVR port 6b897202-5981-4600-bd7a-3067a8e69fbd on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:45.924598 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:45.931830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-f658067e-5d23-4570-99f4-b8fb1cb39f09 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "DELETE /v2.0/ports/6b897202-5981-4600-bd7a-3067a8e69fbd HTTP/1.1" status: 204 len: 173 time: 1.7829380 Jul 22 21:47:45.971302 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Routers {'21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:45.972132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:46.039479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3804b0de-1207-4b9e-a6fa-806923ed8dae req-d9ce49bd-ebe8-4e26-8a7c-7d97a66f2ba5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0871971 Jul 22 21:47:46.157629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:46.193384 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f0eb4-8fd8-433d-98b0-4d1641cce766 None None] Pushing event updated for resources: {'Port': ['ID=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:46.240758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 15dd7771-5987-4967-af1d-c43f67223885 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:46.240758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:46.315893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] Set router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:46.394385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:46.400064 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b4a794-6600-436b-903a-32566cc9aed1" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:46.439528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] For port 15dd7771-5987-4967-af1d-c43f67223885, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=15dd7771-5987-4967-af1d-c43f67223885,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:46.440192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:46.626184 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f87e46b-9425-4455-a838-d48251c424e8 x-openstack-request-id: req-8f87e46b-9425-4455-a838-d48251c424e8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:46.626865 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "6b897202-5981-4600-bd7a-3067a8e69fbd", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:46.627278 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f87e46b-9425-4455-a838-d48251c424e8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:46.627817 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '6b897202-5981-4600-bd7a-3067a8e69fbd', 'status': 'completed', 'code': 200} Jul 22 21:47:46.823738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf25f-a51a-4656-9b67-9662fa6da092 req-8b30ae67-1534-4a93-9e49-f73dfa154746 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:46.845476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf25f-a51a-4656-9b67-9662fa6da092 req-8b30ae67-1534-4a93-9e49-f73dfa154746 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:46.854549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf25f-a51a-4656-9b67-9662fa6da092 req-8b30ae67-1534-4a93-9e49-f73dfa154746 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:46.856297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f8bf25f-a51a-4656-9b67-9662fa6da092 req-8b30ae67-1534-4a93-9e49-f73dfa154746 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 2410 time: 0.1610363 Jul 22 21:47:46.862807 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:37Z', 'revision_number': 4, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port': {'id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '08b44dd5-ba0f-4aa1-b93a-3ef00a157caf', 'name': '', 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'mac_address': 'fa:16:3e:69:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:35Z', 'updated_at': '2021-07-22T21:47:45Z', 'revision_number': 4, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'subnets': [{'id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:46.951491 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac1890-a0a2-4eb6-a8fb-46bf8a222f9f None None] The sync data for ids ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'] in n-d-762330-19 is: [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:37Z', 'revision_number': 4, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port': {'id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '08b44dd5-ba0f-4aa1-b93a-3ef00a157caf', 'name': '', 'network_id': 'c8197308-6a87-471c-bb59-2133fefd3450', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'mac_address': 'fa:16:3e:69:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:35Z', 'updated_at': '2021-07-22T21:47:45Z', 'revision_number': 4, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'subnets': [{'id': 'd2113456-92e9-4dac-a3e7-60c5787f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:47.072661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f8bf25f-a51a-4656-9b67-9662fa6da092 req-428ce203-fe3e-4216-b28a-4b42cdcac0f3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002816 Jul 22 21:47:47.109910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:47.113073 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:47.119642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:47.125069 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Floating IP c3fc818b-02ff-481f-b1cb-f659e3598b86 disassociated. External IP: 172.25.5.40, port: 15dd7771-5987-4967-af1d-c43f67223885. Jul 22 21:47:47.125871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 15dd7771-5987-4967-af1d-c43f67223885 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:47.255378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00fbd9-3d2e-438e-bd35-8aadac1b2737 req-d80a1b5f-36b2-4771-a0fc-564af4218565 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:47.269511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c00fbd9-3d2e-438e-bd35-8aadac1b2737 req-d80a1b5f-36b2-4771-a0fc-564af4218565 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1428053 Jul 22 21:47:47.361873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:47:47.375589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:47.378997 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:47.395591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c00fbd9-3d2e-438e-bd35-8aadac1b2737 req-81f1cee5-3e97-407c-925e-2419c734d585 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240349 Jul 22 21:47:47.517093 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:47.570943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8d323f2-0ddf-4069-a480-4fca78fb2ad3 req-631ced47-7fd7-4858-8e96-0a5872747f7e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=36c15465-ede3-4fd4-8c2c-3eb4e136241d HTTP/1.1" status: 200 len: 210 time: 0.0811388 Jul 22 21:47:47.623996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=15dd7771-5987-4967-af1d-c43f67223885,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:47.862460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:47.974738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Router 8087140a-7ebf-495c-9956-d485e3b4c783 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:47:48.030609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,segment=NetworkSegment(34a1a074-47eb-4cbb-a979-f86750a7bb9e),segment_id=34a1a074-47eb-4cbb-a979-f86750a7bb9e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:48.039292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:48.288738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:47:48.344549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] Sync routers for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:47:48.387815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:48.425288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:48.427537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:48.430505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:48.457012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] No DVR routers for this DVR port 15dd7771-5987-4967-af1d-c43f67223885 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:48.461267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:48.478560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-35c2b2f3-0a81-4502-aa81-79c62f9824b3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "DELETE /v2.0/ports/15dd7771-5987-4967-af1d-c43f67223885 HTTP/1.1" status: 204 len: 173 time: 2.5371377 Jul 22 21:47:48.608849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b0bff-98ea-4efd-95ec-0a1c9ea0becf req-8c4e1c98-cb1a-40fd-b816-e4b9d322ddfe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:48.617301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b0bff-98ea-4efd-95ec-0a1c9ea0becf req-8c4e1c98-cb1a-40fd-b816-e4b9d322ddfe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:48.628856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d24b0bff-98ea-4efd-95ec-0a1c9ea0becf req-8c4e1c98-cb1a-40fd-b816-e4b9d322ddfe tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 1677 time: 0.2286909 Jul 22 21:47:48.642783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '15dd7771-5987-4967-af1d-c43f67223885'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:48.648426 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9471fb-e690-44a4-b429-f924ac5ac080" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "15dd7771-5987-4967-af1d-c43f67223885"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:48.820302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d24b0bff-98ea-4efd-95ec-0a1c9ea0becf req-6e334277-d147-4228-a0cd-e542be6cb995 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892145 Jul 22 21:47:48.846498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:48.846917 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:48.898561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1192-ae8a-4eb7-bd40-fcb461bf844b req-7b38f681-d178-4f3b-ae52-a59e35827af6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:48.901867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b92d1192-ae8a-4eb7-bd40-fcb461bf844b req-7b38f681-d178-4f3b-ae52-a59e35827af6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.2004938 Jul 22 21:47:49.003802 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:47:49.029650 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b92d1192-ae8a-4eb7-bd40-fcb461bf844b req-42dfe33c-5c14-43a1-8182-560168147efa tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184309 Jul 22 21:47:49.068152 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a6be9c-e34b-4c39-94ba-e950b0e9ef51 x-openstack-request-id: req-d3a6be9c-e34b-4c39-94ba-e950b0e9ef51 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:49.068738 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "15dd7771-5987-4967-af1d-c43f67223885", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:49.069134 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3a6be9c-e34b-4c39-94ba-e950b0e9ef51 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:49.069681 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '15dd7771-5987-4967-af1d-c43f67223885', 'status': 'completed', 'code': 200} Jul 22 21:47:49.099249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] For port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:49.100348 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:49.135781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:49.206452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:49.260343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:47:49.260870 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:49.365937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:49.408762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=685b535b-583e-47dc-a3ee-fa8c9e8c7c34,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:49.498541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] No DVR routers for this DVR port 685b535b-583e-47dc-a3ee-fa8c9e8c7c34 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:49.502749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:49.505879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-1aac9980-8f1c-41c6-b6f1-117958a0c7f4 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "DELETE /v2.0/ports/685b535b-583e-47dc-a3ee-fa8c9e8c7c34 HTTP/1.1" status: 204 len: 173 time: 1.0178368 Jul 22 21:47:49.662109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 62041510-cd30-4086-a7c3-75094b8104e6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:47:49.662722 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:49.726047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:19Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:49.779323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] For port 62041510-cd30-4086-a7c3-75094b8104e6, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=62041510-cd30-4086-a7c3-75094b8104e6,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:47:49.779699 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:49.791882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] Checking router: 8087140a-7ebf-495c-9956-d485e3b4c783 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:47:49.793663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 62041510-cd30-4086-a7c3-75094b8104e6 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:47:49.810857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:47:49.811599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:47:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:50.120109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:47:50.157247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:50.240635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=62041510-cd30-4086-a7c3-75094b8104e6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:47:50.246564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd8e7e-9af1-41f2-8aa4-e031adc2e738 req-c9733206-25ae-4f49-baa9-fc21c9514f90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:50.248951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fcd8e7e-9af1-41f2-8aa4-e031adc2e738 req-c9733206-25ae-4f49-baa9-fc21c9514f90 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 865 time: 0.2468967 Jul 22 21:47:50.348036 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fcd8e7e-9af1-41f2-8aa4-e031adc2e738 req-a82e6d52-7a6a-436a-b31d-4bd9c85d5193 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecb365be-9f76-40ca-bf93-a5c12ba1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527418 Jul 22 21:47:50.353739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] No DVR routers for this DVR port 62041510-cd30-4086-a7c3-75094b8104e6 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:47:50.356546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:47:50.359134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d88098d7-cf69-471b-b7a8-b59b6f62ee06 req-77dd6b24-8191-4ef4-b5ec-78075bca5989 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.23 "DELETE /v2.0/ports/62041510-cd30-4086-a7c3-75094b8104e6 HTTP/1.1" status: 204 len: 173 time: 0.8423688 Jul 22 21:47:50.417572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234799-bbc8-4dee-bc4e-de0d3e98ffff req-f587d8a7-13e8-4db8-b73f-1019fea69b2e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:50.425463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b234799-bbc8-4dee-bc4e-de0d3e98ffff req-f587d8a7-13e8-4db8-b73f-1019fea69b2e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1979141 Jul 22 21:47:50.520280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b234799-bbc8-4dee-bc4e-de0d3e98ffff req-77c3cf0d-0a4f-4626-921a-77bcae198e9f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909345 Jul 22 21:47:50.532141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:19Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:47:50.610184 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8b5de-49ec-405b-9ccc-c886bec1b84a None None] The sync data for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 is: [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:35:59Z', 'revision_number': 4, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '042a7eda-6f4a-40de-80dd-6a71b1366f17', 'name': '', 'network_id': '57fce704-3643-4e97-b015-36051a4e6bea', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'mac_address': 'fa:16:3e:0f:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:57Z', 'updated_at': '2021-07-22T21:36:19Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'subnets': [{'id': '82ad8203-fa6e-4665-9355-fb5f8f13a8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:47:51.008906 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1823f63-74f4-47dd-9f92-876422587a2d None None] New status for floating IP c3fc818b-02ff-481f-b1cb-f659e3598b86: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:47:51.071674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34'}, {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:47:51.074747 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249e79de-2ddd-46ab-8de0-dd39004e2638" -d '{"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34"}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "62041510-cd30-4086-a7c3-75094b8104e6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:47:51.142910 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1287dd1a-cb6a-432a-a70c-cbaca28c278e x-openstack-request-id: req-1287dd1a-cb6a-432a-a70c-cbaca28c278e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:47:51.143630 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "685b535b-583e-47dc-a3ee-fa8c9e8c7c34", "status": "completed", "code": 200}, {"server_uuid": "f38ea267-97c6-4943-867f-68e491bbf03a", "name": "network-vif-deleted", "tag": "62041510-cd30-4086-a7c3-75094b8104e6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:47:51.144083 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1287dd1a-cb6a-432a-a70c-cbaca28c278e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:47:51.144660 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '685b535b-583e-47dc-a3ee-fa8c9e8c7c34', 'status': 'completed', 'code': 200} Jul 22 21:47:51.145120 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ea267-97c6-4943-867f-68e491bbf03a', 'name': 'network-vif-deleted', 'tag': '62041510-cd30-4086-a7c3-75094b8104e6', 'status': 'completed', 'code': 200} Jul 22 21:47:51.554118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f03319f-fdda-45bd-9a7a-c85ace4480fd req-1e3c937c-ed52-4b91-919f-118675af1b08 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0811582 Jul 22 21:47:52.425822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9a69e-4f70-43ce-a8de-b4a1544c75c1 req-21b7f422-ec5a-4a1b-a2f1-aed96c92963e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:52.447694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86d9a69e-4f70-43ce-a8de-b4a1544c75c1 req-21b7f422-ec5a-4a1b-a2f1-aed96c92963e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.8214376 Jul 22 21:47:52.532019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86d9a69e-4f70-43ce-a8de-b4a1544c75c1 req-cdf60dc5-bb82-477c-9f56-ccc6b051ed78 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681815 Jul 22 21:47:52.727397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-760fa1fe-3a0a-4f8b-a2ce-80558e27fea4 req-341e5dca-c5b0-40a8-8d81-4d960ce3fe93 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0520427 Jul 22 21:47:53.769359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd002aa-2432-4344-9d9b-207377cc9d00 req-1bf2b928-d047-4fe2-8a6e-1660c2bf8c3d tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:53.773201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ddd002aa-2432-4344-9d9b-207377cc9d00 req-1bf2b928-d047-4fe2-8a6e-1660c2bf8c3d tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.0906241 Jul 22 21:47:53.895532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ddd002aa-2432-4344-9d9b-207377cc9d00 req-a7e22fa4-361b-47d8-8e62-c9e1bc8f7f3f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078994 Jul 22 21:47:54.006889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac234318-17e9-46cb-904b-95f7c9bf0ffa req-1d3dba6d-8e25-4c37-af17-4bec18a58b7a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0937021 Jul 22 21:47:55.146795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb9404-0545-4842-afda-cf9f8e9ff429 req-29ab393c-29da-4e6a-95e5-f9f98fe6f3e6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:55.154817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffcb9404-0545-4842-afda-cf9f8e9ff429 req-29ab393c-29da-4e6a-95e5-f9f98fe6f3e6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1762254 Jul 22 21:47:55.276187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffcb9404-0545-4842-afda-cf9f8e9ff429 req-74741a62-5610-409b-802b-bf11c64bd8eb tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141987 Jul 22 21:47:55.288323 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92d9e502-7088-4dc7-abc7-8a6a1f711fd5 req-dbb394a2-78cf-4a9d-a744-28a161ba4271 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0639164 Jul 22 21:47:56.501112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-151f5067-81ed-4f5f-872f-505d9c9d1c5e req-73a898d6-e2d8-4bbd-8c98-e760c119133a tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0666986 Jul 22 21:47:56.553315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b8c73-6563-4adf-aa48-3cc3e867c972 req-ff360d44-eb7e-4513-9d87-ba75c5a5421f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:56.554909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-279b8c73-6563-4adf-aa48-3cc3e867c972 req-ff360d44-eb7e-4513-9d87-ba75c5a5421f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1559365 Jul 22 21:47:56.604926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-279b8c73-6563-4adf-aa48-3cc3e867c972 req-908bc0cb-ec90-43fc-b077-6a6f9ab9c22d tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Jul 22 21:47:57.736723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91ef832f-5c5e-42af-ac7b-12202b82b747 req-e0064835-6f39-47b8-8947-056bfacef58f tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0578020 Jul 22 21:47:57.842434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d2efc-c5aa-4d24-b551-e0c219187e68 req-5057fe00-9453-4dd6-9913-1b4ef16a94b8 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:57.844715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-822d2efc-c5aa-4d24-b551-e0c219187e68 req-5057fe00-9453-4dd6-9913-1b4ef16a94b8 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.0807252 Jul 22 21:47:57.908427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-822d2efc-c5aa-4d24-b551-e0c219187e68 req-e7c2a25c-8fb6-4837-a375-54d0571ccc13 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Jul 22 21:47:58.899179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d38358a2-9c7c-4efe-9ec2-18033949e6a5 req-843ffa86-8f7f-41e1-bd67-53272d99ebad tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0671885 Jul 22 21:47:59.122533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68f344-7638-46a7-b67d-81a28f4a324f req-07f07c5a-8d4c-4a75-8a11-aa9fcafc37c7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:47:59.128194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc68f344-7638-46a7-b67d-81a28f4a324f req-07f07c5a-8d4c-4a75-8a11-aa9fcafc37c7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1104498 Jul 22 21:47:59.185234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc68f344-7638-46a7-b67d-81a28f4a324f req-94b8e082-da71-49fd-9305-ca749afde4d2 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Jul 22 21:48:00.056586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1c4e08d-4491-463c-9524-6ad8459e0cb6 req-b5109c25-07e8-4f57-8601-3dcbcb81fdc9 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0509999 Jul 22 21:48:00.338317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec57e-6492-4d8f-9359-0d636013029b req-d7dedeac-12a5-4e10-b494-4b74a622fa29 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:00.341427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f08ec57e-6492-4d8f-9359-0d636013029b req-d7dedeac-12a5-4e10-b494-4b74a622fa29 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.0762305 Jul 22 21:48:00.395772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f08ec57e-6492-4d8f-9359-0d636013029b req-6fc1d574-bf8d-45ba-9182-36054c175a63 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477509 Jul 22 21:48:01.181870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67269849-12f4-4895-ac0f-1de21de00010 req-5f694596-dd47-4ac5-8757-5a150c145f4b tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0396478 Jul 22 21:48:01.452689 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:01.592692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0003-def6-4ce8-8a36-7fe1e7f682de req-62562eb7-3c90-4773-a8bc-2da1dfb807b4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:01.600755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f3c0003-def6-4ce8-8a36-7fe1e7f682de req-62562eb7-3c90-4773-a8bc-2da1dfb807b4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.0907876 Jul 22 21:48:01.656479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f3c0003-def6-4ce8-8a36-7fe1e7f682de req-df35e0f9-4a72-450d-ad43-f8a95774e140 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544534 Jul 22 21:48:02.219407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:02.362264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f542a59b-a640-435d-b7dd-8501620c1a36 req-ccf18ccd-bb3a-40c4-9144-9ca8a2eff818 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0785921 Jul 22 21:48:02.845907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0026c1-747b-42ac-bd34-1082ee9be832 req-ef9492a9-6a26-4538-b782-d8666401687f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:02.848676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd0026c1-747b-42ac-bd34-1082ee9be832 req-ef9492a9-6a26-4538-b782-d8666401687f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.0873919 Jul 22 21:48:02.897006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd0026c1-747b-42ac-bd34-1082ee9be832 req-37db982e-2121-4c83-baef-c096d9b33d3f tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Jul 22 21:48:03.490443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b978a2a-a5ed-4202-9395-1ab9536f6856 req-cac2dcf7-87eb-4894-823f-2871adb1e2e6 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0434361 Jul 22 21:48:04.085274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef2f6a-6fc0-4871-9574-f1b559c90ecd req-982fc921-7194-4faf-ac2b-b0e955249778 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:04.092482 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18ef2f6a-6fc0-4871-9574-f1b559c90ecd req-982fc921-7194-4faf-ac2b-b0e955249778 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.0846939 Jul 22 21:48:04.152520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18ef2f6a-6fc0-4871-9574-f1b559c90ecd req-13014fbc-ae99-42ba-a9ac-14a3820cf08c tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588517 Jul 22 21:48:04.619947 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fb2e433-8181-41b8-9043-7e520e7179ca req-e939c0db-9fd4-4733-89fc-cbc2999e1910 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/ports?device_id=f38ea267-97c6-4943-867f-68e491bbf03a HTTP/1.1" status: 200 len: 210 time: 0.0391710 Jul 22 21:48:05.437220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d0838-1dfd-4d57-828c-06106a530d4a req-b4841a0a-70b0-40f4-a80a-09bd69f1c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:05.441946 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-651d0838-1dfd-4d57-828c-06106a530d4a req-b4841a0a-70b0-40f4-a80a-09bd69f1c636 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.1084125 Jul 22 21:48:05.518580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a1b26-e5a5-4de0-871c-39ccef43b94a req-f1da6ec5-e26e-42cf-8d79-2559c2ea0f11 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:05.522477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-747a1b26-e5a5-4de0-871c-39ccef43b94a req-f1da6ec5-e26e-42cf-8d79-2559c2ea0f11 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.2002180 Jul 22 21:48:05.608293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-651d0838-1dfd-4d57-828c-06106a530d4a req-f86c045c-985b-4ccf-bf73-69bca4f2ff55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523523 Jul 22 21:48:05.659520 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-747a1b26-e5a5-4de0-871c-39ccef43b94a req-9bc7bc31-b430-4757-8546-6d8125d75fd7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Jul 22 21:48:05.744010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36590) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:05.831695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95cd490d-8c32-4d3c-80c4-90c29de6c0de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:05.858560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95cd490d-8c32-4d3c-80c4-90c29de6c0de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:05.935350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95cd490d-8c32-4d3c-80c4-90c29de6c0de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:05.942553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-95cd490d-8c32-4d3c-80c4-90c29de6c0de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:05.946733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36592) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:05.948848 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-95cd490d-8c32-4d3c-80c4-90c29de6c0de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/security-groups/ecb365be-9f76-40ca-bf93-a5c12ba1e404 HTTP/1.1" status: 204 len: 168 time: 0.2026749 Jul 22 21:48:05.965975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd490d-8c32-4d3c-80c4-90c29de6c0de tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb365be-9f76-40ca-bf93-a5c12ba1e404,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:05.975921 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-88a4dfda-dd44-4b39-9cce-ccdec2015938 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] show failed (client error): The resource could not be found. Jul 22 21:48:05.978257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-88a4dfda-dd44-4b39-9cce-ccdec2015938 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "GET /v2.0/security-groups/ecb365be-9f76-40ca-bf93-a5c12ba1e404 HTTP/1.1" status: 404 len: 347 time: 0.0301557 Jul 22 21:48:05.981641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36594) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:06.167486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 47c2dc81-2f63-49ac-96bf-2e0818aff075 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:06.168382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:06.286342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:06.286752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:06.305994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 47c2dc81-2f63-49ac-96bf-2e0818aff075 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:06.569907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:06.615311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=47c2dc81-2f63-49ac-96bf-2e0818aff075,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:06.724588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:06.727361 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:06.729017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-52718b66-74c4-4907-a272-d55218741b60 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/floatingips/c3fc818b-02ff-481f-b1cb-f659e3598b86 HTTP/1.1" status: 204 len: 168 time: 0.7460682 Jul 22 21:48:06.731947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 36612) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:06.914626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef280b3-86c8-4d0f-8c31-b131f90ec58c req-72901e01-d8e8-408a-a216-e3fc1c409b73 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:06.916203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aef280b3-86c8-4d0f-8c31-b131f90ec58c req-72901e01-d8e8-408a-a216-e3fc1c409b73 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1462421 Jul 22 21:48:06.920136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 2f8147a0-67df-4242-865e-57c1bbbfbde9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:06.920434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.023522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aef280b3-86c8-4d0f-8c31-b131f90ec58c req-00a4fe89-a8be-4eb8-9d81-a186dd5c896d tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001294 Jul 22 21:48:07.085670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-0b43b3c2-eef0-4cb0-9b56-19cc796c1bd6 req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-833072607', 'description': 'tempest-description-992990315'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:07.123710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b43b3c2-eef0-4cb0-9b56-19cc796c1bd6 req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.141104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.160862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 2f8147a0-67df-4242-865e-57c1bbbfbde9 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:07.326652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b43b3c2-eef0-4cb0-9b56-19cc796c1bd6 req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.346930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b43b3c2-eef0-4cb0-9b56-19cc796c1bd6 req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.372841 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b43b3c2-eef0-4cb0-9b56-19cc796c1bd6 req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.379031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b43b3c2-eef0-4cb0-9b56-19cc796c1bd6 req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2995446 Jul 22 21:48:07.467577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5284501-b5d8-44f0-b7f8-b2ea1e0655b9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:07.531371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.566794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-390032a8-6500-4383-9506-e95263f94198 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-833072607&fields=id&tenant_id=8cd3dee0010549098d1eb34b9d908ee3 HTTP/1.1" status: 200 len: 267 time: 0.0963500 Jul 22 21:48:07.570558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.571143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.571896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.572479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.573034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.573590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.574145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.574827 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.575766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.576604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.577429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.577991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f01b111-c566-4d71-bb03-7312a5464eba tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:07.624346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=2f8147a0-67df-4242-865e-57c1bbbfbde9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:07.751363 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.753884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8a6bddc2-e237-4151-85ba-e3c9409fcdc2 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/ports/2f8147a0-67df-4242-865e-57c1bbbfbde9 HTTP/1.1" status: 204 len: 168 time: 1.0196571 Jul 22 21:48:07.756679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36646) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:07.767938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-2eb00eb3-1ec9-4fd3-bf89-4c204cb50513 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:07.777771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-2eb00eb3-1ec9-4fd3-bf89-4c204cb50513 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1563318 Jul 22 21:48:07.785606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Request body: {'port': {'security_groups': ['5e961009-10ef-4b43-b5c6-93acfc8197ad', 'e5284501-b5d8-44f0-b7f8-b2ea1e0655b9']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:07.900719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 28b48b81-9c56-41f0-83d5-bebadd45293d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:07.901674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:07.910447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.065123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.083784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 28b48b81-9c56-41f0-83d5-bebadd45293d owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:08.167485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=dd472394-18a7-4241-b1df-63e29b432bf9,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:08.224597 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.238073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.250860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['dd472394-18a7-4241-b1df-63e29b432bf9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:08.329899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:08.330529 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.332053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bdfee7b-c1ba-4ce5-bc09-b1c8b3c3f0d9 req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "PUT /v2.0/ports/dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 981 time: 0.5526071 Jul 22 21:48:08.332536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:08.334853 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932d4107-e00a-4c87-903b-c52ee6be2981" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:08.367006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['dd472394-18a7-4241-b1df-63e29b432bf9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:08.400576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380d97a-a2a5-4886-8448-2d13e79585b7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event updated for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:08.437358 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.452799 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77613420-e49f-4f2d-8141-aa4dc1f08d49 x-openstack-request-id: req-77613420-e49f-4f2d-8141-aa4dc1f08d49 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:08.453162 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:08.453574 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77613420-e49f-4f2d-8141-aa4dc1f08d49 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:08.453989 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'status': 'completed', 'code': 200} Jul 22 21:48:08.498818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=28b48b81-9c56-41f0-83d5-bebadd45293d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:08.613838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-3922247e-1215-4caf-aac0-faa40df98d48 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-833072607&fields=id&tenant_id=8cd3dee0010549098d1eb34b9d908ee3 HTTP/1.1" status: 200 len: 267 time: 0.0931809 Jul 22 21:48:08.681227 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.687911 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-436e734a-a660-4e70-aaa9-ef7f7ca841a3 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/ports/28b48b81-9c56-41f0-83d5-bebadd45293d HTTP/1.1" status: 204 len: 168 time: 0.9300807 Jul 22 21:48:08.689354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36666) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:08.696351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-b8db5562-6a74-45b0-9bd6-57db7ab7bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:08.698169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-b8db5562-6a74-45b0-9bd6-57db7ab7bcf7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1136 time: 0.2115176 Jul 22 21:48:08.816039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting subnet 99555d7d-4933-41db-befc-f78322c16fe7 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:48:08.820408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-95880398-d23a-4c20-8ca1-5e3bfd090f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:08.821975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-95880398-d23a-4c20-8ca1-5e3bfd090f05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.1143370 Jul 22 21:48:08.829706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.883265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-3bed9e9f-e4aa-461d-81a7-160d7e1c3823 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:08.887574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-3bed9e9f-e4aa-461d-81a7-160d7e1c3823 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 984 time: 0.2663381 Jul 22 21:48:08.944730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:08.983750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-466b4c2a-b844-4ef9-9e8e-01c4bbeabcf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 217 time: 0.1501911 Jul 22 21:48:08.996491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Request body: {'port': {'security_groups': ['5e961009-10ef-4b43-b5c6-93acfc8197ad']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:09.131719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.262955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.288622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-ccd9aa80-958f-4bd4-89a4-0cd0c23f4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:09.298879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-ccd9aa80-958f-4bd4-89a4-0cd0c23f4a58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.2823222 Jul 22 21:48:09.299197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8872c7-a599-409c-838a-df13ab8a6a8a None None] Network c9c32e8e-f44d-496f-8a34-7a6d37c54042 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:48:09.334032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-df7bb9b3-3bee-4739-b7a4-1d91a320a211 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374439 Jul 22 21:48:09.338895 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.371013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Subnet': ['ID=99555d7d-4933-41db-befc-f78322c16fe7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:09.373942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.378882 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fd100430-7447-4f2d-af92-a5259adaf2df tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/subnets/99555d7d-4933-41db-befc-f78322c16fe7 HTTP/1.1" status: 204 len: 168 time: 0.6875341 Jul 22 21:48:09.381532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36674) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:09.478359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting subnet d5ecb692-d5a4-46e9-95b7-78719637d18c {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:48:09.482489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.543679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.588527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-54f252ce-b521-41e3-91c1-0cf2a2d83473 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457213 Jul 22 21:48:09.649415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] DHCP port deletion for c9c32e8e-f44d-496f-8a34-7a6d37c54042 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:48:09.707526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.736903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] Deleting port 64c0d758-23c2-4eac-b256-b1dcdbba3539 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:09.737338 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.845610 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.861565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] For port 64c0d758-23c2-4eac-b256-b1dcdbba3539, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=64c0d758-23c2-4eac-b256-b1dcdbba3539,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:09.862015 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.890610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] Calling delete_port for 64c0d758-23c2-4eac-b256-b1dcdbba3539 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:09.926492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ecb692-d5a4-46e9-95b7-78719637d18c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:09.936417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:09.941920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-18d1adad-7eae-4c2a-bc64-536fe562964d tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/subnets/d5ecb692-d5a4-46e9-95b7-78719637d18c HTTP/1.1" status: 204 len: 168 time: 0.5501301 Jul 22 21:48:09.942576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36686) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:10.008312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd57f18-e519-472f-8349-930301f25f3f None None] Network c7122c82-cfb3-46e2-9034-88ba14057db3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:48:10.039612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-932d4107-e00a-4c87-903b-c52ee6be2981 req-a467742b-618d-4b79-ba94-85ed9d2b0283 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213479 Jul 22 21:48:10.091409 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.155447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=dd472394-18a7-4241-b1df-63e29b432bf9,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:10.210325 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.225795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port 64c0d758-23c2-4eac-b256-b1dcdbba3539 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:10.226555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.280348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.282628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.309611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] For port 64c0d758-23c2-4eac-b256-b1dcdbba3539, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=64c0d758-23c2-4eac-b256-b1dcdbba3539,segment=NetworkSegment(ff44fe11-482b-4cc5-b185-ee94ba3a73c7),segment_id=ff44fe11-482b-4cc5-b185-ee94ba3a73c7)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:10.309988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.354807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for 64c0d758-23c2-4eac-b256-b1dcdbba3539 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:10.363613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['dd472394-18a7-4241-b1df-63e29b432bf9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:10.398617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] Pushing event deleted for resources: {'Port': ['ID=64c0d758-23c2-4eac-b256-b1dcdbba3539,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:10.417383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:10.421655 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.421655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2126802-278f-4118-bf9f-4f0bd922dd14 req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "PUT /v2.0/ports/dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 942 time: 1.4414003 Jul 22 21:48:10.421936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] DHCP port deletion for c7122c82-cfb3-46e2-9034-88ba14057db3 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:48:10.429470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['dd472394-18a7-4241-b1df-63e29b432bf9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:10.430004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ffcac-580a-47f9-8538-997da2f98a60 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event updated for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:10.435457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1823b-51a0-49cb-a758-ed9e6c84187d None None] No DVR routers for this DVR port 64c0d758-23c2-4eac-b256-b1dcdbba3539 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:10.454929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:10.457590 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482a71db-7386-41eb-92f7-e974bbb6b00f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:10.544666 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.583180 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de54bbbd-e859-4c12-bf31-4092559f4ca5 x-openstack-request-id: req-de54bbbd-e859-4c12-bf31-4092559f4ca5 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:10.583632 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:10.584056 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de54bbbd-e859-4c12-bf31-4092559f4ca5 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:10.584601 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'status': 'completed', 'code': 200} Jul 22 21:48:10.602359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] No DVR routers for this DVR port 64c0d758-23c2-4eac-b256-b1dcdbba3539 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:10.669685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=64c0d758-23c2-4eac-b256-b1dcdbba3539,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:10.751488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] Deleting port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:10.752142 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.820047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.833357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c32e8e-f44d-496f-8a34-7a6d37c54042']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:10.853974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:10.854636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff44fe11-482b-4cc5-b185-ee94ba3a73c7') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:10.885451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.959014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.968973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:48:10.969770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:48:10.973711 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:48:11.010074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] For port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:11.010642 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.013673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 64c0d758-23c2-4eac-b256-b1dcdbba3539 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:11.081906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.087997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-c0c7d6e7-e8dc-440a-8e0f-1c257e74819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:11.090450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-c0c7d6e7-e8dc-440a-8e0f-1c257e74819a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.5048003 Jul 22 21:48:11.107603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.111466 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/networks/c9c32e8e-f44d-496f-8a34-7a6d37c54042 HTTP/1.1" status: 204 len: 168 time: 1.1677949 Jul 22 21:48:11.115622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 36706) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:11.130155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-92e762ff-1b9a-4d5e-9f7b-9d04d61fa361 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6403575 Jul 22 21:48:11.144681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 64c0d758-23c2-4eac-b256-b1dcdbba3539 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:11.145206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 64c0d758-23c2-4eac-b256-b1dcdbba3539 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:11.145455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:11.148277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb907e-29b2-4217-8ee5-c0bb6a5b8457 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Network': ['ID=c9c32e8e-f44d-496f-8a34-7a6d37c54042,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:11.169575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:11.224205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] Calling delete_port for da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:11.227171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.302037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.336830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-b97d455f-cf08-49ac-b262-dc1506ed0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:11.338524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-b97d455f-cf08-49ac-b262-dc1506ed0e90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.2383919 Jul 22 21:48:11.423748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Deleting port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:11.438286 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.439833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-53c2e24f-edf8-4763-b51b-84307130daa6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 217 time: 0.0491309 Jul 22 21:48:11.499605 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.511222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-7011c0ce-8f4e-4a44-a978-25253adfeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:11.512865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-7011c0ce-8f4e-4a44-a978-25253adfeb16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.0659091 Jul 22 21:48:11.596490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-6c6c899f-2b4d-4352-8a8e-d2a291fef2e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754664 Jul 22 21:48:11.618242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:11.627981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] For port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,segment=NetworkSegment(0491811f-f267-4f5f-8a4f-e83a2f1049e0),segment_id=0491811f-f267-4f5f-8a4f-e83a2f1049e0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:11.629039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.637775 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.664182 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.669367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Calling delete_port for da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:11.782027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:11.802566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.819227 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:11.828264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] No DVR routers for this DVR port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:11.893970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9584fd-88d0-4b09-a626-dfd428007d2f None None] Pushing event deleted for resources: {'Port': ['ID=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:11.908416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] No DVR routers for this DVR port da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:11.944285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Port': ['ID=da3b6aa3-6f65-4ec5-85bd-b1cdaf3b1e25,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:11.969833 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:48:11.997553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-ef6298ff-679d-4fb8-a835-bc932aa9a269 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702071 Jul 22 21:48:12.070970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Allocated IP 172.25.5.150 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/3b86560c-b8f8-4fb9-bd3e-f57e854be3cf) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:48:12.090372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.104880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7122c82-cfb3-46e2-9034-88ba14057db3']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:12.145981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0491811f-f267-4f5f-8a4f-e83a2f1049e0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:12.146418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0491811f-f267-4f5f-8a4f-e83a2f1049e0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:12.156372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.173101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.181027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:48:12.181584 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:48:12.186853 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:48:12.269979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.275332 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.278857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] 10.222.0.54 "DELETE /v2.0/networks/c7122c82-cfb3-46e2-9034-88ba14057db3 HTTP/1.1" status: 204 len: 168 time: 1.1612127 Jul 22 21:48:12.322779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316f894-d58f-41a5-8aa0-ee089d184442 tempest-TaggedBootDevicesTest-1033145589 tempest-TaggedBootDevicesTest-1033145589-project] Pushing event deleted for resources: {'Network': ['ID=c7122c82-cfb3-46e2-9034-88ba14057db3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:12.339555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.353062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-482a71db-7386-41eb-92f7-e974bbb6b00f req-a8cf0f09-a037-4d1a-a192-5b9ab7f48644 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545911 Jul 22 21:48:12.392382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.491622 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:48:12.498542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:48:12.500969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:48:12.536807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event updated for resources: {'Port': ['ID=3b86560c-b8f8-4fb9-bd3e-f57e854be3cf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:12.604860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5036e545-8718-4bb6-97f0-ec85f1840904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.670217 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.735515 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.963334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:12.973271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:13.112865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event updated for resources: {'Port': ['ID=3b86560c-b8f8-4fb9-bd3e-f57e854be3cf,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:13.119398 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:13.137748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:13.139678 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-4da0e897-b355-47c5-ab4a-2ff97f773d5e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9771256 Jul 22 21:48:13.866038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-caae73c4-e632-43d1-a718-98fdce95adb7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.7194965 Jul 22 21:48:14.044177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-b8ce566f-4bff-4734-a84a-7225cf64115e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:14.046019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-b8ce566f-4bff-4734-a84a-7225cf64115e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.1672118 Jul 22 21:48:14.059632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-50d95c44-b277-4d92-a7d0-ae4a1b20df8b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:48:14.061033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1687e8a9-6e92-4507-8a09-2a928464a706 req-50d95c44-b277-4d92-a7d0-ae4a1b20df8b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084624 Jul 22 21:48:14.354340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-bfa912d5-f5e8-4982-a089-0c89972f0599 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:14.356124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-bfa912d5-f5e8-4982-a089-0c89972f0599 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2252934 Jul 22 21:48:14.433702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-9836f891-ebe3-4bff-bd78-3eac3cf177e6 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.0711064 Jul 22 21:48:14.444069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Request body: {'floatingip': {'port_id': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:14.583114 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:15.219481 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4f88-c9e8-4a25-8336-cfdfca749530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:15.458430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:15.492981 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:48:15.650073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:15.658537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:15.801298 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Floating IP 8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7 associated. External IP: 172.25.5.150, port: dd472394-18a7-4241-b1df-63e29b432bf9. Jul 22 21:48:16.087594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Router 616ad4e9-1272-43ca-bed9-d11774ba559d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:48:16.181910 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:16.285216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:48:16.297907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] Sync routers for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:48:16.314315 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:16.317153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:16.319115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:16.371969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-5b57673a-91db-4335-99f4-c0bb0b9c9627 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "PUT /v2.0/floatingips/8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7 HTTP/1.1" status: 200 len: 996 time: 1.9327507 Jul 22 21:48:16.372498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:16.374972 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:16.455020 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87fa54b-823b-4758-8cb0-e8ef4629d029 x-openstack-request-id: req-e87fa54b-823b-4758-8cb0-e8ef4629d029 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:16.455350 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:16.455587 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e87fa54b-823b-4758-8cb0-e8ef4629d029 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:16.456044 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'status': 'completed', 'code': 200} Jul 22 21:48:16.545159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-47ddc00f-d6e4-4be5-ac6b-a534fe694ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:16.546732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-47ddc00f-d6e4-4be5-ac6b-a534fe694ae8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.0856583 Jul 22 21:48:16.548963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-4d1b80e0-1525-4763-af5e-175a68f484aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:16.550697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-4d1b80e0-1525-4763-af5e-175a68f484aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.1480293 Jul 22 21:48:16.650359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:16.731805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-17d77c97-59b1-47c7-8360-e3f5ca23841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:16.733744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-17d77c97-59b1-47c7-8360-e3f5ca23841d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.1714849 Jul 22 21:48:16.734996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-458ba393-e394-416b-bc35-ac675a73e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:16.736538 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-458ba393-e394-416b-bc35-ac675a73e8f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.1838107 Jul 22 21:48:17.051799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-260dc354-6db5-44b5-a162-f974aeb61c1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 999 time: 0.3006601 Jul 22 21:48:17.059464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-b2d3b9ba-7552-4481-9790-7b41bdd362d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 999 time: 0.3163719 Jul 22 21:48:17.153898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-e8ee0ea0-5bd6-4f5b-911b-443a1dc7c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:17.155568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-e8ee0ea0-5bd6-4f5b-911b-443a1dc7c78f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.0948513 Jul 22 21:48:17.245210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-455e5336-6cb7-44f4-8138-89744fc4c67e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721800 Jul 22 21:48:17.247916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-760e7fca-24c5-41b4-996b-09d017e084b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:17.250930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-760e7fca-24c5-41b4-996b-09d017e084b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.1550627 Jul 22 21:48:17.263663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-95ec5bec-93b5-416d-9c00-8610b397ad6c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:48:17.265449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-95ec5bec-93b5-416d-9c00-8610b397ad6c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080619 Jul 22 21:48:17.348698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-d29a6c0b-e9ed-4792-a2dc-c7dc47938b87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819707 Jul 22 21:48:17.596190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-936db125-8a00-4243-90cf-31ccbd0465fb service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183306 Jul 22 21:48:17.603345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-1979028a-bf78-4c3d-b3a4-5cdc2bf36d67 service neutron] 10.222.0.54 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921724 Jul 22 21:48:17.639711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'port_id': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'mac_address': 'fa:16:3e:d3:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:48:12Z', 'updated_at': '2021-07-22T21:48:15Z', 'revision_number': 1, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:23Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:17.706362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] Checking router: 616ad4e9-1272-43ca-bed9-d11774ba559d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:48:17.731675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:17.732623 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:17.855236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-203b6b5f-5ca0-4df6-b0b5-003da322cfad req-371a5502-c64c-445a-9999-c10ef91a9c0e service neutron] 10.222.0.54 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362659 Jul 22 21:48:17.858221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4e29ece-acd9-4892-8ed2-fcc42f1c6d5f req-8a899054-542b-4b79-9b9b-97f127da0d2d service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534640 Jul 22 21:48:17.939577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:18.070843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-ac963cec-0515-4393-b623-a0863fe7d996 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 999 time: 0.1614687 Jul 22 21:48:18.146847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-8eba67b4-ee0f-4d09-8998-1391130b9cd4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:18.155547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-8eba67b4-ee0f-4d09-8998-1391130b9cd4 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports/dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 942 time: 0.0743132 Jul 22 21:48:18.317338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'port_id': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'mac_address': 'fa:16:3e:d3:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:48:12Z', 'updated_at': '2021-07-22T21:48:15Z', 'revision_number': 1, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:23Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:18.321398 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:18.340582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-7d70d975-e2a1-41d5-8d9f-8bd7de638f44 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 999 time: 0.1048801 Jul 22 21:48:18.353312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf66bc-bd0a-4d29-8db7-7312bf431d95 None None] The sync data for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 is: [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'port_id': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'mac_address': 'fa:16:3e:d3:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:48:12Z', 'updated_at': '2021-07-22T21:48:15Z', 'revision_number': 1, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:23Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:48:18.522371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-6b51e2d7-1c98-43fd-9717-04a870486adf tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:18.523767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-6b51e2d7-1c98-43fd-9717-04a870486adf tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.1790316 Jul 22 21:48:18.538358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-8f2fdf5b-2a32-4221-bf8e-2aabc7507411 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:48:18.542100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-8f2fdf5b-2a32-4221-bf8e-2aabc7507411 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121493 Jul 22 21:48:18.808991 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165fd46a-893c-4ba1-aa9a-7a08c1f6e259 None None] New status for floating IP 8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:48:19.152406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-30d66f90-28eb-43a3-8786-586e6832a57c tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 999 time: 0.6047013 Jul 22 21:48:19.162735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:19.237577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:19.445704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:19.450953 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:19.451359 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Floating IP 8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7 disassociated. External IP: 172.25.5.150, port: dd472394-18a7-4241-b1df-63e29b432bf9. Jul 22 21:48:19.769124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Router 616ad4e9-1272-43ca-bed9-d11774ba559d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:48:19.966928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:48:19.978204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] Sync routers for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:48:19.979557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:20.004758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:20.005834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:20.118496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-f555d970-f166-48b4-98c4-7e008fd7cf2a tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "PUT /v2.0/floatingips/8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7 HTTP/1.1" status: 200 len: 695 time: 0.9590952 Jul 22 21:48:20.121916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:20.124298 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf40e94-7eef-4347-b138-b0048a5b4267" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:20.232424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:20.237998 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c367388-3b62-456d-a870-b4e41989ef39 x-openstack-request-id: req-7c367388-3b62-456d-a870-b4e41989ef39 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:20.238480 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:20.238559 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c367388-3b62-456d-a870-b4e41989ef39 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:20.238922 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'status': 'completed', 'code': 200} Jul 22 21:48:20.332101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-dce871ab-92d8-4e41-8959-886976fdd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:20.333936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-dce871ab-92d8-4e41-8959-886976fdd00d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.1815443 Jul 22 21:48:20.395959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-cf8d6475-75d8-46f8-9d48-8360db9a4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:20.397667 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-cf8d6475-75d8-46f8-9d48-8360db9a4ade service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 1097 time: 0.1334212 Jul 22 21:48:20.553634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-c684cd04-d0c6-457b-8698-2b0f493c4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:20.572289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-c684cd04-d0c6-457b-8698-2b0f493c4d27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.2254860 Jul 22 21:48:20.637128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:23Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:20.674283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-17d1e41d-919b-4318-87e0-8fe573557a9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 217 time: 0.0875962 Jul 22 21:48:20.677882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-27e801cf-ae52-4f72-ad26-f2295e5c10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:20.679600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-27e801cf-ae52-4f72-ad26-f2295e5c10c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 200 len: 921 time: 0.2336237 Jul 22 21:48:20.705770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] Checking router: 616ad4e9-1272-43ca-bed9-d11774ba559d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:48:20.727123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:20.730412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:20.734792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-e8738d0c-5004-4d21-b406-b470d5e285b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:20.737364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-e8738d0c-5004-4d21-b406-b470d5e285b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.0544906 Jul 22 21:48:20.784321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-ac4bba27-970e-4fc5-bd24-de5581c51b12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334480 Jul 22 21:48:20.833271 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-27b8515b-0686-4614-a005-283eadaf886f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 200 len: 217 time: 0.0943069 Jul 22 21:48:20.886583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:20.899019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-375cb2c3-2511-4a4d-bff9-cc168d8a3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:20.900579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-375cb2c3-2511-4a4d-bff9-cc168d8a3a0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 200 len: 860 time: 0.0558794 Jul 22 21:48:20.947018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-27b71073-cfa5-4f12-a644-8c305159334c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e83b583-dd81-4b74-a5a0-e157f622b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347836 Jul 22 21:48:21.098177 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-5466f301-dff5-4e23-8d06-75cfd504c09a service neutron] 10.222.0.54 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754364 Jul 22 21:48:21.284023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:23Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:21.324150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-58ad68cb-e148-4402-88b4-53c6937c160e service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302414 Jul 22 21:48:21.352894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126bca6-9c6e-46c9-9bad-771554072449 None None] The sync data for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 is: [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:47:15Z', 'revision_number': 4, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '65440401-6966-465f-b319-7938fa7ce5b6', 'name': '', 'network_id': '5e83b583-dd81-4b74-a5a0-e157f622b6a1', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'mac_address': 'fa:16:3e:5b:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:14Z', 'updated_at': '2021-07-22T21:47:23Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'subnets': [{'id': '0bd05f02-ad6c-406a-b99f-2deb6b2622bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:48:21.372240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2c345a-8a7a-4622-a970-113ad9e107b7 req-5bf38735-616b-43ba-9d2c-d74fa5fe2718 service neutron] 10.222.0.54 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627718 Jul 22 21:48:21.543982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-2aee6466-4b12-4833-aea7-ce2276edca8b tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips/8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7 HTTP/1.1" status: 200 len: 695 time: 0.1130924 Jul 22 21:48:21.705477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bf40e94-7eef-4347-b138-b0048a5b4267 req-6c4e79a3-149a-4670-8d5e-5d3450c11947 service neutron] 10.222.0.58 "GET /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710611 Jul 22 21:48:21.792195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-6ead9102-4e3f-4580-908f-61311baa02ae tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:21.793794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-6ead9102-4e3f-4580-908f-61311baa02ae tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 784 time: 0.2424543 Jul 22 21:48:21.810556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-a18933b1-efcd-44d1-b16c-b8143bc362c2 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:48:21.811853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-a18933b1-efcd-44d1-b16c-b8143bc362c2 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071750 Jul 22 21:48:21.906819 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48392d-69e5-48fd-8333-1bdd7ab0f7c8 None None] New status for floating IP 8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:48:21.937045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-a3c587d7-132f-4a91-87b8-0f6524c13a43 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 698 time: 0.0895596 Jul 22 21:48:22.010060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-b22ea383-e471-452e-b65e-a788bdcd0c67 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 698 time: 0.0612829 Jul 22 21:48:22.298986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Deleting port 3b86560c-b8f8-4fb9-bd3e-f57e854be3cf {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:22.299457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:22.448993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:22.450004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:22.473423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Calling delete_port for 3b86560c-b8f8-4fb9-bd3e-f57e854be3cf owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:22.653427 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:22.705769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event deleted for resources: {'Port': ['ID=3b86560c-b8f8-4fb9-bd3e-f57e854be3cf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:22.780118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:22.814905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:22.818720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b00f834a-ae74-4534-ba6a-8d4fbc63d10c req-62c800b2-e92c-4ee1-9aa9-424493c9d9fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "DELETE /v2.0/floatingips/8b7a100d-5ba5-4833-8bdf-d3357ff0c5a7 HTTP/1.1" status: 204 len: 173 time: 0.7991552 Jul 22 21:48:22.964799 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db8fbd04-8bf3-4fa9-bc1a-a440e0a02b4f req-249f6d20-db4c-45a7-81ff-e28794480b22 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups/e5284501-b5d8-44f0-b7f8-b2ea1e0655b9 HTTP/1.1" status: 200 len: 1808 time: 0.1241832 Jul 22 21:48:23.089875 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db8fbd04-8bf3-4fa9-bc1a-a440e0a02b4f req-e4bf97d8-7b44-4301-b95e-1bab0348bf13 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:23.129698 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db8fbd04-8bf3-4fa9-bc1a-a440e0a02b4f req-e4bf97d8-7b44-4301-b95e-1bab0348bf13 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:23.176479 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db8fbd04-8bf3-4fa9-bc1a-a440e0a02b4f req-e4bf97d8-7b44-4301-b95e-1bab0348bf13 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:23.179984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-db8fbd04-8bf3-4fa9-bc1a-a440e0a02b4f req-e4bf97d8-7b44-4301-b95e-1bab0348bf13 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:23.181277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db8fbd04-8bf3-4fa9-bc1a-a440e0a02b4f req-e4bf97d8-7b44-4301-b95e-1bab0348bf13 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "DELETE /v2.0/security-groups/e5284501-b5d8-44f0-b7f8-b2ea1e0655b9 HTTP/1.1" status: 204 len: 173 time: 0.2102461 Jul 22 21:48:23.192223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf97d8-7b44-4301-b95e-1bab0348bf13 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5284501-b5d8-44f0-b7f8-b2ea1e0655b9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:23.510454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca46899-6e83-41c7-8345-7d39a5b9e63d req-eff5e432-99fd-4b1f-8a05-28db7277941e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:23.512394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ca46899-6e83-41c7-8345-7d39a5b9e63d req-eff5e432-99fd-4b1f-8a05-28db7277941e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.0713730 Jul 22 21:48:23.575787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ca46899-6e83-41c7-8345-7d39a5b9e63d req-36f3c737-94c5-429b-b87f-a251fc829020 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560629 Jul 22 21:48:24.821811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236e20f-39fe-41f7-abed-7f1c2b5fe5f7 req-bdadd623-9d1c-4534-bc62-4f1404ff5ac7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:24.824361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a236e20f-39fe-41f7-abed-7f1c2b5fe5f7 req-bdadd623-9d1c-4534-bc62-4f1404ff5ac7 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1256058 Jul 22 21:48:24.928976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a236e20f-39fe-41f7-abed-7f1c2b5fe5f7 req-a38f0659-1342-49ee-b210-922ca595e51e tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931258 Jul 22 21:48:25.700741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-4dc53913-33d2-41a6-9ce8-f103ae2792fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:25.705132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-4dc53913-33d2-41a6-9ce8-f103ae2792fc tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1162968 Jul 22 21:48:25.873097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Deleting port dd472394-18a7-4241-b1df-63e29b432bf9 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:25.874262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:25.998873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] For port dd472394-18a7-4241-b1df-63e29b432bf9, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=dd472394-18a7-4241-b1df-63e29b432bf9,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:26.002098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:26.019790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Calling delete_port for dd472394-18a7-4241-b1df-63e29b432bf9 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:26.203470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f9952-b0db-4442-9abb-50dfcbeb7ac8 req-f42080a7-4440-4409-ae30-f4a4e45a556c tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:26.207219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f7f9952-b0db-4442-9abb-50dfcbeb7ac8 req-f42080a7-4440-4409-ae30-f4a4e45a556c tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce9f1866-8b93-41ac-9de8-16532b6455a6 HTTP/1.1" status: 200 len: 945 time: 0.1436474 Jul 22 21:48:26.301361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:26.301361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f7f9952-b0db-4442-9abb-50dfcbeb7ac8 req-a06ebae4-2293-433c-89c3-bf731c9cabcd tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e961009-10ef-4b43-b5c6-93acfc8197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911100 Jul 22 21:48:26.309258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['dd472394-18a7-4241-b1df-63e29b432bf9'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:26.349544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Pushing event deleted for resources: {'Port': ['ID=dd472394-18a7-4241-b1df-63e29b432bf9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:26.426962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] No DVR routers for this DVR port dd472394-18a7-4241-b1df-63e29b432bf9 on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:26.430500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:26.433138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4d47f4-0565-42e6-b3a2-a3d48a60ff7f req-cb394160-85a6-406e-aabd-4c106f389881 tempest-ServerRescueTestJSONUnderV235-311781967 tempest-ServerRescueTestJSONUnderV235-311781967-project] 10.222.0.58 "DELETE /v2.0/ports/dd472394-18a7-4241-b1df-63e29b432bf9 HTTP/1.1" status: 204 len: 173 time: 0.7201715 Jul 22 21:48:26.433844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'name': 'network-vif-deleted', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:26.440370 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c880cf-04d6-4dea-8705-85ce71cfd2bc" -d '{"events": [{"server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "name": "network-vif-deleted", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:26.497761 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15e2f8e-b26d-447f-9498-0c22417d9d62 x-openstack-request-id: req-a15e2f8e-b26d-447f-9498-0c22417d9d62 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:26.497761 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9f1866-8b93-41ac-9de8-16532b6455a6", "name": "network-vif-deleted", "tag": "dd472394-18a7-4241-b1df-63e29b432bf9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:26.497761 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a15e2f8e-b26d-447f-9498-0c22417d9d62 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:26.497761 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9f1866-8b93-41ac-9de8-16532b6455a6', 'name': 'network-vif-deleted', 'tag': 'dd472394-18a7-4241-b1df-63e29b432bf9', 'status': 'completed', 'code': 200} Jul 22 21:48:27.119066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-c17a1ba9-5a64-4e27-a504-40b7c5433fa9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:27.121660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-c17a1ba9-5a64-4e27-a504-40b7c5433fa9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1479242 Jul 22 21:48:27.143726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-e54fd1f3-c9b5-4f4f-a146-0162fb042485 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/quotas/5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 375 time: 0.0133061 Jul 22 21:48:27.261135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-159d07f1-0066-4f7a-a5f8-8fa96b275ac0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993118 Jul 22 21:48:27.327601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37040) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:27.418618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37046) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:27.505273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-360bcc4f-3a79-4635-aa2d-893550ae7a3c service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249413 Jul 22 21:48:27.630216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-1d5fb9a1-045a-4389-8e2d-2474ae72a49c service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184340 Jul 22 21:48:28.065704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2dc6356-9801-4b5c-aa97-4b3315aa846f req-fd6c0040-342e-4205-a59c-e6e4c06b0f1d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0419936 Jul 22 21:48:28.691047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:28.903659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:29.266293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a68f840-e3a9-4426-999c-21707050cb0f req-0757c3d8-f2d3-4def-8346-85f64da9d8f7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0709383 Jul 22 21:48:29.403037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Deleting port 042a7eda-6f4a-40de-80dd-6a71b1366f17 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:29.403351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:29.446430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-4f0f4ba7-7e96-4923-af74-ddde86640f72 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:29.448015 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-4f0f4ba7-7e96-4923-af74-ddde86640f72 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1754463 Jul 22 21:48:29.464861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'port': {'device_id': '38260c4d-3635-49e0-acbe-13eb11067879', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'admin_state_up': True, 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:29.574578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] For port 042a7eda-6f4a-40de-80dd-6a71b1366f17, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=042a7eda-6f4a-40de-80dd-6a71b1366f17,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:29.575359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:29.599499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Calling delete_port for 042a7eda-6f4a-40de-80dd-6a71b1366f17 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:29.714504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device dd472394-18a7-4241-b1df-63e29b432bf9 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:29.731444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Deleting port 65440401-6966-465f-b319-7938fa7ce5b6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:29.731444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:29.818825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:48:29.830741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:29.832105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: dd472394-18a7-4241-b1df-63e29b432bf9 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:29.832518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device dd472394-18a7-4241-b1df-63e29b432bf9 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:30.085810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] For port 65440401-6966-465f-b319-7938fa7ce5b6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=65440401-6966-465f-b319-7938fa7ce5b6,segment=NetworkSegment(814d0bb6-90ee-4646-9987-4f66a430a59c),segment_id=814d0bb6-90ee-4646-9987-4f66a430a59c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:30.086162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:30.112016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Calling delete_port for 65440401-6966-465f-b319-7938fa7ce5b6 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:30.132863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.20.0.10 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/bb7919a5-d34c-4b1a-8a19-1e1c322339fa) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:48:30.397079 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:30.446768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e501d4b7-8123-42b3-9cae-add96b8a51e4 req-18aa908c-fc4e-49de-9ea9-b55e47b72030 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0466661 Jul 22 21:48:30.514853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Transition to ACTIVE for port object bb7919a5-d34c-4b1a-8a19-1e1c322339fa will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:48:30.518575 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:30.575223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Pushing event deleted for resources: {'Port': ['ID=042a7eda-6f4a-40de-80dd-6a71b1366f17,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:30.626859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:30.693239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:48:30.713223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:48:30.717368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:48:30.750776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:30.810078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:30.810725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:30.863289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-f690a746-1ed9-475b-a328-4894decfee6b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4062707 Jul 22 21:48:30.875261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Request body: {'port': {'device_id': '38260c4d-3635-49e0-acbe-13eb11067879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:31.166229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:31.166941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:31.306206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f92ed421-4f8e-4195-a27e-f828d2e8361b None None] Provisioning for port bb7919a5-d34c-4b1a-8a19-1e1c322339fa completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:48:31.314976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f92ed421-4f8e-4195-a27e-f828d2e8361b None None] Provisioning complete for port bb7919a5-d34c-4b1a-8a19-1e1c322339fa triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:48:31.315549 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f92ed421-4f8e-4195-a27e-f828d2e8361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:31.392223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:31.410134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f92ed421-4f8e-4195-a27e-f828d2e8361b None None] Port bb7919a5-d34c-4b1a-8a19-1e1c322339fa cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:48:31.430969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Pushing event deleted for resources: {'Port': ['ID=65440401-6966-465f-b319-7938fa7ce5b6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:31.482692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:31.816360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:32.048135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Router 8087140a-7ebf-495c-9956-d485e3b4c783 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:48:32.224481 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:32.281513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7919a5-d34c-4b1a-8a19-1e1c322339fa {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:48:32.293864 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:32.317061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253686c-ff3e-4ef7-8dd8-ef21cefb6712 req-21cfb326-5268-4668-8041-62397c3241e0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:32.318991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9253686c-ff3e-4ef7-8dd8-ef21cefb6712 req-21cfb326-5268-4668-8041-62397c3241e0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 932 time: 0.3092315 Jul 22 21:48:32.322880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Transition to ACTIVE for port object bb7919a5-d34c-4b1a-8a19-1e1c322339fa will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:48:32.350339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:32.409647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9253686c-ff3e-4ef7-8dd8-ef21cefb6712 req-df2ae1d5-8108-4db7-97f6-12751648ae1f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 Jul 22 21:48:32.474842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:32.620166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Attempting to bind port bb7919a5-d34c-4b1a-8a19-1e1c322339fa on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:48:32.620776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Attempting to bind port bb7919a5-d34c-4b1a-8a19-1e1c322339fa by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:48:32.621350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Attempting to bind port bb7919a5-d34c-4b1a-8a19-1e1c322339fa on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:48:32.635506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Port bb7919a5-d34c-4b1a-8a19-1e1c322339fa on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:48:32.636561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Attempting to bind port bb7919a5-d34c-4b1a-8a19-1e1c322339fa on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:48:32.647071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:48:32.647596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:48:32.648167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:48:32.648761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Bound port: bb7919a5-d34c-4b1a-8a19-1e1c322339fa, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:48:32.649605 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:32.789937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:48:32.794148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] For port bb7919a5-d34c-4b1a-8a19-1e1c322339fa, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:48:32.801278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] For port bb7919a5-d34c-4b1a-8a19-1e1c322339fa, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:48:32.808600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37456) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:32.809584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bcfbc51a-8c10-4bd7-a0c6-0849008f45ee admin admin] 10.222.0.54 "PUT /v2.0/routers/8087140a-7ebf-495c-9956-d485e3b4c783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4804389 Jul 22 21:48:32.829716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] Sync routers for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:48:32.847481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:32.848375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:32.975587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:33.024530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:33.025619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:33.028716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] 10.222.0.58 "PUT /v2.0/ports/bb7919a5-d34c-4b1a-8a19-1e1c322339fa HTTP/1.1" status: 200 len: 1093 time: 2.1582778 Jul 22 21:48:33.090111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38260c4d-3635-49e0-acbe-13eb11067879', 'tag': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:33.099905 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef0174f-1180-44c9-a4dd-82838ee40724" -d '{"events": [{"name": "network-changed", "server_uuid": "38260c4d-3635-49e0-acbe-13eb11067879", "tag": "bb7919a5-d34c-4b1a-8a19-1e1c322339fa"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:33.141195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Router 616ad4e9-1272-43ca-bed9-d11774ba559d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:48:33.199502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:33.225811 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d0e9d4-d722-4bdd-ba35-57183eb38178 x-openstack-request-id: req-85d0e9d4-d722-4bdd-ba35-57183eb38178 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:33.226215 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38260c4d-3635-49e0-acbe-13eb11067879", "tag": "bb7919a5-d34c-4b1a-8a19-1e1c322339fa", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:33.226678 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85d0e9d4-d722-4bdd-ba35-57183eb38178 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:33.227169 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38260c4d-3635-49e0-acbe-13eb11067879', 'tag': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa', 'status': 'completed', 'code': 200} Jul 22 21:48:33.264662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9370-2034-4a32-bcb6-1dc93e16c733 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:33.285100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:33.479485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-5a65b103-c37d-4422-8580-e7aa1098b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:33.481596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-5a65b103-c37d-4422-8580-e7aa1098b6b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 1096 time: 0.3629615 Jul 22 21:48:33.567337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-6f7aa42c-0e3d-4d27-b242-803ac178ce22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa HTTP/1.1" status: 200 len: 217 time: 0.0767279 Jul 22 21:48:33.632009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:48:30Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:33.635706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:48:33.657897 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] Sync routers for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:48:33.664178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37532) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:33.665386 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb8cf2f4-8a35-475c-a0d2-6bcac2025747 admin admin] 10.222.0.54 "PUT /v2.0/routers/616ad4e9-1272-43ca-bed9-d11774ba559d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2457213 Jul 22 21:48:33.679563 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-b60cbca1-00dc-489c-8b4e-8e4222ad02e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2507203 Jul 22 21:48:33.689597 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:33.691823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:33.735413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] Checking router: 8087140a-7ebf-495c-9956-d485e3b4c783 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:48:33.749505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] Routers {'8087140a-7ebf-495c-9956-d485e3b4c783'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:33.750493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8087140a-7ebf-495c-9956-d485e3b4c783'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:33.799322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-5df0050e-a213-4c0f-988a-5bba073d5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:33.800932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-5df0050e-a213-4c0f-988a-5bba073d5f8c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.2007749 Jul 22 21:48:33.869523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:33.884590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-0eb7d036-dc85-4ed5-ba20-565502bfc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:33.886374 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-0eb7d036-dc85-4ed5-ba20-565502bfc390 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0502044b37aa42c8a22631b8637743b3&device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1098 time: 0.1420035 Jul 22 21:48:33.896784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee1332-7e7b-42ee-a6e6-c737e64693c9 req-a29b1c4f-f80e-4f78-95a8-fb403466845a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:33.905591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82ee1332-7e7b-42ee-a6e6-c737e64693c9 req-a29b1c4f-f80e-4f78-95a8-fb403466845a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 0.3426301 Jul 22 21:48:34.055943 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:34.085458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82ee1332-7e7b-42ee-a6e6-c737e64693c9 req-ffcfd52b-c40b-49fa-b36a-01a5e5e1b8cf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790442 Jul 22 21:48:34.094572 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:34.166512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-b37ee2e4-0172-47d3-82b6-039c9884adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:34.169165 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-b37ee2e4-0172-47d3-82b6-039c9884adf9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 200 len: 908 time: 0.2548778 Jul 22 21:48:34.200573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff24c-7936-4a90-9782-b60122606247 req-24502da4-a864-4e28-ba78-4ef0691c9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:34.202097 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-24502da4-a864-4e28-ba78-4ef0691c9315 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3935630 Jul 22 21:48:34.216131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] Set router 8087140a-7ebf-495c-9956-d485e3b4c783 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:34.246155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Deleting port 3136dcea-9f76-475b-bcac-411ad96fa411 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:34.246800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:34.338091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-63f48179-06cf-49f9-bf16-399e9e2268c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 200 len: 1002 time: 0.1608922 Jul 22 21:48:34.421719 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:48:31Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:34.439991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-35a1be97-7fef-4651-bd39-c4309106b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:34.442688 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-35a1be97-7fef-4651-bd39-c4309106b928 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67d16a39-4f3e-4354-a543-7d4b0ddf81b4 HTTP/1.1" status: 200 len: 846 time: 0.0962462 Jul 22 21:48:34.453606 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] Checking router: 616ad4e9-1272-43ca-bed9-d11774ba559d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:48:34.463074 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] Routers {'616ad4e9-1272-43ca-bed9-d11774ba559d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:48:34.464029 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:48:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['616ad4e9-1272-43ca-bed9-d11774ba559d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:34.565761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-1152d75b-bc8b-4265-b854-eea5ba1a0dae service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513529 Jul 22 21:48:34.576587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] For port 3136dcea-9f76-475b-bcac-411ad96fa411, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3136dcea-9f76-475b-bcac-411ad96fa411,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:34.577256 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:34.587428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-47b6f595-fe51-4cfe-8cd6-3a4f6b346ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:34.590767 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-47b6f595-fe51-4cfe-8cd6-3a4f6b346ccb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61df596d-6849-4c26-8ac0-ce4dff77e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397524 Jul 22 21:48:34.595703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Calling delete_port for 3136dcea-9f76-475b-bcac-411ad96fa411 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:34.643762 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] Set router 616ad4e9-1272-43ca-bed9-d11774ba559d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:48:34.717578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:48:30Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:34.792798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079a6cd-e532-4ebb-b78e-3e96265979a3 None None] The sync data for ids ['8087140a-7ebf-495c-9956-d485e3b4c783'] in n-d-762330-19 is: [{'id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'name': 'tempest-TaggedBootDevicesTest-1044608284-router', 'tenant_id': '5494a46d317648e9b47fd8850cfe27ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:35:49Z', 'updated_at': '2021-07-22T21:48:30Z', 'revision_number': 5, 'project_id': '5494a46d317648e9b47fd8850cfe27ab', 'gw_port': {'id': '3136dcea-9f76-475b-bcac-411ad96fa411', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087140a-7ebf-495c-9956-d485e3b4c783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:35:50Z', 'updated_at': '2021-07-22T21:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:48:34.936009 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-eb9947e4-9c58-4238-9a6a-4f3ed8acf163 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355081 Jul 22 21:48:34.972126 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d3ff24c-7936-4a90-9782-b60122606247 req-688231df-518c-4f95-ab83-61a68dcf82d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148815 Jul 22 21:48:35.018342 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:35.076868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fa49406e-9734-4c29-a367-a89a05fb2d00 req-56cb5c40-5d65-41b9-a577-7df2e7935f6d service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293900 Jul 22 21:48:35.105249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Pushing event deleted for resources: {'Port': ['ID=3136dcea-9f76-475b-bcac-411ad96fa411,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:35.131984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:35.337217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-d18829b9-cef2-4296-9499-c29fe610c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:35.339291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-d18829b9-cef2-4296-9499-c29fe610c6dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 1096 time: 0.2243586 Jul 22 21:48:35.344416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:35.453562 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:48:31Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:35.518071 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a32f7-c24f-4414-8ea2-158153d3e937 None None] The sync data for ids ['616ad4e9-1272-43ca-bed9-d11774ba559d'] in n-d-762330-19 is: [{'id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1860362146-router', 'tenant_id': '8cd3dee0010549098d1eb34b9d908ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:10Z', 'updated_at': '2021-07-22T21:48:31Z', 'revision_number': 5, 'project_id': '8cd3dee0010549098d1eb34b9d908ee3', 'gw_port': {'id': 'd21baabd-9b92-4c2c-84c8-3af268203ad7', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ad4e9-1272-43ca-bed9-d11774ba559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:11Z', 'updated_at': '2021-07-22T21:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:48:35.614493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Deleting port d21baabd-9b92-4c2c-84c8-3af268203ad7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:35.615082 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.067889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] For port d21baabd-9b92-4c2c-84c8-3af268203ad7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d21baabd-9b92-4c2c-84c8-3af268203ad7,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:36.068258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.084142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Calling delete_port for d21baabd-9b92-4c2c-84c8-3af268203ad7 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:36.163291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.169657 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.185437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-ddb80dfe-e6a8-4ad2-9317-b785d016638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:36.187186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-ddb80dfe-e6a8-4ad2-9317-b785d016638c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.8263595 Jul 22 21:48:36.334951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-3d2202d4-ce43-4a99-90bf-9819594406aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa HTTP/1.1" status: 200 len: 217 time: 0.0922923 Jul 22 21:48:36.352609 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.353155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8087140a-7ebf-495c-9956-d485e3b4c783 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:48:36.358365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.359728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e31a8fb2-32e7-4fb0-9b59-d175bd1b5075 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8087140a-7ebf-495c-9956-d485e3b4c783 HTTP/1.1" status: 204 len: 168 time: 3.5500376 Jul 22 21:48:36.366612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37596) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:36.401203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541e3b7-4ef2-4b91-98ee-36b9338e5279 req-7e57f7d3-1e96-42c6-83b4-914df95e82de tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:36.411063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b541e3b7-4ef2-4b91-98ee-36b9338e5279 req-7e57f7d3-1e96-42c6-83b4-914df95e82de tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 1.0764303 Jul 22 21:48:36.455896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-23912ef9-0b33-4013-8a37-2de03a0405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:36.457899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-23912ef9-0b33-4013-8a37-2de03a0405d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1149929 Jul 22 21:48:36.538301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] Deleting subnet 82ad8203-fa6e-4665-9355-fb5f8f13a8dc {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:48:36.543668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.593400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b541e3b7-4ef2-4b91-98ee-36b9338e5279 req-175b85b0-3818-4cfc-9912-84c858ef67fd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811922 Jul 22 21:48:36.620653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.620858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.662503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21baabd-9b92-4c2c-84c8-3af268203ad7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:36.726542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-d7062999-2433-4c82-a1d3-56746f7233ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:36.728652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-d7062999-2433-4c82-a1d3-56746f7233ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2236786 Jul 22 21:48:36.778219 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.841216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.864008 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-6e3f49bc-4c38-4ac8-9929-40b451c478f8 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114314 Jul 22 21:48:36.885732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:36.886065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355586ea-082e-4bb6-b208-9de25d403821 None None] Network 57fce704-3643-4e97-b015-36051a4e6bea requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:48:36.889914 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/82ad8203-fa6e-4665-9355-fb5f8f13a8dc HTTP/1.1" status: 204 len: 168 time: 0.5209532 Jul 22 21:48:36.891347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19414afd-28cb-4798-96e6-1d14ac915139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ad8203-fa6e-4665-9355-fb5f8f13a8dc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:36.899401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37602) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:36.947124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.227138 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.236974 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.251977 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.257907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] DHCP port deletion for 57fce704-3643-4e97-b015-36051a4e6bea request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:48:37.315519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef0174f-1180-44c9-a4dd-82838ee40724 req-3690b69e-c51f-49eb-b5b3-363a1a69605f service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452126 Jul 22 21:48:37.336051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.336051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616ad4e9-1272-43ca-bed9-d11774ba559d {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:48:37.352389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 042a7eda-6f4a-40de-80dd-6a71b1366f17 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:37.356814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.361394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37610) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:37.361618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b301e9db-6944-4a07-a78d-436760fe0183 admin admin] 10.222.0.54 "DELETE /v2.0/routers/616ad4e9-1272-43ca-bed9-d11774ba559d HTTP/1.1" status: 204 len: 168 time: 3.6903152 Jul 22 21:48:37.405515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 042a7eda-6f4a-40de-80dd-6a71b1366f17 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:37.405785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 042a7eda-6f4a-40de-80dd-6a71b1366f17 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:37.406195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65440401-6966-465f-b319-7938fa7ce5b6 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:37.430013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Deleting port e33439eb-a6e2-4e50-b774-f4adcccc5d97 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:37.430288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Deleting port e33439eb-a6e2-4e50-b774-f4adcccc5d97 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:37.430632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.430983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.517528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] Deleting subnet 0bd05f02-ad6c-406a-b99f-2deb6b2622bd {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:48:37.534576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.538734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] For port e33439eb-a6e2-4e50-b774-f4adcccc5d97, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e33439eb-a6e2-4e50-b774-f4adcccc5d97,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:37.539406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.554378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Calling delete_port for e33439eb-a6e2-4e50-b774-f4adcccc5d97 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:37.569068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 65440401-6966-465f-b319-7938fa7ce5b6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:37.569415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 65440401-6966-465f-b319-7938fa7ce5b6 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:37.569834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3136dcea-9f76-475b-bcac-411ad96fa411 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:37.600518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.607594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] For port e33439eb-a6e2-4e50-b774-f4adcccc5d97, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e33439eb-a6e2-4e50-b774-f4adcccc5d97,segment=NetworkSegment(300999af-f87d-4d23-9a90-07232929e422),segment_id=300999af-f87d-4d23-9a90-07232929e422)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:37.607996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.622129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Calling delete_port for e33439eb-a6e2-4e50-b774-f4adcccc5d97 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:37.698832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3136dcea-9f76-475b-bcac-411ad96fa411 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:37.699199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3136dcea-9f76-475b-bcac-411ad96fa411 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:37.706102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.707107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.753570 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.757777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=e33439eb-a6e2-4e50-b774-f4adcccc5d97,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:37.767040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] No DVR routers for this DVR port e33439eb-a6e2-4e50-b774-f4adcccc5d97 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:37.810162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Pushing event deleted for resources: {'Port': ['ID=e33439eb-a6e2-4e50-b774-f4adcccc5d97,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:37.830614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] No DVR routers for this DVR port e33439eb-a6e2-4e50-b774-f4adcccc5d97 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:37.836611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.837030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.837387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.838123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.838123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.838666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.838995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.839424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.839984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.841328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.841328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.841612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8462f35c-f7db-418e-b962-4755651a1eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:37.886311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.887625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.901894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fce704-3643-4e97-b015-36051a4e6bea']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:37.933894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300999af-f87d-4d23-9a90-07232929e422') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:37.934189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300999af-f87d-4d23-9a90-07232929e422') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:37.964349 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.988491 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:37.993392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd05f02-ad6c-406a-b99f-2deb6b2622bd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:37.998682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a975b-286e-4d33-8454-6f279ff5d71f req-0f218c7f-8c4b-4b82-bf90-9b9dac1d2c1a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:38.000539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd5a975b-286e-4d33-8454-6f279ff5d71f req-0f218c7f-8c4b-4b82-bf90-9b9dac1d2c1a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 0.1925926 Jul 22 21:48:38.015061 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.020488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:48:38.020915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.022582 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5e3b14d8-0374-4a9b-ac53-a4e129228931 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0bd05f02-ad6c-406a-b99f-2deb6b2622bd HTTP/1.1" status: 204 len: 168 time: 0.6600959 Jul 22 21:48:38.025271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37614) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:48:38.026329 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:48:38.132623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.142937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.155933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] 10.222.0.54 "DELETE /v2.0/networks/57fce704-3643-4e97-b015-36051a4e6bea HTTP/1.1" status: 204 len: 168 time: 1.2553625 Jul 22 21:48:38.172804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd5a975b-286e-4d33-8454-6f279ff5d71f req-8ccf366f-b1e3-473e-989d-37d0da11fae1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321933 Jul 22 21:48:38.186576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d661a-80f5-4a91-8d67-c839c2031f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=57fce704-3643-4e97-b015-36051a4e6bea,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:38.227443 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.364628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.382718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e83b583-dd81-4b74-a5a0-e157f622b6a1']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:38.389914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37622) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:38.395761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814d0bb6-90ee-4646-9987-4f66a430a59c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:38.396117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814d0bb6-90ee-4646-9987-4f66a430a59c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:48:38.406086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.423129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.431356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:48:38.431744 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:48:38.433955 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:48:38.475932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-09f4c701-a206-4b49-acc4-724b4fad58bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5494a46d317648e9b47fd8850cfe27ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824382 Jul 22 21:48:38.476340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37624) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:38.517059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.528346 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.533295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] 10.222.0.54 "DELETE /v2.0/networks/5e83b583-dd81-4b74-a5a0-e157f622b6a1 HTTP/1.1" status: 204 len: 168 time: 0.5001736 Jul 22 21:48:38.543458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f9564-2bbf-45c5-aabe-184fb8e5d47a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e83b583-dd81-4b74-a5a0-e157f622b6a1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:38.570310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf61610c-3610-4b3e-961c-44afc3cddc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.617108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf61610c-3610-4b3e-961c-44afc3cddc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.691234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf61610c-3610-4b3e-961c-44afc3cddc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.695737 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf61610c-3610-4b3e-961c-44afc3cddc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.700320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf61610c-3610-4b3e-961c-44afc3cddc72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2782d56-3ebe-4920-b547-72a9d231379f HTTP/1.1" status: 204 len: 168 time: 0.2200356 Jul 22 21:48:38.708365 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61610c-3610-4b3e-961c-44afc3cddc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2782d56-3ebe-4920-b547-72a9d231379f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:38.786119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37630) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:38.870476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37632) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:38.879429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-599cbd44-d879-4d86-b5b5-88c30d745549 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cd3dee0010549098d1eb34b9d908ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916018 Jul 22 21:48:38.936597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e33439eb-a6e2-4e50-b774-f4adcccc5d97 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:38.959998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8813-b11e-4fa6-b2c3-0a273af3d5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:38.971223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e33439eb-a6e2-4e50-b774-f4adcccc5d97 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:38.971910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e33439eb-a6e2-4e50-b774-f4adcccc5d97 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:38.972588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d21baabd-9b92-4c2c-84c8-3af268203ad7 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:38.998752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8813-b11e-4fa6-b2c3-0a273af3d5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:39.026227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d21baabd-9b92-4c2c-84c8-3af268203ad7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:39.030247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d21baabd-9b92-4c2c-84c8-3af268203ad7 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:39.071446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8813-b11e-4fa6-b2c3-0a273af3d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:39.074508 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8813-b11e-4fa6-b2c3-0a273af3d5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:39.076005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5f3d8813-b11e-4fa6-b2c3-0a273af3d5d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e961009-10ef-4b43-b5c6-93acfc8197ad HTTP/1.1" status: 204 len: 168 time: 0.2043357 Jul 22 21:48:39.091779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d8813-b11e-4fa6-b2c3-0a273af3d5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e961009-10ef-4b43-b5c6-93acfc8197ad,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:39.483093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787f6e4-44df-4743-9002-261cae20ee7a req-016965d3-a815-418c-9c42-25373b46979a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:39.485803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1787f6e4-44df-4743-9002-261cae20ee7a req-016965d3-a815-418c-9c42-25373b46979a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 0.1695309 Jul 22 21:48:39.612645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1787f6e4-44df-4743-9002-261cae20ee7a req-a8af1184-57bd-44a0-9bfe-7019419c64fd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174943 Jul 22 21:48:40.048590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 37678) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:40.334297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1328981947-network', 'tenant_id': '9a1f203b7fdd4d7493ae7e65d9628492'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:40.365833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Made reservation on behalf of 9a1f203b7fdd4d7493ae7e65d9628492 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:48:40.378505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:40.390550 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:40.550052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:40.556874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:40.661600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:48:40.685357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b095b8-bcdd-45b3-aeb5-afc9b138f442,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:40.697099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:40.697536 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Added segment e4c29787-7b7a-42b1-bea4-cee39ec0aae6 of type vlan for network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 Jul 22 21:48:40.818580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:40.908883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:40.909868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:40.910459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:41.036945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2bedf6-5bbb-42cf-8842-6a6d2c6deb60 req-229d3a9f-b79a-4ea2-9956-6239e2f5e9af tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.1494896 Jul 22 21:48:41.070461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:41.085401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:48:41.117654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-998cf4c9-ff68-4000-aa9c-60afb72e95f5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0650728 Jul 22 21:48:41.118685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 37718) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:48:41.137995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Request body: {'subnet': {'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1328981947-subnet', 'tenant_id': '9a1f203b7fdd4d7493ae7e65d9628492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:41.171052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde16f8-65f1-46a7-84ed-24666017c7ea req-e009f662-c83c-4c45-bb6d-1a603df69a04 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:41.173000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cde16f8-65f1-46a7-84ed-24666017c7ea req-e009f662-c83c-4c45-bb6d-1a603df69a04 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 0.2872996 Jul 22 21:48:41.197140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Made reservation on behalf of 9a1f203b7fdd4d7493ae7e65d9628492 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:48:41.206089 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:41.261171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cde16f8-65f1-46a7-84ed-24666017c7ea req-f8d52a5f-9c4a-4f68-9e23-e163ce2ae8d9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673833 Jul 22 21:48:41.530951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:41.631346 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f065b8-76ed-44c1-97b1-5d307608d4d3,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:41.639357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Checking segment: {'id': 'e4c29787-7b7a-42b1-bea4-cee39ec0aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:48:41.639728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Network hostable DHCP agents. Network: bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:48:41.674865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:48:41.687161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:48:41.692305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:41.693211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:41.702770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b53d57-49b2-4be4-956f-9d54e9550fbf None None] Network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:48:41.721731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cb1a71f9-1a19-4421-bd76-bd5656c9f9fe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5994577 Jul 22 21:48:41.997300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c0822-fdca-4a8a-8a3a-45a6df6abd5e None None] Network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:48:42.263016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-519b03d5-c9dc-42ee-8f1d-f5ccbbb05537 req-05f25470-a59a-44e0-939f-c6274783f634 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0889244 Jul 22 21:48:42.389699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-addcc691-6159-491d-b2a8-4ef6b732c962 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:42.392800 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-addcc691-6159-491d-b2a8-4ef6b732c962 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/networks?id=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 HTTP/1.1" status: 200 len: 814 time: 0.1955457 Jul 22 21:48:42.430931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-ce497dad-831e-4876-8936-195302a63c34 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/quotas/9a1f203b7fdd4d7493ae7e65d9628492 HTTP/1.1" status: 200 len: 375 time: 0.0315828 Jul 22 21:48:42.506880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-28d98c30-65c0-4a2d-9ac1-ea7cc25f754c tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a1f203b7fdd4d7493ae7e65d9628492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663366 Jul 22 21:48:42.592847 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06f49e3b-3f80-49ef-a467-1b0029735f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:42.617524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b843cc-73b7-45b3-b86a-7176990d49a3 req-ecf70924-7689-4fdd-8827-d23668d93ae9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:42.619389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69b843cc-73b7-45b3-b86a-7176990d49a3 req-ecf70924-7689-4fdd-8827-d23668d93ae9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 0.1931984 Jul 22 21:48:42.729473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69b843cc-73b7-45b3-b86a-7176990d49a3 req-948c9b71-71e7-482a-a384-2cbcecc2a400 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776901 Jul 22 21:48:42.736230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-b2159033-e9ea-4d72-8517-8afdd9410d70 service neutron] 10.222.0.54 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080798 Jul 22 21:48:42.895717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-b44979ae-c26a-4c32-9855-028cf649eaea service neutron] 10.222.0.54 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545501 Jul 22 21:48:43.172566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43c54cb0-f170-4656-a566-ab3d5d56569b req-2aebdb9c-add2-40ef-a218-23814cdb76dc tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 210 time: 0.0486763 Jul 22 21:48:43.437976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-871f45b0-cad8-42f5-b7f0-3d304ad0cf0d req-be0338eb-0461-403a-9317-515622a63e80 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0377965 Jul 22 21:48:43.963411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40e3dc-a4d3-4464-9975-62b7915b72e9 req-0aeb0b1d-9ede-4854-9fa2-583992999743 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:43.965306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b40e3dc-a4d3-4464-9975-62b7915b72e9 req-0aeb0b1d-9ede-4854-9fa2-583992999743 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 0.1201108 Jul 22 21:48:44.054748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b40e3dc-a4d3-4464-9975-62b7915b72e9 req-20f4aff0-dfbe-4bd2-8e70-513595b2b346 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731471 Jul 22 21:48:44.135457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f70f-1107-4990-a37b-f0b5d99d00a4 req-eb3a7ae7-fb6d-4fc5-95b2-1ec538fb8c05 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:44.139114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5030f70f-1107-4990-a37b-f0b5d99d00a4 req-eb3a7ae7-fb6d-4fc5-95b2-1ec538fb8c05 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 949 time: 0.1010404 Jul 22 21:48:44.205599 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d76a0955-c2b1-4319-b18b-962f3abcdb02 req-a60e997c-6e38-4843-8827-77966cc76427 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0507178 Jul 22 21:48:44.217418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5030f70f-1107-4990-a37b-f0b5d99d00a4 req-27d4aaff-0377-42f0-afa3-3ebf80f7f7ba tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697544 Jul 22 21:48:44.383179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06ce1cc5-3f44-405e-b1da-7b1150e92731 req-9f586a4e-bdf1-470b-92e9-5f39bd7db792 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 210 time: 0.0808914 Jul 22 21:48:44.507963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-c0036b80-75a2-4647-9e0a-59e582808d9f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:44.510856 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-c0036b80-75a2-4647-9e0a-59e582808d9f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.58 "GET /v2.0/networks?id=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 HTTP/1.1" status: 200 len: 814 time: 0.2302837 Jul 22 21:48:44.525498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Request body: {'port': {'device_id': 'f56dc91c-b430-405c-b399-4892945ba818', 'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1', 'admin_state_up': True, 'tenant_id': '9a1f203b7fdd4d7493ae7e65d9628492'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:44.594559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68b1fd1c-3b77-4933-9b93-919d7ec1335e req-05fc64a7-80eb-4603-aed7-508f61c015b5 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0467672 Jul 22 21:48:45.021798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Made reservation on behalf of 9a1f203b7fdd4d7493ae7e65d9628492 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:48:45.026276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:45.236176 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb96c638-e781-4d17-8284-e3c2bd336149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:45.289173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Allocated IP 172.20.0.11 (bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1/e4f065b8-76ed-44c1-97b1-5d307608d4d3/1daa5726-f73d-477e-a832-ef0f1e07e14f) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:48:45.363681 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdbbd7-d508-47aa-a166-8162f53341f6 req-09e6bc9f-813a-4627-a0a6-b2ab2eb33a95 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:45.374490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99bdbbd7-d508-47aa-a166-8162f53341f6 req-09e6bc9f-813a-4627-a0a6-b2ab2eb33a95 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 944 time: 0.1807828 Jul 22 21:48:45.467067 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:45.531984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99bdbbd7-d508-47aa-a166-8162f53341f6 req-4e984f8a-aa86-495c-ae59-6ba325def626 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563008 Jul 22 21:48:45.624953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4925463-2f6d-415a-a02c-448b1ac7a6bb req-66a976fe-a447-4f36-97f3-766b1674ed71 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:45.627747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4925463-2f6d-415a-a02c-448b1ac7a6bb req-66a976fe-a447-4f36-97f3-766b1674ed71 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 949 time: 0.2493777 Jul 22 21:48:45.715694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daa63372-32a8-4b35-be37-88fb0c44a76c req-1fb79875-7feb-4c3a-9bb8-50426d920496 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 210 time: 0.0812099 Jul 22 21:48:45.738673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:45.776670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4925463-2f6d-415a-a02c-448b1ac7a6bb req-fe8119d2-f87a-48c0-8469-c3385365c440 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305416 Jul 22 21:48:45.789673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bb7919a5-d34c-4b1a-8a19-1e1c322339fa details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:48:45.861971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2338793a-e0f3-407b-be05-263119575892 req-b2e0e670-b74e-4eed-ad97-02c13ee0a634 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0597453 Jul 22 21:48:45.874063 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:45.947706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:48:45.953419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:48:45.956102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Pushing event updated for resources: {'Port': ['ID=1daa5726-f73d-477e-a832-ef0f1e07e14f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:45.958411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:48:45.958599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bb7919a5-d34c-4b1a-8a19-1e1c322339fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:45.975940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'port_id': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa', 'mac_address': 'fa:16:3e:ae:a7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:48:46.059206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:46.059923 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:46.081541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:46.088695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-7a63181f-52bd-459a-afb2-569b88d4bd2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5683315 Jul 22 21:48:46.104220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Request body: {'port': {'device_id': 'f56dc91c-b430-405c-b399-4892945ba818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:46.123938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7919a5-d34c-4b1a-8a19-1e1c322339fa {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:48:46.187787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bb7919a5-d34c-4b1a-8a19-1e1c322339fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:46.194895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:46.206488 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:46.261033 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:46.295000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:46.409321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bb7919a5-d34c-4b1a-8a19-1e1c322339fa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:46.573457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3bbf1c47-2761-4906-b827-6f8605991f6a tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:46.576079 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3bbf1c47-2761-4906-b827-6f8605991f6a tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 949 time: 0.1065540 Jul 22 21:48:46.597651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c00065f-80c4-4544-825e-66044ef558b8 req-de43fcb6-2ea2-4922-b216-ac2813fa4fc8 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.1024928 Jul 22 21:48:46.869280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd87b73-db2d-4b74-9be5-16a3c1fdead9 req-f0cd1bbe-3e1a-41d1-9cde-f76a58ea11d4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:46.871018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acd87b73-db2d-4b74-9be5-16a3c1fdead9 req-f0cd1bbe-3e1a-41d1-9cde-f76a58ea11d4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 945 time: 0.2078614 Jul 22 21:48:46.896523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Deleting port 43956427-54e0-40b7-b27c-d0c02848e804 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:48:46.896986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.019669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-acd87b73-db2d-4b74-9be5-16a3c1fdead9 req-c43202dd-f37b-4ba4-9b7d-7c338f130e7b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362922 Jul 22 21:48:47.022502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daa5726-f73d-477e-a832-ef0f1e07e14f {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:48:47.055342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725a10d-7a00-4ec9-b424-8a943df5e9f2 req-20874302-f8b1-4633-b369-1ee663292600 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:47.057643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a725a10d-7a00-4ec9-b424-8a943df5e9f2 req-20874302-f8b1-4633-b369-1ee663292600 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 932 time: 0.1783261 Jul 22 21:48:47.060738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.070954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] For port 43956427-54e0-40b7-b27c-d0c02848e804, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=43956427-54e0-40b7-b27c-d0c02848e804,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:47.071421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.090135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Calling delete_port for 43956427-54e0-40b7-b27c-d0c02848e804 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:48:47.122002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Transition to ACTIVE for port object 1daa5726-f73d-477e-a832-ef0f1e07e14f will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:48:47.155314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.171888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a725a10d-7a00-4ec9-b424-8a943df5e9f2 req-e5a3df3d-3eb0-49ac-8b61-bbe14ee636cd tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068625 Jul 22 21:48:47.239574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=1daa5726-f73d-477e-a832-ef0f1e07e14f,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:47.267032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.284359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['43956427-54e0-40b7-b27c-d0c02848e804'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:47.320815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a2bc7-4e04-41bd-b89a-883a6c2c8b2b req-e4b5179d-d2b3-45e0-985f-6ea261c8ef2f tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:47.322581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-695a2bc7-4e04-41bd-b89a-883a6c2c8b2b req-e4b5179d-d2b3-45e0-985f-6ea261c8ef2f tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce1cee5a-05af-46ce-bcb6-35c130987d70 HTTP/1.1" status: 200 len: 867 time: 0.2223461 Jul 22 21:48:47.324937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Pushing event deleted for resources: {'Port': ['ID=43956427-54e0-40b7-b27c-d0c02848e804,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:47.373939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.375216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.375862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.375862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.377618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.377618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.377618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.378019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.378733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.378733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.379227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.379415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:48:47.391753 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Attempting to bind port 1daa5726-f73d-477e-a832-ef0f1e07e14f on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:48:47.392355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Attempting to bind port 1daa5726-f73d-477e-a832-ef0f1e07e14f by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'e4c29787-7b7a-42b1-bea4-cee39ec0aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:48:47.393088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Attempting to bind port 1daa5726-f73d-477e-a832-ef0f1e07e14f on network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:48:47.405336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Port 1daa5726-f73d-477e-a832-ef0f1e07e14f on network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:48:47.406339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Attempting to bind port 1daa5726-f73d-477e-a832-ef0f1e07e14f on network bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:48:47.413303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] No DVR routers for this DVR port 43956427-54e0-40b7-b27c-d0c02848e804 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:48:47.416318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-695a2bc7-4e04-41bd-b89a-883a6c2c8b2b req-a068551a-9c88-43e3-86ce-b66791b91a75 tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.54 "GET /v2.0/security-groups?id=a15666bc-3cf0-4471-b730-83d6b8c7d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760663 Jul 22 21:48:47.416507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.418671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ced54a87-b06e-4966-a5e8-5e44d84d9fe8 req-3958831c-5453-4ec4-ab0f-c3cd85bf970e tempest-VolumesBackupsTest-496283605 tempest-VolumesBackupsTest-496283605-project] 10.222.0.23 "DELETE /v2.0/ports/43956427-54e0-40b7-b27c-d0c02848e804 HTTP/1.1" status: 204 len: 173 time: 0.8334143 Jul 22 21:48:47.419044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'name': 'network-vif-deleted', 'tag': '43956427-54e0-40b7-b27c-d0c02848e804'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:47.420617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:48:47.421601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Checking segment: {'id': 'e4c29787-7b7a-42b1-bea4-cee39ec0aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:48:47.422431 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69edc32-f9e5-4303-a0e7-d4f56ef01100" -d '{"events": [{"server_uuid": "ce1cee5a-05af-46ce-bcb6-35c130987d70", "name": "network-vif-deleted", "tag": "43956427-54e0-40b7-b27c-d0c02848e804"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:47.422984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Bound using segment: {'id': 'e4c29787-7b7a-42b1-bea4-cee39ec0aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:48:47.424242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Bound port: 1daa5726-f73d-477e-a832-ef0f1e07e14f, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c29787-7b7a-42b1-bea4-cee39ec0aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:48:47.424926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.496109 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7271b67d-7022-46d7-9d67-1cd896ca41be x-openstack-request-id: req-7271b67d-7022-46d7-9d67-1cd896ca41be {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:47.496109 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cee5a-05af-46ce-bcb6-35c130987d70", "name": "network-vif-deleted", "tag": "43956427-54e0-40b7-b27c-d0c02848e804", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:47.496109 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7271b67d-7022-46d7-9d67-1cd896ca41be {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:47.496109 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cee5a-05af-46ce-bcb6-35c130987d70', 'name': 'network-vif-deleted', 'tag': '43956427-54e0-40b7-b27c-d0c02848e804', 'status': 'completed', 'code': 200} Jul 22 21:48:47.557141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] For port 1daa5726-f73d-477e-a832-ef0f1e07e14f, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:48:47.563090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] For port 1daa5726-f73d-477e-a832-ef0f1e07e14f, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f,segment=NetworkSegment(e4c29787-7b7a-42b1-bea4-cee39ec0aae6),segment_id=e4c29787-7b7a-42b1-bea4-cee39ec0aae6)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:48:47.569494 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.608553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:47.609831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.611779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] 10.222.0.58 "PUT /v2.0/ports/1daa5726-f73d-477e-a832-ef0f1e07e14f HTTP/1.1" status: 200 len: 1093 time: 1.5147908 Jul 22 21:48:47.612368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56dc91c-b430-405c-b399-4892945ba818', 'tag': '1daa5726-f73d-477e-a832-ef0f1e07e14f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:47.616386 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093" -d '{"events": [{"name": "network-changed", "server_uuid": "f56dc91c-b430-405c-b399-4892945ba818", "tag": "1daa5726-f73d-477e-a832-ef0f1e07e14f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:47.652339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f5278-d02d-4abe-880a-d2f0a530fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=1daa5726-f73d-477e-a832-ef0f1e07e14f,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:47.733021 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49007877-ccf9-4845-97a3-483e75290b82 x-openstack-request-id: req-49007877-ccf9-4845-97a3-483e75290b82 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:47.734299 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56dc91c-b430-405c-b399-4892945ba818", "tag": "1daa5726-f73d-477e-a832-ef0f1e07e14f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:47.734846 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49007877-ccf9-4845-97a3-483e75290b82 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:47.735771 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56dc91c-b430-405c-b399-4892945ba818', 'tag': '1daa5726-f73d-477e-a832-ef0f1e07e14f', 'status': 'completed', 'code': 200} Jul 22 21:48:47.775506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36e99708-d9ff-4de7-8084-7616fd263b32 req-e371e932-df4f-4b79-8e83-bd77e6f19613 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0386565 Jul 22 21:48:47.792492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bb7919a5-d34c-4b1a-8a19-1e1c322339fa up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:48:47.802790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-07ea7e6b-ecbb-4d8b-af72-1cbe897b262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:47.804641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-07ea7e6b-ecbb-4d8b-af72-1cbe897b262d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a1f203b7fdd4d7493ae7e65d9628492&device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 1096 time: 0.1180515 Jul 22 21:48:47.880189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-6e9ae33b-b6e8-4daf-a4db-ee5e5b172375 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f HTTP/1.1" status: 200 len: 217 time: 0.0554087 Jul 22 21:48:47.906893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port bb7919a5-d34c-4b1a-8a19-1e1c322339fa completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:48:47.911671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port bb7919a5-d34c-4b1a-8a19-1e1c322339fa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:48:47.912431 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:47.950947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-08ca5f8c-1f6f-4019-8e72-d32b2282f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:47.952176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-08ca5f8c-1f6f-4019-8e72-d32b2282f166 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e4f065b8-76ed-44c1-97b1-5d307608d4d3 HTTP/1.1" status: 200 len: 854 time: 0.0633080 Jul 22 21:48:48.012599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-83db5ae1-707e-4a9a-a6e0-6ff4b1001452 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507331 Jul 22 21:48:48.049789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:48.092221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bb7919a5-d34c-4b1a-8a19-1e1c322339fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:48.094834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38260c4d-3635-49e0-acbe-13eb11067879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:48.098759 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d98e0-b22c-4cd1-8821-1163cb26fcd4" -d '{"events": [{"server_uuid": "38260c4d-3635-49e0-acbe-13eb11067879", "name": "network-vif-plugged", "status": "completed", "tag": "bb7919a5-d34c-4b1a-8a19-1e1c322339fa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:48.113939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:48.141393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-bd36c67f-df31-4d84-ab18-2fcc8746e637 service neutron] 10.222.0.58 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214242 Jul 22 21:48:48.174174 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b879708-3831-404f-ac3e-7c5663d67545 x-openstack-request-id: req-0b879708-3831-404f-ac3e-7c5663d67545 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:48.174938 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38260c4d-3635-49e0-acbe-13eb11067879", "name": "network-vif-plugged", "status": "completed", "tag": "bb7919a5-d34c-4b1a-8a19-1e1c322339fa", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:48.175811 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b879708-3831-404f-ac3e-7c5663d67545 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:48.176953 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38260c4d-3635-49e0-acbe-13eb11067879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa', 'code': 200} Jul 22 21:48:48.259608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:48.337898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:48.349972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf9ce9-39f6-4b38-a352-1b66eda55bf2 req-5a0b98f0-b6d9-49b3-bda1-e1b120d09913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:48.353591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1bf9ce9-39f6-4b38-a352-1b66eda55bf2 req-5a0b98f0-b6d9-49b3-bda1-e1b120d09913 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 1098 time: 0.1108687 Jul 22 21:48:48.393207 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1bf9ce9-39f6-4b38-a352-1b66eda55bf2 req-696ba922-f3cf-4939-a296-8eb557cc2c1c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325060 Jul 22 21:48:48.440853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a8601f-392e-4352-9e58-1281fcbb1f89 req-894ce8e1-78c9-4227-bff1-e40f136e9c1f service neutron] 10.222.0.58 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868786 Jul 22 21:48:48.508819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50bffc-e55b-422b-915e-3172767c12e9 req-6613a52f-a80e-4b63-a6c5-ea15117a8a09 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:48.510069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c50bffc-e55b-422b-915e-3172767c12e9 req-6613a52f-a80e-4b63-a6c5-ea15117a8a09 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 946 time: 0.2735169 Jul 22 21:48:48.519007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0964a1-a267-4ecf-bec4-c53d9ae03b64 req-caf84c3d-6afa-4bd3-a03d-ac3d5615cdd6 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:48.521670 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab0964a1-a267-4ecf-bec4-c53d9ae03b64 req-caf84c3d-6afa-4bd3-a03d-ac3d5615cdd6 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 944 time: 0.1795056 Jul 22 21:48:48.616535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab0964a1-a267-4ecf-bec4-c53d9ae03b64 req-b53c471c-1e51-4792-839f-597247794c8f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813587 Jul 22 21:48:48.625122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c50bffc-e55b-422b-915e-3172767c12e9 req-99ba060f-22d5-4173-94d9-75cfffb6374d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016512 Jul 22 21:48:48.654257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-6be4756c-414d-49ce-b544-2ba3e5d8a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:48.665095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-6be4756c-414d-49ce-b544-2ba3e5d8a8b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a1f203b7fdd4d7493ae7e65d9628492&device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 1096 time: 0.1396794 Jul 22 21:48:48.799504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-a6ccab6d-6b81-4c75-abcc-d95c757575e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:48.801089 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-a6ccab6d-6b81-4c75-abcc-d95c757575e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 HTTP/1.1" status: 200 len: 915 time: 0.1296496 Jul 22 21:48:48.864454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-feed30c5-3fe0-4e23-905f-d6c44e840c2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f HTTP/1.1" status: 200 len: 217 time: 0.0508969 Jul 22 21:48:48.971558 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:48:48.992400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76285010-71e2-4eb0-b1ba-9f8882956489 req-a1048af9-0591-432f-9e3f-ee0bdb473d76 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0614941 Jul 22 21:48:49.010015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-3054b299-bde8-4a96-b557-11133867b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:49.021158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-3054b299-bde8-4a96-b557-11133867b799 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e4f065b8-76ed-44c1-97b1-5d307608d4d3 HTTP/1.1" status: 200 len: 854 time: 0.1406703 Jul 22 21:48:49.061003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-410e3ad5-cc72-48df-90c5-15a11c4b8335 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404546 Jul 22 21:48:49.207502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-81e04114-bdc0-4f72-9e13-45b0e84ecab3 service neutron] 10.222.0.58 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381428 Jul 22 21:48:49.363833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fcf344cb-e6d3-4d4e-98df-d22bea9eb093 req-b43c2aff-5058-4906-ac86-01cdf37772ff service neutron] 10.222.0.58 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472623 Jul 22 21:48:49.877617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc394d-2236-412e-94ea-f754936b0e24 req-3f286f77-5b34-41fb-9031-dc5ddc6f601f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:49.879158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52bc394d-2236-412e-94ea-f754936b0e24 req-3f286f77-5b34-41fb-9031-dc5ddc6f601f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 944 time: 0.1394575 Jul 22 21:48:49.916340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fbd79-95fc-4551-83fa-e728dc60732b req-1749e2d8-c71c-4280-8f8a-6f147ab0aaf5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:49.918357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b2fbd79-95fc-4551-83fa-e728dc60732b req-1749e2d8-c71c-4280-8f8a-6f147ab0aaf5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 946 time: 0.1552296 Jul 22 21:48:49.973880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b2fbd79-95fc-4551-83fa-e728dc60732b req-a44f858a-001a-4e31-9680-8667a91788d8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Jul 22 21:48:49.979466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52bc394d-2236-412e-94ea-f754936b0e24 req-43832019-b993-4396-a8c3-e7358bb4576f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933063 Jul 22 21:48:50.135396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-beb91ad5-1345-4c78-9ac6-ca833a3e6fc9 req-47b4ca98-5af6-4ab9-bcdc-21333580c6b8 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0323822 Jul 22 21:48:50.185508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ff458-2b52-465c-bca1-072caf52c3d6 req-eca561b3-f47c-47fb-ba20-2a2b14929547 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:50.188892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-579ff458-2b52-465c-bca1-072caf52c3d6 req-eca561b3-f47c-47fb-ba20-2a2b14929547 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 946 time: 0.1288807 Jul 22 21:48:50.242104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-579ff458-2b52-465c-bca1-072caf52c3d6 req-3d12effc-2deb-4ddd-9af8-6efd8e28f134 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 Jul 22 21:48:50.369829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 43956427-54e0-40b7-b27c-d0c02848e804 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:48:50.404784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 43956427-54e0-40b7-b27c-d0c02848e804 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:48:50.405916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 43956427-54e0-40b7-b27c-d0c02848e804 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:48:51.257435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31422a2b-a6a4-4b59-a72b-f2108b7682ae req-b896d368-fa75-4afc-99d4-e1532c11512f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:51.262446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31422a2b-a6a4-4b59-a72b-f2108b7682ae req-b896d368-fa75-4afc-99d4-e1532c11512f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 944 time: 0.1343555 Jul 22 21:48:51.371146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31422a2b-a6a4-4b59-a72b-f2108b7682ae req-e4354c19-057d-4438-806f-b04120bdbcbc tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974147 Jul 22 21:48:51.585689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-450ea3f3-9e7f-4831-99e2-cf68585a3dee req-95d15204-3938-47a0-bbef-cd849c0dd731 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0393853 Jul 22 21:48:51.797501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1daa5726-f73d-477e-a832-ef0f1e07e14f details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:48:52.041428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 1daa5726-f73d-477e-a832-ef0f1e07e14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f,segment=NetworkSegment(e4c29787-7b7a-42b1-bea4-cee39ec0aae6),segment_id=e4c29787-7b7a-42b1-bea4-cee39ec0aae6)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:52.058478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '1daa5726-f73d-477e-a832-ef0f1e07e14f', 'network_id': 'bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1', 'port_id': '1daa5726-f73d-477e-a832-ef0f1e07e14f', 'mac_address': 'fa:16:3e:c3:d8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f065b8-76ed-44c1-97b1-5d307608d4d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:48:52.152829 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:52.174318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daa5726-f73d-477e-a832-ef0f1e07e14f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:48:52.252976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 1daa5726-f73d-477e-a832-ef0f1e07e14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f,segment=NetworkSegment(e4c29787-7b7a-42b1-bea4-cee39ec0aae6),segment_id=e4c29787-7b7a-42b1-bea4-cee39ec0aae6)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:52.258945 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:52.447674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=1daa5726-f73d-477e-a832-ef0f1e07e14f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:52.504119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['1daa5726-f73d-477e-a832-ef0f1e07e14f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:52.799189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee384-edae-4dc6-80ee-795be4989c51 req-741316be-86c6-458b-b00b-70f5c4b35ad7 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:52.812883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-400ee384-edae-4dc6-80ee-795be4989c51 req-741316be-86c6-458b-b00b-70f5c4b35ad7 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 945 time: 0.2847371 Jul 22 21:48:52.960463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-832f6a55-db8d-435c-ac93-b8ddb2404813 req-31516872-7764-4ab9-8256-234f0ec9e9e7 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.1429219 Jul 22 21:48:52.967473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-400ee384-edae-4dc6-80ee-795be4989c51 req-43669ed0-8975-41ca-b8a0-a0116e002365 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527195 Jul 22 21:48:53.817562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1daa5726-f73d-477e-a832-ef0f1e07e14f up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:48:53.884612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 1daa5726-f73d-477e-a832-ef0f1e07e14f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:48:53.890652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 1daa5726-f73d-477e-a832-ef0f1e07e14f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:48:53.891095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:53.907194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-614a6829-22c0-4507-a28d-e7266f5f4ade tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:53.916865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-614a6829-22c0-4507-a28d-e7266f5f4ade tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1578898 Jul 22 21:48:53.936544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-61285f9b-aae1-4f5b-9b3e-235c2940bd93 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/quotas/5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 375 time: 0.0179093 Jul 22 21:48:54.003964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:54.034740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56dc91c-b430-405c-b399-4892945ba818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa5726-f73d-477e-a832-ef0f1e07e14f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:54.037404 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fcad50-9817-4212-b0f8-e214d7d668f8" -d '{"events": [{"server_uuid": "f56dc91c-b430-405c-b399-4892945ba818", "name": "network-vif-plugged", "status": "completed", "tag": "1daa5726-f73d-477e-a832-ef0f1e07e14f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:54.049618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-53ce1a48-98e3-420c-a956-cbf7fdf0c7bc tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118705 Jul 22 21:48:54.052053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 1daa5726-f73d-477e-a832-ef0f1e07e14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f,segment=NetworkSegment(e4c29787-7b7a-42b1-bea4-cee39ec0aae6),segment_id=e4c29787-7b7a-42b1-bea4-cee39ec0aae6)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:48:54.058126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:54.139740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=1daa5726-f73d-477e-a832-ef0f1e07e14f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:54.256117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-561a7b7a-748b-47d0-9c19-2687696a1436 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980021 Jul 22 21:48:54.327508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3776e2-d7a1-4de1-abba-148a0b40961a req-9bfacee9-3e92-4098-b5bf-63840c6746c7 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:54.329041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c3776e2-d7a1-4de1-abba-148a0b40961a req-9bfacee9-3e92-4098-b5bf-63840c6746c7 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.1624117 Jul 22 21:48:54.412862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c3776e2-d7a1-4de1-abba-148a0b40961a req-fc52e8f7-f38d-4780-b583-a646c4d9fca0 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527437 Jul 22 21:48:54.428025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-6f005292-93d9-4d76-b433-86ea1088a408 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683841 Jul 22 21:48:54.569651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be475558-1551-4f25-9f76-2acb04dc94c4 req-ced4372c-1f72-411f-95d1-ebffae3ff6c8 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0460975 Jul 22 21:48:54.666265 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dbe24e-46e5-4e4d-89c7-8cf446be36fa x-openstack-request-id: req-80dbe24e-46e5-4e4d-89c7-8cf446be36fa {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:54.666749 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56dc91c-b430-405c-b399-4892945ba818", "name": "network-vif-plugged", "status": "completed", "tag": "1daa5726-f73d-477e-a832-ef0f1e07e14f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:54.668882 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80dbe24e-46e5-4e4d-89c7-8cf446be36fa {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:54.668882 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56dc91c-b430-405c-b399-4892945ba818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa5726-f73d-477e-a832-ef0f1e07e14f', 'code': 200} Jul 22 21:48:54.747595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df0d139c-4bcd-48e4-a794-833b02a62041 req-73c4cf35-ee03-4089-b914-f7394c553381 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0479190 Jul 22 21:48:54.860067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29daa5-9bf6-4248-a6a1-b41a07c65aac req-d98f5767-8aaa-4144-a847-2fe5550c5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:54.862530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db29daa5-9bf6-4248-a6a1-b41a07c65aac req-d98f5767-8aaa-4144-a847-2fe5550c5b3e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 1098 time: 0.0873711 Jul 22 21:48:54.924228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db29daa5-9bf6-4248-a6a1-b41a07c65aac req-2b840a36-fbb6-4a3b-87e4-c4664e34e1fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 Jul 22 21:48:55.689265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72a9cc-2506-4b84-b89d-46903d65af99 req-5749872e-7092-4dfa-a395-173d407b6f1f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:55.690988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec72a9cc-2506-4b84-b89d-46903d65af99 req-5749872e-7092-4dfa-a395-173d407b6f1f tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.1517832 Jul 22 21:48:55.770152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3754ee55-fbc6-47e4-b338-479205bf7cdf req-7e97e81a-aba6-4f2a-bada-2deba4839e61 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0719914 Jul 22 21:48:55.804674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec72a9cc-2506-4b84-b89d-46903d65af99 req-2f207b2d-e187-4a6c-902d-42fb8acd02cf tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047099 Jul 22 21:48:55.930720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-273cb7bc-4ddc-49b1-aa27-97494820adcd req-1f6295a0-972b-43f8-af35-b7cb888ee0d1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0437679 Jul 22 21:48:56.416057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-076e32a1-2202-47cd-ad59-8b378b5c4d4b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:56.417996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-076e32a1-2202-47cd-ad59-8b378b5c4d4b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1822338 Jul 22 21:48:56.438496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'port': {'device_id': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'admin_state_up': True, 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:56.627219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:48:56.632913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:56.907019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.20.0.7 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/02d4ad3a-990a-4528-9ecf-957a8c3090cd) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:48:57.000653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1d65384-4ac4-4097-99c8-349d19bdc74d req-1c32bd0c-f8cf-4cda-86e8-2618e9d783fb tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0664129 Jul 22 21:48:57.160378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaec4e-5b82-43c0-ab0b-9fc1a226d4c9 req-5d06f4bd-7701-4b40-9b5e-e646638fd67c tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:57.161773 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66eaec4e-5b82-43c0-ab0b-9fc1a226d4c9 req-5d06f4bd-7701-4b40-9b5e-e646638fd67c tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.1600599 Jul 22 21:48:57.230398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9da4aba3-b233-4688-b973-699701fc56c3 req-2fe34e60-5a0d-46de-8da7-63bf66fa0b6f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0675237 Jul 22 21:48:57.268082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66eaec4e-5b82-43c0-ab0b-9fc1a226d4c9 req-093472c1-60a1-4b33-8755-c94cbbc99057 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924585 Jul 22 21:48:57.287832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:57.306658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Transition to ACTIVE for port object 02d4ad3a-990a-4528-9ecf-957a8c3090cd will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:48:57.348443 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:57.361585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bb7919a5-d34c-4b1a-8a19-1e1c322339fa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:48:57.412599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:48:57.425795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:48:57.430645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:48:57.466798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=02d4ad3a-990a-4528-9ecf-957a8c3090cd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:57.531585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:57.543476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:57.582567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-b80ef8ec-ca5d-4ed4-a530-76ef23a8650d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508017 Jul 22 21:48:57.599271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Request body: {'port': {'device_id': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:48:57.807815 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:57.927556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-036bf510-a581-4000-82b0-c66eb62716be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:57.929512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-036bf510-a581-4000-82b0-c66eb62716be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a1f203b7fdd4d7493ae7e65d9628492&device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 1098 time: 0.1834779 Jul 22 21:48:57.938808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91114c-d68c-4ded-83c2-3622833c0a83 req-eb70d649-f01e-498b-8260-58210fb8d042 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:57.940894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c91114c-d68c-4ded-83c2-3622833c0a83 req-eb70d649-f01e-498b-8260-58210fb8d042 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.1335144 Jul 22 21:48:57.984855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8f4cb41d-6bb8-4ed4-b818-01a7863b02f8 None None] Provisioning for port 02d4ad3a-990a-4528-9ecf-957a8c3090cd completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:48:57.992927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8f4cb41d-6bb8-4ed4-b818-01a7863b02f8 None None] Provisioning complete for port 02d4ad3a-990a-4528-9ecf-957a8c3090cd triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:48:57.995861 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f4cb41d-6bb8-4ed4-b818-01a7863b02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:58.108399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-ff8220b7-0295-49c9-b905-e0d912f2dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:58.111777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-ff8220b7-0295-49c9-b905-e0d912f2dd6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 HTTP/1.1" status: 200 len: 915 time: 0.1694529 Jul 22 21:48:58.164434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8f4cb41d-6bb8-4ed4-b818-01a7863b02f8 None None] Port 02d4ad3a-990a-4528-9ecf-957a8c3090cd cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:48:58.194417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c91114c-d68c-4ded-83c2-3622833c0a83 req-4a7dc041-0815-4e28-9f5b-79504019dd67 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423027 Jul 22 21:48:58.200647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-1f29bb2c-c6c3-4495-a61a-44c315c24c3b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f HTTP/1.1" status: 200 len: 217 time: 0.0800393 Jul 22 21:48:58.273229 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6be9ee39-10c6-43d1-8976-36abd0f90dda req-831283c0-22e2-403f-9407-67b3ea17f12b tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0890679 Jul 22 21:48:58.396526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-7fb32703-cddb-4258-b4f4-f1323886aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:58.398039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-7fb32703-cddb-4258-b4f4-f1323886aa17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e4f065b8-76ed-44c1-97b1-5d307608d4d3 HTTP/1.1" status: 200 len: 854 time: 0.1795933 Jul 22 21:48:58.583344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d4ad3a-990a-4528-9ecf-957a8c3090cd {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:48:58.599047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:58.624117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Transition to ACTIVE for port object 02d4ad3a-990a-4528-9ecf-957a8c3090cd will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:48:58.641371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:58.897139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=02d4ad3a-990a-4528-9ecf-957a8c3090cd,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:59.016253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Attempting to bind port 02d4ad3a-990a-4528-9ecf-957a8c3090cd on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:48:59.016746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Attempting to bind port 02d4ad3a-990a-4528-9ecf-957a8c3090cd by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:48:59.017281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Attempting to bind port 02d4ad3a-990a-4528-9ecf-957a8c3090cd on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:48:59.035107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Port 02d4ad3a-990a-4528-9ecf-957a8c3090cd on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:48:59.035487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Attempting to bind port 02d4ad3a-990a-4528-9ecf-957a8c3090cd on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:48:59.051985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:48:59.052335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:48:59.052730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:48:59.053194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Bound port: 02d4ad3a-990a-4528-9ecf-957a8c3090cd, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:48:59.053538 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:59.094675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-85e48c84-00de-41ec-ae91-e5c041274479 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6864145 Jul 22 21:48:59.222684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] For port 02d4ad3a-990a-4528-9ecf-957a8c3090cd, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:48:59.226224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] For port 02d4ad3a-990a-4528-9ecf-957a8c3090cd, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02d4ad3a-990a-4528-9ecf-957a8c3090cd,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:48:59.237000 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:59.301363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b41a-595b-4cfd-8089-cde1fe47c754 req-c58e1267-8851-4a00-a619-82fad9357887 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:59.308568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:59.309673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:48:59.312014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f27b41a-595b-4cfd-8089-cde1fe47c754 req-c58e1267-8851-4a00-a619-82fad9357887 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 931 time: 0.8428981 Jul 22 21:48:59.313636 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] 10.222.0.23 "PUT /v2.0/ports/02d4ad3a-990a-4528-9ecf-957a8c3090cd HTTP/1.1" status: 200 len: 1092 time: 1.7194786 Jul 22 21:48:59.314224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'tag': '02d4ad3a-990a-4528-9ecf-957a8c3090cd'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:48:59.317810 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefb1c8c-cdc5-48bc-b857-54658d5465d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9557d8e0-34a8-46fb-8b02-3e38a34f8bf7", "tag": "02d4ad3a-990a-4528-9ecf-957a8c3090cd"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:48:59.368291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb093378-e16f-4be5-830a-17e35d29a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=02d4ad3a-990a-4528-9ecf-957a8c3090cd,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:48:59.404047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f27b41a-595b-4cfd-8089-cde1fe47c754 req-6969081d-8cdf-45ae-973b-88447f636b66 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873227 Jul 22 21:48:59.519910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-9afd288d-d33e-4576-9431-ee64de9d345f service neutron] 10.222.0.58 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133103 Jul 22 21:48:59.542524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-964b0752-c76f-4537-84b4-8741dbf3295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:59.544875 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-964b0752-c76f-4537-84b4-8741dbf3295b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 1095 time: 0.1578226 Jul 22 21:48:59.610770 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-1a019e47-5423-43e0-9316-d8c00a268bdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d4ad3a-990a-4528-9ecf-957a8c3090cd HTTP/1.1" status: 200 len: 217 time: 0.0511594 Jul 22 21:48:59.650049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51d3ef19-9bb5-4608-b5ca-0cf193de9c55 req-c0867415-eb60-498e-8737-a42bbdd745aa tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.1138349 Jul 22 21:48:59.749312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-bee0092f-7f25-436a-ae4a-cdb10b738feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:59.753724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-bee0092f-7f25-436a-ae4a-cdb10b738feb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1322412 Jul 22 21:48:59.838729 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66beecdf-8a3a-473c-832b-312891a661c9 x-openstack-request-id: req-66beecdf-8a3a-473c-832b-312891a661c9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:48:59.839033 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9557d8e0-34a8-46fb-8b02-3e38a34f8bf7", "tag": "02d4ad3a-990a-4528-9ecf-957a8c3090cd", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:48:59.839259 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66beecdf-8a3a-473c-832b-312891a661c9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:48:59.840742 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'tag': '02d4ad3a-990a-4528-9ecf-957a8c3090cd', 'status': 'completed', 'code': 200} Jul 22 21:48:59.906997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2ce21-5c4f-4a44-910a-ed1c00b2e2da req-d32e9dbb-56be-4442-8f1a-6718e0bc0dc0 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:59.916612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7b2ce21-5c4f-4a44-910a-ed1c00b2e2da req-d32e9dbb-56be-4442-8f1a-6718e0bc0dc0 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.5341520 Jul 22 21:48:59.919030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-c417b6fd-3da0-4b14-bf2d-ab3ce3513061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:48:59.924358 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-c417b6fd-3da0-4b14-bf2d-ab3ce3513061 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1634698 Jul 22 21:48:59.946303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b1f0bdd-5405-400c-9b4d-fb7720f146bc req-4eb0340f-2b54-4621-8a29-272dbee4c2e5 service neutron] 10.222.0.58 "GET /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126418 Jul 22 21:49:00.001206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7b2ce21-5c4f-4a44-910a-ed1c00b2e2da req-b7b844f2-e7ba-4f2e-ad43-dd8bf8db7896 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830038 Jul 22 21:49:00.173280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-e8eb714a-5183-4069-b10e-78b880b916e3 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364314 Jul 22 21:49:00.344317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-11c981bb-9743-4fd3-b4a9-1d20d3c3b294 req-108d8b98-2e09-44b0-abca-15aef31c1370 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607094 Jul 22 21:49:00.676346 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-9ec0cffe-4b97-4a9e-a8f0-fdd3587e1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:00.680844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-9ec0cffe-4b97-4a9e-a8f0-fdd3587e1763 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 1095 time: 0.2550347 Jul 22 21:49:00.694703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73058cd6-a0de-476f-86b5-40dcff1b35be req-6a094adc-dc2f-4250-8451-ed7f59e7dab0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:00.704958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73058cd6-a0de-476f-86b5-40dcff1b35be req-6a094adc-dc2f-4250-8451-ed7f59e7dab0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1328897 Jul 22 21:49:00.780996 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73058cd6-a0de-476f-86b5-40dcff1b35be req-eb6d5ee1-8d33-4a96-9d56-7bf740be30b8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745263 Jul 22 21:49:00.918043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-2bc573c8-b6b7-4554-a46e-f0c7498b3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:00.920523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d61d7bf-fb73-4eb2-8f16-eebd51b3a59b req-bed6aee8-9743-44e9-a443-80f8caa25041 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0837719 Jul 22 21:49:00.924736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-2bc573c8-b6b7-4554-a46e-f0c7498b3a31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.2356300 Jul 22 21:49:01.012007 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-d7f040d5-e14a-4ef1-9ccb-5f3cb1396bfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d4ad3a-990a-4528-9ecf-957a8c3090cd HTTP/1.1" status: 200 len: 217 time: 0.0789018 Jul 22 21:49:01.204654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-18c19dd3-cc9f-4baf-8284-72a7083717e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:01.207239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-18c19dd3-cc9f-4baf-8284-72a7083717e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1861813 Jul 22 21:49:01.231329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde77cb-77d2-44cd-9dc1-5eeb46f87b10 req-dc73844e-ca10-4e8c-9d26-89ed5edbe4eb tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:01.239772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adde77cb-77d2-44cd-9dc1-5eeb46f87b10 req-dc73844e-ca10-4e8c-9d26-89ed5edbe4eb tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.1287529 Jul 22 21:49:01.319068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adde77cb-77d2-44cd-9dc1-5eeb46f87b10 req-e26a3bf4-a146-4d73-bdd9-fda8efdf3bee tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777297 Jul 22 21:49:01.377339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-46331d0b-568a-415b-a649-1c5cdec3b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:01.386008 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-46331d0b-568a-415b-a649-1c5cdec3b96e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662407 Jul 22 21:49:01.518687 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:01.790801 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-b474a7c3-0c79-4729-8831-206da6d50c1e service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952007 Jul 22 21:49:02.143160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fefb1c8c-cdc5-48bc-b857-54658d5465d3 req-2f3b6fc3-3362-41c6-91cb-07b88b760629 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366880 Jul 22 21:49:02.236483 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:02.258074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996206ba-9bd5-4937-93ed-ff8ca486a18d req-da3af513-3dd9-4263-a46a-0577c4d6ef9d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:02.266233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-996206ba-9bd5-4937-93ed-ff8ca486a18d req-da3af513-3dd9-4263-a46a-0577c4d6ef9d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.3342066 Jul 22 21:49:02.347147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727db9c-7164-4df6-834d-8307682f7682 req-c762ca6e-6624-4ab8-82da-20790095ba2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:02.355077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4727db9c-7164-4df6-834d-8307682f7682 req-c762ca6e-6624-4ab8-82da-20790095ba2b tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.3010943 Jul 22 21:49:02.366376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-996206ba-9bd5-4937-93ed-ff8ca486a18d req-6234f0e4-8c69-42a0-93a4-5881fe00d371 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990140 Jul 22 21:49:02.437087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4727db9c-7164-4df6-834d-8307682f7682 req-2e6a3ae1-f318-453a-83c6-b4cf3d483eec tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810983 Jul 22 21:49:02.528898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d8ed7b3-fcce-4092-8144-6ba416405899 req-740e7da8-45e9-4df4-aaba-71f7e1e1f73e tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0482359 Jul 22 21:49:03.610823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-f85bf992-4bd8-4aa7-a3b0-399ae705e4b9 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:03.612833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-f85bf992-4bd8-4aa7-a3b0-399ae705e4b9 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.2327368 Jul 22 21:49:03.725382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d579-badc-49fa-bbbd-6c583f081e22 req-e5248b2e-b00b-445c-821d-c23ce966df61 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:03.727386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe27d579-badc-49fa-bbbd-6c583f081e22 req-e5248b2e-b00b-445c-821d-c23ce966df61 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.2122674 Jul 22 21:49:03.805694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc5b4e-f4a6-43df-a69d-539659b57420 req-570ca5ca-0b50-459d-85f2-f899d516ef11 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:03.812654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9afc5b4e-f4a6-43df-a69d-539659b57420 req-570ca5ca-0b50-459d-85f2-f899d516ef11 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 946 time: 0.2361672 Jul 22 21:49:03.845056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe27d579-badc-49fa-bbbd-6c583f081e22 req-0049bc92-9ee0-4716-b7b5-137811a8cc7d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954998 Jul 22 21:49:03.896408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Deleting port 1daa5726-f73d-477e-a832-ef0f1e07e14f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:49:03.896766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:04.002920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9afc5b4e-f4a6-43df-a69d-539659b57420 req-3b6e261f-e6e8-47d5-8776-fe91bfe4907d tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/security-groups?id=22b095b8-bcdd-45b3-aeb5-afc9b138f442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749802 Jul 22 21:49:04.124484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7546181-de75-4471-a452-5680be3b1dd9 req-dee19052-107a-49bb-95aa-b767d51438e0 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0498042 Jul 22 21:49:04.150595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] For port 1daa5726-f73d-477e-a832-ef0f1e07e14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=1daa5726-f73d-477e-a832-ef0f1e07e14f,segment=NetworkSegment(e4c29787-7b7a-42b1-bea4-cee39ec0aae6),segment_id=e4c29787-7b7a-42b1-bea4-cee39ec0aae6)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:04.150895 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:04.188359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Calling delete_port for 1daa5726-f73d-477e-a832-ef0f1e07e14f owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:49:04.463766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:04.543395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Pushing event deleted for resources: {'Port': ['ID=1daa5726-f73d-477e-a832-ef0f1e07e14f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:04.616630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] No DVR routers for this DVR port 1daa5726-f73d-477e-a832-ef0f1e07e14f on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:49:04.623552 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:04.625797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23e0c24f-7955-4ba4-8500-ed8cf2f1a42b req-58f0506c-a026-44b6-8584-a834ac82ed39 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.58 "DELETE /v2.0/ports/1daa5726-f73d-477e-a832-ef0f1e07e14f HTTP/1.1" status: 204 len: 173 time: 0.9876964 Jul 22 21:49:04.626276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56dc91c-b430-405c-b399-4892945ba818', 'name': 'network-vif-deleted', 'tag': '1daa5726-f73d-477e-a832-ef0f1e07e14f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:04.628783 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d472b7-e333-415e-8b46-1d77e02f19ec" -d '{"events": [{"server_uuid": "f56dc91c-b430-405c-b399-4892945ba818", "name": "network-vif-deleted", "tag": "1daa5726-f73d-477e-a832-ef0f1e07e14f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:04.675790 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506e8269-c4a5-4010-ad06-fec7afb0c0eb x-openstack-request-id: req-506e8269-c4a5-4010-ad06-fec7afb0c0eb {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:04.676132 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56dc91c-b430-405c-b399-4892945ba818", "name": "network-vif-deleted", "tag": "1daa5726-f73d-477e-a832-ef0f1e07e14f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:04.676347 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-506e8269-c4a5-4010-ad06-fec7afb0c0eb {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:04.676834 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56dc91c-b430-405c-b399-4892945ba818', 'name': 'network-vif-deleted', 'tag': '1daa5726-f73d-477e-a832-ef0f1e07e14f', 'status': 'completed', 'code': 200} Jul 22 21:49:05.046657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00779db-6344-408d-afaa-c7b1ef50b27b req-1b6f3f12-835e-4cde-8cd8-dd8d920d8fa5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:05.049809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c00779db-6344-408d-afaa-c7b1ef50b27b req-1b6f3f12-835e-4cde-8cd8-dd8d920d8fa5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1081440 Jul 22 21:49:05.206703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-68392d67-73be-43cc-beca-e36b9450fdbe req-9c4fed8d-a6b0-415a-ac8a-66a4c9a8fd73 tempest-InstanceActionsTestJSON-1892898855 tempest-InstanceActionsTestJSON-1892898855-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56dc91c-b430-405c-b399-4892945ba818 HTTP/1.1" status: 200 len: 210 time: 0.0737257 Jul 22 21:49:05.288763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c00779db-6344-408d-afaa-c7b1ef50b27b req-9b2d5c6e-d246-4eb9-85b0-50861a91e37d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313159 Jul 22 21:49:05.374252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cea52096-0894-4247-896e-c77cfb967b1e req-ed5d65d0-c99e-487a-98e9-57df69b20847 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0532713 Jul 22 21:49:05.881417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1daa5726-f73d-477e-a832-ef0f1e07e14f no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:49:05.902902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 1daa5726-f73d-477e-a832-ef0f1e07e14f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:49:05.903310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 1daa5726-f73d-477e-a832-ef0f1e07e14f not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:49:06.320619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:06.436485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] Deleting subnet e4f065b8-76ed-44c1-97b1-5d307608d4d3 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:49:06.529214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:06.661666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2245e64-95dc-4d94-9a00-0c150049e4d7 req-29a542f0-564e-4448-b182-ef19e2add137 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0477283 Jul 22 21:49:06.719442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9791-4d66-47f6-a899-30ce11d917f0 req-97553216-852a-4f91-a45f-afc4e042b966 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:06.721406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d17e9791-4d66-47f6-a899-30ce11d917f0 req-97553216-852a-4f91-a45f-afc4e042b966 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.2777908 Jul 22 21:49:06.723798 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:06.813620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d17e9791-4d66-47f6-a899-30ce11d917f0 req-402fcc63-3e12-44f2-82bc-b8aa94c9df34 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672276 Jul 22 21:49:06.823664 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:06.913574 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:06.944911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f065b8-76ed-44c1-97b1-5d307608d4d3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:06.954816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:06.958991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-54de2bb4-fc1e-46aa-a1c8-6e33c9fcbbdc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e4f065b8-76ed-44c1-97b1-5d307608d4d3 HTTP/1.1" status: 204 len: 168 time: 0.6331167 Jul 22 21:49:06.959738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:07.057335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:07.238510 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:07.265059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:49:07.295950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c29787-7b7a-42b1-bea4-cee39ec0aae6') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:49:07.297070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c29787-7b7a-42b1-bea4-cee39ec0aae6') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:49:07.314237 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:07.345298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:07.357724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:49:07.362279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:49:07.366090 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:49:07.507187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:07.551746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:07.554748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] 10.222.0.54 "DELETE /v2.0/networks/bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1 HTTP/1.1" status: 204 len: 168 time: 0.5941358 Jul 22 21:49:07.587868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb23618e-abc2-47a5-ac5a-9b6e4fe3dce1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:07.603670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.604769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.605549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.606631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.607489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.610858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.611532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.612764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.615411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.616052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.616873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.620019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0c0bc-9f92-40ce-9a18-e71dfc34bc6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:07.903619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38252) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:07.918186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2143df09-22d8-4bbc-a9b8-db415a39ff72 req-60874681-4f08-44b7-87b1-8ad6427ac735 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0964625 Jul 22 21:49:08.025449 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-808610d6-bcb5-491a-a601-cfe11a8fa089 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a1f203b7fdd4d7493ae7e65d9628492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202517 Jul 22 21:49:08.026150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38256) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:08.083396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c1384-7c71-41b5-9ec8-749a6dfebb60 req-3c37b833-6452-46b8-90e4-18bfafe2b66e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:08.085281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89c1384-7c71-41b5-9ec8-749a6dfebb60 req-3c37b833-6452-46b8-90e4-18bfafe2b66e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1153553 Jul 22 21:49:08.111661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71ab-f93f-435a-a0dc-667097b3360c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:08.150404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e89c1384-7c71-41b5-9ec8-749a6dfebb60 req-70a7f430-089b-4c5c-a566-317aa178b94b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571792 Jul 22 21:49:08.196481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71ab-f93f-435a-a0dc-667097b3360c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:08.290962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71ab-f93f-435a-a0dc-667097b3360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:08.304096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71ab-f93f-435a-a0dc-667097b3360c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:08.304096 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0c9e71ab-f93f-435a-a0dc-667097b3360c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22b095b8-bcdd-45b3-aeb5-afc9b138f442 HTTP/1.1" status: 204 len: 168 time: 0.2745106 Jul 22 21:49:08.333056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e71ab-f93f-435a-a0dc-667097b3360c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b095b8-bcdd-45b3-aeb5-afc9b138f442,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:09.087705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cde3bf7e-d512-49ef-94af-cf6f14b6dc13 req-fb5a7e08-6b0c-4342-907c-602665c05334 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0517142 Jul 22 21:49:09.360830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba410230-097a-4223-b39d-ab981e11f886 req-03031e77-701a-4feb-9960-4a0928d78e5d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:09.370234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba410230-097a-4223-b39d-ab981e11f886 req-03031e77-701a-4feb-9960-4a0928d78e5d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1155639 Jul 22 21:49:09.444072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba410230-097a-4223-b39d-ab981e11f886 req-dd5acf45-60ec-49d8-8497-b2397286ae62 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726497 Jul 22 21:49:09.635256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38292) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:09.797840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-68609889-network', 'tenant_id': '3e4da2a126a54974bc2fcb2f21ffee3b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:09.845227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Made reservation on behalf of 3e4da2a126a54974bc2fcb2f21ffee3b for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:09.847997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:09.863374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.016064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.020700 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.041997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:49:10.065956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d113928-076f-4a32-a6e8-06deb67a35ae,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:10.069235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.069666 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Added segment a7d3628a-44a7-48d5-ab35-4f632264895a of type vlan for network c098aa94-512e-446d-a9e2-d3904d679082 Jul 22 21:49:10.116584 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.157081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.158131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:10.158951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.194365 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5578837 Jul 22 21:49:10.198229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38306) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:10.203616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Request body: {'subnet': {'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-68609889-subnet', 'tenant_id': '3e4da2a126a54974bc2fcb2f21ffee3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:10.230948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97db77e4-0fea-4400-b689-bb8fb3233019 req-e623904b-8a26-436e-b8d1-2435ef2897c0 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0559599 Jul 22 21:49:10.256202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cb579-d851-4f3b-a1b1-a761cc1a9762 admin admin] Pushing event updated for resources: {'Network': ['ID=c098aa94-512e-446d-a9e2-d3904d679082,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:10.262543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Made reservation on behalf of 3e4da2a126a54974bc2fcb2f21ffee3b for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:10.265685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.269799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c098aa94-512e-446d-a9e2-d3904d679082 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:49:10.491395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.582581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Checking segment: {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:49:10.582957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Network hostable DHCP agents. Network: c098aa94-512e-446d-a9e2-d3904d679082, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:49:10.586890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f518a710-1434-4155-b123-736097418bc1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:10.607046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Network c098aa94-512e-446d-a9e2-d3904d679082 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:49:10.619749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c098aa94-512e-446d-a9e2-d3904d679082) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:49:10.625696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:10.626397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:10.631202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625caa-2758-460b-b943-85c0a0e961ed req-59b6c7b6-a885-4f45-9e04-343e797bf366 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:10.632557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d54a8-f79c-488e-9729-db0f6361ebdd None None] Network c098aa94-512e-446d-a9e2-d3904d679082 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:49:10.638916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8625caa-2758-460b-b943-85c0a0e961ed req-59b6c7b6-a885-4f45-9e04-343e797bf366 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1066606 Jul 22 21:49:10.643599 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9e26060f-3e6f-4c5c-8097-1b3e867075f8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4442782 Jul 22 21:49:10.693105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8625caa-2758-460b-b943-85c0a0e961ed req-b21df723-9ed7-4927-8627-05d5e36950cd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Jul 22 21:49:10.805378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370862a9-c1a2-4f7a-bc28-c53ef36768f4 None None] Network c098aa94-512e-446d-a9e2-d3904d679082 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:49:11.241384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-be5030fe-b71a-44e5-af04-3c5aba8ba78e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:11.248455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-be5030fe-b71a-44e5-af04-3c5aba8ba78e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 812 time: 0.1405880 Jul 22 21:49:11.262845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-42120d85-445b-4e2f-8d7c-d4c8850992c2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/quotas/3e4da2a126a54974bc2fcb2f21ffee3b HTTP/1.1" status: 200 len: 375 time: 0.0128415 Jul 22 21:49:11.307222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-edab92dc-2f50-4e23-bc4f-6e3a8396bc5c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366986 Jul 22 21:49:11.376935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e07ab22-7a1f-4aa8-9c2e-529570e130b1 req-8c092819-00db-424d-8440-28754484cd12 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0620015 Jul 22 21:49:11.438100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-47a6efb7-2616-47c4-8df6-8dbe293671d0 service neutron] 10.222.0.54 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227262 Jul 22 21:49:11.555554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-0cd2cc9d-d3ef-4ccf-87fc-1b296b9f3e38 service neutron] 10.222.0.54 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114950 Jul 22 21:49:11.796080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a771506d-7423-4054-9287-0d592ce077c7 req-391f4cdc-f42f-4e3c-bdae-68fd504a2649 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 210 time: 0.0622456 Jul 22 21:49:11.887067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89a01-2f9c-497a-a673-802e3b29ccc0 req-6c81cd3f-1875-4c9c-b0a5-efb4380f54f7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:11.889473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1db89a01-2f9c-497a-a673-802e3b29ccc0 req-6c81cd3f-1875-4c9c-b0a5-efb4380f54f7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1017547 Jul 22 21:49:11.951556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1db89a01-2f9c-497a-a673-802e3b29ccc0 req-b6515d88-ac99-42a7-9073-e56bda9198eb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Jul 22 21:49:12.563316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efc39d7e-47bc-44a8-85af-dcd6940f00a9 req-81dbbb53-7aa3-4c1c-8b0a-85043477e14d tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0491495 Jul 22 21:49:12.592934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5d7e387-25a2-4ab9-bbe3-dcf8947b6f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:12.980493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b60e16b-acd3-464b-b5bb-3e53d2838271 req-7ac7226b-77f4-4f36-b556-f4cad7d9f5d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 210 time: 0.0632286 Jul 22 21:49:13.190035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-2847649e-74cb-438c-9bb1-8a3b1ea9be3d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:13.191705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-2847649e-74cb-438c-9bb1-8a3b1ea9be3d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.58 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 812 time: 0.2158952 Jul 22 21:49:13.244455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Request body: {'port': {'device_id': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082', 'admin_state_up': True, 'tenant_id': '3e4da2a126a54974bc2fcb2f21ffee3b'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:13.384903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f78e4-9d8d-4e69-ac52-e45564993a18 req-866c3f9f-aaa6-4082-a2b7-f05d3189a625 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:13.389209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c8f78e4-9d8d-4e69-ac52-e45564993a18 req-866c3f9f-aaa6-4082-a2b7-f05d3189a625 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1947966 Jul 22 21:49:13.467479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c8f78e4-9d8d-4e69-ac52-e45564993a18 req-444ca848-a8f0-4507-b963-dc52f586d527 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698695 Jul 22 21:49:13.495218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Made reservation on behalf of 3e4da2a126a54974bc2fcb2f21ffee3b for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:13.511280 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:13.777818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2d5447b-6042-4e7b-9488-def55981feea req-8bbe2a9a-e447-4986-afed-11c4cf774ad6 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0413501 Jul 22 21:49:13.807115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Allocated IP 172.20.0.5 (c098aa94-512e-446d-a9e2-d3904d679082/f518a710-1434-4155-b123-736097418bc1/d7cd8c4e-8313-448d-8be9-677782f07c5b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:49:14.050326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:14.119561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:14.194947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:14.214719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Network c098aa94-512e-446d-a9e2-d3904d679082 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:49:14.222850 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:49:14.226694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:49:14.289458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d9a5f-61f1-47c7-970a-ba345515ee3e req-c12b1a32-59f6-4661-89d0-5ec26f6951c7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:14.292188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-127d9a5f-61f1-47c7-970a-ba345515ee3e req-c12b1a32-59f6-4661-89d0-5ec26f6951c7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 931 time: 0.1823547 Jul 22 21:49:14.310028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:14.310833 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:14.360307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b5c0f99f-db09-4a71-ae9d-0179d0d2fdb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1228893 Jul 22 21:49:14.385797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Request body: {'port': {'device_id': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:14.391014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-127d9a5f-61f1-47c7-970a-ba345515ee3e req-5f426a2d-afff-4770-8618-9177457dc906 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886374 Jul 22 21:49:14.899639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:14.973512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efb4d305-f82d-4328-9bb4-b53988191bcf req-5e3b1ca7-d545-4644-bb47-ad1275e6bcdf tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0554843 Jul 22 21:49:15.162569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdebe11-2fd3-458e-a503-bbe977c05ff9 req-2159834d-09e6-4f0b-b5a3-3b039705e451 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:15.166795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcdebe11-2fd3-458e-a503-bbe977c05ff9 req-2159834d-09e6-4f0b-b5a3-3b039705e451 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.2502148 Jul 22 21:49:15.218164 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2afc-fef7-4ec9-9daf-f6f4c480c6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:15.260680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcdebe11-2fd3-458e-a503-bbe977c05ff9 req-c2a9f88a-263a-4e55-9e0f-86b7679b5130 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715108 Jul 22 21:49:15.321768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8a43a668-5c6a-4ce0-be82-202ffd57b8c4 req-7c84bba9-34e9-4a84-8a4e-a05f9d205ecb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0467277 Jul 22 21:49:15.470770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:15.566133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cd8c4e-8313-448d-8be9-677782f07c5b {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:49:15.602166 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:15.646301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Transition to ACTIVE for port object d7cd8c4e-8313-448d-8be9-677782f07c5b will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:49:15.655601 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:15.766630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:15.786821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a92d24-b730-4f4c-9d79-98fde78476cd req-979e0a34-8d86-473e-a5d3-5367db1fd15c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:15.788498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36a92d24-b730-4f4c-9d79-98fde78476cd req-979e0a34-8d86-473e-a5d3-5367db1fd15c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 931 time: 0.2057455 Jul 22 21:49:15.936647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36a92d24-b730-4f4c-9d79-98fde78476cd req-7fe4777e-bcea-48d9-a28f-68a530023e8b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150572 Jul 22 21:49:15.940425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:49:15.941165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:49:15.941769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b on network c098aa94-512e-446d-a9e2-d3904d679082 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:49:15.948193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Port d7cd8c4e-8313-448d-8be9-677782f07c5b on network c098aa94-512e-446d-a9e2-d3904d679082 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:49:15.948686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b on network c098aa94-512e-446d-a9e2-d3904d679082 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:49:15.954666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:49:15.955082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Checking segment: {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:49:15.955616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Bound using segment: {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:49:15.956284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Bound port: d7cd8c4e-8313-448d-8be9-677782f07c5b, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:49:15.956712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:16.089329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:49:16.094739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:49:16.101384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:16.187644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:16.281069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08cb7137-fe35-4530-8388-63953db7d4ab req-d9c84ed6-69e2-47d0-8276-20ff85495814 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0849407 Jul 22 21:49:16.283147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:16.284731 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:16.287107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] 10.222.0.58 "PUT /v2.0/ports/d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 1092 time: 1.9060788 Jul 22 21:49:16.312226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:16.322013 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:16.348927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f2be3-d2b4-4338-a8fe-e88c889534c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:16.536105 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133745ff-0473-415b-8118-ee975180bf0a x-openstack-request-id: req-133745ff-0473-415b-8118-ee975180bf0a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:16.536420 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:16.537236 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-133745ff-0473-415b-8118-ee975180bf0a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:16.537673 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'status': 'completed', 'code': 200} Jul 22 21:49:16.655737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-443b458a-3095-4361-8104-94f33814eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:16.657711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-443b458a-3095-4361-8104-94f33814eda7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1095 time: 0.2919278 Jul 22 21:49:16.715063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf1cce-28b9-4c70-a8a7-760d26dfd751 req-eb8d5449-c1db-4cb8-9b78-1dde889ebda8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:16.717394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43cf1cce-28b9-4c70-a8a7-760d26dfd751 req-eb8d5449-c1db-4cb8-9b78-1dde889ebda8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.2317767 Jul 22 21:49:16.719031 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-8c01bbb2-fd62-4a67-ac47-956a485e96ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.0534296 Jul 22 21:49:16.813137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-80c81313-3de4-472b-be95-f8444d087751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:16.814964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-80c81313-3de4-472b-be95-f8444d087751 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.0896668 Jul 22 21:49:16.818058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43cf1cce-28b9-4c70-a8a7-760d26dfd751 req-1d3f0512-5d39-4143-bd19-bf61bd055077 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939441 Jul 22 21:49:16.867152 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-b654330d-13d3-44c8-a838-371c3192247c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453231 Jul 22 21:49:17.031565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-86df40f8-e5a1-43df-b433-1c906d0420ad service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576059 Jul 22 21:49:17.244893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5307167-8f14-4d37-a74d-b00ca55231d1 req-88ce9fa7-1f4e-4681-b4a9-59f0ad9c5769 service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060633 Jul 22 21:49:17.262146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44154915-9e43-4c88-bc66-15834dbcda55 req-88bb7157-3f42-479c-840f-4b909a418bd7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:17.264312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44154915-9e43-4c88-bc66-15834dbcda55 req-88bb7157-3f42-479c-840f-4b909a418bd7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 0.1692972 Jul 22 21:49:17.343322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44154915-9e43-4c88-bc66-15834dbcda55 req-c091483a-a1c1-4408-9a88-fe496a969b25 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720618 Jul 22 21:49:17.431484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-8ed31808-fd3b-4a34-898f-f6d09ccdd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:17.433319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-8ed31808-fd3b-4a34-898f-f6d09ccdd582 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1095 time: 0.0953369 Jul 22 21:49:17.575966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-01c51f86-33a0-49a4-a91e-9232d0479d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:17.579265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-01c51f86-33a0-49a4-a91e-9232d0479d58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.1370270 Jul 22 21:49:17.703992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-a1ce6d5e-0ad4-42d3-90d8-93703290bf38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.1181886 Jul 22 21:49:17.729435 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-963d4608-01fa-4257-baf6-812020516a8f req-d6dec4d2-494d-4720-8594-a3aa768fcf8e tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.1489458 Jul 22 21:49:17.787769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-10910a54-adf9-4578-9108-49422cfc3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:17.789805 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-10910a54-adf9-4578-9108-49422cfc3d10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.0592449 Jul 22 21:49:17.880777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-1b3c7473-7d6d-44df-a5ae-abc5f1ccd020 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717180 Jul 22 21:49:18.156086 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-e022862d-bea2-4bc4-a880-626f22a3a2b1 service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731738 Jul 22 21:49:18.208771 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd5989d2-42a2-4ee5-a9f6-54859ef33460 req-72679f0b-a4a9-4e02-82d8-9aa6a02c16a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=221ac50b1f624788979c5ca751c73c1d&device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0899472 Jul 22 21:49:18.262058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15370e85-1ae0-4963-84a5-103574775d4b req-d1ee46f5-6c24-4064-932e-424b3a5939df tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0666666 Jul 22 21:49:18.288108 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd5989d2-42a2-4ee5-a9f6-54859ef33460 req-057ce438-9a23-450f-9491-27866036d9f3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=221ac50b1f624788979c5ca751c73c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681078 Jul 22 21:49:18.291170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db88d14-c6b0-4676-a57b-45808a51841e req-ef12799c-f4e3-408f-bf75-7153a4d48215 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:18.299765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2db88d14-c6b0-4676-a57b-45808a51841e req-ef12799c-f4e3-408f-bf75-7153a4d48215 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.3147292 Jul 22 21:49:18.332556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:18.416319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2db88d14-c6b0-4676-a57b-45808a51841e req-e64bfe7e-3846-436a-bdba-284cf4cecd6d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098716 Jul 22 21:49:18.466220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4aaaa4c-3473-4032-bd89-a8ceea2d27ff req-ed0f0276-c0f1-49b3-9738-efaabe09920a service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945139 Jul 22 21:49:18.592193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5989d2-42a2-4ee5-a9f6-54859ef33460 req-323e4311-04a9-40c6-bac6-3f7cfd98cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:18.592632 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17757b2-b6a7-4030-9743-e21bba49c056 req-861c93d9-9c08-4ccb-95ed-edbdd222bbb1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:18.594223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e17757b2-b6a7-4030-9743-e21bba49c056 req-861c93d9-9c08-4ccb-95ed-edbdd222bbb1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 0.0977693 Jul 22 21:49:18.600582 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd5989d2-42a2-4ee5-a9f6-54859ef33460 req-323e4311-04a9-40c6-bac6-3f7cfd98cfed service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050880 Jul 22 21:49:18.656915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e17757b2-b6a7-4030-9743-e21bba49c056 req-98605b1c-7c7d-42ad-9f89-527891100cf7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559888 Jul 22 21:49:19.464004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0cadd888-0956-423c-baf6-e4800dfea321 req-3898d717-6638-4319-9b3b-124f04b9443e tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0866492 Jul 22 21:49:19.598724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b118-4c77-4bd9-aadb-c241436e6f4a req-0ade22e3-1854-4fc1-8aad-af7cad29c8d9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:19.600554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31d8b118-4c77-4bd9-aadb-c241436e6f4a req-0ade22e3-1854-4fc1-8aad-af7cad29c8d9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.0939620 Jul 22 21:49:19.656748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-31d8b118-4c77-4bd9-aadb-c241436e6f4a req-7a98989d-f253-4834-aa34-d30d9ac72292 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475543 Jul 22 21:49:19.883924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821df3-51f6-416f-bb9d-423b172c48d7 req-12bbfa3f-f741-48c6-b884-a34fffd0c461 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:19.886426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4821df3-51f6-416f-bb9d-423b172c48d7 req-12bbfa3f-f741-48c6-b884-a34fffd0c461 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 0.1382799 Jul 22 21:49:19.940563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:49:19.952668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4821df3-51f6-416f-bb9d-423b172c48d7 req-bc18919c-e2cd-4611-8b16-2c4056873b28 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587206 Jul 22 21:49:20.322788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-dd5989d2-42a2-4ee5-a9f6-54859ef33460 req-433a7fda-c263-4f91-bef1-2f5b1da0aa51 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.23 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0540521 Jul 22 21:49:20.339165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:20.360681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082', 'port_id': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'mac_address': 'fa:16:3e:94:a0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f518a710-1434-4155-b123-736097418bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:49:20.439646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:20.457108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cd8c4e-8313-448d-8be9-677782f07c5b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:49:20.488009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:20.501735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:20.588405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:20.664660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1a9d227-5539-4c55-b620-3c1cb1d22948 req-45c8971a-af2f-4988-b647-6ae502f4be53 tempest-ServerShowV257Test-259106207 tempest-ServerShowV257Test-259106207-project] 10.222.0.54 "GET /v2.0/ports?device_id=447fdfd0-3534-4d0f-98bc-2b3b1e302ff4 HTTP/1.1" status: 200 len: 210 time: 0.0506995 Jul 22 21:49:20.726438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d7cd8c4e-8313-448d-8be9-677782f07c5b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:20.920142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8c0db-19fc-4266-ba82-21d6e8fbd283 req-849ecc01-83d1-4fca-9548-6b78b7a9eb95 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:20.926380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aab8c0db-19fc-4266-ba82-21d6e8fbd283 req-849ecc01-83d1-4fca-9548-6b78b7a9eb95 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1430662 Jul 22 21:49:21.048528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aab8c0db-19fc-4266-ba82-21d6e8fbd283 req-d8d38498-0ac4-4904-8058-13e4524a26d3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167312 Jul 22 21:49:21.166081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18bd3-9772-4d80-a268-81bc1e87a1bf req-28943ce1-5316-42bd-9400-494689ac5fee tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:21.168048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bf18bd3-9772-4d80-a268-81bc1e87a1bf req-28943ce1-5316-42bd-9400-494689ac5fee tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.0902851 Jul 22 21:49:21.219974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bf18bd3-9772-4d80-a268-81bc1e87a1bf req-9fa698fa-af67-4590-aeaa-d2cc82911c00 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Jul 22 21:49:21.945905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:49:21.960473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38518) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:22.017905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port d7cd8c4e-8313-448d-8be9-677782f07c5b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:49:22.031645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port d7cd8c4e-8313-448d-8be9-677782f07c5b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:49:22.032344 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.132656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1457-d123-4312-98f7-42523dfe56fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.141298 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.184488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:22.185457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:22.188528 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445cb2eb-e91b-4732-8340-05f85f7d9e3f" -d '{"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:22.192119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.258615 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f33af-af7b-4b6c-a465-cb775836c197 x-openstack-request-id: req-270f33af-af7b-4b6c-a465-cb775836c197 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:22.258940 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:22.259195 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-270f33af-af7b-4b6c-a465-cb775836c197 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:22.259742 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'code': 200} Jul 22 21:49:22.261035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:22.318448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fea79-f37f-4dbc-8897-4046123f2ea7 req-923c3eb0-030e-4482-a8cb-23309ae9faf1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:22.320716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c81fea79-f37f-4dbc-8897-4046123f2ea7 req-923c3eb0-030e-4482-a8cb-23309ae9faf1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1556363 Jul 22 21:49:22.469440 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1457-d123-4312-98f7-42523dfe56fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.488495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c81fea79-f37f-4dbc-8897-4046123f2ea7 req-72172942-0d2e-4d22-b993-ea5999cee49c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600127 Jul 22 21:49:22.491102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1457-d123-4312-98f7-42523dfe56fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.566331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1e6a1457-d123-4312-98f7-42523dfe56fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=221ac50b1f624788979c5ca751c73c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033845 Jul 22 21:49:22.569661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38540) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:22.578822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1457-d123-4312-98f7-42523dfe56fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7822f00c-17da-429c-a22c-2fa0e9759bb0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:22.602644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd353-07fe-4a28-9fb9-a553d37e7344 req-a719540d-7859-4b9f-9e5a-ee9459085cb6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:22.608192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1acfd353-07fe-4a28-9fb9-a553d37e7344 req-a719540d-7859-4b9f-9e5a-ee9459085cb6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2432811 Jul 22 21:49:22.611579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583899f4-f801-4f1f-8506-ca458d3560a3 req-37755303-04d2-49e6-84d9-5632a5e9d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:22.613169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-583899f4-f801-4f1f-8506-ca458d3560a3 req-37755303-04d2-49e6-84d9-5632a5e9d433 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1097 time: 0.2749834 Jul 22 21:49:22.640438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee70332a-0a09-490a-8b05-a27a7d799f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.662511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1acfd353-07fe-4a28-9fb9-a553d37e7344 req-521cfe5e-bde6-4553-bac8-6d3120a48e4c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476604 Jul 22 21:49:22.666394 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee70332a-0a09-490a-8b05-a27a7d799f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.679729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-583899f4-f801-4f1f-8506-ca458d3560a3 req-b02c1320-5d80-476c-a2ae-08631addbb04 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570140 Jul 22 21:49:22.725642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee70332a-0a09-490a-8b05-a27a7d799f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.729606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee70332a-0a09-490a-8b05-a27a7d799f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:22.731880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ee70332a-0a09-490a-8b05-a27a7d799f3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7822f00c-17da-429c-a22c-2fa0e9759bb0 HTTP/1.1" status: 204 len: 168 time: 0.1606121 Jul 22 21:49:22.742786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70332a-0a09-490a-8b05-a27a7d799f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822f00c-17da-429c-a22c-2fa0e9759bb0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:23.725154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77451299-a1ab-4999-987b-318bd4ae8b05 req-888a7121-8095-4d22-a09f-2c94bd0863a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:23.732813 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77451299-a1ab-4999-987b-318bd4ae8b05 req-888a7121-8095-4d22-a09f-2c94bd0863a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1018260 Jul 22 21:49:23.772550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77451299-a1ab-4999-987b-318bd4ae8b05 req-01e53d0f-12ff-49f8-a9c9-28a947acfd11 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Jul 22 21:49:23.876025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88c3ba-f4e1-490a-946a-3c7c63765727 req-2710d9cf-bd7a-4fc9-9922-c494406a2411 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:23.885898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff88c3ba-f4e1-490a-946a-3c7c63765727 req-2710d9cf-bd7a-4fc9-9922-c494406a2411 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1091337 Jul 22 21:49:23.938952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff88c3ba-f4e1-490a-946a-3c7c63765727 req-4b5624c9-1d5e-430d-864c-4ad4cfd92482 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515409 Jul 22 21:49:24.261214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:24.461544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-376a3cee-030b-4dd3-9949-b8005a73477c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:24.463091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-376a3cee-030b-4dd3-9949-b8005a73477c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 812 time: 0.1556461 Jul 22 21:49:24.489328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-809f43eb-12d9-477b-84ea-9422fd8a18c7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/quotas/3e4da2a126a54974bc2fcb2f21ffee3b HTTP/1.1" status: 200 len: 375 time: 0.0199981 Jul 22 21:49:24.514281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbe54018-9e0d-4b85-ad69-2663e09a6c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:24.598820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-557103f6-d94c-497a-8de8-d10aa699b4d1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940170 Jul 22 21:49:24.691091 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbe54018-9e0d-4b85-ad69-2663e09a6c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:24.696886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbe54018-9e0d-4b85-ad69-2663e09a6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:24.777008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe54018-9e0d-4b85-ad69-2663e09a6c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeac915-f2d7-49c6-905b-08d7f258611e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:24.801928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fbe54018-9e0d-4b85-ad69-2663e09a6c84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35900f5895e54e93be868526ae113aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387373 Jul 22 21:49:24.809305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38626) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:24.954615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-6a364f70-3c08-4c91-a151-6a32836425e3 service neutron] 10.222.0.54 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270490 Jul 22 21:49:25.034118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d02b38d-a3f9-4a63-bcf8-cceb2a190992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:25.079108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d02b38d-a3f9-4a63-bcf8-cceb2a190992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:25.142422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83bbca-9bf2-4711-b127-c268212c378b req-a69ecc09-a651-4e60-9027-2dcd2e8eab36 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:25.144355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f83bbca-9bf2-4711-b127-c268212c378b req-a69ecc09-a651-4e60-9027-2dcd2e8eab36 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.2493470 Jul 22 21:49:25.146875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-2d5519e6-72e4-4a94-8cdb-13879537ce7b service neutron] 10.222.0.54 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895263 Jul 22 21:49:25.176796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d02b38d-a3f9-4a63-bcf8-cceb2a190992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:25.179712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d02b38d-a3f9-4a63-bcf8-cceb2a190992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:25.184778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1d02b38d-a3f9-4a63-bcf8-cceb2a190992 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/deeac915-f2d7-49c6-905b-08d7f258611e HTTP/1.1" status: 204 len: 168 time: 0.3784225 Jul 22 21:49:25.205151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02b38d-a3f9-4a63-bcf8-cceb2a190992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeac915-f2d7-49c6-905b-08d7f258611e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:25.247225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f83bbca-9bf2-4711-b127-c268212c378b req-771bbcee-7db9-411b-a4a0-d2f0cc78a9c8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796306 Jul 22 21:49:25.466381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7006005b-ccb9-4ce2-b5a3-098ebaa35214 req-7e676367-e495-4798-99a0-ec9af42b20df tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 210 time: 0.0588751 Jul 22 21:49:25.975132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:49:26.471299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208be8b-ef2d-4127-b85d-0123f9642e6a req-f07232e2-59c8-4632-bcc8-26ab38bc1b85 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:26.474208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a208be8b-ef2d-4127-b85d-0123f9642e6a req-f07232e2-59c8-4632-bcc8-26ab38bc1b85 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1071966 Jul 22 21:49:26.541266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a208be8b-ef2d-4127-b85d-0123f9642e6a req-26344c77-bd55-4605-b8e6-597c1d246fb4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575922 Jul 22 21:49:26.746860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f46b4e59-6553-458d-b52b-ff58383f3240 req-1a321667-ed01-4fe6-81eb-56df3d12a959 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 210 time: 0.0891182 Jul 22 21:49:26.941033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-21bf4fe7-bb6c-4142-b725-05205ae09389 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:26.943514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-21bf4fe7-bb6c-4142-b725-05205ae09389 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.23 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 812 time: 0.2177091 Jul 22 21:49:26.963362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Request body: {'port': {'device_id': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082', 'admin_state_up': True, 'tenant_id': '3e4da2a126a54974bc2fcb2f21ffee3b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:27.156655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Made reservation on behalf of 3e4da2a126a54974bc2fcb2f21ffee3b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:27.163399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:27.350789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Allocated IP 172.20.0.3 (c098aa94-512e-446d-a9e2-d3904d679082/f518a710-1434-4155-b123-736097418bc1/a0746411-89cc-4ae3-9a70-2d7366435b97) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:49:27.798901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d359ae-e94f-49fd-bdee-6a3b1e2c0b04 req-11634670-7c95-4868-83cd-b9701d1b4eb0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:27.803289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9d359ae-e94f-49fd-bdee-6a3b1e2c0b04 req-11634670-7c95-4868-83cd-b9701d1b4eb0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 943 time: 0.1231875 Jul 22 21:49:27.944529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9d359ae-e94f-49fd-bdee-6a3b1e2c0b04 req-47d2cfc4-f830-48fa-8ace-02a0df87e8a7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967143 Jul 22 21:49:27.995677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06af35a5-d874-4ebb-a81b-7c62aa1f67c3 req-59bdf03d-58a9-482a-9849-c55bf8f8218c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 210 time: 0.0578816 Jul 22 21:49:28.029101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.075936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.090108 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d7cd8c4e-8313-448d-8be9-677782f07c5b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:28.144619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Network c098aa94-512e-446d-a9e2-d3904d679082 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:49:28.148580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:49:28.167224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:49:28.176295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Pushing event updated for resources: {'Port': ['ID=a0746411-89cc-4ae3-9a70-2d7366435b97,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:28.236143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:28.236531 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.253904 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b7039340-6755-4cc2-b9c8-e56eec9d06ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2966566 Jul 22 21:49:28.273697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Request body: {'port': {'device_id': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:28.390017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.606143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02d4ad3a-990a-4528-9ecf-957a8c3090cd details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:49:28.738845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 02d4ad3a-990a-4528-9ecf-957a8c3090cd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02d4ad3a-990a-4528-9ecf-957a8c3090cd,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:28.748037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0746411-89cc-4ae3-9a70-2d7366435b97 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:49:28.750900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '02d4ad3a-990a-4528-9ecf-957a8c3090cd', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'port_id': '02d4ad3a-990a-4528-9ecf-957a8c3090cd', 'mac_address': 'fa:16:3e:68:00:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:49:28.757315 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.771580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Transition to ACTIVE for port object a0746411-89cc-4ae3-9a70-2d7366435b97 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:49:28.775470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.792510 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.807550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d4ad3a-990a-4528-9ecf-957a8c3090cd {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:49:28.825320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0746411-89cc-4ae3-9a70-2d7366435b97,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:28.832181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 02d4ad3a-990a-4528-9ecf-957a8c3090cd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02d4ad3a-990a-4528-9ecf-957a8c3090cd,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:28.837312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:28.909217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=02d4ad3a-990a-4528-9ecf-957a8c3090cd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:28.952707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Attempting to bind port a0746411-89cc-4ae3-9a70-2d7366435b97 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:49:28.953164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Attempting to bind port a0746411-89cc-4ae3-9a70-2d7366435b97 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:49:28.953491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Attempting to bind port a0746411-89cc-4ae3-9a70-2d7366435b97 on network c098aa94-512e-446d-a9e2-d3904d679082 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:49:28.958123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Port a0746411-89cc-4ae3-9a70-2d7366435b97 on network c098aa94-512e-446d-a9e2-d3904d679082 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:49:28.958389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Attempting to bind port a0746411-89cc-4ae3-9a70-2d7366435b97 on network c098aa94-512e-446d-a9e2-d3904d679082 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:49:28.963655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:49:28.964019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Checking segment: {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:49:28.964983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Bound using segment: {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:49:28.965410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Bound port: a0746411-89cc-4ae3-9a70-2d7366435b97, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:49:28.965763 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:29.066637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] For port a0746411-89cc-4ae3-9a70-2d7366435b97, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:49:29.072304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] For port a0746411-89cc-4ae3-9a70-2d7366435b97, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0746411-89cc-4ae3-9a70-2d7366435b97,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:49:29.078727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:29.088694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['02d4ad3a-990a-4528-9ecf-957a8c3090cd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:29.123236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:29.124141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:29.125791 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/a0746411-89cc-4ae3-9a70-2d7366435b97 HTTP/1.1" status: 200 len: 1092 time: 0.8604083 Jul 22 21:49:29.126408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'tag': 'a0746411-89cc-4ae3-9a70-2d7366435b97'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:29.129400 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35" -d '{"events": [{"name": "network-changed", "server_uuid": "e300c2c4-1881-46ac-867e-8c5916c128d5", "tag": "a0746411-89cc-4ae3-9a70-2d7366435b97"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:29.155282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30112310-5b25-4572-8e23-424eed5c87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0746411-89cc-4ae3-9a70-2d7366435b97,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:29.247647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae4546-03ea-480d-80ef-1fdce8887776 req-6d3e9777-83c0-4550-8378-b7b90ba34612 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:29.248233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-11a32c4a-8242-4726-81a1-4940b1f644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:29.249604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-11a32c4a-8242-4726-81a1-4940b1f644d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 1095 time: 0.0813217 Jul 22 21:49:29.250354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5eae4546-03ea-480d-80ef-1fdce8887776 req-6d3e9777-83c0-4550-8378-b7b90ba34612 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 944 time: 0.2103820 Jul 22 21:49:29.262897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79eb93-d090-4f7c-b71c-fb1e2eed2850 req-2aadffd2-54fb-4b81-9eac-53dbcaa521d1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:29.274498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c79eb93-d090-4f7c-b71c-fb1e2eed2850 req-2aadffd2-54fb-4b81-9eac-53dbcaa521d1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 943 time: 0.1666915 Jul 22 21:49:29.302440 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-500e0bd8-1dc8-46bc-9dc1-4af106f30dbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0746411-89cc-4ae3-9a70-2d7366435b97 HTTP/1.1" status: 200 len: 217 time: 0.0448291 Jul 22 21:49:29.353529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c79eb93-d090-4f7c-b71c-fb1e2eed2850 req-4c403b71-f601-4749-b8f7-06ddfed5a920 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777419 Jul 22 21:49:29.375738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b23dee4f-f2a4-4815-b17c-5b6cb26b4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:29.377462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-b23dee4f-f2a4-4815-b17c-5b6cb26b4469 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.0661383 Jul 22 21:49:29.391221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5eae4546-03ea-480d-80ef-1fdce8887776 req-0cc80a31-b54f-4055-b28c-778555bb7c22 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875971 Jul 22 21:49:29.442716 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-faf9085f-d109-4b7d-b12b-ebe73de5f3a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578685 Jul 22 21:49:29.444345 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc2684-a671-4818-9a49-f8f800b52140 x-openstack-request-id: req-0cfc2684-a671-4818-9a49-f8f800b52140 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:29.444693 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e300c2c4-1881-46ac-867e-8c5916c128d5", "tag": "a0746411-89cc-4ae3-9a70-2d7366435b97", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:29.444944 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0cfc2684-a671-4818-9a49-f8f800b52140 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:29.445847 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'tag': 'a0746411-89cc-4ae3-9a70-2d7366435b97', 'status': 'completed', 'code': 200} Jul 22 21:49:29.584899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-c49e5067-7ce9-4cf0-aec0-af5e74f2431e service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284440 Jul 22 21:49:29.748596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4365c60-59d7-4ef3-a495-2dafbcb546a6 req-73c951be-59ac-46a1-9cd8-747f55c00a16 service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536400 Jul 22 21:49:29.932163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-d51805c9-325c-4bda-b14d-068f58c15f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:29.934506 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-d51805c9-325c-4bda-b14d-068f58c15f51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 1095 time: 0.1103899 Jul 22 21:49:30.078257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-985b0fbf-fb47-42d1-9bf1-d89f9869cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:30.080711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-985b0fbf-fb47-42d1-9bf1-d89f9869cc7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.1390493 Jul 22 21:49:30.149169 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-8648aa68-a0d7-45db-bb21-f4816cb1e3ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0746411-89cc-4ae3-9a70-2d7366435b97 HTTP/1.1" status: 200 len: 217 time: 0.0561416 Jul 22 21:49:30.218808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-355af8a8-136b-453d-974c-52c009c487a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:30.220647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-355af8a8-136b-453d-974c-52c009c487a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.0621963 Jul 22 21:49:30.266965 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-47c2d17b-3e93-4bc5-bd1e-c6192e2764dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328619 Jul 22 21:49:30.380759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-888e024f-7ee7-42a1-ae99-bc733f92de4b service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001928 Jul 22 21:49:30.516028 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eaefc74-6f9f-4724-bcb6-7d900abc0e35 req-41c3cf2b-3602-40f8-b4d9-403fe5aaf79f service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334941 Jul 22 21:49:30.592850 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e8311-6614-4bbf-9852-c4c50034c13c req-38561164-b53e-4ff0-a300-21dcfbfa7972 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:30.596446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a9e8311-6614-4bbf-9852-c4c50034c13c req-38561164-b53e-4ff0-a300-21dcfbfa7972 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 943 time: 0.1501424 Jul 22 21:49:30.621671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02d4ad3a-990a-4528-9ecf-957a8c3090cd up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:49:30.667182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a9e8311-6614-4bbf-9852-c4c50034c13c req-a7cb1479-fdba-42ba-a803-ffbb5f9b9744 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 Jul 22 21:49:30.699503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 02d4ad3a-990a-4528-9ecf-957a8c3090cd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:49:30.704959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 02d4ad3a-990a-4528-9ecf-957a8c3090cd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:49:30.705380 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:30.709413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c47c8-19ca-4ec8-a3df-25dc258119aa req-382c5dc7-b04b-4312-90a3-e25997597458 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:30.711003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d14c47c8-19ca-4ec8-a3df-25dc258119aa req-382c5dc7-b04b-4312-90a3-e25997597458 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 944 time: 0.1846335 Jul 22 21:49:30.778248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d14c47c8-19ca-4ec8-a3df-25dc258119aa req-d2f93524-c2ad-463f-9d3f-19541726421d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567925 Jul 22 21:49:30.845504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:30.880317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d4ad3a-990a-4528-9ecf-957a8c3090cd'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:30.882696 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d7616-79b2-41f8-a216-a46f1c9852bb" -d '{"events": [{"server_uuid": "9557d8e0-34a8-46fb-8b02-3e38a34f8bf7", "name": "network-vif-plugged", "status": "completed", "tag": "02d4ad3a-990a-4528-9ecf-957a8c3090cd"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:30.900086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 02d4ad3a-990a-4528-9ecf-957a8c3090cd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02d4ad3a-990a-4528-9ecf-957a8c3090cd,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:30.906732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:30.959828 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1146d4-2433-4947-92e0-282cac494406 x-openstack-request-id: req-0c1146d4-2433-4947-92e0-282cac494406 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:30.960212 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9557d8e0-34a8-46fb-8b02-3e38a34f8bf7", "name": "network-vif-plugged", "status": "completed", "tag": "02d4ad3a-990a-4528-9ecf-957a8c3090cd", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:30.960646 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c1146d4-2433-4947-92e0-282cac494406 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:30.961648 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d4ad3a-990a-4528-9ecf-957a8c3090cd', 'code': 200} Jul 22 21:49:30.983231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=02d4ad3a-990a-4528-9ecf-957a8c3090cd,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:31.086716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c48d-bfd7-4dd7-92c4-e4320642412f req-7874503d-79af-4d94-87f5-f12ec839c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:31.088854 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43c6c48d-bfd7-4dd7-92c4-e4320642412f req-7874503d-79af-4d94-87f5-f12ec839c77c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0755293 Jul 22 21:49:31.147694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43c6c48d-bfd7-4dd7-92c4-e4320642412f req-b1b63111-eec4-45e6-900b-94fa2daada8b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490129 Jul 22 21:49:31.490507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:31.901474 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7614db2-9446-417c-a1b1-2e5e15fffb83 req-37f4f3b5-1e6f-4c14-8741-64e596a8eee3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:31.903674 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7614db2-9446-417c-a1b1-2e5e15fffb83 req-37f4f3b5-1e6f-4c14-8741-64e596a8eee3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 943 time: 0.1303275 Jul 22 21:49:32.254789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:32.360225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7614db2-9446-417c-a1b1-2e5e15fffb83 req-8e653cce-2034-4641-9746-697bdd4e4f22 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481869 Jul 22 21:49:32.389002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384062f3-c949-4ac0-898b-2f65a1af039a req-b7eb3a19-45c7-48aa-9329-f212aaefdd6c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:32.391791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-384062f3-c949-4ac0-898b-2f65a1af039a req-b7eb3a19-45c7-48aa-9329-f212aaefdd6c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 945 time: 0.5369577 Jul 22 21:49:32.448400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-384062f3-c949-4ac0-898b-2f65a1af039a req-a0fb766c-aa04-4dd8-a2c6-0579a691b736 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 Jul 22 21:49:32.637763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0746411-89cc-4ae3-9a70-2d7366435b97 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:49:32.756242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a0746411-89cc-4ae3-9a70-2d7366435b97, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0746411-89cc-4ae3-9a70-2d7366435b97,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:32.768057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a0746411-89cc-4ae3-9a70-2d7366435b97', 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082', 'port_id': 'a0746411-89cc-4ae3-9a70-2d7366435b97', 'mac_address': 'fa:16:3e:6a:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f518a710-1434-4155-b123-736097418bc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:49:32.813628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:32.828745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0746411-89cc-4ae3-9a70-2d7366435b97 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:49:32.852093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a0746411-89cc-4ae3-9a70-2d7366435b97, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0746411-89cc-4ae3-9a70-2d7366435b97,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:32.857016 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:32.916743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a0746411-89cc-4ae3-9a70-2d7366435b97,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:33.144101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a0746411-89cc-4ae3-9a70-2d7366435b97'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:33.599590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94aa8-5ef1-44db-93bd-5ca9402bf8f9 req-35c7cc70-91c1-416f-aad4-17b38831afec tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:33.602792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2a94aa8-5ef1-44db-93bd-5ca9402bf8f9 req-35c7cc70-91c1-416f-aad4-17b38831afec tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 944 time: 0.1491776 Jul 22 21:49:33.747166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2a94aa8-5ef1-44db-93bd-5ca9402bf8f9 req-3191a900-64c6-4d12-80e3-417da6c33aad tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861297 Jul 22 21:49:33.794893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb923f-f91c-48b9-a841-318cdebd0938 req-0deb1e02-b1a7-4a7d-852a-91df2685520f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:33.804424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66eb923f-f91c-48b9-a841-318cdebd0938 req-0deb1e02-b1a7-4a7d-852a-91df2685520f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 945 time: 0.1995912 Jul 22 21:49:33.879083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66eb923f-f91c-48b9-a841-318cdebd0938 req-3b543790-461a-4b12-8c5b-855a5ac441aa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738292 Jul 22 21:49:34.086004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cad7-0427-4948-907d-d93f31e6efee req-e31f526a-4b46-4b3a-b98a-59375421ed90 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:34.088384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b690cad7-0427-4948-907d-d93f31e6efee req-e31f526a-4b46-4b3a-b98a-59375421ed90 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0793326 Jul 22 21:49:34.133166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b690cad7-0427-4948-907d-d93f31e6efee req-41ce0574-95bd-46dd-a5e5-8407978c7616 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Jul 22 21:49:34.624390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d445fc-1a31-4620-9426-3169763479a4 req-d366556a-30d5-4689-aa44-0c5953bb6ee8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:34.626892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19d445fc-1a31-4620-9426-3169763479a4 req-d366556a-30d5-4689-aa44-0c5953bb6ee8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0931401 Jul 22 21:49:34.654141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0746411-89cc-4ae3-9a70-2d7366435b97 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:49:34.696708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19d445fc-1a31-4620-9426-3169763479a4 req-4b34bc5f-5001-4373-a67f-4157659ab9a1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618324 Jul 22 21:49:34.756349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port a0746411-89cc-4ae3-9a70-2d7366435b97 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:49:34.764368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a0746411-89cc-4ae3-9a70-2d7366435b97 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:49:34.765122 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:34.920494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:35.000577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0746411-89cc-4ae3-9a70-2d7366435b97'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:35.005483 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec8069b-c511-4f71-9233-c52e4bd4d1a0" -d '{"events": [{"server_uuid": "e300c2c4-1881-46ac-867e-8c5916c128d5", "name": "network-vif-plugged", "status": "completed", "tag": "a0746411-89cc-4ae3-9a70-2d7366435b97"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:35.018262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a0746411-89cc-4ae3-9a70-2d7366435b97, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0746411-89cc-4ae3-9a70-2d7366435b97,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:35.037144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:35.086560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f967d-251a-46a1-8ba1-141a563b1474 req-6ebe0552-3582-4c15-bb51-0db2e2e1532f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:35.088206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a4f967d-251a-46a1-8ba1-141a563b1474 req-6ebe0552-3582-4c15-bb51-0db2e2e1532f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 944 time: 0.1747987 Jul 22 21:49:35.140818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a0746411-89cc-4ae3-9a70-2d7366435b97,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:35.157390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a4f967d-251a-46a1-8ba1-141a563b1474 req-6770cf88-d961-4217-884b-da30ca8c1b2f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Jul 22 21:49:35.157669 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ced63-c50c-44b3-84b9-a9106cab55ec x-openstack-request-id: req-f65ced63-c50c-44b3-84b9-a9106cab55ec {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:35.157972 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e300c2c4-1881-46ac-867e-8c5916c128d5", "name": "network-vif-plugged", "status": "completed", "tag": "a0746411-89cc-4ae3-9a70-2d7366435b97", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:35.158288 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f65ced63-c50c-44b3-84b9-a9106cab55ec {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:35.158730 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0746411-89cc-4ae3-9a70-2d7366435b97', 'code': 200} Jul 22 21:49:35.389783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfdf0b-5a8d-4089-8998-9bc9c67328b0 req-1a4d48cf-699a-4a96-bee6-553b6cc01dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:35.391368 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2ddfdf0b-5a8d-4089-8998-9bc9c67328b0 req-1a4d48cf-699a-4a96-bee6-553b6cc01dec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 1097 time: 0.1420395 Jul 22 21:49:35.537333 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2ddfdf0b-5a8d-4089-8998-9bc9c67328b0 req-9b93d2d3-1646-4c9e-a85f-3d0382f9f4de service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346538 Jul 22 21:49:35.711037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 38956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:35.951724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233df12a-7b11-44d9-adc2-cc999899f709 req-4f25dde6-498b-4721-ba8d-d11b59524fe2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:35.953402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebe381e8-b40a-42ec-9ec4-4501b4af4ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:35.953526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-233df12a-7b11-44d9-adc2-cc999899f709 req-4f25dde6-498b-4721-ba8d-d11b59524fe2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 945 time: 0.1177132 Jul 22 21:49:36.014837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-233df12a-7b11-44d9-adc2-cc999899f709 req-bfc4d5ab-34ea-40b8-b788-e20de8c92410 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547950 Jul 22 21:49:36.141190 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebe381e8-b40a-42ec-9ec4-4501b4af4ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:36.146110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebe381e8-b40a-42ec-9ec4-4501b4af4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:36.215629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe381e8-b40a-42ec-9ec4-4501b4af4ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a318344-206a-4c41-a5a7-5dc0e35eb1f0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:36.221928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ebe381e8-b40a-42ec-9ec4-4501b4af4ad7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=984056abda1948eeb5181da07df730ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096750 Jul 22 21:49:36.226584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 38978) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:36.373482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23a162f-1445-4486-b8a3-05dd0df11b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:36.407187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23a162f-1445-4486-b8a3-05dd0df11b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:36.427717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63293-0a10-4a03-a430-b93e4a33520e req-51fcda19-b414-4a3b-b42d-70f6b574a200 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:36.429439 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90a63293-0a10-4a03-a430-b93e4a33520e req-51fcda19-b414-4a3b-b42d-70f6b574a200 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 945 time: 0.1394470 Jul 22 21:49:36.542944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90a63293-0a10-4a03-a430-b93e4a33520e req-1e4ba238-2eac-460f-bae5-d22ce91d3413 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Jul 22 21:49:36.591459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23a162f-1445-4486-b8a3-05dd0df11b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:36.595708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f23a162f-1445-4486-b8a3-05dd0df11b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:36.614493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f23a162f-1445-4486-b8a3-05dd0df11b5f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a318344-206a-4c41-a5a7-5dc0e35eb1f0 HTTP/1.1" status: 204 len: 168 time: 0.3865335 Jul 22 21:49:36.639576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a162f-1445-4486-b8a3-05dd0df11b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a318344-206a-4c41-a5a7-5dc0e35eb1f0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:36.671697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-1fd96ca6-17e9-4a45-92df-ad2bdf1d0f09 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:36.678681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-1fd96ca6-17e9-4a45-92df-ad2bdf1d0f09 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 945 time: 0.1393232 Jul 22 21:49:36.853889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port 02d4ad3a-990a-4528-9ecf-957a8c3090cd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:49:36.854135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:37.032443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] For port 02d4ad3a-990a-4528-9ecf-957a8c3090cd, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=02d4ad3a-990a-4528-9ecf-957a8c3090cd,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:37.033017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:37.064545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for 02d4ad3a-990a-4528-9ecf-957a8c3090cd owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:49:37.282934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23556809-28fd-4129-a309-364a865c0cf0 req-3a409f70-b9ab-4942-98c9-bd8c884c046f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:37.292705 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23556809-28fd-4129-a309-364a865c0cf0 req-3a409f70-b9ab-4942-98c9-bd8c884c046f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 945 time: 0.1315212 Jul 22 21:49:37.315598 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:37.334584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['02d4ad3a-990a-4528-9ecf-957a8c3090cd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:37.348717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bb7919a5-d34c-4b1a-8a19-1e1c322339fa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:37.356629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23556809-28fd-4129-a309-364a865c0cf0 req-f8ee0329-5466-42bf-96ba-1e3ea51167e6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Jul 22 21:49:37.401074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=02d4ad3a-990a-4528-9ecf-957a8c3090cd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:37.480276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] No DVR routers for this DVR port 02d4ad3a-990a-4528-9ecf-957a8c3090cd on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:49:37.484185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:37.487421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ed5cd8e-51fd-415d-8e54-4e0a79867204 req-f4d51891-7761-4afb-9a24-b7c9056a8ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "DELETE /v2.0/ports/02d4ad3a-990a-4528-9ecf-957a8c3090cd HTTP/1.1" status: 204 len: 173 time: 0.7998102 Jul 22 21:49:37.487421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'name': 'network-vif-deleted', 'tag': '02d4ad3a-990a-4528-9ecf-957a8c3090cd'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:37.491449 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff4a5cd-b28f-41ca-971f-727436351a86" -d '{"events": [{"server_uuid": "9557d8e0-34a8-46fb-8b02-3e38a34f8bf7", "name": "network-vif-deleted", "tag": "02d4ad3a-990a-4528-9ecf-957a8c3090cd"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:37.572338 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a032e9e4-3bfe-432e-8fd7-07a63eb7b0c7 x-openstack-request-id: req-a032e9e4-3bfe-432e-8fd7-07a63eb7b0c7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:37.572644 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9557d8e0-34a8-46fb-8b02-3e38a34f8bf7", "name": "network-vif-deleted", "tag": "02d4ad3a-990a-4528-9ecf-957a8c3090cd", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:37.572940 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a032e9e4-3bfe-432e-8fd7-07a63eb7b0c7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:37.573967 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9557d8e0-34a8-46fb-8b02-3e38a34f8bf7', 'name': 'network-vif-deleted', 'tag': '02d4ad3a-990a-4528-9ecf-957a8c3090cd', 'status': 'completed', 'code': 200} Jul 22 21:49:37.773384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de204b9-8886-4f18-b0fc-38a29520055a req-5ddaebad-e011-4504-b0c0-b33f9aea4b1d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:37.781206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0de204b9-8886-4f18-b0fc-38a29520055a req-5ddaebad-e011-4504-b0c0-b33f9aea4b1d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 945 time: 0.1014273 Jul 22 21:49:37.839744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0de204b9-8886-4f18-b0fc-38a29520055a req-d5ba8b9c-3fbc-451a-865e-3939e315efe1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575430 Jul 22 21:49:38.285392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f74ac-e800-4842-8621-59dac684cdd5 req-c1259484-fdcc-401f-ab71-4510ffae9484 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:38.296818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c64f74ac-e800-4842-8621-59dac684cdd5 req-c1259484-fdcc-401f-ab71-4510ffae9484 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 945 time: 0.0984461 Jul 22 21:49:38.358466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c64f74ac-e800-4842-8621-59dac684cdd5 req-bcadb761-7b8a-4830-9750-d2c3900c7c64 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574074 Jul 22 21:49:38.650846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fc95e54-5a07-4fa0-a344-2628944172e8 req-2088a945-f5af-4379-8bb1-3839ca06f4da tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0679111 Jul 22 21:49:39.656219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb552-251f-4ec1-a41b-bf829680788b req-b2ffcdb8-b08f-4ac7-aaa8-1b3afdd3c5b8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:39.659228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01abb552-251f-4ec1-a41b-bf829680788b req-b2ffcdb8-b08f-4ac7-aaa8-1b3afdd3c5b8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 945 time: 0.2024920 Jul 22 21:49:39.740458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01abb552-251f-4ec1-a41b-bf829680788b req-dc4140db-5f61-4b3f-b6c0-4a5ec55c1650 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712414 Jul 22 21:49:39.848887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98bd14a1-9338-4bd5-8b33-12e0a1e0d84d req-4ccc781b-4b1a-46b3-aa1d-57bcb7549cf3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0601242 Jul 22 21:49:39.926133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-f3495feb-5fd6-4ab5-bb6d-b132d76cc78b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:39.928802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-f3495feb-5fd6-4ab5-bb6d-b132d76cc78b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.23 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 945 time: 0.1204488 Jul 22 21:49:40.064121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Deleting port a0746411-89cc-4ae3-9a70-2d7366435b97 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:49:40.064882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:40.195564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] For port a0746411-89cc-4ae3-9a70-2d7366435b97, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a0746411-89cc-4ae3-9a70-2d7366435b97,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:40.196754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:40.223956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Calling delete_port for a0746411-89cc-4ae3-9a70-2d7366435b97 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:49:40.404121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:40.418327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a0746411-89cc-4ae3-9a70-2d7366435b97'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:40.421136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d7cd8c4e-8313-448d-8be9-677782f07c5b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:40.471466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Pushing event deleted for resources: {'Port': ['ID=a0746411-89cc-4ae3-9a70-2d7366435b97,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:40.563586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] No DVR routers for this DVR port a0746411-89cc-4ae3-9a70-2d7366435b97 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:49:40.566435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:40.569719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a3e03ab1-2e0a-4abf-a42e-5d4f1b3115a1 req-8936f60f-47a9-4561-b3dc-ddbdf86fe7a4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.23 "DELETE /v2.0/ports/a0746411-89cc-4ae3-9a70-2d7366435b97 HTTP/1.1" status: 204 len: 173 time: 0.6339433 Jul 22 21:49:40.570298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'name': 'network-vif-deleted', 'tag': 'a0746411-89cc-4ae3-9a70-2d7366435b97'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:40.594914 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ddd9fe-8786-4c92-8b3e-1ede9252e25d" -d '{"events": [{"server_uuid": "e300c2c4-1881-46ac-867e-8c5916c128d5", "name": "network-vif-deleted", "tag": "a0746411-89cc-4ae3-9a70-2d7366435b97"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:40.673202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:40.680397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02d4ad3a-990a-4528-9ecf-957a8c3090cd no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:49:40.685676 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bc9c32-ca3f-4260-953a-db44bc5b2f50 x-openstack-request-id: req-a1bc9c32-ca3f-4260-953a-db44bc5b2f50 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:40.685676 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e300c2c4-1881-46ac-867e-8c5916c128d5", "name": "network-vif-deleted", "tag": "a0746411-89cc-4ae3-9a70-2d7366435b97", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:40.685676 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1bc9c32-ca3f-4260-953a-db44bc5b2f50 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:40.686260 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e300c2c4-1881-46ac-867e-8c5916c128d5', 'name': 'network-vif-deleted', 'tag': 'a0746411-89cc-4ae3-9a70-2d7366435b97', 'status': 'completed', 'code': 200} Jul 22 21:49:40.715070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 02d4ad3a-990a-4528-9ecf-957a8c3090cd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:49:40.715980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 02d4ad3a-990a-4528-9ecf-957a8c3090cd not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:49:40.932939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74969274-4f5f-45e4-ac6d-0eb42819fe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:40.976117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc8419cf-329e-42a4-a50b-702b2b9f67c3 req-5c203ee0-0dde-4e53-a25e-f4d858363608 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=e300c2c4-1881-46ac-867e-8c5916c128d5 HTTP/1.1" status: 200 len: 210 time: 0.0981550 Jul 22 21:49:41.032512 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e135054-6ba3-439f-9233-ad11d58916aa req-d8b03e6f-b9f4-41eb-89f2-614492ec4458 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0451171 Jul 22 21:49:41.108493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74969274-4f5f-45e4-ac6d-0eb42819fe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.113233 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-74969274-4f5f-45e4-ac6d-0eb42819fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.144905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74969274-4f5f-45e4-ac6d-0eb42819fe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b01ff5-a1d7-4155-bdbc-e39b8b67909e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:41.183620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-74969274-4f5f-45e4-ac6d-0eb42819fe31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06dcdcd875704948ae41eb355ed2fa0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090525 Jul 22 21:49:41.186422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39154) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:41.247682 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006f07d-510b-4206-b47b-62073edf09dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.274247 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006f07d-510b-4206-b47b-62073edf09dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.366756 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006f07d-510b-4206-b47b-62073edf09dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.370615 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a006f07d-510b-4206-b47b-62073edf09dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.396636 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a006f07d-510b-4206-b47b-62073edf09dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1b01ff5-a1d7-4155-bdbc-e39b8b67909e HTTP/1.1" status: 204 len: 168 time: 0.2085724 Jul 22 21:49:41.414454 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f07d-510b-4206-b47b-62073edf09dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b01ff5-a1d7-4155-bdbc-e39b8b67909e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:41.798472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39174) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:41.814264 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e9de-94f0-480d-843e-e2a6b6c0f7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.927832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e9de-94f0-480d-843e-e2a6b6c0f7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.931693 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e9de-94f0-480d-843e-e2a6b6c0f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:41.989177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39180) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:41.996556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ddd2e9de-94f0-480d-843e-e2a6b6c0f7e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d11208f080e4e0c84dae10c122248ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966243 Jul 22 21:49:41.997406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2e9de-94f0-480d-843e-e2a6b6c0f7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5735b106-792e-4a5f-b8a4-d13aab861cc1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:42.152596 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79d54baa-17d3-45fa-9040-be338034bca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:42.216884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-104eb37e-4bf4-4db7-9583-18ead692006e req-72fd3063-45ba-4f76-9d66-2f5acdd31f8c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0949600 Jul 22 21:49:42.248477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79d54baa-17d3-45fa-9040-be338034bca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:42.301285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79d54baa-17d3-45fa-9040-be338034bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:42.304524 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79d54baa-17d3-45fa-9040-be338034bca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:42.305924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-79d54baa-17d3-45fa-9040-be338034bca2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5735b106-792e-4a5f-b8a4-d13aab861cc1 HTTP/1.1" status: 204 len: 168 time: 0.3150370 Jul 22 21:49:42.324433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d54baa-17d3-45fa-9040-be338034bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5735b106-792e-4a5f-b8a4-d13aab861cc1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:42.398678 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64265cd-b113-4dfa-bd70-8c7a4a8a9e50 req-c3c95f04-628d-4856-9603-70576b52dc1e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:42.400330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d64265cd-b113-4dfa-bd70-8c7a4a8a9e50 req-c3c95f04-628d-4856-9603-70576b52dc1e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2492802 Jul 22 21:49:42.469040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d64265cd-b113-4dfa-bd70-8c7a4a8a9e50 req-79c616f2-bc8a-402d-9672-e7609a3afd29 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Jul 22 21:49:42.594795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae966368-9a58-42d4-8d45-bfa9ade81ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:42.684464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0746411-89cc-4ae3-9a70-2d7366435b97 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:49:42.718933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: a0746411-89cc-4ae3-9a70-2d7366435b97 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:49:42.719289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a0746411-89cc-4ae3-9a70-2d7366435b97 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:49:42.830660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c54e48-6ad4-496b-9abd-4845a0a5d788 req-52380a75-2f22-41aa-ba76-91fe5362b4fe tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:42.836534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92c54e48-6ad4-496b-9abd-4845a0a5d788 req-52380a75-2f22-41aa-ba76-91fe5362b4fe tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1540613 Jul 22 21:49:42.901166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92c54e48-6ad4-496b-9abd-4845a0a5d788 req-e4cf83b4-2e8a-47b9-a9ad-232108decc26 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660903 Jul 22 21:49:43.114024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5476cec-079d-435b-bee4-41cb47e5884e req-4520d65b-36e9-4035-a852-03a3ca637b4c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:43.115874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5476cec-079d-435b-bee4-41cb47e5884e req-4520d65b-36e9-4035-a852-03a3ca637b4c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1165097 Jul 22 21:49:43.167656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5476cec-079d-435b-bee4-41cb47e5884e req-5717a384-accb-406c-a546-e664c3d61c07 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Jul 22 21:49:43.365453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-968118b7-fc07-41fa-82ab-a687dd1e4401 req-63218fe4-6134-458a-98a8-fc8aef98cf6e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9557d8e0-34a8-46fb-8b02-3e38a34f8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0616889 Jul 22 21:49:45.203194 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3192c30-530b-4e87-833e-866e6eea5ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:45.458652 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.047829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39326) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:46.166608 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.243784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa3ff-0a7e-4c82-9f25-1a07090f2b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.386648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa3ff-0a7e-4c82-9f25-1a07090f2b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.390407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa3ff-0a7e-4c82-9f25-1a07090f2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.428792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c7fa3ff-0a7e-4c82-9f25-1a07090f2b45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00e13fbcdc5448019a2ea6c323edd2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792245 Jul 22 21:49:46.432201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39344) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:46.440263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fa3ff-0a7e-4c82-9f25-1a07090f2b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe46ab8-d74d-4d19-9463-8eda2a8e6d7b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:46.565555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c322d7f-99a4-4a04-87b6-eb25bad3f743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.610059 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c322d7f-99a4-4a04-87b6-eb25bad3f743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.619531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeea3b2-5b8e-4588-97ea-993f288897c4 req-abbe9136-51be-433c-a378-5f25996516fb tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:46.621130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0aeea3b2-5b8e-4588-97ea-993f288897c4 req-abbe9136-51be-433c-a378-5f25996516fb tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1393623 Jul 22 21:49:46.686707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0aeea3b2-5b8e-4588-97ea-993f288897c4 req-694660ab-c5fc-4f5d-b689-64f2b5394ec6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595100 Jul 22 21:49:46.707941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c322d7f-99a4-4a04-87b6-eb25bad3f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.711010 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c322d7f-99a4-4a04-87b6-eb25bad3f743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:46.714575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3c322d7f-99a4-4a04-87b6-eb25bad3f743 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfe46ab8-d74d-4d19-9463-8eda2a8e6d7b HTTP/1.1" status: 204 len: 168 time: 0.2782121 Jul 22 21:49:46.735732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c322d7f-99a4-4a04-87b6-eb25bad3f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe46ab8-d74d-4d19-9463-8eda2a8e6d7b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:46.927555 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d8bcf-5722-4299-bd5b-794a7c6752a5 req-b1a4a9b6-06cb-4d5a-99de-201d076ff3f9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:46.932785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15d8bcf-5722-4299-bd5b-794a7c6752a5 req-b1a4a9b6-06cb-4d5a-99de-201d076ff3f9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1432433 Jul 22 21:49:47.017837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15d8bcf-5722-4299-bd5b-794a7c6752a5 req-eb4130a3-ff7b-45e8-a4e7-f14079e2ba9f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776706 Jul 22 21:49:47.373344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39366) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:47.400501 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:47.452243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-b7b46105-fb25-4f99-9071-c119d1cf1e9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1565213 Jul 22 21:49:47.642729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:47.648952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:47.661377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-300d8924-ad99-4434-ad88-68ac2cd4b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:47.663050 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-300d8924-ad99-4434-ad88-68ac2cd4b5a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 1098 time: 0.1077518 Jul 22 21:49:47.747811 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69f4927ee53d46f1814b765703e82696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724315 Jul 22 21:49:47.748637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d3f96c-31d4-4aa4-a94e-9998571a9c28,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:47.750801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:47.772636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.773021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.773400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.780231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.780457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.780798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.781135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.781478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.781812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.782145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.782473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.782947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5605aab9-df59-47e0-84d8-0a70319d446e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:47.887374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-4d96bc52-d300-4f49-8ffc-7ff250a6c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:47.888854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-4d96bc52-d300-4f49-8ffc-7ff250a6c826 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.2037983 Jul 22 21:49:47.889475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-068c37da-cff8-4c04-8ad1-fea08b44c11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:47.994903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-7a63e3dc-16d5-4bb7-a934-5b457b101022 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa HTTP/1.1" status: 200 len: 217 time: 0.0951509 Jul 22 21:49:47.999816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-068c37da-cff8-4c04-8ad1-fea08b44c11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:48.127095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-6b6e5782-65ac-48f8-a2f8-b7f2add07d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:48.128625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-6b6e5782-65ac-48f8-a2f8-b7f2add07d6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1268144 Jul 22 21:49:48.187198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-068c37da-cff8-4c04-8ad1-fea08b44c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:48.190621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-068c37da-cff8-4c04-8ad1-fea08b44c11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:48.192037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-068c37da-cff8-4c04-8ad1-fea08b44c11b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22d3f96c-31d4-4aa4-a94e-9998571a9c28 HTTP/1.1" status: 204 len: 168 time: 0.4381108 Jul 22 21:49:48.218348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c37da-cff8-4c04-8ad1-fea08b44c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d3f96c-31d4-4aa4-a94e-9998571a9c28,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:48.231599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-1d0ad246-a10a-4da2-974d-83ef13107d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:48.233331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-1d0ad246-a10a-4da2-974d-83ef13107d16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973508 Jul 22 21:49:48.340533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:48.489757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-b81601a6-8274-4de9-b921-41a00ebdf297 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391243 Jul 22 21:49:48.811513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15b2747e-71cc-4187-8262-d2b9f1fa6d4c req-64ade488-431c-4d67-adff-3b5e72aed2d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152413 Jul 22 21:49:49.229649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd610e41-03ac-442b-90ce-a70e4f85c9c5 req-82f46d4b-bd2b-4524-afd9-51c80c75c66e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:49.231881 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd610e41-03ac-442b-90ce-a70e4f85c9c5 req-82f46d4b-bd2b-4524-afd9-51c80c75c66e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 946 time: 0.0778925 Jul 22 21:49:49.296598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd610e41-03ac-442b-90ce-a70e4f85c9c5 req-c68217dd-4165-4b7e-9ff8-6a015116b278 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574441 Jul 22 21:49:49.737668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39428) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:49.876086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8a9fa3bd-572c-4673-b46e-936200584f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:49.984964 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8a9fa3bd-572c-4673-b46e-936200584f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:49.990933 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8a9fa3bd-572c-4673-b46e-936200584f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:50.027391 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8a9fa3bd-572c-4673-b46e-936200584f4b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e51945c679944c3b9dce9640d44e4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872481 Jul 22 21:49:50.029713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39438) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:50.053069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fa3bd-572c-4673-b46e-936200584f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec799b6a-2eea-49d3-9770-f7d498e76fa4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:50.127419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-038183c6-41e6-4f3a-84cf-059c505cd23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:50.180766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-038183c6-41e6-4f3a-84cf-059c505cd23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:50.245978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722bf5-4506-454d-96e9-b67838fe8201 req-804120f6-5403-4222-b2f6-2fe2efcb10c9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:50.247593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7722bf5-4506-454d-96e9-b67838fe8201 req-804120f6-5403-4222-b2f6-2fe2efcb10c9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1089528 Jul 22 21:49:50.262136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-038183c6-41e6-4f3a-84cf-059c505cd23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:50.265313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-038183c6-41e6-4f3a-84cf-059c505cd23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:50.266603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-038183c6-41e6-4f3a-84cf-059c505cd23c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec799b6a-2eea-49d3-9770-f7d498e76fa4 HTTP/1.1" status: 204 len: 168 time: 0.2357352 Jul 22 21:49:50.298195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038183c6-41e6-4f3a-84cf-059c505cd23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec799b6a-2eea-49d3-9770-f7d498e76fa4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:50.323278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7722bf5-4506-454d-96e9-b67838fe8201 req-88aba0cb-206f-4fdc-aa5d-552b81071aed tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 Jul 22 21:49:50.584964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92e95-a974-4b15-8880-ac9e652afa01 req-f180ab33-9f01-4036-b0d0-3919391d3938 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:50.586679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fe92e95-a974-4b15-8880-ac9e652afa01 req-f180ab33-9f01-4036-b0d0-3919391d3938 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 946 time: 0.1781301 Jul 22 21:49:50.599538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd954d-ccd7-488d-8641-444c2f4626de req-8cbb2246-cfa9-441e-b0cb-a8c2208b88bf tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:50.606693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dbd954d-ccd7-488d-8641-444c2f4626de req-8cbb2246-cfa9-441e-b0cb-a8c2208b88bf tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1143212 Jul 22 21:49:50.667650 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1dbd954d-ccd7-488d-8641-444c2f4626de req-a139a746-8d47-4b0b-8ca9-7e24796b716a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599654 Jul 22 21:49:50.687701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fe92e95-a974-4b15-8880-ac9e652afa01 req-6ea80e7d-d663-4d35-8d8a-be304a0281c8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d743de5-a960-476f-8e8a-8a56d0fe1c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774875 Jul 22 21:49:50.912682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-da606915-c20e-4307-ac5d-cef3e9a835a4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:50.914260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-da606915-c20e-4307-ac5d-cef3e9a835a4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 946 time: 0.0983436 Jul 22 21:49:51.050506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1362-be5a-4230-bf86-676911734f65 req-61f80d9f-16b1-4eca-8b16-761796bb488f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:51.052127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-022c1362-be5a-4230-bf86-676911734f65 req-61f80d9f-16b1-4eca-8b16-761796bb488f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1692219 Jul 22 21:49:51.100275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port bb7919a5-d34c-4b1a-8a19-1e1c322339fa {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:49:51.100617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:51.128378 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-022c1362-be5a-4230-bf86-676911734f65 req-d8e45bd9-8e6d-40c0-8c82-fed9a6d86ba1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672185 Jul 22 21:49:51.218554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] For port bb7919a5-d34c-4b1a-8a19-1e1c322339fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:49:51.219461 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:51.248020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for bb7919a5-d34c-4b1a-8a19-1e1c322339fa owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:49:51.404828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f47010-de3d-4150-924c-e53dc293e325 req-49ddbf86-0970-4497-9577-0a402a327732 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:51.406554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90f47010-de3d-4150-924c-e53dc293e325 req-49ddbf86-0970-4497-9577-0a402a327732 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1516633 Jul 22 21:49:51.510495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90f47010-de3d-4150-924c-e53dc293e325 req-3dc950c3-dfc2-4b9d-a5d4-ee25c92b4c25 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973644 Jul 22 21:49:51.519438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:51.533488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bb7919a5-d34c-4b1a-8a19-1e1c322339fa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:49:51.613264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=bb7919a5-d34c-4b1a-8a19-1e1c322339fa,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:51.727139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] No DVR routers for this DVR port bb7919a5-d34c-4b1a-8a19-1e1c322339fa on host n-h2-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:49:51.734872 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:51.736979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5fd62ca-b864-425d-9d1a-7a9b1d67b914 req-e9baa233-3051-495d-98dd-223de88ff8d0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "DELETE /v2.0/ports/bb7919a5-d34c-4b1a-8a19-1e1c322339fa HTTP/1.1" status: 204 len: 173 time: 0.7971902 Jul 22 21:49:51.737468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38260c4d-3635-49e0-acbe-13eb11067879', 'name': 'network-vif-deleted', 'tag': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:49:51.750623 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab8b41e-9fa0-4e97-bb5a-099565729bb6" -d '{"events": [{"server_uuid": "38260c4d-3635-49e0-acbe-13eb11067879", "name": "network-vif-deleted", "tag": "bb7919a5-d34c-4b1a-8a19-1e1c322339fa"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:49:51.880174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6f33ffd-9406-447d-a0de-8becbfe7c42b req-cc9f25e8-39ba-426e-aba8-4e1c45076977 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0716212 Jul 22 21:49:51.951576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e064c74-3642-4dd0-a4db-c453dcc52f0a req-35ed608f-39aa-4361-855e-9c62ef6f5730 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:51.955622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e064c74-3642-4dd0-a4db-c453dcc52f0a req-35ed608f-39aa-4361-855e-9c62ef6f5730 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1325753 Jul 22 21:49:51.971381 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816dea8-8432-48ec-a426-adc3188a5cb7 x-openstack-request-id: req-b816dea8-8432-48ec-a426-adc3188a5cb7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:49:51.971810 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38260c4d-3635-49e0-acbe-13eb11067879", "name": "network-vif-deleted", "tag": "bb7919a5-d34c-4b1a-8a19-1e1c322339fa", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:49:51.972105 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b816dea8-8432-48ec-a426-adc3188a5cb7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:49:51.972506 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38260c4d-3635-49e0-acbe-13eb11067879', 'name': 'network-vif-deleted', 'tag': 'bb7919a5-d34c-4b1a-8a19-1e1c322339fa', 'status': 'completed', 'code': 200} Jul 22 21:49:52.037073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e064c74-3642-4dd0-a4db-c453dcc52f0a req-45635cb2-a0e8-483f-8afd-a1ed037bf82d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Jul 22 21:49:52.246550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917db24-e7d8-40fe-ab5d-0af949b735db req-9aeddd43-7ae7-4c9f-9b1e-b04df55eb8f5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:52.249047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a917db24-e7d8-40fe-ab5d-0af949b735db req-9aeddd43-7ae7-4c9f-9b1e-b04df55eb8f5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1134982 Jul 22 21:49:52.303666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a917db24-e7d8-40fe-ab5d-0af949b735db req-458d2649-b6cf-45ba-b567-224735433649 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481720 Jul 22 21:49:52.663636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecd2a6-2d3a-42f7-83c2-aa275b5b9543 req-fce05ae0-8fe6-443c-bff4-da26a3806f29 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:52.668132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95ecd2a6-2d3a-42f7-83c2-aa275b5b9543 req-fce05ae0-8fe6-443c-bff4-da26a3806f29 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1387415 Jul 22 21:49:52.725842 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95ecd2a6-2d3a-42f7-83c2-aa275b5b9543 req-4848852d-e929-43a0-8bcc-f26623052bb5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485663 Jul 22 21:49:52.950300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cca7b-f157-44f5-b867-db00ac5330b5 req-d78ffc9a-400f-4f1e-9299-bdf84818d868 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:52.952241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f0cca7b-f157-44f5-b867-db00ac5330b5 req-d78ffc9a-400f-4f1e-9299-bdf84818d868 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1217349 Jul 22 21:49:53.009156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f0cca7b-f157-44f5-b867-db00ac5330b5 req-72f563e5-2292-48c0-a811-edd81f35e5e9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Jul 22 21:49:53.083191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-212704de-0b32-44c2-8b72-50b46064ee4d req-c64e95dd-1fcf-4838-ba3d-75f7ecdc8ecf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0721264 Jul 22 21:49:53.308807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54efb4-37b2-4f6a-a675-a32b858a0d0c req-72de97ea-1e7a-41e0-8724-9e5ef8d9340e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:53.315496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f54efb4-37b2-4f6a-a675-a32b858a0d0c req-72de97ea-1e7a-41e0-8724-9e5ef8d9340e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0966985 Jul 22 21:49:53.356691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f54efb4-37b2-4f6a-a675-a32b858a0d0c req-2e48dfe6-91f3-4417-84ed-fc22bae0727a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Jul 22 21:49:53.392436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39584) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:53.531127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816db7a-d513-4ce9-8dcf-37bc6d67baaf req-a68a09aa-5ea2-49d8-92b1-ac627be3f40e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:53.538294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5816db7a-d513-4ce9-8dcf-37bc6d67baaf req-a68a09aa-5ea2-49d8-92b1-ac627be3f40e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0960834 Jul 22 21:49:53.559602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6fd7-9082-4a92-b527-ed6aeddaca55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:53.598850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5816db7a-d513-4ce9-8dcf-37bc6d67baaf req-8c5d8611-268d-41c0-bf4e-c07b30fd1f1a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596700 Jul 22 21:49:53.760305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6fd7-9082-4a92-b527-ed6aeddaca55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:53.767538 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6fd7-9082-4a92-b527-ed6aeddaca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:53.813886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9d3b6fd7-9082-4a92-b527-ed6aeddaca55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ff12cf5b85241a6b22bd07fd7fac714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179807 Jul 22 21:49:53.815037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39596) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:53.858075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b6fd7-9082-4a92-b527-ed6aeddaca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97826be8-2a58-46c4-b923-cf482652c506,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:53.918084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1da974d-af9c-4227-956e-9ed9d48eff10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:53.975356 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1da974d-af9c-4227-956e-9ed9d48eff10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:54.006815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44725be3-a8af-4f3e-b175-e9c60c35712a req-d9bcdea7-459d-46db-82b0-64be8be33fc2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:54.014821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44725be3-a8af-4f3e-b175-e9c60c35712a req-d9bcdea7-459d-46db-82b0-64be8be33fc2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0839682 Jul 22 21:49:54.030958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1da974d-af9c-4227-956e-9ed9d48eff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:54.039586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b1da974d-af9c-4227-956e-9ed9d48eff10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:54.042625 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b1da974d-af9c-4227-956e-9ed9d48eff10 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97826be8-2a58-46c4-b923-cf482652c506 HTTP/1.1" status: 204 len: 168 time: 0.2249584 Jul 22 21:49:54.055736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da974d-af9c-4227-956e-9ed9d48eff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97826be8-2a58-46c4-b923-cf482652c506,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:54.093114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44725be3-a8af-4f3e-b175-e9c60c35712a req-bdda4c86-08be-47e9-8a0e-66c78bc9da5d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Jul 22 21:49:54.156854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bb7919a5-d34c-4b1a-8a19-1e1c322339fa no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:49:54.199052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: bb7919a5-d34c-4b1a-8a19-1e1c322339fa {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:49:54.199676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bb7919a5-d34c-4b1a-8a19-1e1c322339fa not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:49:54.304699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3243798-0030-4e17-a80c-80cf49ea0259 req-e7ef9dd2-cbe1-4f00-a25a-ac660c11a78d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0602014 Jul 22 21:49:54.359227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d736f-45b2-4b80-90a1-22f29d1eefab req-08e58482-ca0d-4f86-b43d-12f28df404b0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:54.365586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d7d736f-45b2-4b80-90a1-22f29d1eefab req-08e58482-ca0d-4f86-b43d-12f28df404b0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1922824 Jul 22 21:49:54.448720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d7d736f-45b2-4b80-90a1-22f29d1eefab req-d8fa9685-33af-4a52-8fa5-de7c062a8fb8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757856 Jul 22 21:49:54.585589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39612) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:54.616580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0121-76c6-4039-90df-4048c2b6fc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:54.753979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0121-76c6-4039-90df-4048c2b6fc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:54.772711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0121-76c6-4039-90df-4048c2b6fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:54.833395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e0121-76c6-4039-90df-4048c2b6fc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b61e5-2580-4586-85f6-4a7639f4d1eb,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:54.841317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1d3e0121-76c6-4039-90df-4048c2b6fc55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91f82ca6ae5f4a3593cadb21256f6ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526224 Jul 22 21:49:54.841534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39634) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:54.889970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ed65e-a1e3-4224-bd4d-6972ed781607 req-8d30a249-db38-4168-a5c4-c31e6adb40c6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:54.892883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0ed65e-a1e3-4224-bd4d-6972ed781607 req-8d30a249-db38-4168-a5c4-c31e6adb40c6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 812 time: 0.1836691 Jul 22 21:49:54.919283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0ed65e-a1e3-4224-bd4d-6972ed781607 req-7e1a9fb8-fb02-4004-9c69-a9d2551d5fe7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/quotas/3e4da2a126a54974bc2fcb2f21ffee3b HTTP/1.1" status: 200 len: 375 time: 0.0180221 Jul 22 21:49:54.966932 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0800db5-595b-4e9d-845e-e636d95800f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:55.001141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0800db5-595b-4e9d-845e-e636d95800f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:55.046142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f0ed65e-a1e3-4224-bd4d-6972ed781607 req-56593234-18c0-4a6e-b1a6-310520b0de22 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128109 Jul 22 21:49:55.065791 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0800db5-595b-4e9d-845e-e636d95800f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:55.069130 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0800db5-595b-4e9d-845e-e636d95800f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:55.074148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0800db5-595b-4e9d-845e-e636d95800f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a90b61e5-2580-4586-85f6-4a7639f4d1eb HTTP/1.1" status: 204 len: 168 time: 0.2298656 Jul 22 21:49:55.084173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0800db5-595b-4e9d-845e-e636d95800f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b61e5-2580-4586-85f6-4a7639f4d1eb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:55.224068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025301e-4aba-4814-9e28-d33ba669dfff req-1ea9491d-f9a1-47c6-b7e6-4bba36f1284f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:55.226063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8025301e-4aba-4814-9e28-d33ba669dfff req-1ea9491d-f9a1-47c6-b7e6-4bba36f1284f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0893247 Jul 22 21:49:55.294143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8025301e-4aba-4814-9e28-d33ba669dfff req-3e4cd355-5e9c-4c7c-96fc-3235c096f98e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598667 Jul 22 21:49:55.481849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b84eca8-bfa4-4cb9-be8b-59d34777cb33 req-dfdd423a-5d0a-4c5c-a4b1-4c8ec8e1c9b6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0424447 Jul 22 21:49:55.540985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978a6a-8e33-4c27-9b94-c441d39e3961 req-8349fb28-cca6-4865-8ce6-679a04df7669 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:55.544579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca978a6a-8e33-4c27-9b94-c441d39e3961 req-8349fb28-cca6-4865-8ce6-679a04df7669 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1466870 Jul 22 21:49:55.608926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca978a6a-8e33-4c27-9b94-c441d39e3961 req-0014e921-66b7-4b74-9099-ff1a2c870a07 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569618 Jul 22 21:49:55.888954 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-66c77fdc-7a64-4f94-847f-0053715fa29f req-a0c317e9-95b9-4cba-93be-7117e9cfb620 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b HTTP/1.1" status: 200 len: 221 time: 0.0522079 Jul 22 21:49:56.033762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e2bf-67b5-4781-bc12-e046bd10155c req-f1456788-a7f7-4d93-a907-38498afa01c3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:56.036200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab97e2bf-67b5-4781-bc12-e046bd10155c req-f1456788-a7f7-4d93-a907-38498afa01c3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0889471 Jul 22 21:49:56.092311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab97e2bf-67b5-4781-bc12-e046bd10155c req-9f94dada-1658-4071-ae99-8df28a244a1a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Jul 22 21:49:56.207784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39690) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:56.257935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ea09-0745-47b4-92a5-edcd5513f312 req-1c759cd7-6f96-4ffd-9f1d-f723073f70d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:56.265099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8324ea09-0745-47b4-92a5-edcd5513f312 req-1c759cd7-6f96-4ffd-9f1d-f723073f70d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0888510 Jul 22 21:49:56.314961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8324ea09-0745-47b4-92a5-edcd5513f312 req-abc6b7de-7f0d-41e5-a628-241fe2b4cf6a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 Jul 22 21:49:56.339610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1848005307'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:56.376887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:56.382759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.394725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.557269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.571523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.597782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:49:56.607789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a003eb-c5ed-4de2-8dab-4e6c79f27462 req-03ec938d-4613-40a3-b7a7-9b6be8752c7f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:56.612963 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5a003eb-c5ed-4de2-8dab-4e6c79f27462 req-03ec938d-4613-40a3-b7a7-9b6be8752c7f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1963940 Jul 22 21:49:56.616839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.617416 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Added segment 78d1885b-a84a-4682-bff5-80c6e5d30cc7 of type vlan for network a33edef7-dd45-4ffe-9c4d-ae06094a0930 Jul 22 21:49:56.668675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19807b3d-9a9f-4068-87c6-461c23668b6b req-b58719f2-a9d8-4cf1-8019-e4229d7bf839 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=38260c4d-3635-49e0-acbe-13eb11067879 HTTP/1.1" status: 200 len: 210 time: 0.0485506 Jul 22 21:49:56.707315 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.710158 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5a003eb-c5ed-4de2-8dab-4e6c79f27462 req-4ffe5f3f-0f26-4a57-8444-1d496df74666 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727925 Jul 22 21:49:56.770633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.777393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:56.778074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:56.802145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07be5fdb-62d2-4854-aa45-b16b37b65a25,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:56.825706 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6139953 Jul 22 21:49:56.826816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39710) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:56.835559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'subnet': {'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:56.889084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fd30c-cbf8-49f9-8123-0113bc86663b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Network': ['ID=a33edef7-dd45-4ffe-9c4d-ae06094a0930,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:56.903634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:49:57.002335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af06b-e9a3-4422-bdb7-7dd0df48b059 req-4d71266c-261b-4888-9575-0552e0aab2ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:57.003969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f64af06b-e9a3-4422-bdb7-7dd0df48b059 req-4d71266c-261b-4888-9575-0552e0aab2ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1229968 Jul 22 21:49:57.005064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:57.008411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:57.102178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f64af06b-e9a3-4422-bdb7-7dd0df48b059 req-9382f6c6-5d51-4911-b9bd-0e432e8972ce tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898066 Jul 22 21:49:57.303210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:57.682513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Subnet': ['ID=c8c9dd94-20bc-4214-b650-dd81c6fdcd9f,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:57.705487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Checking segment: {'id': '78d1885b-a84a-4682-bff5-80c6e5d30cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:49:57.705848 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network hostable DHCP agents. Network: a33edef7-dd45-4ffe-9c4d-ae06094a0930, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:49:57.722160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe57ec-c10d-4962-998c-d7e09343cfc3 req-3379e87a-0c31-4b12-9d7d-d10cc5075f08 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:57.728488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdfe57ec-c10d-4962-998c-d7e09343cfc3 req-3379e87a-0c31-4b12-9d7d-d10cc5075f08 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.4323821 Jul 22 21:49:57.760799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:49:57.782749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a33edef7-dd45-4ffe-9c4d-ae06094a0930) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:49:57.793700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3415d74-da32-43f6-ad65-3c268bdcb5f5 None None] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:49:57.809042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bdfe57ec-c10d-4962-998c-d7e09343cfc3 req-4f5ec0c9-1acf-46bd-b77b-cd608e03553c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732744 Jul 22 21:49:57.810076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:57.810676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:57.842890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:57.844127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cf18d823-a7a1-4418-930d-d8958d1264be tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0156441 Jul 22 21:49:57.852256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'name': 'tempest-AllowedAddressPairTestJSON-27127475'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:58.022169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f76595-1d81-4e89-a516-55e0487021d7 req-4c091102-3c38-4ffb-a95e-0aedbeb714ad tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:58.040194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'tenant_id': 'b7bd83d4ff11432abfb052c1a4565113', 'fixed_ips': [{'subnet_id': 'c8c9dd94-20bc-4214-b650-dd81c6fdcd9f'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:49:58.041138 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.042190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55f76595-1d81-4e89-a516-55e0487021d7 req-4c091102-3c38-4ffb-a95e-0aedbeb714ad tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1230271 Jul 22 21:49:58.069715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:58.075994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.099787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55f76595-1d81-4e89-a516-55e0487021d7 req-e67491a8-36e4-45c3-b424-0bc6d6cfe424 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Jul 22 21:49:58.107327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] device_id is not set on port 299a5440-9511-4fa0-bb05-406695741e94 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:49:58.251423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Allocated IP 172.20.0.2 (a33edef7-dd45-4ffe-9c4d-ae06094a0930/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f/4a828399-7cdd-4c2f-9491-af4de6185856) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:49:58.270447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566cae4-d436-4f19-bda3-533fd8f71150 req-be1dcc14-8807-485f-a2be-9183e339a984 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:58.272114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4566cae4-d436-4f19-bda3-533fd8f71150 req-be1dcc14-8807-485f-a2be-9183e339a984 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0759995 Jul 22 21:49:58.314286 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4566cae4-d436-4f19-bda3-533fd8f71150 req-b7d584e5-b5e2-4be7-a1d4-fd0c2b9a8a18 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Jul 22 21:49:58.413718 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.423752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Transition to ACTIVE for port object 4a828399-7cdd-4c2f-9491-af4de6185856 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:49:58.439154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Transition to ACTIVE for port object 4a828399-7cdd-4c2f-9491-af4de6185856 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:49:58.452943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.474115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61ea3c-9599-4c20-a6fb-371de31dcb2e req-e98c87bf-c3bd-4987-a75e-d65f49a1a1b9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:58.475668 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae61ea3c-9599-4c20-a6fb-371de31dcb2e req-e98c87bf-c3bd-4987-a75e-d65f49a1a1b9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0808342 Jul 22 21:49:58.518244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Allocated IP 172.20.0.12 (a33edef7-dd45-4ffe-9c4d-ae06094a0930/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f/299a5440-9511-4fa0-bb05-406695741e94) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:49:58.540428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Pushing event updated for resources: {'Port': ['ID=4a828399-7cdd-4c2f-9491-af4de6185856,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:58.548676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:49:58.550131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:49:58.555211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae61ea3c-9599-4c20-a6fb-371de31dcb2e req-5b76ab76-1a05-4e27-8018-68f5474d50db tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624003 Jul 22 21:49:58.567246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:49:58.578669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.579021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.579370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.579716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.580081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.580415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.580749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.581079 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.581407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.581737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.582061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.582386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:49:58.663312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Attempting to bind port 4a828399-7cdd-4c2f-9491-af4de6185856 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:49:58.664142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Attempting to bind port 4a828399-7cdd-4c2f-9491-af4de6185856 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '78d1885b-a84a-4682-bff5-80c6e5d30cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:49:58.664749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Attempting to bind port 4a828399-7cdd-4c2f-9491-af4de6185856 on network a33edef7-dd45-4ffe-9c4d-ae06094a0930 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:49:58.670434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:49:58.670804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Checking segment: {'id': '78d1885b-a84a-4682-bff5-80c6e5d30cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:49:58.672586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.675263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Bound using segment: {'id': '78d1885b-a84a-4682-bff5-80c6e5d30cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:49:58.676251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Bound port: 4a828399-7cdd-4c2f-9491-af4de6185856, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d1885b-a84a-4682-bff5-80c6e5d30cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:49:58.676251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.725751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.741950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Transition to ACTIVE for port object 299a5440-9511-4fa0-bb05-406695741e94 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:49:58.773845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075a009-83e1-4015-9bc0-f0b7b5fef9ee req-eb8394bb-6b6a-43e9-9c1e-74392f00ed24 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:58.780610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] For port 4a828399-7cdd-4c2f-9491-af4de6185856, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:49:58.783146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1075a009-83e1-4015-9bc0-f0b7b5fef9ee req-eb8394bb-6b6a-43e9-9c1e-74392f00ed24 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0836971 Jul 22 21:49:58.784295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] For port 4a828399-7cdd-4c2f-9491-af4de6185856, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4a828399-7cdd-4c2f-9491-af4de6185856,segment=NetworkSegment(78d1885b-a84a-4682-bff5-80c6e5d30cc7),segment_id=78d1885b-a84a-4682-bff5-80c6e5d30cc7)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:49:58.789934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.792009 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.840322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1075a009-83e1-4015-9bc0-f0b7b5fef9ee req-875834dc-a3f3-4e7e-af06-ff895f59798d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Jul 22 21:49:58.853437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:49:58.861300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:49:58.877197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:49:58.887788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32430d63-6909-4b65-a5e1-276be294c488 None None] Pushing event updated for resources: {'Port': ['ID=4a828399-7cdd-4c2f-9491-af4de6185856,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:58.926714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=299a5440-9511-4fa0-bb05-406695741e94,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:58.966833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:58.967601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:58.989094 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-175efe10-5779-47ef-9f9c-7836d1334e4d tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1407218 Jul 22 21:49:58.990154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39752) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:49:58.995758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'name': 'tempest-AllowedAddressPairTestJSON-2046736448', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:58:c7:5e'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:49:59.046811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecbf1a-9094-4a87-ae94-5f4f6139e602 req-e8fe06f9-5a31-4a60-9d7c-c8173e4f33dd tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:59.059386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fecbf1a-9094-4a87-ae94-5f4f6139e602 req-e8fe06f9-5a31-4a60-9d7c-c8173e4f33dd tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1160340 Jul 22 21:49:59.112223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fecbf1a-9094-4a87-ae94-5f4f6139e602 req-27484338-5680-42c1-ad5b-2134fc46d4d9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518551 Jul 22 21:49:59.163412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:49:59.302153 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:59.344517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] device_id is not set on port fb35da6a-0b20-43b0-812c-9ce30010dc61 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:49:59.374033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a600d6d-7b7e-4797-adcd-26f0570cd292 req-e4d14331-33f3-44fb-b1af-f3a715276f84 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:59.383077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a600d6d-7b7e-4797-adcd-26f0570cd292 req-e4d14331-33f3-44fb-b1af-f3a715276f84 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1091411 Jul 22 21:49:59.455472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a600d6d-7b7e-4797-adcd-26f0570cd292 req-ebacfa87-c9d5-4d95-97f4-a76313a102ab tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715125 Jul 22 21:49:59.490796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Allocated IP 172.20.0.3 (a33edef7-dd45-4ffe-9c4d-ae06094a0930/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f/fb35da6a-0b20-43b0-812c-9ce30010dc61) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:49:59.641649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c461be6-2b43-45eb-8798-a09ebedea275 req-b7f15ae8-d1a7-4a92-9ac6-a25d1a93e356 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:59.644163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c461be6-2b43-45eb-8798-a09ebedea275 req-b7f15ae8-d1a7-4a92-9ac6-a25d1a93e356 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0888603 Jul 22 21:49:59.687826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:59.701802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c461be6-2b43-45eb-8798-a09ebedea275 req-68dd5096-f21b-4b07-b4b7-b1cb9d145887 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509212 Jul 22 21:49:59.714662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Transition to ACTIVE for port object fb35da6a-0b20-43b0-812c-9ce30010dc61 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:49:59.756597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:59.809000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:49:59.837889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:49:59.840216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=fb35da6a-0b20-43b0-812c-9ce30010dc61,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:49:59.842565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:49:59.897819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa795a36-d07a-4247-9336-adf90fbf22c3 req-daccd017-eba2-42ce-814d-2684edd853ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:59.906542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa795a36-d07a-4247-9336-adf90fbf22c3 req-daccd017-eba2-42ce-814d-2684edd853ca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0936682 Jul 22 21:49:59.959200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa795a36-d07a-4247-9336-adf90fbf22c3 req-8b7f1b5c-f417-4627-a656-706b8ba914c0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514061 Jul 22 21:49:59.965315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:49:59.966011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:49:59.994942 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a3255d51-331e-44a0-aa61-05c2f454174a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0031321 Jul 22 21:49:59.997351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39776) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:00.098522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c15bf5-dda9-4eb7-aac6-2f2643e3702a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:00.105046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c15bf5-dda9-4eb7-aac6-2f2643e3702a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:00.111353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c15bf5-dda9-4eb7-aac6-2f2643e3702a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:00.113660 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d7c15bf5-dda9-4eb7-aac6-2f2643e3702a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1148801 Jul 22 21:50:00.117068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39778) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:00.192770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954726e-e3bc-4c4a-b6e4-482082175df6 req-922a96b3-4846-4f7e-a929-0725910c3eb4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:00.200502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6954726e-e3bc-4c4a-b6e4-482082175df6 req-922a96b3-4846-4f7e-a929-0725910c3eb4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1150150 Jul 22 21:50:00.240777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6954726e-e3bc-4c4a-b6e4-482082175df6 req-9c84bd0f-6a95-4e07-8f75-f8325ff49a22 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Jul 22 21:50:00.255212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting port fb35da6a-0b20-43b0-812c-9ce30010dc61 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:00.256288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:00.405423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b992153e-8fef-4c8f-b6ba-b77fd72c844f None None] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:00.488523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:00.510612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-574e39d8-e86e-46d8-b7c3-37092d6c04cd None None] Provisioning for port 4a828399-7cdd-4c2f-9491-af4de6185856 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:00.528838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Calling delete_port for fb35da6a-0b20-43b0-812c-9ce30010dc61 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:00.733699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2e85e-db66-4cea-be7b-8a3c22fadf56 req-c1f9d04c-677e-4e5e-8edb-1f0ca6125c15 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:00.736591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee2e85e-db66-4cea-be7b-8a3c22fadf56 req-c1f9d04c-677e-4e5e-8edb-1f0ca6125c15 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1427696 Jul 22 21:50:00.771753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:00.867371 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee2e85e-db66-4cea-be7b-8a3c22fadf56 req-88753c6d-d780-4b25-b101-efd268cdfe1f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178250 Jul 22 21:50:00.992208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Port': ['ID=fb35da6a-0b20-43b0-812c-9ce30010dc61,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:01.112235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4a828399-7cdd-4c2f-9491-af4de6185856 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:50:01.195461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e4cd9-a7cd-41ec-8fd5-6417b7fd3aaa req-5fcab110-656f-40a0-bbb1-8424f78d8b96 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:01.209884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b84e4cd9-a7cd-41ec-8fd5-6417b7fd3aaa req-5fcab110-656f-40a0-bbb1-8424f78d8b96 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2247345 Jul 22 21:50:01.234896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.240067 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a410d545-cf20-44d1-89b6-72fb1df700f0 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/ports/fb35da6a-0b20-43b0-812c-9ce30010dc61 HTTP/1.1" status: 204 len: 168 time: 1.1189926 Jul 22 21:50:01.241335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39798) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:01.290605 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4b7843-b8b6-4e33-b4c2-6ec5933398fb tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] GET failed (client error): The resource could not be found. Jul 22 21:50:01.296590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39800) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:01.298899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-db4b7843-b8b6-4e33-b4c2-6ec5933398fb tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "GET /v2.0/ports/fb35da6a-0b20-43b0-812c-9ce30010dc61 HTTP/1.1" status: 404 len: 333 time: 0.0557117 Jul 22 21:50:01.302405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bb5041ba-fe36-464c-a94a-d6756f7d7977 None None] Provisioning for port 299a5440-9511-4fa0-bb05-406695741e94 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:01.303455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'name': 'tempest-AllowedAddressPairTestJSON-763479741'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:01.312599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bb5041ba-fe36-464c-a94a-d6756f7d7977 None None] Provisioning complete for port 299a5440-9511-4fa0-bb05-406695741e94 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:01.313345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb5041ba-fe36-464c-a94a-d6756f7d7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.345310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4a828399-7cdd-4c2f-9491-af4de6185856 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:01.351667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4a828399-7cdd-4c2f-9491-af4de6185856 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:01.352778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.358845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b84e4cd9-a7cd-41ec-8fd5-6417b7fd3aaa req-8509cc1d-16e5-4900-a64b-03e37195eb9a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492150 Jul 22 21:50:01.417130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bb5041ba-fe36-464c-a94a-d6756f7d7977 None None] Port 299a5440-9511-4fa0-bb05-406695741e94 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:01.422658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bb5041ba-fe36-464c-a94a-d6756f7d7977 None None] Could not find standard attr ID for object fb35da6a-0b20-43b0-812c-9ce30010dc61. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:50:01.465889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.522829 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.556634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 4a828399-7cdd-4c2f-9491-af4de6185856, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4a828399-7cdd-4c2f-9491-af4de6185856,segment=NetworkSegment(78d1885b-a84a-4682-bff5-80c6e5d30cc7),segment_id=78d1885b-a84a-4682-bff5-80c6e5d30cc7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:01.559674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c5e1205a-782d-4620-b9da-3d8d4c8c519a None None] Provisioning complete for port 299a5440-9511-4fa0-bb05-406695741e94 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:01.560083 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c5e1205a-782d-4620-b9da-3d8d4c8c519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.563045 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.650530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:01.654913 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:01.673503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1205a-782d-4620-b9da-3d8d4c8c519a None None] Port 299a5440-9511-4fa0-bb05-406695741e94 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:01.699771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] device_id is not set on port 821e48ba-581a-48e4-bbb3-e18a26f5378c yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:50:01.703000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=4a828399-7cdd-4c2f-9491-af4de6185856,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:01.716015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d057e7-eb0d-4328-b2ef-8abd598822ba req-f1f70b4a-423d-4fb8-aea7-d8ecfcc363e6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:01.717795 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88d057e7-eb0d-4328-b2ef-8abd598822ba req-f1f70b4a-423d-4fb8-aea7-d8ecfcc363e6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1211019 Jul 22 21:50:01.772382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88d057e7-eb0d-4328-b2ef-8abd598822ba req-cc6ebaf0-a18c-4930-bac2-8eeea46ec24d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Jul 22 21:50:01.973566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Allocated IP 172.20.0.4 (a33edef7-dd45-4ffe-9c4d-ae06094a0930/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f/821e48ba-581a-48e4-bbb3-e18a26f5378c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:01.990824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-328bbab4-5cd3-4184-8133-8f882e4dc1a3 None None] Could not find standard attr ID for object fb35da6a-0b20-43b0-812c-9ce30010dc61. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:50:02.077224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ffbe-7fde-4ef7-994e-bd8a001cb381 req-e0a1c2e0-c51c-47c4-9c0c-0ff6dee3aed2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:02.088748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9539ffbe-7fde-4ef7-994e-bd8a001cb381 req-e0a1c2e0-c51c-47c4-9c0c-0ff6dee3aed2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1910298 Jul 22 21:50:02.169738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9539ffbe-7fde-4ef7-994e-bd8a001cb381 req-d3a6892c-2a38-4466-ab34-bfda0262e6f8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738018 Jul 22 21:50:02.216791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:02.382636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:02.395135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72c60-39b2-43a9-a1fb-28e210aedaf3 req-46422853-681c-4705-8ac3-82dee39c901b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:02.397095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5b72c60-39b2-43a9-a1fb-28e210aedaf3 req-46422853-681c-4705-8ac3-82dee39c901b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1004868 Jul 22 21:50:02.407281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Transition to ACTIVE for port object 821e48ba-581a-48e4-bbb3-e18a26f5378c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:02.456150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5b72c60-39b2-43a9-a1fb-28e210aedaf3 req-293b4db3-db2e-4ee9-a543-c45442c42357 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 Jul 22 21:50:02.457462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:02.527331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:02.530633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:02.534999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:02.542052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=821e48ba-581a-48e4-bbb3-e18a26f5378c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:02.600298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:02.600995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:02.627576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a9050816-48f4-489b-aefd-c065ef1b48a3 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3297381 Jul 22 21:50:02.630644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:02.637557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:58:c7:5e'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:02.700499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7b522-b41d-46e6-8800-39de4e221742 req-fbd937a9-c1fd-40d0-aa32-3bdb38abe13c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:02.702284 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-96b7b522-b41d-46e6-8800-39de4e221742 req-fbd937a9-c1fd-40d0-aa32-3bdb38abe13c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1645148 Jul 22 21:50:02.816443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-96b7b522-b41d-46e6-8800-39de4e221742 req-674bb54e-7005-4fd2-8108-6d970635b1a3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010273 Jul 22 21:50:02.954045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:02.976718 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:50:03.043356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4a828399-7cdd-4c2f-9491-af4de6185856 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:50:03.046556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5cda2f9f-79d2-4414-ae9b-d0f688d677cd None None] Provisioning for port 821e48ba-581a-48e4-bbb3-e18a26f5378c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:03.087071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5cda2f9f-79d2-4414-ae9b-d0f688d677cd None None] Provisioning complete for port 821e48ba-581a-48e4-bbb3-e18a26f5378c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:03.090542 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5cda2f9f-79d2-4414-ae9b-d0f688d677cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.225293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5cda2f9f-79d2-4414-ae9b-d0f688d677cd None None] Port 821e48ba-581a-48e4-bbb3-e18a26f5378c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:03.260898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4a828399-7cdd-4c2f-9491-af4de6185856 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:03.261293 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.344936 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.356037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cff922-19b1-461c-9926-0754312f3586 req-54c9eced-8a6c-4888-a3e1-ece5bc2a3e9e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:03.357755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1cff922-19b1-461c-9926-0754312f3586 req-54c9eced-8a6c-4888-a3e1-ece5bc2a3e9e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1278741 Jul 22 21:50:03.359155 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.475744 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=821e48ba-581a-48e4-bbb3-e18a26f5378c,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:03.492622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1cff922-19b1-461c-9926-0754312f3586 req-270c238b-c885-4ad3-8e15-146495c636d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259408 Jul 22 21:50:03.506486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] In _notify_port_updated(), no bound segment for port 821e48ba-581a-48e4-bbb3-e18a26f5378c on network a33edef7-dd45-4ffe-9c4d-ae06094a0930 {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:50:03.518968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:03.521750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.525211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-750645a7-9817-4451-9ea8-7a5305c24543 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "PUT /v2.0/ports/821e48ba-581a-48e4-bbb3-e18a26f5378c HTTP/1.1" status: 200 len: 993 time: 0.8935628 Jul 22 21:50:03.528217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39848) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:03.692376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting port 821e48ba-581a-48e4-bbb3-e18a26f5378c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:03.692978 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.803267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.817010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Calling delete_port for 821e48ba-581a-48e4-bbb3-e18a26f5378c owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:03.860459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c065df0f-cf5c-47b3-8dea-352b202d0ccf None None] Provisioning complete for port 821e48ba-581a-48e4-bbb3-e18a26f5378c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:03.862741 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c065df0f-cf5c-47b3-8dea-352b202d0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:03.935816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c065df0f-cf5c-47b3-8dea-352b202d0ccf None None] Port 821e48ba-581a-48e4-bbb3-e18a26f5378c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:04.049824 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:04.077273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Port': ['ID=821e48ba-581a-48e4-bbb3-e18a26f5378c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:04.462708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:04.467788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:04.475191 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-62f3f8fb-67c9-4026-8e7f-000b66c71f38 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/ports/821e48ba-581a-48e4-bbb3-e18a26f5378c HTTP/1.1" status: 204 len: 168 time: 0.9381435 Jul 22 21:50:04.505886 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f8e8f5-f7a4-4625-be48-ce60aee67df8 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] GET failed (client error): The resource could not be found. Jul 22 21:50:04.508320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2f8e8f5-f7a4-4625-be48-ce60aee67df8 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "GET /v2.0/ports/821e48ba-581a-48e4-bbb3-e18a26f5378c HTTP/1.1" status: 404 len: 333 time: 0.0394056 Jul 22 21:50:04.512662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39900) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:04.521074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'name': 'tempest-AllowedAddressPairTestJSON-199996986'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:04.767455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c510b-f0dd-40bb-914c-a9bfdfd8dd69 req-1ef3d90f-18f2-4146-a636-bbea7ae46b8f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:04.767455 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-370c510b-f0dd-40bb-914c-a9bfdfd8dd69 req-1ef3d90f-18f2-4146-a636-bbea7ae46b8f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1210196 Jul 22 21:50:04.767455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:04.767455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:04.771186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] device_id is not set on port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:50:04.862871 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-370c510b-f0dd-40bb-914c-a9bfdfd8dd69 req-d2a21192-b75b-40a7-afa9-b5d8ac3f8d19 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874832 Jul 22 21:50:04.938265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Allocated IP 172.20.0.3 (a33edef7-dd45-4ffe-9c4d-ae06094a0930/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f/61a31708-c3c5-4eb9-8bc6-39736c4cba91) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:05.134209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:05.160397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Transition to ACTIVE for port object 61a31708-c3c5-4eb9-8bc6-39736c4cba91 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:05.247074 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:05.295774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa4cd9-a2d5-4afe-846c-b0743469d2aa req-9d9d56ab-a749-49b1-8039-ef71e1fc45b6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:05.297513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01fa4cd9-a2d5-4afe-846c-b0743469d2aa req-9d9d56ab-a749-49b1-8039-ef71e1fc45b6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1520364 Jul 22 21:50:05.321087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:05.341081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:05.354078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:05.362504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=61a31708-c3c5-4eb9-8bc6-39736c4cba91,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:05.438908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01fa4cd9-a2d5-4afe-846c-b0743469d2aa req-513ed1e4-a8ce-4328-bd6c-c04fbeb1e6ac tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307769 Jul 22 21:50:05.471895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:05.471895 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:05.491454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ac17ae06-2cef-464f-b8ce-73c0d7cd9707 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9750235 Jul 22 21:50:05.495168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:05.501486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:58:c7:5e'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:05.704565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bd6ab56-90ce-42ab-b1ae-ed27c38e89db None None] Provisioning for port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:05.709770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bd6ab56-90ce-42ab-b1ae-ed27c38e89db None None] Provisioning complete for port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:05.712547 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ab56-90ce-42ab-b1ae-ed27c38e89db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:05.753301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6ab56-90ce-42ab-b1ae-ed27c38e89db None None] Port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:05.782592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39944) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:05.790582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0f7bd1d2-cbb2-46a5-9409-0133babf95bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487842057', 'description': 'tempest-secgroup-smoke-1487842057 description', 'project_id': '5f320adcb16a4b44964ca165b1763aa4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:05.816239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:05.831463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1d2-cbb2-46a5-9409-0133babf95bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:05.963605 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1d2-cbb2-46a5-9409-0133babf95bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:05.968112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1d2-cbb2-46a5-9409-0133babf95bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.008021 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1d2-cbb2-46a5-9409-0133babf95bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.012069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0f7bd1d2-cbb2-46a5-9409-0133babf95bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2241535 Jul 22 21:50:06.012069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bd1d2-cbb2-46a5-9409-0133babf95bd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1e242-6d46-4935-87a5-9913bee93698,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:06.013878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39950) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:06.018696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0e830839-c358-43c2-9dec-8bcc0b0b308c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'security_group_rule': {'security_group_id': 'd6c1e242-6d46-4935-87a5-9913bee93698', 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:06.074296 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e830839-c358-43c2-9dec-8bcc0b0b308c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.123669 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.131099 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.169813 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e830839-c358-43c2-9dec-8bcc0b0b308c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.180951 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e830839-c358-43c2-9dec-8bcc0b0b308c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.195718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e830839-c358-43c2-9dec-8bcc0b0b308c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbd2ef9-9c97-4fd4-95a9-759bbeef9c62,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:06.209532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0e830839-c358-43c2-9dec-8bcc0b0b308c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.211660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0e830839-c358-43c2-9dec-8bcc0b0b308c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1962552 Jul 22 21:50:06.214485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:06.230623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7e16affa-8e8c-478d-b7b8-bb68d39479ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'security_group_rule': {'security_group_id': 'd6c1e242-6d46-4935-87a5-9913bee93698', 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:06.283737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=61a31708-c3c5-4eb9-8bc6-39736c4cba91,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:06.296714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e16affa-8e8c-478d-b7b8-bb68d39479ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.320352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] In _notify_port_updated(), no bound segment for port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 on network a33edef7-dd45-4ffe-9c4d-ae06094a0930 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:50:06.350870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:06.355412 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.357134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-49efbd15-10b5-4870-ae3a-a39730c2da8a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "PUT /v2.0/ports/61a31708-c3c5-4eb9-8bc6-39736c4cba91 HTTP/1.1" status: 200 len: 995 time: 0.8609533 Jul 22 21:50:06.360335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 39962) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:06.403399 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e16affa-8e8c-478d-b7b8-bb68d39479ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.410577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e16affa-8e8c-478d-b7b8-bb68d39479ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.441989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16affa-8e8c-478d-b7b8-bb68d39479ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea948bf-1497-47f9-8b2d-516f4186a08e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:06.448191 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e16affa-8e8c-478d-b7b8-bb68d39479ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.452802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7e16affa-8e8c-478d-b7b8-bb68d39479ab tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2367203 Jul 22 21:50:06.453432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39966) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:06.459685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba301c57-3520-4dfd-b42d-3afd495a9e87 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'security_group_rule': {'security_group_id': 'd6c1e242-6d46-4935-87a5-9913bee93698', 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:06.518873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba301c57-3520-4dfd-b42d-3afd495a9e87 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.547819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:06.549132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.579998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7d8d284b-c8dd-4604-91f6-0066d061f67f None None] Provisioning complete for port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:06.580703 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7d8d284b-c8dd-4604-91f6-0066d061f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.646157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba301c57-3520-4dfd-b42d-3afd495a9e87 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.654058 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba301c57-3520-4dfd-b42d-3afd495a9e87 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.685147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d284b-c8dd-4604-91f6-0066d061f67f None None] Port 61a31708-c3c5-4eb9-8bc6-39736c4cba91 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:06.690513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba301c57-3520-4dfd-b42d-3afd495a9e87 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b063fa93-4f41-4853-9e9f-cbeb6f815332,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:06.700592 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba301c57-3520-4dfd-b42d-3afd495a9e87 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.702747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ba301c57-3520-4dfd-b42d-3afd495a9e87 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2481484 Jul 22 21:50:06.705321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:06.710445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5a9ee29e-e360-42b8-823f-8b1558d0aca7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'security_group_rule': {'security_group_id': 'd6c1e242-6d46-4935-87a5-9913bee93698', 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:06.722239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9e4a5-d3ae-4fae-bc2b-70b433fd6eab req-14b84246-4aae-4c70-b7bd-f78cff9773f9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:06.723747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4d9e4a5-d3ae-4fae-bc2b-70b433fd6eab req-14b84246-4aae-4c70-b7bd-f78cff9773f9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1479969 Jul 22 21:50:06.776587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee29e-e360-42b8-823f-8b1558d0aca7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.786817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4d9e4a5-d3ae-4fae-bc2b-70b433fd6eab req-68a0932d-9da2-4e59-8f2e-0dc365e90b40 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Jul 22 21:50:06.869403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee29e-e360-42b8-823f-8b1558d0aca7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.874608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee29e-e360-42b8-823f-8b1558d0aca7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.929323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee29e-e360-42b8-823f-8b1558d0aca7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a19c98-9c91-4a48-97fd-a4ea05357637,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:06.945196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee29e-e360-42b8-823f-8b1558d0aca7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:06.949007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a9ee29e-e360-42b8-823f-8b1558d0aca7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2401800 Jul 22 21:50:06.949284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39984) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:06.983513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'security_group_rule': {'security_group_id': 'd6c1e242-6d46-4935-87a5-9913bee93698', 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:07.026400 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Project 5f320adcb16a4b44964ca165b1763aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:50:07.037649 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.063573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6a951-87b9-43cc-8c84-2376eca71ff6 req-ce688154-d4bc-4f6b-a4ce-bbd6d3fc2570 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:07.071191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6a6a951-87b9-43cc-8c84-2376eca71ff6 req-ce688154-d4bc-4f6b-a4ce-bbd6d3fc2570 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1394191 Jul 22 21:50:07.151789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6a6a951-87b9-43cc-8c84-2376eca71ff6 req-226b84ac-6390-4a98-acc5-6e44bc714128 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794764 Jul 22 21:50:07.166151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.180526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Calling delete_port for 61a31708-c3c5-4eb9-8bc6-39736c4cba91 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:07.212218 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.217406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.265206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd546189-6945-474b-a70d-6a27768a061e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:07.274474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.278062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b3376882-d3ed-439d-9223-cde9c11492ad tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3254981 Jul 22 21:50:07.278995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 39992) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:07.283167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'security_group_rule': {'security_group_id': 'd6c1e242-6d46-4935-87a5-9913bee93698', 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:07.361067 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Project 5f320adcb16a4b44964ca165b1763aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:50:07.377921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.415421 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.457946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Port': ['ID=61a31708-c3c5-4eb9-8bc6-39736c4cba91,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:07.499665 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.545411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6c853-4399-4d69-b9fb-ebd3eb28a97d req-a09c6bb0-dc20-475a-8e0e-41bc9ab90464 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:07.560786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5a6c853-4399-4d69-b9fb-ebd3eb28a97d req-a09c6bb0-dc20-475a-8e0e-41bc9ab90464 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2296684 Jul 22 21:50:07.562729 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.584726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.586757 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f4dcf8e3-1658-4ba7-82c8-7cba6b148a86 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/ports/61a31708-c3c5-4eb9-8bc6-39736c4cba91 HTTP/1.1" status: 204 len: 168 time: 1.2254026 Jul 22 21:50:07.592090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40002) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:07.630399 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7dd5d8-3044-4686-abe3-ad75a68dac79 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] GET failed (client error): The resource could not be found. Jul 22 21:50:07.632734 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5b7dd5d8-3044-4686-abe3-ad75a68dac79 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "GET /v2.0/ports/61a31708-c3c5-4eb9-8bc6-39736c4cba91 HTTP/1.1" status: 404 len: 333 time: 0.0396581 Jul 22 21:50:07.635157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f91919-f94d-4db6-8066-1531a62875a2,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:07.639144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40004) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:07.640403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.644804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3653772 Jul 22 21:50:07.646737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'name': 'tempest-AllowedAddressPairTestJSON-522396385'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:07.662309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.662917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.663408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.663994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.665021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.665401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.665736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.666058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.666383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.666707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.667032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.667354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b082a5a-7968-43a4-af86-e5a36cc77330 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:07.700903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5a6c853-4399-4d69-b9fb-ebd3eb28a97d req-55153431-78e9-4d7a-bd77-4827cb0243b3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390016 Jul 22 21:50:07.873465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:07.878753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:07.901009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] device_id is not set on port ffa5f908-abb6-4ba7-9562-655f5d63ccb7 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:50:07.936349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f819e52-91f5-4219-9fe9-29761617e6ed req-2aa00137-541e-42c6-99f8-f12a4693ef3f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:07.937987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f819e52-91f5-4219-9fe9-29761617e6ed req-2aa00137-541e-42c6-99f8-f12a4693ef3f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1223505 Jul 22 21:50:07.997715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f819e52-91f5-4219-9fe9-29761617e6ed req-0156ac74-d4d2-45d9-af4c-0875e2ff6f39 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527289 Jul 22 21:50:08.064695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Allocated IP 172.20.0.3 (a33edef7-dd45-4ffe-9c4d-ae06094a0930/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f/ffa5f908-abb6-4ba7-9562-655f5d63ccb7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:08.211436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6b259-985a-45a8-8cbb-65f260678001 req-bec40510-aff0-4d16-9b8d-331d4a032401 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:08.219693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8f6b259-985a-45a8-8cbb-65f260678001 req-bec40510-aff0-4d16-9b8d-331d4a032401 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.0763750 Jul 22 21:50:08.284695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8f6b259-985a-45a8-8cbb-65f260678001 req-472ef31e-97f8-45a5-aff8-aaeb8704b424 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jul 22 21:50:08.390232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:08.424150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Transition to ACTIVE for port object ffa5f908-abb6-4ba7-9562-655f5d63ccb7 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:08.511380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207e515-4c2a-4c1f-b3d7-8ed292714e90 req-e0d8a16a-c09a-4a07-a242-feb65371d37a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:08.511711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:08.538337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1207e515-4c2a-4c1f-b3d7-8ed292714e90 req-e0d8a16a-c09a-4a07-a242-feb65371d37a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1681662 Jul 22 21:50:08.573336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=ffa5f908-abb6-4ba7-9562-655f5d63ccb7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:08.596324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1207e515-4c2a-4c1f-b3d7-8ed292714e90 req-ad526ad6-37e6-496a-9c50-e5d8889a43f9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569901 Jul 22 21:50:08.601230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:08.603311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:08.623683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:08.711775 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:08.712490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:08.726798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7ee27fff-53f6-4c4f-af92-6a4352b5274a tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0861881 Jul 22 21:50:08.730244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40080) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:08.736527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'network_id': 'a33edef7-dd45-4ffe-9c4d-ae06094a0930', 'name': 'tempest-AllowedAddressPairTestJSON-1134528405'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:09.005796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Made reservation on behalf of b7bd83d4ff11432abfb052c1a4565113 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:09.010455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:09.028494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a3d937e1-c434-4e02-8f37-cf546f97c03d None None] Provisioning for port ffa5f908-abb6-4ba7-9562-655f5d63ccb7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:09.037524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a3d937e1-c434-4e02-8f37-cf546f97c03d None None] Provisioning complete for port ffa5f908-abb6-4ba7-9562-655f5d63ccb7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:09.039452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a3d937e1-c434-4e02-8f37-cf546f97c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:09.041059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] device_id is not set on port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:50:09.067101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b43e1e-96de-4817-9e57-3cf01da41434 req-9fada1ef-c1a5-43ce-bc22-7f67c4f9545f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:09.075559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17b43e1e-96de-4817-9e57-3cf01da41434 req-9fada1ef-c1a5-43ce-bc22-7f67c4f9545f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1483424 Jul 22 21:50:09.089445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a3d937e1-c434-4e02-8f37-cf546f97c03d None None] Port ffa5f908-abb6-4ba7-9562-655f5d63ccb7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:09.166885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17b43e1e-96de-4817-9e57-3cf01da41434 req-768e03f7-c5bc-4cd1-a0d5-d47847ff8d40 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905271 Jul 22 21:50:09.263985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Allocated IP 172.20.0.7 (a33edef7-dd45-4ffe-9c4d-ae06094a0930/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f/fdf7e09e-dae2-4a73-ad2f-6c919daf8983) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:09.402642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec004884-f56b-4e49-9537-c43f093b04e6 req-e225515c-e4ab-47e3-a835-985174231f12 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:09.410285 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec004884-f56b-4e49-9537-c43f093b04e6 req-e225515c-e4ab-47e3-a835-985174231f12 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1437314 Jul 22 21:50:09.490033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ec004884-f56b-4e49-9537-c43f093b04e6 req-3d8ba4d5-b7c6-418e-82be-84b64f786699 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Jul 22 21:50:09.559557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:09.584473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Transition to ACTIVE for port object fdf7e09e-dae2-4a73-ad2f-6c919daf8983 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:09.638275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:09.664783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:09.668901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:09.706774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:09.792496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=fdf7e09e-dae2-4a73-ad2f-6c919daf8983,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:09.843907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:09.844739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:09.888321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:09.890226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a1582cb-0652-4fc8-b014-0643ad9dc29f tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1571283 Jul 22 21:50:09.895126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:58:c7:5e'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:54:b5:14'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:09.942087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2b56-449c-4711-9bab-995cfcc647dc req-33df8868-eeb5-47e9-bd8a-cc8a2ff0a031 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:09.946083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36ee2b56-449c-4711-9bab-995cfcc647dc req-33df8868-eeb5-47e9-bd8a-cc8a2ff0a031 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2794023 Jul 22 21:50:10.018056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-36ee2b56-449c-4711-9bab-995cfcc647dc req-f539896d-4de2-4888-b4f4-b0315bdb0663 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640557 Jul 22 21:50:10.043276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:10.052283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1a3f61e1-404d-48f4-8cc6-4cab109bc55b None None] Provisioning for port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:10.061381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1a3f61e1-404d-48f4-8cc6-4cab109bc55b None None] Provisioning complete for port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:10.061864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a3f61e1-404d-48f4-8cc6-4cab109bc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:10.111698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f61e1-404d-48f4-8cc6-4cab109bc55b None None] Port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:10.233218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c24b8-711e-433e-ae8b-02f39a2baa9f req-08137930-437d-451c-9cb8-da142b63d27e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:10.237532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d89c24b8-711e-433e-ae8b-02f39a2baa9f req-08137930-437d-451c-9cb8-da142b63d27e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1126366 Jul 22 21:50:10.314579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d89c24b8-711e-433e-ae8b-02f39a2baa9f req-ea26db19-86ae-4434-a0d6-788480540880 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676086 Jul 22 21:50:10.463406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:10.476027 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:10.529674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582340-e33b-4cef-ad7c-de205d70a11d req-81e891a7-61ac-448d-88da-6d872a0fa77e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:10.532571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7582340-e33b-4cef-ad7c-de205d70a11d req-81e891a7-61ac-448d-88da-6d872a0fa77e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1039951 Jul 22 21:50:10.604892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] In _notify_port_updated(), no bound segment for port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 on network a33edef7-dd45-4ffe-9c4d-ae06094a0930 {{(pid=94091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 21:50:10.611714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:10.612484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:10.616154 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "PUT /v2.0/ports/fdf7e09e-dae2-4a73-ad2f-6c919daf8983 HTTP/1.1" status: 200 len: 1056 time: 0.7261612 Jul 22 21:50:10.622527 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:10.632338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d7582340-e33b-4cef-ad7c-de205d70a11d req-a32c3ae6-99e6-4086-9965-5c1d3c6d8b2b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875044 Jul 22 21:50:10.653380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aa8dc-2baa-452d-841f-0f39ccbe9832 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event updated for resources: {'Port': ['ID=fdf7e09e-dae2-4a73-ad2f-6c919daf8983,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:10.800300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:10.803367 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:10.883003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdffbe-c33d-4b1d-b84c-68e038636641 req-a3c1ea0c-ac07-46bf-9a99-542b0c9fde6e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:10.884733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08cdffbe-c33d-4b1d-b84c-68e038636641 req-a3c1ea0c-ac07-46bf-9a99-542b0c9fde6e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1133561 Jul 22 21:50:10.953360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08cdffbe-c33d-4b1d-b84c-68e038636641 req-35377a43-5e28-48bb-ad8e-8856b7495f68 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607543 Jul 22 21:50:10.967162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:10.995238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Calling delete_port for fdf7e09e-dae2-4a73-ad2f-6c919daf8983 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:11.067406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1597b4e6-a577-49d4-981c-21bf5fe1784e None None] Provisioning complete for port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:11.068370 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1597b4e6-a577-49d4-981c-21bf5fe1784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:11.163517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1597b4e6-a577-49d4-981c-21bf5fe1784e None None] Port fdf7e09e-dae2-4a73-ad2f-6c919daf8983 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:11.246076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b044d-ba8b-4e1c-ab06-331f1c9f04ba req-07d0bba9-f4cc-4b0e-b156-4ece4a12f13d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:11.251484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c13b044d-ba8b-4e1c-ab06-331f1c9f04ba req-07d0bba9-f4cc-4b0e-b156-4ece4a12f13d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1041758 Jul 22 21:50:11.254502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:11.311458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c13b044d-ba8b-4e1c-ab06-331f1c9f04ba req-8f06e684-6915-46b6-8457-1bdb6e9342a6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Jul 22 21:50:11.311973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Port': ['ID=fdf7e09e-dae2-4a73-ad2f-6c919daf8983,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:11.560007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7548f1-7f04-4c5b-a816-0ccde8633b15 req-4ba630b2-36b2-4bb7-ba35-5b4bb26dd856 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:11.567350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f7548f1-7f04-4c5b-a816-0ccde8633b15 req-4ba630b2-36b2-4bb7-ba35-5b4bb26dd856 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1427560 Jul 22 21:50:11.830970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:11.836437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-65177adb-968a-4745-99d0-6b320687e334 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/ports/fdf7e09e-dae2-4a73-ad2f-6c919daf8983 HTTP/1.1" status: 204 len: 168 time: 1.2101078 Jul 22 21:50:11.837287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40190) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:11.882038 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc928b9f-6510-4bd9-8eb6-2db3d9555bdc tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] GET failed (client error): The resource could not be found. Jul 22 21:50:11.889585 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bc928b9f-6510-4bd9-8eb6-2db3d9555bdc tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "GET /v2.0/ports/fdf7e09e-dae2-4a73-ad2f-6c919daf8983 HTTP/1.1" status: 404 len: 333 time: 0.0470102 Jul 22 21:50:11.889585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40194) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:11.915418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f7548f1-7f04-4c5b-a816-0ccde8633b15 req-4bdd5bb2-d950-4599-a3a2-cdb5ac3bad1f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422816 Jul 22 21:50:12.103171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting port ffa5f908-abb6-4ba7-9562-655f5d63ccb7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:12.103650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:12.150383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0038-fb9d-4c8d-a4b4-f8f50a6a4e4d req-c117e830-e2b1-4974-a605-ff55389ac316 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:12.152398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50ad0038-fb9d-4c8d-a4b4-f8f50a6a4e4d req-c117e830-e2b1-4974-a605-ff55389ac316 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1045470 Jul 22 21:50:12.208835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:12.222826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Calling delete_port for ffa5f908-abb6-4ba7-9562-655f5d63ccb7 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:12.245063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50ad0038-fb9d-4c8d-a4b4-f8f50a6a4e4d req-e818306e-6e97-488a-a188-6b8cd734987c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864732 Jul 22 21:50:12.417518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:12.475539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Port': ['ID=ffa5f908-abb6-4ba7-9562-655f5d63ccb7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:12.523680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf91396-2f14-4336-b3c2-deeff34074dd req-beb7f3d1-648a-400c-8a60-43261661d206 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:12.525449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-caf91396-2f14-4336-b3c2-deeff34074dd req-beb7f3d1-648a-400c-8a60-43261661d206 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2001500 Jul 22 21:50:12.601253 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c2ae489-4f81-4cd8-829b-364a9d9307ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:12.628250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-caf91396-2f14-4336-b3c2-deeff34074dd req-adfe6cc9-e638-4a8c-83cf-3a64121b38ed tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828738 Jul 22 21:50:12.688510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:12.695700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b56c7048-54c6-4309-aeb6-53590c722b8b tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/ports/ffa5f908-abb6-4ba7-9562-655f5d63ccb7 HTTP/1.1" status: 204 len: 168 time: 0.8054090 Jul 22 21:50:12.698924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:12.770812 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-5187e3ab-8282-43b4-9df6-24f45fb39074 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] GET failed (client error): The resource could not be found. Jul 22 21:50:12.774713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5187e3ab-8282-43b4-9df6-24f45fb39074 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "GET /v2.0/ports/ffa5f908-abb6-4ba7-9562-655f5d63ccb7 HTTP/1.1" status: 404 len: 333 time: 0.0726931 Jul 22 21:50:12.776837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40218) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:13.020476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting port 299a5440-9511-4fa0-bb05-406695741e94 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:13.020830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:13.051190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98d635-cb60-4b4f-ba35-d8c37603d7d9 req-6af26be6-abfd-4808-8f3c-40ba4dc8ad7f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:13.064602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf98d635-cb60-4b4f-ba35-d8c37603d7d9 req-6af26be6-abfd-4808-8f3c-40ba4dc8ad7f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2653546 Jul 22 21:50:13.159652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf98d635-cb60-4b4f-ba35-d8c37603d7d9 req-9ce0a015-f715-402b-990c-2e87ba87a679 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919144 Jul 22 21:50:13.283223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:13.308876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Calling delete_port for 299a5440-9511-4fa0-bb05-406695741e94 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:13.407576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e623a75-1f8e-4931-bb55-5cc4e6efee5e req-c85de50f-fcdf-4d97-b06e-d98f2176a8a3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:13.409377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e623a75-1f8e-4931-bb55-5cc4e6efee5e req-c85de50f-fcdf-4d97-b06e-d98f2176a8a3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1446338 Jul 22 21:50:13.486629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e623a75-1f8e-4931-bb55-5cc4e6efee5e req-3b52e364-d4d9-462b-bd89-7219cea9ce67 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687335 Jul 22 21:50:13.546059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:13.624202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Port': ['ID=299a5440-9511-4fa0-bb05-406695741e94,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:13.798177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:13.800608 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-08476c91-142b-487a-9042-441090f43fac tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/ports/299a5440-9511-4fa0-bb05-406695741e94 HTTP/1.1" status: 204 len: 168 time: 1.0224082 Jul 22 21:50:13.803558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40246) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:13.897667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting subnet c8c9dd94-20bc-4214-b650-dd81c6fdcd9f {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:50:13.915667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:13.993514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1684eb-3acd-4560-945a-4e02aa0e705a req-a2331d01-b9cf-46ca-9c3b-1d18333d380f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:13.995828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b1684eb-3acd-4560-945a-4e02aa0e705a req-a2331d01-b9cf-46ca-9c3b-1d18333d380f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.3065388 Jul 22 21:50:14.033209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:14.140074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b1684eb-3acd-4560-945a-4e02aa0e705a req-af9e8460-dc2a-4806-970b-2441413b3592 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357739 Jul 22 21:50:14.264109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:14.396034 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:14.419269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c78f-4a3a-447d-bdfb-3d86ad833f59 req-05504db2-97c0-4c69-aa7d-f5fc290b4ae0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:14.424499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3777c78f-4a3a-447d-bdfb-3d86ad833f59 req-05504db2-97c0-4c69-aa7d-f5fc290b4ae0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1265502 Jul 22 21:50:14.462618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c9dd94-20bc-4214-b650-dd81c6fdcd9f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:14.489964 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:14.493928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-728a7a6f-4de5-431f-9d67-dadf072a93b9 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/subnets/c8c9dd94-20bc-4214-b650-dd81c6fdcd9f HTTP/1.1" status: 204 len: 168 time: 0.6851521 Jul 22 21:50:14.494214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40260) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:14.508787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fb074-45fb-4c12-9e91-ece4bca0a6e1 None None] Network a33edef7-dd45-4ffe-9c4d-ae06094a0930 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:14.600655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3777c78f-4a3a-447d-bdfb-3d86ad833f59 req-6a148255-64b5-447d-a148-36bfc0926637 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420052 Jul 22 21:50:14.664325 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:14.798585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] DHCP port deletion for a33edef7-dd45-4ffe-9c4d-ae06094a0930 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:50:14.816295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Deleting port 4a828399-7cdd-4c2f-9491-af4de6185856 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:14.816783 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:14.897034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] Deleting port 4a828399-7cdd-4c2f-9491-af4de6185856 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:14.897415 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:14.971119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4a828399-7cdd-4c2f-9491-af4de6185856 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:50:14.983614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] For port 4a828399-7cdd-4c2f-9491-af4de6185856, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4a828399-7cdd-4c2f-9491-af4de6185856,segment=NetworkSegment(78d1885b-a84a-4682-bff5-80c6e5d30cc7),segment_id=78d1885b-a84a-4682-bff5-80c6e5d30cc7)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:14.984385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.014323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Calling delete_port for 4a828399-7cdd-4c2f-9491-af4de6185856 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:15.063138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] For port 4a828399-7cdd-4c2f-9491-af4de6185856, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4a828399-7cdd-4c2f-9491-af4de6185856,segment=NetworkSegment(78d1885b-a84a-4682-bff5-80c6e5d30cc7),segment_id=78d1885b-a84a-4682-bff5-80c6e5d30cc7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:15.063534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.080825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] Calling delete_port for 4a828399-7cdd-4c2f-9491-af4de6185856 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:15.103143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141080f-41fd-493a-9680-26a9131ac951 req-3994f28a-b7f0-4330-b829-8bbbda0d885c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:15.111622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d141080f-41fd-493a-9680-26a9131ac951 req-3994f28a-b7f0-4330-b829-8bbbda0d885c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.3129971 Jul 22 21:50:15.136351 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.177992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d141080f-41fd-493a-9680-26a9131ac951 req-75ca85db-9648-4581-a6c1-0b0a9ab6e257 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653377 Jul 22 21:50:15.230449 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e498258c-aa32-4291-a97c-e0c67480d999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.251327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 4a828399-7cdd-4c2f-9491-af4de6185856, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4a828399-7cdd-4c2f-9491-af4de6185856,segment=NetworkSegment(78d1885b-a84a-4682-bff5-80c6e5d30cc7),segment_id=78d1885b-a84a-4682-bff5-80c6e5d30cc7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:15.256696 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.291245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.347723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=4a828399-7cdd-4c2f-9491-af4de6185856,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:15.356443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Port': ['ID=4a828399-7cdd-4c2f-9491-af4de6185856,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:15.399540 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.408839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] No DVR routers for this DVR port 4a828399-7cdd-4c2f-9491-af4de6185856 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:50:15.702603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] Pushing event deleted for resources: {'Port': ['ID=4a828399-7cdd-4c2f-9491-af4de6185856,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:15.744594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc596bf-2e42-418b-b882-82e6b707484a None None] No DVR routers for this DVR port 4a828399-7cdd-4c2f-9491-af4de6185856 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:50:15.754823 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.911711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:15.925370 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33edef7-dd45-4ffe-9c4d-ae06094a0930']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:15.937414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a267b-3b85-4216-98cb-ded0e8e43138 req-f7c35e46-8045-4dfb-87b0-fe5bf5f9806b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:15.940584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db5a267b-3b85-4216-98cb-ded0e8e43138 req-f7c35e46-8045-4dfb-87b0-fe5bf5f9806b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.5739772 Jul 22 21:50:15.961919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d1885b-a84a-4682-bff5-80c6e5d30cc7') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:15.962477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d1885b-a84a-4682-bff5-80c6e5d30cc7') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:15.988487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:16.014203 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:16.025117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-db5a267b-3b85-4216-98cb-ded0e8e43138 req-287c3853-b662-49f1-b198-4fef6c0f9897 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773792 Jul 22 21:50:16.028941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:50:16.029405 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:50:16.033113 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:50:16.112715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:16.130346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:16.136944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] 10.222.0.54 "DELETE /v2.0/networks/a33edef7-dd45-4ffe-9c4d-ae06094a0930 HTTP/1.1" status: 204 len: 168 time: 1.6193156 Jul 22 21:50:16.184180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7564b-457e-4ed1-bb9d-0cb2d423fa57 tempest-AllowedAddressPairTestJSON-1137807461 tempest-AllowedAddressPairTestJSON-1137807461-project] Pushing event deleted for resources: {'Network': ['ID=a33edef7-dd45-4ffe-9c4d-ae06094a0930,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:16.185376 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:16.522499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40324) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:16.777682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190fdf9-07ae-4bc7-8710-88cc38d9e50d req-e597e82d-f5ad-48fd-98bf-4f7d04c1a7f8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:16.780096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1190fdf9-07ae-4bc7-8710-88cc38d9e50d req-e597e82d-f5ad-48fd-98bf-4f7d04c1a7f8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1076136 Jul 22 21:50:16.864882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a8b6566d-14da-4b15-9785-07f0e55bb75b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7bd83d4ff11432abfb052c1a4565113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407004 Jul 22 21:50:16.867400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40340) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:16.877391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1190fdf9-07ae-4bc7-8710-88cc38d9e50d req-c13b8520-aef9-4b46-9928-7e73729dbf76 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816691 Jul 22 21:50:16.928611 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-623e3b0e-a5f4-4791-bfc4-84d8998c281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:16.957492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-623e3b0e-a5f4-4791-bfc4-84d8998c281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:17.025665 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-623e3b0e-a5f4-4791-bfc4-84d8998c281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:17.028313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-623e3b0e-a5f4-4791-bfc4-84d8998c281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:17.031804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-623e3b0e-a5f4-4791-bfc4-84d8998c281f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07be5fdb-62d2-4854-aa45-b16b37b65a25 HTTP/1.1" status: 204 len: 168 time: 0.1610978 Jul 22 21:50:17.040459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e3b0e-a5f4-4791-bfc4-84d8998c281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07be5fdb-62d2-4854-aa45-b16b37b65a25,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:18.013749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:18.150194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'networks': [{'name': 'tempest-network--356399667'}, {'name': 'tempest-network--495602717'}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:18.150506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'network': {'name': 'tempest-network--356399667'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:18.150991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'network': {'name': 'tempest-network--495602717'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:18.207215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Made reservation on behalf of a798c73076ed44dea3c946376dc0a63f for: {'network': 2} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:18.217307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.252580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.344300 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.344941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53de281-7dc0-4b17-a58d-c6aa3b040c94 req-2c6c44a8-3422-4910-9465-d2aa1968818f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:18.346502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a53de281-7dc0-4b17-a58d-c6aa3b040c94 req-2c6c44a8-3422-4910-9465-d2aa1968818f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.3750002 Jul 22 21:50:18.432484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a53de281-7dc0-4b17-a58d-c6aa3b040c94 req-b701f644-ef33-410b-82fd-34bf2ecefad3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785303 Jul 22 21:50:18.493773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.501474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.504098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.551167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c2fae0-a16e-4cbd-9ac9-abd527d869fd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:18.558858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:18.571771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.572218 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Added segment 9298c86b-b573-4721-8212-eb6a2e764889 of type vlan for network e64fbcc6-7257-4f3e-b9a3-e94b6e28da2d Jul 22 21:50:18.626164 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.731522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:18.749170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.750615 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Added segment 571ddb2e-0b8d-4a71-91a5-76940d9a9411 of type vlan for network 39bf1f65-f36f-4dc1-9dd8-9d0cca341f79 Jul 22 21:50:18.853141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.950421 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.951147 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:18.957487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:18.964301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:18.965228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.037259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40418) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:19.040894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0256503 Jul 22 21:50:19.149995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Network': ['ID=e64fbcc6-7257-4f3e-b9a3-e94b6e28da2d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:19.162836 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e64fbcc6-7257-4f3e-b9a3-e94b6e28da2d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:19.291236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be381b-671f-46d7-bec4-3198b10fdde4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:19.299802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be381b-671f-46d7-bec4-3198b10fdde4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:19.306548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be381b-671f-46d7-bec4-3198b10fdde4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:19.313698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be381b-671f-46d7-bec4-3198b10fdde4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:19.316072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d4943-94c9-4e36-b398-d3c412f60ac6 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Network': ['ID=39bf1f65-f36f-4dc1-9dd8-9d0cca341f79,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:19.316239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d5be381b-671f-46d7-bec4-3198b10fdde4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2767715 Jul 22 21:50:19.318500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40424) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:19.331707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 39bf1f65-f36f-4dc1-9dd8-9d0cca341f79 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:19.416021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.570643 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.585447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64fbcc6-7257-4f3e-b9a3-e94b6e28da2d']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:19.597928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9298c86b-b573-4721-8212-eb6a2e764889') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:19.598221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9298c86b-b573-4721-8212-eb6a2e764889') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:19.610375 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.630429 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.636782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13561fd0-705d-4024-885c-d864a6459b82 req-4b95e257-26fb-425c-9e7d-79ac4d5bbe2f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:19.639873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:50:19.640220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:50:19.644663 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:50:19.658272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13561fd0-705d-4024-885c-d864a6459b82 req-4b95e257-26fb-425c-9e7d-79ac4d5bbe2f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1014445 Jul 22 21:50:19.731443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13561fd0-705d-4024-885c-d864a6459b82 req-1c8312d8-5a8c-4f66-9861-f9e90eafb550 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718167 Jul 22 21:50:19.762739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.769822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:19.775764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40440) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:19.776268 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/networks/e64fbcc6-7257-4f3e-b9a3-e94b6e28da2d HTTP/1.1" status: 204 len: 168 time: 0.4565229 Jul 22 21:50:19.802132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46090161-c49c-4c77-be69-53b983f9c3d4 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Network': ['ID=e64fbcc6-7257-4f3e-b9a3-e94b6e28da2d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:19.899291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.029658 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.045459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bf1f65-f36f-4dc1-9dd8-9d0cca341f79']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:20.061926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571ddb2e-0b8d-4a71-91a5-76940d9a9411') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:20.062542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571ddb2e-0b8d-4a71-91a5-76940d9a9411') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:20.076252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.092328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.106562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:50:20.107018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:50:20.110534 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:50:20.203498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.229814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.234787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/networks/39bf1f65-f36f-4dc1-9dd8-9d0cca341f79 HTTP/1.1" status: 204 len: 168 time: 0.4575527 Jul 22 21:50:20.235693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b0c32-c417-4ace-b281-73acb8e5c6b3 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Network': ['ID=39bf1f65-f36f-4dc1-9dd8-9d0cca341f79,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:20.239437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40452) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:20.379015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55464e0-1fb6-4244-8fed-ca8483044c91 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:20.388702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55464e0-1fb6-4244-8fed-ca8483044c91 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:20.388907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d55464e0-1fb6-4244-8fed-ca8483044c91 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1458888 Jul 22 21:50:20.393267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:20.399508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1084189714'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:20.442207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Made reservation on behalf of a798c73076ed44dea3c946376dc0a63f for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:20.447189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.509970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:20.522003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.523675 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Added segment 0715efac-fab8-4c4d-8d42-06194f94a7bb of type vlan for network 3b0144c3-062e-4655-8eab-cbd4fa23ca94 Jul 22 21:50:20.578647 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.628000 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.635277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:20.635881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.682045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2865326 Jul 22 21:50:20.686722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40468) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:20.693216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1090615705'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:20.737274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d60141-ed38-485d-8af9-0a560cfb19ab tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Network': ['ID=3b0144c3-062e-4655-8eab-cbd4fa23ca94,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:20.749524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3b0144c3-062e-4655-8eab-cbd4fa23ca94 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:20.758458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Made reservation on behalf of a798c73076ed44dea3c946376dc0a63f for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:20.763387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.800267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:20.834809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.835125 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Added segment 5282a876-05a6-4542-8df8-2f2cbe1261ef of type vlan for network cddfeb63-407d-4818-9a94-ababe60f4d10 Jul 22 21:50:20.934307 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.971091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:20.978284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:20.979331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:21.023289 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3353467 Jul 22 21:50:21.026917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40482) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:21.033682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'ports': [{'network_id': '3b0144c3-062e-4655-8eab-cbd4fa23ca94', 'name': 'tempest-port--1560665866', 'admin_state_up': True}, {'network_id': 'cddfeb63-407d-4818-9a94-ababe60f4d10', 'admin_state_up': False}]} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:21.034005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'port': {'network_id': '3b0144c3-062e-4655-8eab-cbd4fa23ca94', 'name': 'tempest-port--1560665866', 'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:21.034749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'port': {'network_id': 'cddfeb63-407d-4818-9a94-ababe60f4d10', 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:21.072427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097874e-321c-4472-b3c9-18edc1c7c5bf req-23a28876-1235-4374-9671-1e391d89d3e3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:21.074103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0097874e-321c-4472-b3c9-18edc1c7c5bf req-23a28876-1235-4374-9671-1e391d89d3e3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2164645 Jul 22 21:50:21.101750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b9cb2-ef7a-46c6-874d-31112e137542 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Network': ['ID=cddfeb63-407d-4818-9a94-ababe60f4d10,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:21.113585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network cddfeb63-407d-4818-9a94-ababe60f4d10 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:21.166942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0097874e-321c-4472-b3c9-18edc1c7c5bf req-88f39eba-f2f4-4db4-baa7-64f6aadcc00e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798683 Jul 22 21:50:21.350063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Made reservation on behalf of a798c73076ed44dea3c946376dc0a63f for: {'port': 2} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:21.355808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:21.376200 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:21.516214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] device_id is not set on port 05e0a8b4-d0ef-4bcc-bd39-0f617e06cd29 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:50:21.723732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:21.817198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] device_id is not set on port f77573e0-8ad5-4eb1-8e57-2f3e4b87ec48 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:50:22.024047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:22.076601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:22.143160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Port': ['ID=05e0a8b4-d0ef-4bcc-bd39-0f617e06cd29,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:22.177828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Checking segment: {'id': '0715efac-fab8-4c4d-8d42-06194f94a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3b0144c3-062e-4655-8eab-cbd4fa23ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:22.178181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network hostable DHCP agents. Network: 3b0144c3-062e-4655-8eab-cbd4fa23ca94, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:50:22.204581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network 3b0144c3-062e-4655-8eab-cbd4fa23ca94 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:50:22.219580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 3b0144c3-062e-4655-8eab-cbd4fa23ca94) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:22.236904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:22.238399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:22.244321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b6b64-47eb-4a12-9430-8776408c1211 None None] Network 3b0144c3-062e-4655-8eab-cbd4fa23ca94 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:22.321152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Port': ['ID=f77573e0-8ad5-4eb1-8e57-2f3e4b87ec48,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:22.375754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Checking segment: {'id': '5282a876-05a6-4542-8df8-2f2cbe1261ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cddfeb63-407d-4818-9a94-ababe60f4d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:22.376927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network hostable DHCP agents. Network: cddfeb63-407d-4818-9a94-ababe60f4d10, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:50:22.389066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798692d-d3cd-4ff5-9633-9cb6eaf9716b req-6e404e21-1902-4b3b-bad1-dee15d56a164 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:22.397619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7798692d-d3cd-4ff5-9633-9cb6eaf9716b req-6e404e21-1902-4b3b-bad1-dee15d56a164 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1053774 Jul 22 21:50:22.425919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network cddfeb63-407d-4818-9a94-ababe60f4d10 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:50:22.449104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, cddfeb63-407d-4818-9a94-ababe60f4d10) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:22.453636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:22.476427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:22.488350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7d11f-5c3c-47d0-bdf2-3532b80992dd None None] Network cddfeb63-407d-4818-9a94-ababe60f4d10 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:22.488464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:22.488464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:22.496907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7798692d-d3cd-4ff5-9633-9cb6eaf9716b req-b85fc6b1-ada0-47a6-929f-75feb8426877 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982461 Jul 22 21:50:22.535242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2857ae60-f96f-46b8-87e7-85181e051a92 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5072186 Jul 22 21:50:22.538437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40518) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:22.714891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba85434-49c4-48f9-82b8-4dfe8a92c961 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:22.722078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba85434-49c4-48f9-82b8-4dfe8a92c961 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:22.723778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2ba85434-49c4-48f9-82b8-4dfe8a92c961 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1840479 Jul 22 21:50:22.727324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40522) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:22.878475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Deleting port 05e0a8b4-d0ef-4bcc-bd39-0f617e06cd29 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:22.878801 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.044617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.065869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Calling delete_port for 05e0a8b4-d0ef-4bcc-bd39-0f617e06cd29 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:23.171059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.223193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Port': ['ID=05e0a8b4-d0ef-4bcc-bd39-0f617e06cd29,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:23.242569 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.244890 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bcde5336-f93a-46ec-afe8-31a16f8b0957 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/ports/05e0a8b4-d0ef-4bcc-bd39-0f617e06cd29 HTTP/1.1" status: 204 len: 168 time: 0.5162745 Jul 22 21:50:23.248843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:23.405516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Deleting port f77573e0-8ad5-4eb1-8e57-2f3e4b87ec48 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:23.406683 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.509110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.535513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Calling delete_port for f77573e0-8ad5-4eb1-8e57-2f3e4b87ec48 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:23.742653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c319a-f878-4249-a13c-caf026af0132 req-6dc3a39d-a12c-4410-bba4-5a8de182fb33 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:23.750150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f42c319a-f878-4249-a13c-caf026af0132 req-6dc3a39d-a12c-4410-bba4-5a8de182fb33 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1318445 Jul 22 21:50:23.761002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.831826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f42c319a-f878-4249-a13c-caf026af0132 req-f2535aae-e522-4b84-b23d-059a9be545c2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802586 Jul 22 21:50:23.848332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Port': ['ID=f77573e0-8ad5-4eb1-8e57-2f3e4b87ec48,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:23.857904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:23.860875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e096268c-0cda-4836-b0a1-b384b1341777 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/ports/f77573e0-8ad5-4eb1-8e57-2f3e4b87ec48 HTTP/1.1" status: 204 len: 168 time: 0.6109338 Jul 22 21:50:23.863824 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40546) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:23.913784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b959092a-4b57-46e9-a930-c29625fd7d56 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482340 Jul 22 21:50:23.917875 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40548) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:23.924829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-678284679'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:24.011430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Made reservation on behalf of a798c73076ed44dea3c946376dc0a63f for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:24.035705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.097396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:24.130277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.132036 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Added segment 02da3685-1b3e-4674-b61d-dc3ffb05d741 of type vlan for network c03def53-6851-4873-8f0b-f0b2e7f83747 Jul 22 21:50:24.195021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.272600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.285970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:24.286969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.339003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4197094 Jul 22 21:50:24.343219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40560) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:24.349081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2018996580'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:24.379014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9287dc5-28ed-4755-b417-191694e376b5 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Network': ['ID=c03def53-6851-4873-8f0b-f0b2e7f83747,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:24.386287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Made reservation on behalf of a798c73076ed44dea3c946376dc0a63f for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:24.391772 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.399369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network c03def53-6851-4873-8f0b-f0b2e7f83747 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:24.435944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:24.452007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.452520 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Added segment f99fc235-6d44-4b31-9b3e-7b39917cdfd4 of type vlan for network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 Jul 22 21:50:24.520902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.560981 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.568597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:24.569411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:24.616238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2607737 Jul 22 21:50:24.662311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb569cc-3368-41ae-9cab-6863d47a567b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Network': ['ID=9c1894d3-745b-4a38-a4d8-ed590bb59f56,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:24.687827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:24.755876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40562) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:24.761738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'subnets': [{'network_id': 'c03def53-6851-4873-8f0b-f0b2e7f83747', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--228007121', 'ip_version': 4}, {'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:24.762060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'subnet': {'network_id': 'c03def53-6851-4873-8f0b-f0b2e7f83747', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--228007121', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:24.762636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Request body: {'subnet': {'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:25.089444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Made reservation on behalf of a798c73076ed44dea3c946376dc0a63f for: {'subnet': 2} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:25.097704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:25.098404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:25.164094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8839e3e-c0ca-4968-89b9-1704af6f38b2 req-0d106085-15d5-45db-9bf1-82170ae258ce tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:25.165956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8839e3e-c0ca-4968-89b9-1704af6f38b2 req-0d106085-15d5-45db-9bf1-82170ae258ce tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1923804 Jul 22 21:50:25.268833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e8839e3e-c0ca-4968-89b9-1704af6f38b2 req-e45f24e0-96d9-4335-b2fe-9bbdbf8641f3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Jul 22 21:50:25.724815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:25.796321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Subnet': ['ID=6f350e7b-3389-4ebe-a09b-5b19300823f4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:25.814359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Checking segment: {'id': '02da3685-1b3e-4674-b61d-dc3ffb05d741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c03def53-6851-4873-8f0b-f0b2e7f83747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:25.814725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network hostable DHCP agents. Network: c03def53-6851-4873-8f0b-f0b2e7f83747, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:50:25.835088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network c03def53-6851-4873-8f0b-f0b2e7f83747 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:50:25.846247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, c03def53-6851-4873-8f0b-f0b2e7f83747) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:25.850783 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:25.860309 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896f095-d83c-4575-9fef-97f533f42c26 None None] Network c03def53-6851-4873-8f0b-f0b2e7f83747 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:25.934401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Checking segment: {'id': 'f99fc235-6d44-4b31-9b3e-7b39917cdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:25.934784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network hostable DHCP agents. Network: 9c1894d3-745b-4a38-a4d8-ed590bb59f56, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:50:25.947122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event updated for resources: {'Subnet': ['ID=0df24c33-90a4-4f4f-8341-6d3a23a25289,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:25.963285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:50:25.976647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9c1894d3-745b-4a38-a4d8-ed590bb59f56) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:25.982203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:25.983153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:25.983594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.000660 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ba6cb67b-afb9-4ed1-a546-187ae4d124bb tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2419772 Jul 22 21:50:26.001953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40584) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:26.007622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ce82d5-66cb-465c-9210-c16d6800933c None None] Network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:26.130668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3292c1-3e71-4407-b61f-d9010b22b532 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:26.133286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3292c1-3e71-4407-b61f-d9010b22b532 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:26.135208 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3292c1-3e71-4407-b61f-d9010b22b532 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:26.149950 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5f3292c1-3e71-4407-b61f-d9010b22b532 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1433585 Jul 22 21:50:26.150372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:26.302893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Deleting subnet 6f350e7b-3389-4ebe-a09b-5b19300823f4 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:50:26.307353 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.337562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-9c1894d3-745b-4a38-a4d8-ed590bb59f56', 'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56', 'tenant_id': 'a798c73076ed44dea3c946376dc0a63f', 'fixed_ips': [{'subnet_id': '0df24c33-90a4-4f4f-8341-6d3a23a25289'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:50:26.338869 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.368036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb778f-e49b-4d49-a386-997cf7921df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-c03def53-6851-4873-8f0b-f0b2e7f83747', 'network_id': 'c03def53-6851-4873-8f0b-f0b2e7f83747', 'tenant_id': 'a798c73076ed44dea3c946376dc0a63f', 'fixed_ips': [{'subnet_id': '6f350e7b-3389-4ebe-a09b-5b19300823f4'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:50:26.369487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6dbb778f-e49b-4d49-a386-997cf7921df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.421568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.526186 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.598869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Allocated IP 172.20.0.18 (9c1894d3-745b-4a38-a4d8-ed590bb59f56/0df24c33-90a4-4f4f-8341-6d3a23a25289/1d681faa-2603-4777-aba2-1392aa5bfc18) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:26.740300 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-6dbb778f-e49b-4d49-a386-997cf7921df4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f350e7b-3389-4ebe-a09b-5b19300823f4: This subnet is being modified by another concurrent operation. Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f350e7b-3389-4ebe-a09b-5b19300823f4: This subnet is being modified by another concurrent operation. Jul 22 21:50:26.750691 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 21:50:26.786190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95ba80-492f-4b4c-828b-c772c2f19a77 None None] Network c03def53-6851-4873-8f0b-f0b2e7f83747 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:26.799516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Subnet': ['ID=6f350e7b-3389-4ebe-a09b-5b19300823f4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:26.818503 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.822403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d566fb99-00a3-4647-bb35-c151c320c60a tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/subnets/6f350e7b-3389-4ebe-a09b-5b19300823f4 HTTP/1.1" status: 204 len: 168 time: 0.6709635 Jul 22 21:50:26.825025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:26.883244 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.902402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba25342-b90b-406b-befa-bdfcd579ddfe req-85875410-ff34-4cb3-89b7-58da5bcb945a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:26.904018 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cba25342-b90b-406b-befa-bdfcd579ddfe req-85875410-ff34-4cb3-89b7-58da5bcb945a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2405872 Jul 22 21:50:26.910888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Transition to ACTIVE for port object 1d681faa-2603-4777-aba2-1392aa5bfc18 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:26.963868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Deleting subnet 0df24c33-90a4-4f4f-8341-6d3a23a25289 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:50:26.969167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cba25342-b90b-406b-befa-bdfcd579ddfe req-c5651397-d7b3-4dbb-b26e-8ef6d183baf8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 Jul 22 21:50:26.974386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Transition to ACTIVE for port object 1d681faa-2603-4777-aba2-1392aa5bfc18 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:26.983506 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:26.984003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.042046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:27.046206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:27.049945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:27.085889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.103560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Pushing event updated for resources: {'Port': ['ID=1d681faa-2603-4777-aba2-1392aa5bfc18,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:27.185570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Attempting to bind port 1d681faa-2603-4777-aba2-1392aa5bfc18 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:50:27.186216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Attempting to bind port 1d681faa-2603-4777-aba2-1392aa5bfc18 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'f99fc235-6d44-4b31-9b3e-7b39917cdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:50:27.186758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Attempting to bind port 1d681faa-2603-4777-aba2-1392aa5bfc18 on network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:50:27.192675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:50:27.193403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Checking segment: {'id': 'f99fc235-6d44-4b31-9b3e-7b39917cdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:27.194186 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.194754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Bound using segment: {'id': 'f99fc235-6d44-4b31-9b3e-7b39917cdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:50:27.195433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Bound port: 1d681faa-2603-4777-aba2-1392aa5bfc18, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99fc235-6d44-4b31-9b3e-7b39917cdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9c1894d3-745b-4a38-a4d8-ed590bb59f56'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:50:27.196031 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.208693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.289163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] For port 1d681faa-2603-4777-aba2-1392aa5bfc18, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:50:27.293587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] For port 1d681faa-2603-4777-aba2-1392aa5bfc18, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d681faa-2603-4777-aba2-1392aa5bfc18,segment=NetworkSegment(f99fc235-6d44-4b31-9b3e-7b39917cdfd4),segment_id=f99fc235-6d44-4b31-9b3e-7b39917cdfd4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:50:27.296662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.298663 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.331663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.338041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/subnets/0df24c33-90a4-4f4f-8341-6d3a23a25289 HTTP/1.1" status: 204 len: 168 time: 0.5115716 Jul 22 21:50:27.340655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40612) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:27.389363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9093c-94eb-43ec-85b6-6f08f0928006 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Subnet': ['ID=0df24c33-90a4-4f4f-8341-6d3a23a25289,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:27.402667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8397f-010a-4dfd-8717-6512755f70a0 None None] Pushing event updated for resources: {'Port': ['ID=1d681faa-2603-4777-aba2-1392aa5bfc18,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:27.515246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a804961-8be7-49d0-8a92-071d2ab6906d tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:27.516924 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8a804961-8be7-49d0-8a92-071d2ab6906d tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1751041 Jul 22 21:50:27.528430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40626) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:27.622626 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.737639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Deleting port 1d681faa-2603-4777-aba2-1392aa5bfc18 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:27.738064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.880765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] For port 1d681faa-2603-4777-aba2-1392aa5bfc18, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1d681faa-2603-4777-aba2-1392aa5bfc18,segment=NetworkSegment(f99fc235-6d44-4b31-9b3e-7b39917cdfd4),segment_id=f99fc235-6d44-4b31-9b3e-7b39917cdfd4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:27.881922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:27.913527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Calling delete_port for 1d681faa-2603-4777-aba2-1392aa5bfc18 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:28.077033 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.094729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] No DVR routers for this DVR port 1d681faa-2603-4777-aba2-1392aa5bfc18 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:50:28.130343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Port': ['ID=1d681faa-2603-4777-aba2-1392aa5bfc18,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:28.302304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.317538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1894d3-745b-4a38-a4d8-ed590bb59f56']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:28.338728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99fc235-6d44-4b31-9b3e-7b39917cdfd4') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:28.339205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99fc235-6d44-4b31-9b3e-7b39917cdfd4') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:28.351344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.383869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe893bd0-e78c-40bf-98b9-75963f32f475 req-3e1dd6f9-faf2-430f-8c17-f5c3266b52e6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:28.391484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe893bd0-e78c-40bf-98b9-75963f32f475 req-3e1dd6f9-faf2-430f-8c17-f5c3266b52e6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.3028941 Jul 22 21:50:28.394808 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.437191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:50:28.438905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:50:28.534007 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:50:28.539686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.546566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.551565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40648) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:28.552188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/networks/9c1894d3-745b-4a38-a4d8-ed590bb59f56 HTTP/1.1" status: 204 len: 168 time: 1.0221114 Jul 22 21:50:28.576213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130de34-d31e-4937-bce6-f63209a78597 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Network': ['ID=9c1894d3-745b-4a38-a4d8-ed590bb59f56,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:28.661326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe893bd0-e78c-40bf-98b9-75963f32f475 req-da90280d-5ce4-4d17-92ed-aba90a884784 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685683 Jul 22 21:50:28.736064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.906189 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.924852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03def53-6851-4873-8f0b-f0b2e7f83747']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:28.949351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02da3685-1b3e-4674-b61d-dc3ffb05d741') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:28.949982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02da3685-1b3e-4674-b61d-dc3ffb05d741') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:28.965311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:28.988646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.002294 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:50:29.002705 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:50:29.086927 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:50:29.091865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.103599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.110053 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/networks/c03def53-6851-4873-8f0b-f0b2e7f83747 HTTP/1.1" status: 204 len: 168 time: 0.5529644 Jul 22 21:50:29.110970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40654) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:29.138132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0dd9-2711-4f0a-8a47-9feb95fba495 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Network': ['ID=c03def53-6851-4873-8f0b-f0b2e7f83747,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:29.165759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b5ee8977-c443-4c5e-943b-05ddbb3090cd None None] Could not find standard attr ID for object 1d681faa-2603-4777-aba2-1392aa5bfc18. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 21:50:29.220231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af73a727-87b4-4721-ab50-be1667cb65ce None None] DHCP port deletion for 9c1894d3-745b-4a38-a4d8-ed590bb59f56 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:50:29.259889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c1335-02d1-45f7-a273-e00160ab2508 None None] Network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:29.268236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.310902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c1335-02d1-45f7-a273-e00160ab2508 None None] Network 9c1894d3-745b-4a38-a4d8-ed590bb59f56 could not be found, it might have been deleted concurrently. {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 21:50:29.327437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b14b12-c8e7-4352-a4de-64be4829c51f None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:50:29.451647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.470227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddfeb63-407d-4818-9a94-ababe60f4d10']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:29.491396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5282a876-05a6-4542-8df8-2f2cbe1261ef') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:29.491699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5282a876-05a6-4542-8df8-2f2cbe1261ef') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:29.509603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.536684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.545910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:50:29.546477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:50:29.550603 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:50:29.574240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b14b12-c8e7-4352-a4de-64be4829c51f None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 21:50:29.634477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.663579 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:29.666998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/networks/cddfeb63-407d-4818-9a94-ababe60f4d10 HTTP/1.1" status: 204 len: 168 time: 0.5548837 Jul 22 21:50:29.669881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40666) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:29.705714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca8b1-b8f7-4542-8466-5cf652175234 tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Network': ['ID=cddfeb63-407d-4818-9a94-ababe60f4d10,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:29.887258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:30.070359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:30.084460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0144c3-062e-4655-8eab-cbd4fa23ca94']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:30.098679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0715efac-fab8-4c4d-8d42-06194f94a7bb') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:30.099038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0715efac-fab8-4c4d-8d42-06194f94a7bb') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:30.119403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:30.135636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b3fa-709f-4feb-b036-211c386eab2f req-3a37aa29-9bdd-4786-99b7-1911057c76a8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:30.142606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2a8b3fa-709f-4feb-b036-211c386eab2f req-3a37aa29-9bdd-4786-99b7-1911057c76a8 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2525177 Jul 22 21:50:30.157505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:30.176283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:50:30.176779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:50:30.181975 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:50:30.626308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b2a8b3fa-709f-4feb-b036-211c386eab2f req-88a84f63-4895-47ca-916b-e250d55077aa tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805138 Jul 22 21:50:30.636483 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:30.646953 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:30.652414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] 10.222.0.54 "DELETE /v2.0/networks/3b0144c3-062e-4655-8eab-cbd4fa23ca94 HTTP/1.1" status: 204 len: 168 time: 0.9814618 Jul 22 21:50:30.669214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b197ddd-fbd1-43bf-849b-14018790ae0b tempest-BulkNetworkOpsTest-1078645196 tempest-BulkNetworkOpsTest-1078645196-project] Pushing event deleted for resources: {'Network': ['ID=3b0144c3-062e-4655-8eab-cbd4fa23ca94,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:30.942160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d681faa-2603-4777-aba2-1392aa5bfc18 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:50:30.974371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 1d681faa-2603-4777-aba2-1392aa5bfc18 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:50:30.974797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1d681faa-2603-4777-aba2-1392aa5bfc18 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:50:31.030416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40702) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:31.192861 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dc51bf9a-9f30-46f7-b763-6e986c6601d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a798c73076ed44dea3c946376dc0a63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583302 Jul 22 21:50:31.193194 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40706) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:31.244784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-55a917c0-4210-4862-be61-972c9e14b921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:31.267569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-55a917c0-4210-4862-be61-972c9e14b921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:31.322286 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-55a917c0-4210-4862-be61-972c9e14b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:31.324923 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-55a917c0-4210-4862-be61-972c9e14b921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:31.326120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-55a917c0-4210-4862-be61-972c9e14b921 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9c2fae0-a16e-4cbd-9ac9-abd527d869fd HTTP/1.1" status: 204 len: 168 time: 0.1315019 Jul 22 21:50:31.340860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a917c0-4210-4862-be61-972c9e14b921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c2fae0-a16e-4cbd-9ac9-abd527d869fd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:31.511424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:31.886596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5721ed-0d04-4b8a-8f09-de47a9291779 req-6b5bbb1c-29c7-4266-a02a-402dddc337e0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:31.888573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f5721ed-0d04-4b8a-8f09-de47a9291779 req-6b5bbb1c-29c7-4266-a02a-402dddc337e0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1506853 Jul 22 21:50:31.968778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f5721ed-0d04-4b8a-8f09-de47a9291779 req-0fdf7586-ac84-4bfc-8e28-c8455dfcec81 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642188 Jul 22 21:50:32.016318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40738) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:32.022539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b94478bd-865f-4be1-8562-224d18556a17 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167141235', 'description': 'tempest-secgroup-smoke-1167141235 description', 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:32.053836 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b94478bd-865f-4be1-8562-224d18556a17 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.155815 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b94478bd-865f-4be1-8562-224d18556a17 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.162397 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b94478bd-865f-4be1-8562-224d18556a17 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.201088 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.222054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94478bd-865f-4be1-8562-224d18556a17 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239d44ed-fa02-438d-828b-c3ac5abe1234,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:32.239820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b94478bd-865f-4be1-8562-224d18556a17 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.241566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b94478bd-865f-4be1-8562-224d18556a17 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2231932 Jul 22 21:50:32.245113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40752) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:32.251164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5a947f7f-61e0-4850-9988-b98d9b3a8e86 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'security_group_rule': {'security_group_id': '239d44ed-fa02-438d-828b-c3ac5abe1234', 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:32.291501 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a947f7f-61e0-4850-9988-b98d9b3a8e86 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.346822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40754) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:32.361389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a947f7f-61e0-4850-9988-b98d9b3a8e86 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.374090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a947f7f-61e0-4850-9988-b98d9b3a8e86 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.412066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a947f7f-61e0-4850-9988-b98d9b3a8e86 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da870bb-cadc-48d8-818f-d1b2802da35b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:32.426925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a947f7f-61e0-4850-9988-b98d9b3a8e86 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.429155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a947f7f-61e0-4850-9988-b98d9b3a8e86 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819582 Jul 22 21:50:32.432212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40760) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:32.437863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f3be725c-b85e-4bd1-a3cc-77602d638692 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'security_group_rule': {'security_group_id': '239d44ed-fa02-438d-828b-c3ac5abe1234', 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:32.501953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3be725c-b85e-4bd1-a3cc-77602d638692 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.561307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1802154303'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:32.606814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:32.610497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.615943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3be725c-b85e-4bd1-a3cc-77602d638692 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.623714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3be725c-b85e-4bd1-a3cc-77602d638692 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.628006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.657830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be725c-b85e-4bd1-a3cc-77602d638692 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f904f9a4-15a7-4e92-adc3-96f6ccdf5b48,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:32.668402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3be725c-b85e-4bd1-a3cc-77602d638692 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.671892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f3be725c-b85e-4bd1-a3cc-77602d638692 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2361135 Jul 22 21:50:32.672580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40766) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:32.677596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7c5fcfdd-231b-4cda-a937-654c28815a3d tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'security_group_rule': {'security_group_id': '239d44ed-fa02-438d-828b-c3ac5abe1234', 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:32.798054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.809664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.852682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:32.868653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9287e08-5e9f-4e32-b955-c8fc565a3878,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:32.876121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcfdd-231b-4cda-a937-654c28815a3d tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.879539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.879930 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment bda735bc-c9e5-4b27-bf87-c7ea1421d8a8 of type vlan for network 27f15b32-6a51-43b9-aaa9-149e5b784f13 Jul 22 21:50:32.952413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:32.998782 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcfdd-231b-4cda-a937-654c28815a3d tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.018100 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcfdd-231b-4cda-a937-654c28815a3d tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.045035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.052571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:33.053315 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.071700 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcfdd-231b-4cda-a937-654c28815a3d tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.074202 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7c5fcfdd-231b-4cda-a937-654c28815a3d tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4005277 Jul 22 21:50:33.078554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40776) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:33.128738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-eeed7470-7b9f-4b67-bd7e-fcb829102ea9 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'security_group_rule': {'security_group_id': '239d44ed-fa02-438d-828b-c3ac5abe1234', 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:33.168943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=27f15b32-6a51-43b9-aaa9-149e5b784f13,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:33.173283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fcfdd-231b-4cda-a937-654c28815a3d tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abc1142-edf3-4142-8186-eec7d7502ccd,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:33.181099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:33.185540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeed7470-7b9f-4b67-bd7e-fcb829102ea9 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.187628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b99a82e7-1103-49cd-88a8-bc07fda412c8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8392572 Jul 22 21:50:33.191182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40778) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:33.204579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757658154'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:33.217615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e2c40-a27a-4893-8213-7de36eb632bc req-deb48822-0cab-43eb-9eea-8aa0b1b807ab tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:33.219228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea3e2c40-a27a-4893-8213-7de36eb632bc req-deb48822-0cab-43eb-9eea-8aa0b1b807ab tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1545551 Jul 22 21:50:33.298771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:33.306983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.331907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea3e2c40-a27a-4893-8213-7de36eb632bc req-7b5a44ef-29eb-481a-9bb0-7f3450cddaaa tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984008 Jul 22 21:50:33.339984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeed7470-7b9f-4b67-bd7e-fcb829102ea9 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.345825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeed7470-7b9f-4b67-bd7e-fcb829102ea9 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.374704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7470-7b9f-4b67-bd7e-fcb829102ea9 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412fb584-6dc3-4d15-a6c0-fb65567c0c2e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:33.377141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:50:33.383323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeed7470-7b9f-4b67-bd7e-fcb829102ea9 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.387566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:33.387774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eeed7470-7b9f-4b67-bd7e-fcb829102ea9 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2730427 Jul 22 21:50:33.392495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'security_group_rule': {'security_group_id': '239d44ed-fa02-438d-828b-c3ac5abe1234', 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:33.394855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.395260 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment 144f3ecc-917e-4e23-bb82-151353189e67 of type vlan for network 0e432988-3db1-4749-9b8c-4433528c19b9 Jul 22 21:50:33.417570 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Project 4c7e92d13d2f47c1a4919adec8e44b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:50:33.424311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.444337 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.522028 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.531301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:33.532259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.533137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.538518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.555762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3624120 Jul 22 21:50:33.557971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40788) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:33.560941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cd8ed5-1ecc-410b-b484-5c10152b34c5,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:33.570743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.573053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '27f15b32-6a51-43b9-aaa9-149e5b784f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:33.575677 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2d6aaff0-f42b-4148-a8be-f299aad78230 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1870008 Jul 22 21:50:33.576716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40792) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:33.581634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'security_group_rule': {'security_group_id': '239d44ed-fa02-438d-828b-c3ac5abe1234', 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:33.631621 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Project 4c7e92d13d2f47c1a4919adec8e44b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:50:33.636909 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.698917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e07c9e-6225-4090-8de5-a0f215ad192b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=0e432988-3db1-4749-9b8c-4433528c19b9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:33.711404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0e432988-3db1-4749-9b8c-4433528c19b9 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:50:33.798981 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.805099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:33.809291 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.809954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.845472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1b9f4e-3d61-425c-ac20-3d84593ad6b2,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:33.865472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:33.867783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-af98fab2-814c-4510-8de7-7080dda34a40 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2897518 Jul 22 21:50:34.082722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:34.177615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=6b288c59-6222-4e66-aaff-f2c7f59b23a3,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:34.197378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': 'bda735bc-c9e5-4b27-bf87-c7ea1421d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '27f15b32-6a51-43b9-aaa9-149e5b784f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:34.197740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 27f15b32-6a51-43b9-aaa9-149e5b784f13, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:50:34.228895 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-99a65663-fc0a-420c-95ff-2f79a0dc66c1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167141235&fields=id&tenant_id=4c7e92d13d2f47c1a4919adec8e44b49 HTTP/1.1" status: 200 len: 267 time: 0.0526826 Jul 22 21:50:34.229979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:50:34.243378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 27f15b32-6a51-43b9-aaa9-149e5b784f13) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:34.251473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e14512-9a3a-4fe2-b4cb-9cc09e4ea931 None None] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:34.263628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:34.264249 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:34.305480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f3234d1e-ec2c-4aa6-9aa6-237647e5d45b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7461412 Jul 22 21:50:34.309129 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:34.318476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '0e432988-3db1-4749-9b8c-4433528c19b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:34.398768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:50:34.461263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-36b2ba7d-3129-4db6-9cce-b0577dbab06e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1829307 Jul 22 21:50:34.507391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ff747384-f879-4f46-8d22-0ef8b6eaec95 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:34.518453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ff747384-f879-4f46-8d22-0ef8b6eaec95 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/networks?id=252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 200 len: 814 time: 0.2765877 Jul 22 21:50:34.605420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-b8b978fb-bfd4-48a8-bf07-c02788a485ca tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/quotas/4c7e92d13d2f47c1a4919adec8e44b49 HTTP/1.1" status: 200 len: 375 time: 0.0860803 Jul 22 21:50:34.661299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-f7e68ee0-2b09-484f-9ebf-35a9150e5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:34.663042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-f7e68ee0-2b09-484f-9ebf-35a9150e5070 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0502044b37aa42c8a22631b8637743b3&device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 1098 time: 0.1287372 Jul 22 21:50:34.695763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-27f15b32-6a51-43b9-aaa9-149e5b784f13', 'network_id': '27f15b32-6a51-43b9-aaa9-149e5b784f13', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': '6b288c59-6222-4e66-aaff-f2c7f59b23a3'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:50:34.696529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:34.696677 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:34.708038 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:34.833443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:34.919077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082', 'port_id': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'mac_address': 'fa:16:3e:94:a0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f518a710-1434-4155-b123-736097418bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:50:34.981120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c5a1f-819a-4764-9802-db6671d4f131 req-60ee9efe-e58f-426f-8116-30972bc952fc tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:34.982737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd4c5a1f-819a-4764-9802-db6671d4f131 req-60ee9efe-e58f-426f-8116-30972bc952fc tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.4500630 Jul 22 21:50:34.997479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-5b10c4f4-8907-436f-ac4c-1d60fe5785d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:34.999168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-5b10c4f4-8907-436f-ac4c-1d60fe5785d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 200 len: 908 time: 0.3117685 Jul 22 21:50:35.000659 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:35.035181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7cd8c4e-8313-448d-8be9-677782f07c5b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:50:35.087958 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-62df5235-3f3c-4a07-9337-24a9ddc593c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 200 len: 1002 time: 0.0796916 Jul 22 21:50:35.090370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Allocated IP 2001:db8::2 (27f15b32-6a51-43b9-aaa9-149e5b784f13/6b288c59-6222-4e66-aaff-f2c7f59b23a3/27fcd9b0-0df8-45b4-8162-d00e101e5f55) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:35.137869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:35.143870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:35.150454 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-8da1f10a-a2e5-4d95-ab25-3b0e5308cd2f tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5330205 Jul 22 21:50:35.170276 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:35.197544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-b2b7a2ee-88a2-439c-8f54-c9d11b954b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:35.199204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-b2b7a2ee-88a2-439c-8f54-c9d11b954b7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67d16a39-4f3e-4354-a543-7d4b0ddf81b4 HTTP/1.1" status: 200 len: 846 time: 0.1009488 Jul 22 21:50:35.274653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=4e19d033-24db-40f0-8a02-2ab6684e455e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:35.300681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d7cd8c4e-8313-448d-8be9-677782f07c5b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:50:35.393218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-58d13ee8-9c84-438c-9c10-8509ff8aef16 service neutron] 10.222.0.54 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183969 Jul 22 21:50:35.399594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-d2d6a8ea-16a2-446f-93a9-b825a4543c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:35.406370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-d2d6a8ea-16a2-446f-93a9-b825a4543c98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61df596d-6849-4c26-8ac0-ce4dff77e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910963 Jul 22 21:50:35.430982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-fc7cb556-2234-4feb-a62d-7264379e5552 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:50:35.434847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-fc7cb556-2234-4feb-a62d-7264379e5552 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243113 Jul 22 21:50:35.558764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-b5c35946-574c-40d4-97b5-594e2d2fae5a service neutron] 10.222.0.54 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645639 Jul 22 21:50:35.576400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd4c5a1f-819a-4764-9802-db6671d4f131 req-240bdad3-56f9-4534-8217-304bce1d19d3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928524 Jul 22 21:50:35.648998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:35.654472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': '144f3ecc-917e-4e23-bb82-151353189e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0e432988-3db1-4749-9b8c-4433528c19b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:35.672937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 0e432988-3db1-4749-9b8c-4433528c19b9, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:50:35.723545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 0e432988-3db1-4749-9b8c-4433528c19b9 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:50:35.741364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 0e432988-3db1-4749-9b8c-4433528c19b9) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:35.748739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:35.749558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:35.758716 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-fd69f546-f74f-4020-8a64-c7dc0baf7a52 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136535 Jul 22 21:50:35.778010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-84f9b49f-82ff-4c7e-a03f-05286e7aece3 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4676425 Jul 22 21:50:35.780912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 40852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:35.789379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-361364bd-460a-44be-a37c-8f3ce6137e0e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2141136968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:35.801290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074649a6-1fd8-4ae3-9de2-a65914bd0a91 None None] Network 0e432988-3db1-4749-9b8c-4433528c19b9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:35.849902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-361364bd-460a-44be-a37c-8f3ce6137e0e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:35.851011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-361364bd-460a-44be-a37c-8f3ce6137e0e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:35.997933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-931a8034-d7fe-448e-b4be-f6db6b9e81cd req-5d3c4b41-8a4b-4691-813a-d2ec83202281 service neutron] 10.222.0.23 "GET /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321005 Jul 22 21:50:36.034342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-e565c140-8a36-4e8e-a40c-6c1c1dde969d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487842057&fields=id&tenant_id=5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 267 time: 0.1546564 Jul 22 21:50:36.169770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-361364bd-460a-44be-a37c-8f3ce6137e0e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:36.176712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-361364bd-460a-44be-a37c-8f3ce6137e0e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:36.211700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-361364bd-460a-44be-a37c-8f3ce6137e0e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:36.216437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:36.216729 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-361364bd-460a-44be-a37c-8f3ce6137e0e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4345131 Jul 22 21:50:36.245259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-359dcec5-4d8d-4ac2-b866-72837abea32f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:36.247139 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-359dcec5-4d8d-4ac2-b866-72837abea32f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.2117536 Jul 22 21:50:36.290169 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:36.295363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-f801c6cd-3127-41df-afd0-20f53dd8899d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/quotas/5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 375 time: 0.0346360 Jul 22 21:50:36.343749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Transition to ACTIVE for port object 27fcd9b0-0df8-45b4-8162-d00e101e5f55 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:36.413029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b329b57e-4529-4681-b368-354204b5f010 req-041c92c5-25cb-4997-b693-2ef4ee43c2bd tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.1342065 Jul 22 21:50:36.440333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Transition to ACTIVE for port object 27fcd9b0-0df8-45b4-8162-d00e101e5f55 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:36.525137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:36.533602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ef031d6a-fa8e-4752-ae35-bde52f070f3e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1889405 Jul 22 21:50:36.572431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-0e432988-3db1-4749-9b8c-4433528c19b9', 'network_id': '0e432988-3db1-4749-9b8c-4433528c19b9', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': '4e19d033-24db-40f0-8a02-2ab6684e455e'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:50:36.573167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:36.615413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:36.620629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:36.637500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:37.043796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-d7c565df-056b-4254-a20d-3c2fb8bd5a8d service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955850 Jul 22 21:50:37.116208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Pushing event updated for resources: {'Port': ['ID=27fcd9b0-0df8-45b4-8162-d00e101e5f55,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:37.207241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36a358-1bb2-4516-a9ba-7dfc9b078b5d req-a40e1940-70aa-408f-b166-e6389db47cc4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:37.216032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d36a358-1bb2-4516-a9ba-7dfc9b078b5d req-a40e1940-70aa-408f-b166-e6389db47cc4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.3607464 Jul 22 21:50:37.250823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-78954e72-2248-4889-851e-b2098cd40641 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938248 Jul 22 21:50:37.276858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2d36a358-1bb2-4516-a9ba-7dfc9b078b5d req-d18c550e-7352-4ff6-94fa-a29f70cadca5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565999 Jul 22 21:50:37.299558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Allocated IP 2001:db8:1::2 (0e432988-3db1-4749-9b8c-4433528c19b9/4e19d033-24db-40f0-8a02-2ab6684e455e/df42fb6b-7af2-4bd7-b1ee-72e597034ade) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:37.357659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:37.600190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Attempting to bind port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:50:37.600580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Attempting to bind port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'bda735bc-c9e5-4b27-bf87-c7ea1421d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '27f15b32-6a51-43b9-aaa9-149e5b784f13'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:50:37.600961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Attempting to bind port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 on network 27f15b32-6a51-43b9-aaa9-149e5b784f13 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:50:37.613609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:50:37.614000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Checking segment: {'id': 'bda735bc-c9e5-4b27-bf87-c7ea1421d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '27f15b32-6a51-43b9-aaa9-149e5b784f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:37.614297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:37.614763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Bound using segment: {'id': 'bda735bc-c9e5-4b27-bf87-c7ea1421d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '27f15b32-6a51-43b9-aaa9-149e5b784f13'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:50:37.615258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Bound port: 27fcd9b0-0df8-45b4-8162-d00e101e5f55, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda735bc-c9e5-4b27-bf87-c7ea1421d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '27f15b32-6a51-43b9-aaa9-149e5b784f13'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:50:37.615654 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:37.757953 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:37.778833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Transition to ACTIVE for port object df42fb6b-7af2-4bd7-b1ee-72e597034ade will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:37.811481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] For port 27fcd9b0-0df8-45b4-8162-d00e101e5f55, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:50:37.818288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Transition to ACTIVE for port object df42fb6b-7af2-4bd7-b1ee-72e597034ade will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:37.832691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] For port 27fcd9b0-0df8-45b4-8162-d00e101e5f55, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=27fcd9b0-0df8-45b4-8162-d00e101e5f55,segment=NetworkSegment(bda735bc-c9e5-4b27-bf87-c7ea1421d8a8),segment_id=bda735bc-c9e5-4b27-bf87-c7ea1421d8a8)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:50:37.838359 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:37.855859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:37.971225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cce4f20-9b60-4653-9fde-f5f7b0d9deb1 req-781d8989-47ce-423d-8832-5d680b75003b tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.0447378 Jul 22 21:50:37.980713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Network 0e432988-3db1-4749-9b8c-4433528c19b9 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:37.997068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:38.013463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Pushing event updated for resources: {'Port': ['ID=df42fb6b-7af2-4bd7-b1ee-72e597034ade,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:38.018590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:38.094570 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a4059bf-a9c3-4ef6-a445-00371ec31a4c req-b26a54ec-134f-471b-99d3-df103e9e6d55 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0580039 Jul 22 21:50:38.239134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307323a-26ba-4215-b295-daf21c790ba4 None None] Pushing event updated for resources: {'Port': ['ID=27fcd9b0-0df8-45b4-8162-d00e101e5f55,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:38.255599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8::1 (27f15b32-6a51-43b9-aaa9-149e5b784f13/6b288c59-6222-4e66-aaff-f2c7f59b23a3/cdc045a5-b7f2-4027-a3ee-939da17e998a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:38.272444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ba01e075-77f0-4516-8b6f-c7c39cfc2a7a tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:38.274903 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ba01e075-77f0-4516-8b6f-c7c39cfc2a7a tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.23 "GET /v2.0/networks?id=252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 200 len: 814 time: 0.3741865 Jul 22 21:50:38.357202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba2e14-e85d-4f86-affc-465caae981bb req-2454b95a-2d08-4500-b453-8ddeac1d374d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:38.369497 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14ba2e14-e85d-4f86-affc-465caae981bb req-2454b95a-2d08-4500-b453-8ddeac1d374d tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.2402482 Jul 22 21:50:38.508459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:50:38.645624 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14ba2e14-e85d-4f86-affc-465caae981bb req-3b7af014-707c-4d2f-9aa6-f73a5325f1d6 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623940 Jul 22 21:50:38.730482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ca89-87a8-4da7-8c3f-d2d02ad58b8d req-720dea09-7803-4f83-b6b5-ff2fd875f948 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:38.745248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45d9ca89-87a8-4da7-8c3f-d2d02ad58b8d req-720dea09-7803-4f83-b6b5-ff2fd875f948 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.1876678 Jul 22 21:50:38.775086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Attempting to bind port df42fb6b-7af2-4bd7-b1ee-72e597034ade on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:50:38.775983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:38.780436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Attempting to bind port df42fb6b-7af2-4bd7-b1ee-72e597034ade by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '144f3ecc-917e-4e23-bb82-151353189e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0e432988-3db1-4749-9b8c-4433528c19b9'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:50:38.781127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Attempting to bind port df42fb6b-7af2-4bd7-b1ee-72e597034ade on network 0e432988-3db1-4749-9b8c-4433528c19b9 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:50:38.791778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:50:38.792230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Checking segment: {'id': '144f3ecc-917e-4e23-bb82-151353189e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0e432988-3db1-4749-9b8c-4433528c19b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:38.792962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:38.793610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Bound using segment: {'id': '144f3ecc-917e-4e23-bb82-151353189e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0e432988-3db1-4749-9b8c-4433528c19b9'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:50:38.794164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Bound port: df42fb6b-7af2-4bd7-b1ee-72e597034ade, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144f3ecc-917e-4e23-bb82-151353189e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0e432988-3db1-4749-9b8c-4433528c19b9'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:50:38.804162 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:38.849173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45d9ca89-87a8-4da7-8c3f-d2d02ad58b8d req-987b0a27-0f4f-4bda-830d-e11a40cdfd16 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014409 Jul 22 21:50:38.854636 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-8a69d9ae-e596-43ba-bb28-4bd210cebeb1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c7e92d13d2f47c1a4919adec8e44b49 HTTP/1.1" status: 200 len: 380 time: 0.5606143 Jul 22 21:50:38.879561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port d7cd8c4e-8313-448d-8be9-677782f07c5b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:38.881172 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:38.913537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'port': {'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'admin_state_up': True, 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'security_groups': ['239d44ed-fa02-438d-828b-c3ac5abe1234']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:38.971699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object cdc045a5-b7f2-4027-a3ee-939da17e998a will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:39.188017 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d78f43bc-08fe-41cc-9ceb-a70361ce614a req-883850c0-a169-4225-bb72-da26b1e125db tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.0759485 Jul 22 21:50:39.248661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 27fcd9b0-0df8-45b4-8162-d00e101e5f55 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:50:39.329296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-69ed3a9a-6ebc-4b4d-81af-7ba3abf81e3e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:39.331056 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-69ed3a9a-6ebc-4b4d-81af-7ba3abf81e3e tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.23 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.5507684 Jul 22 21:50:39.398476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-680067e0-61f1-4217-8767-ca2fc13ee50e req-52af87ef-227e-4794-8159-b22ac3d3c347 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.1166947 Jul 22 21:50:39.518521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:39.567218 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] For port df42fb6b-7af2-4bd7-b1ee-72e597034ade, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:50:39.591115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] For port df42fb6b-7af2-4bd7-b1ee-72e597034ade, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=df42fb6b-7af2-4bd7-b1ee-72e597034ade,segment=NetworkSegment(144f3ecc-917e-4e23-bb82-151353189e67),segment_id=144f3ecc-917e-4e23-bb82-151353189e67)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:50:39.662397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:39.668554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:39.683013 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:39.693119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:39.706909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Made reservation on behalf of 4c7e92d13d2f47c1a4919adec8e44b49 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:39.713543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:39.732222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:39.733168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:39.786352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Deleting port eb6560d2-4cf7-476f-b7af-4a8154797e03 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:39.802388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:39.989070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:50:39.999156 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320fbb3-55a6-4864-8d5e-68ea9c22cf70" -d '{"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:50:40.066701 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:50:40.079096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] For port eb6560d2-4cf7-476f-b7af-4a8154797e03, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=eb6560d2-4cf7-476f-b7af-4a8154797e03,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:40.079522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:40.160159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:40.160750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=cdc045a5-b7f2-4027-a3ee-939da17e998a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:40.204858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35990c60-cf25-4132-a5b5-36a578e1041c None None] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:40.218082 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358dc84-f64d-4743-aaa1-7110c7076d8c None None] Pushing event updated for resources: {'Port': ['ID=df42fb6b-7af2-4bd7-b1ee-72e597034ade,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:40.233383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:40.239715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:40.325161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929fbf5-0b48-49ad-ad5a-efa87598497c req-4250b0cc-e65a-4853-9917-5eb610618452 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:40.327288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8929fbf5-0b48-49ad-ad5a-efa87598497c req-4250b0cc-e65a-4853-9917-5eb610618452 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.5232739 Jul 22 21:50:40.463443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d318f357-a915-46f6-a487-60fded46ca5a None None] Provisioning for port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:40.473426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d318f357-a915-46f6-a487-60fded46ca5a None None] Provisioning complete for port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:40.473426 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d318f357-a915-46f6-a487-60fded46ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:40.649304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69897a4c-bdf2-4f82-9a70-df43df55f1b1 req-3887edf6-7dd5-4587-878f-74c26e730693 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:40.657132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69897a4c-bdf2-4f82-9a70-df43df55f1b1 req-3887edf6-7dd5-4587-878f-74c26e730693 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.5485122 Jul 22 21:50:40.657655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:40.693345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8929fbf5-0b48-49ad-ad5a-efa87598497c req-ba7c8ab4-7797-409d-9ae4-560ac552e9c0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381432 Jul 22 21:50:40.729980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-bdab56da-5b0e-4582-81df-3bc8a2df4ca5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:40.738164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-bdab56da-5b0e-4582-81df-3bc8a2df4ca5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.7629638 Jul 22 21:50:40.757590 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:40.808560 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b2bb5-0c3c-4aee-907b-bef6b76881ae x-openstack-request-id: req-418b2bb5-0c3c-4aee-907b-bef6b76881ae {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:50:40.812221 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:50:40.813016 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-418b2bb5-0c3c-4aee-907b-bef6b76881ae {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:50:40.813573 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'code': 200} Jul 22 21:50:40.857370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69897a4c-bdf2-4f82-9a70-df43df55f1b1 req-b7f6239d-8810-4e44-bb94-5f184a952881 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984608 Jul 22 21:50:40.865454 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d318f357-a915-46f6-a487-60fded46ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:40.974311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-e38dba44-f334-4a1c-855f-8c03180acf47 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 380 time: 0.2230415 Jul 22 21:50:41.044452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d318f357-a915-46f6-a487-60fded46ca5a None None] For port 27fcd9b0-0df8-45b4-8162-d00e101e5f55, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=27fcd9b0-0df8-45b4-8162-d00e101e5f55,segment=NetworkSegment(bda735bc-c9e5-4b27-bf87-c7ea1421d8a8),segment_id=bda735bc-c9e5-4b27-bf87-c7ea1421d8a8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:41.054963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'port': {'device_id': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'admin_state_up': True, 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'security_groups': ['d6c1e242-6d46-4935-87a5-9913bee93698']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:41.057309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d318f357-a915-46f6-a487-60fded46ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:41.191994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b914976-322c-410b-b0e5-949c3ce61164 req-0a15efff-5fa7-4355-96fc-bafd4e6e32c5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.1964321 Jul 22 21:50:41.219530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318f357-a915-46f6-a487-60fded46ca5a None None] Pushing event updated for resources: {'Port': ['ID=27fcd9b0-0df8-45b4-8162-d00e101e5f55,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:41.233775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9244f644-86ec-4278-8074-504ad0338605 req-d4767d75-cac2-410c-8914-f1d716baad16 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.2413554 Jul 22 21:50:41.318991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device df42fb6b-7af2-4bd7-b1ee-72e597034ade up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:50:41.483590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port df42fb6b-7af2-4bd7-b1ee-72e597034ade completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:41.518316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:50:41.528235 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:41.558563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:41.559099 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:41.559666 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Floating IP c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9 disassociated. External IP: 172.25.5.116, port: eb6560d2-4cf7-476f-b7af-4a8154797e03. Jul 22 21:50:41.560025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Calling delete_port for eb6560d2-4cf7-476f-b7af-4a8154797e03 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:41.581135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Allocated IP 172.20.0.8 (252e5475-412e-4fae-8bcc-4112e1cec30e/45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9/e180bbed-b790-41dd-a2f0-7103b7fe8977) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:41.826650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a11405b-d899-4cbc-8ecc-a4677babbb0d None None] Provisioning for port cdc045a5-b7f2-4027-a3ee-939da17e998a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:41.832277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a11405b-d899-4cbc-8ecc-a4677babbb0d None None] Provisioning complete for port cdc045a5-b7f2-4027-a3ee-939da17e998a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:41.832856 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a11405b-d899-4cbc-8ecc-a4677babbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:41.958451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6a11405b-d899-4cbc-8ecc-a4677babbb0d None None] Port cdc045a5-b7f2-4027-a3ee-939da17e998a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:42.004758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a11405b-d899-4cbc-8ecc-a4677babbb0d None None] Provisioning complete for port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:42.005145 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a11405b-d899-4cbc-8ecc-a4677babbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.087128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09e2bf-c78f-412e-a107-5d3e39e2d4ff None None] Network 0e432988-3db1-4749-9b8c-4433528c19b9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:50:42.241561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.265139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.267589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.299060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83190a00-cef5-455c-9f4f-631a048dd44d req-4c0f1823-c4c8-4ceb-bcfa-30cbaa8932c0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:42.300855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83190a00-cef5-455c-9f4f-631a048dd44d req-4c0f1823-c4c8-4ceb-bcfa-30cbaa8932c0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 946 time: 0.3960593 Jul 22 21:50:42.304218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.20.0.8 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/9a3bb534-6014-48e2-b001-e69b618d591d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:42.370131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83190a00-cef5-455c-9f4f-631a048dd44d req-dabb86dc-cf62-4f9b-b476-33bdd13c4296 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec2126d9-067f-42ac-9595-a387dc025986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525031 Jul 22 21:50:42.387379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae7f7b-9ff6-422f-a75b-e95eba8d974c req-71521ec2-5364-48cd-af7d-73510bee349c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:42.388988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbae7f7b-9ff6-422f-a75b-e95eba8d974c req-71521ec2-5364-48cd-af7d-73510bee349c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.3333075 Jul 22 21:50:42.451617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbae7f7b-9ff6-422f-a75b-e95eba8d974c req-e3df5b8f-ff0d-4d8c-934f-daa1c5167b71 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515409 Jul 22 21:50:42.482223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=cdc045a5-b7f2-4027-a3ee-939da17e998a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:42.570072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.613245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-328df19b-24f3-4438-a4e3-0dd3346d6ade req-ecfd293b-075c-401a-baaa-7af6ba02dfde tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0595095 Jul 22 21:50:42.670879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86619166-f411-47bf-8dd6-0f8c95ea6f65 req-4b1d25db-744e-4187-bc89-4034f1c22395 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.0564628 Jul 22 21:50:42.679154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event deleted for resources: {'Port': ['ID=eb6560d2-4cf7-476f-b7af-4a8154797e03,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:42.705018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f85be62e-94c5-431a-b0ec-9b364d617a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.752336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Provisioning complete for port cdc045a5-b7f2-4027-a3ee-939da17e998a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:42.752719 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.790960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.809288 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Transition to ACTIVE for port object 9a3bb534-6014-48e2-b001-e69b618d591d will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:42.846503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Port cdc045a5-b7f2-4027-a3ee-939da17e998a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:42.861714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.872602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Provisioning for port df42fb6b-7af2-4bd7-b1ee-72e597034ade completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:42.879927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Provisioning complete for port df42fb6b-7af2-4bd7-b1ee-72e597034ade triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:42.880310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:42.951688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=9a3bb534-6014-48e2-b001-e69b618d591d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:42.961290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:42.962893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:42.966355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:43.038478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device eb6560d2-4cf7-476f-b7af-4a8154797e03 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:50:43.074654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:43.075822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:43.108393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-ffc09305-cd36-4298-8d51-348f54dec470 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0766881 Jul 22 21:50:43.123545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Request body: {'port': {'device_id': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:43.154193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: eb6560d2-4cf7-476f-b7af-4a8154797e03 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:50:43.154542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device eb6560d2-4cf7-476f-b7af-4a8154797e03 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:50:43.176054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 27fcd9b0-0df8-45b4-8162-d00e101e5f55 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:50:43.234887 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:43.279603 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:50:43.342291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Transition to ACTIVE for port object e180bbed-b790-41dd-a2f0-7103b7fe8977 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:43.383306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:43.524612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:43.583806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:43.598115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:43.641945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:43.642402 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:43.688811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bef633a-3dbc-4efb-8cf8-0211a903333a req-9d368763-5658-4b7b-b682-c975abd9cd73 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 210 time: 0.1522315 Jul 22 21:50:43.741138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] For port df42fb6b-7af2-4bd7-b1ee-72e597034ade, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=df42fb6b-7af2-4bd7-b1ee-72e597034ade,segment=NetworkSegment(144f3ecc-917e-4e23-bb82-151353189e67),segment_id=144f3ecc-917e-4e23-bb82-151353189e67)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:43.766960 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:44.057348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d50f4864-355a-4d7b-a82b-0672cc4429de None None] Provisioning complete for port df42fb6b-7af2-4bd7-b1ee-72e597034ade triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:44.060971 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d50f4864-355a-4d7b-a82b-0672cc4429de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:44.176183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dff71-7e8a-4d3c-9427-cbad1f2082aa None None] Pushing event updated for resources: {'Port': ['ID=df42fb6b-7af2-4bd7-b1ee-72e597034ade,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:44.374334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d50f4864-355a-4d7b-a82b-0672cc4429de None None] Provisioning for port 9a3bb534-6014-48e2-b001-e69b618d591d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:44.380028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d50f4864-355a-4d7b-a82b-0672cc4429de None None] Provisioning complete for port 9a3bb534-6014-48e2-b001-e69b618d591d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:44.380705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d50f4864-355a-4d7b-a82b-0672cc4429de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:44.457516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d50f4864-355a-4d7b-a82b-0672cc4429de None None] Port 9a3bb534-6014-48e2-b001-e69b618d591d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:44.609619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:44.626190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c63d43dd-dd4e-497d-a0d3-fd80ab034529 None None] Provisioning complete for port cdc045a5-b7f2-4027-a3ee-939da17e998a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:44.627059 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c63d43dd-dd4e-497d-a0d3-fd80ab034529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:44.691988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'Port': ['ID=e180bbed-b790-41dd-a2f0-7103b7fe8977,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:44.712401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Network 252e5475-412e-4fae-8bcc-4112e1cec30e is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:44.728262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:44.734536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c63d43dd-dd4e-497d-a0d3-fd80ab034529 None None] Port cdc045a5-b7f2-4027-a3ee-939da17e998a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:44.744981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:44.837782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:50:44.845320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:50:44.851177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] Sync routers for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:50:44.868115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:44.869119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:44.925197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:44.926183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:44.988491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] No DVR routers for this DVR port eb6560d2-4cf7-476f-b7af-4a8154797e03 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:50:44.993994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:44.995237 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4a27453c-0924-4fa8-9aa7-c509a20920fb req-04525962-e2b2-4c7f-babd-705608da9611 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.23 "DELETE /v2.0/ports/eb6560d2-4cf7-476f-b7af-4a8154797e03 HTTP/1.1" status: 204 len: 173 time: 5.6504476 Jul 22 21:50:45.002163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'name': 'network-vif-deleted', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:50:45.002163 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b9681-6ebd-4fb2-b164-2eb09fc88984" -d '{"events": [{"server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "name": "network-vif-deleted", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:50:45.004081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-ab657c18-26de-47bc-8b3b-c983357b76a5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1357281 Jul 22 21:50:45.154726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Request body: {'port': {'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:50:45.246155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device df42fb6b-7af2-4bd7-b1ee-72e597034ade up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:50:45.326356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-05cffe6c-8a54-4b1d-b9b8-be625df237ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:45.407666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3bb534-6014-48e2-b001-e69b618d591d {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:50:45.421835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:50:45.428582 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:45.443313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca131c-0e32-40b6-b824-fa6b83c96f9f req-c7693859-ba8e-4bb5-b0f2-ab4ba34fc646 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:45.445310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fca131c-0e32-40b6-b824-fa6b83c96f9f req-c7693859-ba8e-4bb5-b0f2-ab4ba34fc646 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 931 time: 0.7177827 Jul 22 21:50:45.456721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:45.465534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844f3a1-e780-4982-aa0f-63b505eafdd8 req-3deda1c7-3fbd-4c4f-89bc-05087da1027e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:45.474524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3844f3a1-e780-4982-aa0f-63b505eafdd8 req-3deda1c7-3fbd-4c4f-89bc-05087da1027e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 1.8229713 Jul 22 21:50:45.480381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:50:45.490024 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2254ecc0-a62c-4ecd-8a81-314b18c89c80 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2723730 Jul 22 21:50:45.491089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] Sync routers for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:50:45.493892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 40998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:45.528784 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:45.529447 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:45.548436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9c86dfab-e469-4d3d-aa62-ffc3d37e1de9 None None] Provisioning for port e180bbed-b790-41dd-a2f0-7103b7fe8977 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:45.563147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1fca131c-0e32-40b6-b824-fa6b83c96f9f req-0c754bec-73e0-4789-abd4-ed67953f3c54 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096358 Jul 22 21:50:45.566559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Transition to ACTIVE for port object 9a3bb534-6014-48e2-b001-e69b618d591d will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:45.577837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:45.590114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port df42fb6b-7af2-4bd7-b1ee-72e597034ade triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:45.592127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:45.652202 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3bb534-6014-48e2-b001-e69b618d591d,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:45.677397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3844f3a1-e780-4982-aa0f-63b505eafdd8 req-691c10b6-0ae2-4ae9-b873-5fa96a8b9dc3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012606 Jul 22 21:50:45.699281 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:45.739735 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:45.740648 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:45.817071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cf057-87e5-44f4-9d32-a0a7c980752f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:45.828519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9c86dfab-e469-4d3d-aa62-ffc3d37e1de9 None None] Provisioning complete for port e180bbed-b790-41dd-a2f0-7103b7fe8977 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:45.830904 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9c86dfab-e469-4d3d-aa62-ffc3d37e1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:45.831199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-276cf057-87e5-44f4-9d32-a0a7c980752f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports/cdc045a5-b7f2-4027-a3ee-939da17e998a HTTP/1.1" status: 200 len: 911 time: 0.3323083 Jul 22 21:50:45.835320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41004) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:45.842962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:45.933536 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:45.939184 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf8a8e-3ab2-475b-82d3-41f3dbd125f8 None None] The sync data for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:50:46.011269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Attempting to bind port 9a3bb534-6014-48e2-b001-e69b618d591d on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:50:46.011734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Attempting to bind port 9a3bb534-6014-48e2-b001-e69b618d591d by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:50:46.012084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Attempting to bind port 9a3bb534-6014-48e2-b001-e69b618d591d on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:50:46.063199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9c86dfab-e469-4d3d-aa62-ffc3d37e1de9 None None] Port e180bbed-b790-41dd-a2f0-7103b7fe8977 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:46.063815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d71c5bf8-a194-4aab-9b8a-d5a80b6a00ce req-0657fe1d-5509-4054-a63c-693cb08fc6a6 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada35d3f-67f7-4bb4-b6be-8389c96a20e8 HTTP/1.1" status: 200 len: 210 time: 0.1086371 Jul 22 21:50:46.070071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Port 9a3bb534-6014-48e2-b001-e69b618d591d on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:50:46.070400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Attempting to bind port 9a3bb534-6014-48e2-b001-e69b618d591d on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:50:46.121196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:50:46.125024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:46.129400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:50:46.130150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Bound port: 9a3bb534-6014-48e2-b001-e69b618d591d, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:50:46.130701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:46.216078 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b3739e-a455-4e42-afd3-cfadb1471f3b x-openstack-request-id: req-80b3739e-a455-4e42-afd3-cfadb1471f3b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:50:46.216402 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada35d3f-67f7-4bb4-b6be-8389c96a20e8", "name": "network-vif-deleted", "tag": "eb6560d2-4cf7-476f-b7af-4a8154797e03", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:50:46.219729 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80b3739e-a455-4e42-afd3-cfadb1471f3b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:50:46.220234 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada35d3f-67f7-4bb4-b6be-8389c96a20e8', 'name': 'network-vif-deleted', 'tag': 'eb6560d2-4cf7-476f-b7af-4a8154797e03', 'status': 'completed', 'code': 200} Jul 22 21:50:46.290702 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:46.327002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] For port 9a3bb534-6014-48e2-b001-e69b618d591d, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:50:46.330852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] For port 9a3bb534-6014-48e2-b001-e69b618d591d, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9a3bb534-6014-48e2-b001-e69b618d591d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:50:46.353085 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:46.541395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:46.545417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 5, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:46.545636 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:46.553582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] 10.222.0.58 "PUT /v2.0/ports/9a3bb534-6014-48e2-b001-e69b618d591d HTTP/1.1" status: 200 len: 1092 time: 3.4348271 Jul 22 21:50:46.569737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e180bbed-b790-41dd-a2f0-7103b7fe8977 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:50:46.575862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:50:46.579870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:46.586973 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431a86c-6b42-4ea2-b535-e3023a9dcff6" -d '{"events": [{"name": "network-changed", "server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:50:46.598869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Transition to ACTIVE for port object e180bbed-b790-41dd-a2f0-7103b7fe8977 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:46.608254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:46.635892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] Checking router: b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:50:46.679685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:46.680470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:46.685269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeb2e1-3668-4b06-940c-62067167a670 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3bb534-6014-48e2-b001-e69b618d591d,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:46.743860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219505-d165-43b3-a0b8-bde2a77fdd47 req-cc6d353f-8aea-42d2-8eaf-ef2d46ff5404 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:46.746486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02219505-d165-43b3-a0b8-bde2a77fdd47 req-cc6d353f-8aea-42d2-8eaf-ef2d46ff5404 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 931 time: 0.7943945 Jul 22 21:50:46.776718 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690a54f8-0ebf-49fe-b311-aa094460717a x-openstack-request-id: req-690a54f8-0ebf-49fe-b311-aa094460717a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:50:46.777078 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:50:46.777461 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-690a54f8-0ebf-49fe-b311-aa094460717a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:50:46.778095 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d', 'status': 'completed', 'code': 200} Jul 22 21:50:47.027624 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02219505-d165-43b3-a0b8-bde2a77fdd47 req-05fc66ef-ca4a-4019-a8ac-07481cffcdb5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473030 Jul 22 21:50:47.181562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Pushing event updated for resources: {'Port': ['ID=e180bbed-b790-41dd-a2f0-7103b7fe8977,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:47.319139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-bff51af1-b743-4127-a74a-cc66384626fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:47.320812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-bff51af1-b743-4127-a74a-cc66384626fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 1095 time: 0.7018149 Jul 22 21:50:47.382804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:50:47.479554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Attempting to bind port e180bbed-b790-41dd-a2f0-7103b7fe8977 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:50:47.480097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Attempting to bind port e180bbed-b790-41dd-a2f0-7103b7fe8977 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:50:47.480544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Attempting to bind port e180bbed-b790-41dd-a2f0-7103b7fe8977 on network 252e5475-412e-4fae-8bcc-4112e1cec30e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:50:47.480775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-acd96dbf-fdc5-4dc2-91d4-25042006a8af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a3bb534-6014-48e2-b001-e69b618d591d HTTP/1.1" status: 200 len: 217 time: 0.1387241 Jul 22 21:50:47.496040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e1a5d-aef3-4971-8d9c-e41894100f76 req-ce356842-03dd-4926-86b4-73666eb2e9a7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:47.506363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a80e1a5d-aef3-4971-8d9c-e41894100f76 req-ce356842-03dd-4926-86b4-73666eb2e9a7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.5439205 Jul 22 21:50:47.583589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:47.605280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Port e180bbed-b790-41dd-a2f0-7103b7fe8977 on network 252e5475-412e-4fae-8bcc-4112e1cec30e not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:50:47.608947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Attempting to bind port e180bbed-b790-41dd-a2f0-7103b7fe8977 on network 252e5475-412e-4fae-8bcc-4112e1cec30e {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:50:47.610894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e238b-4cbe-4044-9f7a-8a2c3d0ff45b req-133edf06-d983-4f7d-a8d6-239eb3fb0de0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:47.615193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb0e238b-4cbe-4044-9f7a-8a2c3d0ff45b req-133edf06-d983-4f7d-a8d6-239eb3fb0de0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.4234114 Jul 22 21:50:47.623253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:50:47.629166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Checking segment: {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:50:47.632598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Bound using segment: {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:50:47.633205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Bound port: e180bbed-b790-41dd-a2f0-7103b7fe8977, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:50:47.633712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:47.745083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 5, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:47.774590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a80e1a5d-aef3-4971-8d9c-e41894100f76 req-22771ba9-50cd-48b5-a007-b22bf0044b6f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228975 Jul 22 21:50:47.820806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb0e238b-4cbe-4044-9f7a-8a2c3d0ff45b req-e605cda9-8e98-478a-8f89-f9bd281ecec5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955049 Jul 22 21:50:47.851891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-a4fdb057-3253-4a3d-bddd-727c6f3a19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:47.853434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-a4fdb057-3253-4a3d-bddd-727c6f3a19ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.3457532 Jul 22 21:50:47.876199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9e25-c5fa-4d22-8a06-14f45c60c746 None None] The sync data for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 is: [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:45:04Z', 'revision_number': 4, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'e7a53f0d-65e3-488e-90b3-bf646eba6503', 'name': '', 'network_id': '61df596d-6849-4c26-8ac0-ce4dff77e701', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'mac_address': 'fa:16:3e:ec:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:03Z', 'updated_at': '2021-07-22T21:45:12Z', 'revision_number': 5, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'subnets': [{'id': '67d16a39-4f3e-4354-a543-7d4b0ddf81b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:50:47.922974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41030) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:47.990714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-7c99b894-c9ef-4cd1-bf19-8a041366d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:47.992319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-7c99b894-c9ef-4cd1-bf19-8a041366d9c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306915 Jul 22 21:50:48.271873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] For port e180bbed-b790-41dd-a2f0-7103b7fe8977, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:50:48.276138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-52010431-f8f1-4bfb-be48-b3af40676a95 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738795 Jul 22 21:50:48.279794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] For port e180bbed-b790-41dd-a2f0-7103b7fe8977, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:50:48.336715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8:1::1 (0e432988-3db1-4749-9b8c-4433528c19b9/4e19d033-24db-40f0-8a02-2ab6684e455e/485e9573-8bcb-4919-9804-1a34aedd2cb8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:50:48.340296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:48.345588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:48.428677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8a5e8-6764-4af6-a67d-0bff0ea21ec1 None None] New status for floating IP c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:50:48.488880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:48.489644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:48.491156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] 10.222.0.23 "PUT /v2.0/ports/e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 200 len: 1092 time: 3.3496823 Jul 22 21:50:48.491708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:50:48.501691 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb1f21a-4a17-4a91-b482-32fc560b11c7" -d '{"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:50:48.508900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885ac28-a29e-4de7-8de3-18a3baeaa5b0 req-b18b9c2e-ea02-4fdb-9fd2-f9f17797696e tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:48.511772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0885ac28-a29e-4de7-8de3-18a3baeaa5b0 req-b18b9c2e-ea02-4fdb-9fd2-f9f17797696e tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.2673602 Jul 22 21:50:48.542276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Deleting port 98e6e934-a251-4146-9dc2-903c44ac8580 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:48.542784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:48.544915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Pushing event updated for resources: {'Port': ['ID=e180bbed-b790-41dd-a2f0-7103b7fe8977,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:48.600025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16b1ba4d-98e8-431e-92f8-89660cf1783a req-7aae006c-7426-46f9-a8ab-8aa19622e873 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660539 Jul 22 21:50:48.673418 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95b43a9-59df-400a-b5b5-cd406516bdff x-openstack-request-id: req-b95b43a9-59df-400a-b5b5-cd406516bdff {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:50:48.673875 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:50:48.674078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0885ac28-a29e-4de7-8de3-18a3baeaa5b0 req-dcfd2580-7360-4381-b03a-63466f6c6c70 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363237 Jul 22 21:50:48.674604 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b95b43a9-59df-400a-b5b5-cd406516bdff {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:50:48.674806 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'status': 'completed', 'code': 200} Jul 22 21:50:48.761558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.769004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.769530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.770621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.771389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.771858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.772349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.772777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.773203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.773630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.774058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.774483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f056625-ebcd-46dc-89e5-837e1e4f0070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:50:48.798260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-0f44872d-5b76-4d8f-ad61-90b6d41b4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:48.800829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-0f44872d-5b76-4d8f-ad61-90b6d41b4f89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1643565 Jul 22 21:50:48.964715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:48.965052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:48.980194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Calling delete_port for 98e6e934-a251-4146-9dc2-903c44ac8580 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:49.059565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-81d10231-ad5f-43b7-9068-8950d66bf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.061112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-81d10231-ad5f-43b7-9068-8950d66bf546 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.2532699 Jul 22 21:50:49.124897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-646c7186-da04-4890-ba6b-54e2030e9057 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a3bb534-6014-48e2-b001-e69b618d591d HTTP/1.1" status: 200 len: 217 time: 0.0444536 Jul 22 21:50:49.131893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:49.169578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object 485e9573-8bcb-4919-9804-1a34aedd2cb8 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:50:49.188684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-3a20083b-e41d-4eb1-b7ee-1ddb3a703631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.196898 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-3a20083b-e41d-4eb1-b7ee-1ddb3a703631 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1095 time: 0.5573797 Jul 22 21:50:49.216327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aae3b8-d687-4c54-a5b5-fe18f32cbd54 req-36071ad1-b1b0-49f5-a848-a93bd0458d35 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.217928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05aae3b8-d687-4c54-a5b5-fe18f32cbd54 req-36071ad1-b1b0-49f5-a848-a93bd0458d35 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2387497 Jul 22 21:50:49.230195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-0b099f0e-8a31-4070-9280-69d8c7ffcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.231673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-0b099f0e-8a31-4070-9280-69d8c7ffcccf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1005988 Jul 22 21:50:49.258754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0451465-cf4a-4ac8-9c53-ec2ce3a4b5d9 req-e768e942-d148-4036-98ab-6e15292839ed tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.260312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0451465-cf4a-4ac8-9c53-ec2ce3a4b5d9 req-e768e942-d148-4036-98ab-6e15292839ed tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.2660601 Jul 22 21:50:49.293150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05aae3b8-d687-4c54-a5b5-fe18f32cbd54 req-4ee8fe3e-7bd3-4bdd-8697-ee99f476d23b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603433 Jul 22 21:50:49.324936 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-2545b08c-f15d-4aa9-9ea6-072e15609083 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 200 len: 217 time: 0.1188745 Jul 22 21:50:49.389410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0451465-cf4a-4ac8-9c53-ec2ce3a4b5d9 req-903a422c-2cce-4f1d-bd20-d433cc3e9067 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053946 Jul 22 21:50:49.436951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-8a39bafd-7c74-473b-834e-9479a42d52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.438682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-8a39bafd-7c74-473b-834e-9479a42d52c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632478 Jul 22 21:50:49.589316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-5e6ce101-e154-4af8-83c0-cccf321ebe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.605876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-5e6ce101-e154-4af8-83c0-cccf321ebe76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 HTTP/1.1" status: 200 len: 853 time: 0.2664237 Jul 22 21:50:49.613340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:49.621143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-d7c386fa-7d58-4845-a9ed-79823eca1464 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746583 Jul 22 21:50:49.793025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 0e432988-3db1-4749-9b8c-4433528c19b9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:49.807830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:49.870148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:50:49.870779 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:49.875146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e431a86c-6b42-4ea2-b535-e3023a9dcff6 req-9583042c-8fa4-48c4-b463-48fbc3e24f30 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409647 Jul 22 21:50:49.911234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91ae9-7c01-487f-9221-cc5fe6e3ab22 req-e9b5d39f-4085-4a5e-b98e-acd5da6b5a93 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:49.913427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ca91ae9-7c01-487f-9221-cc5fe6e3ab22 req-e9b5d39f-4085-4a5e-b98e-acd5da6b5a93 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.1390326 Jul 22 21:50:49.986898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ca91ae9-7c01-487f-9221-cc5fe6e3ab22 req-85c87d92-b9e3-4224-8d4c-245c63c4f70e tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658627 Jul 22 21:50:50.047875 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:50.147306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60837-a28c-4765-84b1-46977c67a81e req-d36d0ad9-0fe4-4f46-93a2-049f6ea5396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:50.148938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48a60837-a28c-4765-84b1-46977c67a81e req-d36d0ad9-0fe4-4f46-93a2-049f6ea5396c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1097 time: 0.7837679 Jul 22 21:50:50.156683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=485e9573-8bcb-4919-9804-1a34aedd2cb8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:50.221754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:50.233240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a1b09ed-ca0a-4302-87c7-5cdd121fdb80 None None] Provisioning for port 485e9573-8bcb-4919-9804-1a34aedd2cb8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:50:50.243876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a1b09ed-ca0a-4302-87c7-5cdd121fdb80 None None] Provisioning complete for port 485e9573-8bcb-4919-9804-1a34aedd2cb8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:50.244264 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a1b09ed-ca0a-4302-87c7-5cdd121fdb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:50.290164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event deleted for resources: {'Port': ['ID=98e6e934-a251-4146-9dc2-903c44ac8580,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:50.292895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b09ed-ca0a-4302-87c7-5cdd121fdb80 None None] Port 485e9573-8bcb-4919-9804-1a34aedd2cb8 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:50.385943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60837-a28c-4765-84b1-46977c67a81e req-331eecdc-49cd-4c36-be60-0d8744118067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:50.387782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48a60837-a28c-4765-84b1-46977c67a81e req-331eecdc-49cd-4c36-be60-0d8744118067 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.1969783 Jul 22 21:50:50.437140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-802d782d-6003-42e7-8eaa-4cce9e7c387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:50.450293 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-802d782d-6003-42e7-8eaa-4cce9e7c387b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=252e5475-412e-4fae-8bcc-4112e1cec30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8202486 Jul 22 21:50:50.631170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fa3f-88ae-4f50-89f7-6f33f30f3ab1 req-220bb58a-5cdd-4d01-ae2e-dac94be846fc tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:50.632850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d127fa3f-88ae-4f50-89f7-6f33f30f3ab1 req-220bb58a-5cdd-4d01-ae2e-dac94be846fc tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1936285 Jul 22 21:50:50.703388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d127fa3f-88ae-4f50-89f7-6f33f30f3ab1 req-6f09556f-abce-4522-9c9e-a03a5d147544 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607994 Jul 22 21:50:50.733422 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649c07e-f66d-42a4-8a7f-aefba9fd1649 req-2faac1a6-6191-49d5-8063-7f8c41729e02 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:50.739167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0649c07e-f66d-42a4-8a7f-aefba9fd1649 req-2faac1a6-6191-49d5-8063-7f8c41729e02 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.2008770 Jul 22 21:50:50.839532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0649c07e-f66d-42a4-8a7f-aefba9fd1649 req-2f7c97ee-9562-4220-8e6a-810106218f01 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809700 Jul 22 21:50:51.121575 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48a60837-a28c-4765-84b1-46977c67a81e req-3bdef4d2-26fc-4e2c-86ac-271838033de1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.7075343 Jul 22 21:50:51.139123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:51.141655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:51.142852 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6193f48a-9230-45b1-a335-06fe135973b1 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "DELETE /v2.0/floatingips/c0ebe4d2-5ce1-4715-94a1-121d0ff6a6d9 HTTP/1.1" status: 204 len: 168 time: 3.2111251 Jul 22 21:50:51.330957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60837-a28c-4765-84b1-46977c67a81e req-152b55f9-7a9f-48fa-96d3-589ecd978769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:51.338044 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48a60837-a28c-4765-84b1-46977c67a81e req-152b55f9-7a9f-48fa-96d3-589ecd978769 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.1939981 Jul 22 21:50:51.346671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22764b-d322-4a8b-9d65-3b733cd30ded req-25d96daf-bd17-470f-b26e-6bf8aa668491 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:51.347495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41080) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:51.358397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e22764b-d322-4a8b-9d65-3b733cd30ded req-25d96daf-bd17-470f-b26e-6bf8aa668491 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.2396066 Jul 22 21:50:51.420591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48a60837-a28c-4765-84b1-46977c67a81e req-ac221d86-0081-48b7-9665-4716e0c94687 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530441 Jul 22 21:50:51.433489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3e22764b-d322-4a8b-9d65-3b733cd30ded req-46cbd1cf-dd11-4e2f-81c9-d9d022a10dc6 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636158 Jul 22 21:50:51.555415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-93df7c45-fcec-4eae-8847-95c7b6abd436 service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672010 Jul 22 21:50:51.702865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa564819-d96e-4bbf-ae8e-6fded5f72bf0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:51.791014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48a60837-a28c-4765-84b1-46977c67a81e req-1d4c5625-7872-4cb1-a44a-71bad5f28bb4 service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616452 Jul 22 21:50:51.890733 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa564819-d96e-4bbf-ae8e-6fded5f72bf0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:52.006435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89ec81-2d7e-433a-b5d9-b594204d69a5 req-c283bb37-6868-49e6-bf05-b61cf69aab4f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:52.006836 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b816a0a-6bdb-4aa7-b86e-31d063539be0 req-24a21474-dd9f-4a42-87a5-ae240806bc5d service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185798 Jul 22 21:50:52.009357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a89ec81-2d7e-433a-b5d9-b594204d69a5 req-c283bb37-6868-49e6-bf05-b61cf69aab4f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1871073 Jul 22 21:50:52.098210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a89ec81-2d7e-433a-b5d9-b594204d69a5 req-e141de70-a346-4bd9-af0a-cae7de1e287e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609159 Jul 22 21:50:52.135450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f01984-c0ac-4e2f-ada7-7840a973af5e req-c481a7bf-6028-4cc2-8e42-f142218ddffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:52.140223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:52.148336 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71f01984-c0ac-4e2f-ada7-7840a973af5e req-c481a7bf-6028-4cc2-8e42-f142218ddffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.1764529 Jul 22 21:50:52.196972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71f01984-c0ac-4e2f-ada7-7840a973af5e req-43d9976e-e1d7-4dc9-a4e4-fa2b3abb5d3f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476568 Jul 22 21:50:52.236408 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:52.237513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:52.303592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-48a60837-a28c-4765-84b1-46977c67a81e req-da7360ce-c5c0-491d-9406-63300ca810a5 service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994674 Jul 22 21:50:52.321682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=485e9573-8bcb-4919-9804-1a34aedd2cb8,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:52.389006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa564819-d96e-4bbf-ae8e-6fded5f72bf0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:52.392965 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa564819-d96e-4bbf-ae8e-6fded5f72bf0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:52.394537 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fa564819-d96e-4bbf-ae8e-6fded5f72bf0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] 10.222.0.54 "DELETE /v2.0/security-groups/ec2126d9-067f-42ac-9595-a387dc025986 HTTP/1.1" status: 204 len: 168 time: 1.0456407 Jul 22 21:50:52.416761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa564819-d96e-4bbf-ae8e-6fded5f72bf0 tempest-TestServerBasicOps-415407411 tempest-TestServerBasicOps-415407411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2126d9-067f-42ac-9595-a387dc025986,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:52.421251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-1853219b-a81d-48a8-b270-e5b7233d15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:52.423229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-1853219b-a81d-48a8-b270-e5b7233d15d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1095 time: 0.3352013 Jul 22 21:50:52.447351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41096) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:52.740183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 0e432988-3db1-4749-9b8c-4433528c19b9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:50:52.743171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:50:52.768522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318f915-edf3-412c-b2e4-2dc6efd4c9c4 req-0698264d-4337-43a4-b05b-45cad9aa6c08 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:52.770194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a318f915-edf3-412c-b2e4-2dc6efd4c9c4 req-0698264d-4337-43a4-b05b-45cad9aa6c08 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.1754155 Jul 22 21:50:53.006019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a318f915-edf3-412c-b2e4-2dc6efd4c9c4 req-b0a7a8fe-bc88-4358-be0f-23b6d5c5150a tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252470 Jul 22 21:50:53.058748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-e806aea1-251e-4bd3-9d67-e763f19480c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:53.068047 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-e806aea1-251e-4bd3-9d67-e763f19480c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 200 len: 915 time: 0.6106281 Jul 22 21:50:53.074209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:50:53.127372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-9165ecae-cd92-4e63-9526-4a6d169ab89f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 200 len: 217 time: 0.0495305 Jul 22 21:50:53.349627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eb09cca6-c4ae-46e4-a1c7-346ed24c91ea None None] Provisioning complete for port 485e9573-8bcb-4919-9804-1a34aedd2cb8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:50:53.352562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb09cca6-c4ae-46e4-a1c7-346ed24c91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:53.371110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00a616-20a6-44ef-af6d-928a18b7827c req-3ea68065-1672-4b5d-9cf8-5a73f16110aa tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:53.391088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc00a616-20a6-44ef-af6d-928a18b7827c req-3ea68065-1672-4b5d-9cf8-5a73f16110aa tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2047648 Jul 22 21:50:53.421002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:50:53.429385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:53.442165 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] Sync routers for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:50:53.460464 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:53.461132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:53.524132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-eb09cca6-c4ae-46e4-a1c7-346ed24c91ea None None] Port 485e9573-8bcb-4919-9804-1a34aedd2cb8 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:50:53.534384 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e4b6649-8161-41c2-891c-8bfc56dc7302 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6713765 Jul 22 21:50:53.535151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41118) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:53.641385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:53.646479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d2030-1848-4981-89ba-1a6dc4abc9ed tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:53.653796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-629d2030-1848-4981-89ba-1a6dc4abc9ed tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports/485e9573-8bcb-4919-9804-1a34aedd2cb8 HTTP/1.1" status: 200 len: 913 time: 0.1141946 Jul 22 21:50:53.654507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41120) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:53.662915 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:53.685481 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:53.694279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-eb93d874-dda0-41c9-b51a-e92c0964ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:53.696238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-eb93d874-dda0-41c9-b51a-e92c0964ac19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 HTTP/1.1" status: 200 len: 853 time: 0.5591056 Jul 22 21:50:53.874516 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:53.877661 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ee84e-6ff7-4e76-a861-25c59b93f84d None None] The sync data for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:50:54.268835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc00a616-20a6-44ef-af6d-928a18b7827c req-d6116210-9758-4f72-9979-72042025d98e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8764260 Jul 22 21:50:54.278564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-d2ec5f27-e13f-4582-8829-fb93548a0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:54.280931 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-d2ec5f27-e13f-4582-8829-fb93548a0a27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=252e5475-412e-4fae-8bcc-4112e1cec30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5104957 Jul 22 21:50:54.397842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81418f57-ec14-4175-ae60-01eb428f1602 req-793190e4-dfe3-46f4-aae5-0cd9fc13fb73 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:54.408299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81418f57-ec14-4175-ae60-01eb428f1602 req-793190e4-dfe3-46f4-aae5-0cd9fc13fb73 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 1.0836408 Jul 22 21:50:54.562142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-e8e2d215-bd88-4e07-a438-0195031e296f service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468791 Jul 22 21:50:54.739622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81418f57-ec14-4175-ae60-01eb428f1602 req-3e18b962-130c-448e-b4d5-ce5595cff344 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300059 Jul 22 21:50:54.762901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcec40c-8fe4-4f15-9e60-3681eb714ab2 req-12fc3437-3390-4a4e-b467-dbb01e1fd2ce tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:54.764804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bcec40c-8fe4-4f15-9e60-3681eb714ab2 req-12fc3437-3390-4a4e-b467-dbb01e1fd2ce tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.3443463 Jul 22 21:50:54.904289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bcec40c-8fe4-4f15-9e60-3681eb714ab2 req-e8cf8c36-c248-4237-9beb-e41225dc8ece tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291976 Jul 22 21:50:54.948747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8eb1f21a-4a17-4a91-b482-32fc560b11c7 req-d1c75ffb-0ee0-4c86-a05c-10cbcbd66134 service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701706 Jul 22 21:50:55.013424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Deleting port e7a53f0d-65e3-488e-90b3-bf646eba6503 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:55.013869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:55.128300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:55.307522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] For port e7a53f0d-65e3-488e-90b3-bf646eba6503, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e7a53f0d-65e3-488e-90b3-bf646eba6503,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:55.308269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:55.338255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Calling delete_port for e7a53f0d-65e3-488e-90b3-bf646eba6503 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:55.715185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deffe9-0a0f-4a2b-a029-a76f688be40b req-8d98db7e-3017-4dfa-8921-17128c979b66 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:55.720363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30deffe9-0a0f-4a2b-a029-a76f688be40b req-8d98db7e-3017-4dfa-8921-17128c979b66 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2839358 Jul 22 21:50:55.771622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 485e9573-8bcb-4919-9804-1a34aedd2cb8 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:55.772035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:55.816434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-30deffe9-0a0f-4a2b-a029-a76f688be40b req-071dbcc4-48c1-4240-b5fc-a9dbc492f046 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789514 Jul 22 21:50:56.002371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:56.041091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 485e9573-8bcb-4919-9804-1a34aedd2cb8 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:56.202857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:56.286232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a53f0d-65e3-488e-90b3-bf646eba6503,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:56.305921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e63aa-5a0f-4107-9414-271d3380a1bb req-7e701bb2-f9a5-4a39-bc6d-fd9df5e1f558 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:56.308467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-016e63aa-5a0f-4107-9414-271d3380a1bb req-7e701bb2-f9a5-4a39-bc6d-fd9df5e1f558 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.2518299 Jul 22 21:50:56.423363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56343538-9dd4-4239-bf1b-1961eb134a29 req-da4acfd0-f65a-4613-ab3c-a7d0c822a4b6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:56.426154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56343538-9dd4-4239-bf1b-1961eb134a29 req-da4acfd0-f65a-4613-ab3c-a7d0c822a4b6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.4510746 Jul 22 21:50:56.472843 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:56.568178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=485e9573-8bcb-4919-9804-1a34aedd2cb8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:56.810183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:57.040486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56343538-9dd4-4239-bf1b-1961eb134a29 req-70e70582-d114-4330-8fe0-eab0c6b052be tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6061230 Jul 22 21:50:57.078826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-016e63aa-5a0f-4107-9414-271d3380a1bb req-ae9315b3-a630-4d66-9d9e-30d0d1abb1e6 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7593100 Jul 22 21:50:57.119868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:57.341208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:50:57.652592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3022a-3fa6-49ad-b044-4cd3396bab4f req-1d3fee7d-5d3e-4f44-9fca-d864682a5de2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:57.656819 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bef3022a-3fa6-49ad-b044-4cd3396bab4f req-1d3fee7d-5d3e-4f44-9fca-d864682a5de2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.3423581 Jul 22 21:50:57.660879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:50:57.803701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bef3022a-3fa6-49ad-b044-4cd3396bab4f req-e077e6d3-1bec-4a01-80db-5a3bc415670a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367917 Jul 22 21:50:57.846171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:50:57.857049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b0846124-d995-4bc8-8d51-3a6ec9be565e admin admin] 10.222.0.54 "PUT /v2.0/routers/b1c17ab6-5687-4d2b-a2ea-aaf36851ae67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4084992 Jul 22 21:50:57.857934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41172) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:57.870492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] Sync routers for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:50:57.892092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:57.893272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:58.004578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:50:58.011053 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5fefe81-9ad6-43b0-b15b-b522abfc5d08 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3490000 Jul 22 21:50:58.016479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41180) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:58.018665 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] Sync routers for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:50:58.062567 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:58.063786 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:58.148127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:58.224025 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:58.225262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:50:58.287206 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:58.291206 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:58.339474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:58.372145 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:58.373108 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee81337-673f-4c66-a022-3e0ec7fcb372 None None] The sync data for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:50:58.559348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Deleting port 4c8520f3-f994-4ff8-9258-0009760336b1 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:58.559690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:58.568904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974e05d-888f-4433-a67b-2334ce9e6511 req-1a7b2d95-3050-424f-8f14-2af0f082a578 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:58.570447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4974e05d-888f-4433-a67b-2334ce9e6511 req-1a7b2d95-3050-424f-8f14-2af0f082a578 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.2476385 Jul 22 21:50:58.634627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746f43c-e88e-433b-9b59-228bbba6938e req-83a78917-6d44-4a53-8119-2223e508b158 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:58.636200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0746f43c-e88e-433b-9b59-228bbba6938e req-83a78917-6d44-4a53-8119-2223e508b158 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.2637651 Jul 22 21:50:58.746922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0746f43c-e88e-433b-9b59-228bbba6938e req-b0dd86de-0177-49ef-b51a-8a7b43b87c13 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004970 Jul 22 21:50:58.757455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:58.758473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4974e05d-888f-4433-a67b-2334ce9e6511 req-5d2e21e5-6210-4016-ba48-e1f43b71a201 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726620 Jul 22 21:50:58.822318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:50:55Z', 'revision_number': 5, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port': {'id': '4c8520f3-f994-4ff8-9258-0009760336b1', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:44:57Z', 'updated_at': '2021-07-22T21:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:58.853486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] For port 4c8520f3-f994-4ff8-9258-0009760336b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4c8520f3-f994-4ff8-9258-0009760336b1,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:50:58.853952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:58.891971 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Calling delete_port for 4c8520f3-f994-4ff8-9258-0009760336b1 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:58.922572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] Checking router: b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:50:58.949746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] Routers {'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:50:58.950668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:59.203593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] Set router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:50:59.262200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5faf-1851-4064-bbdd-c0846bc4a3b6 req-97553f1d-5b9c-4e9d-833d-ea1b66326bd5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:50:59.264974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bda5faf-1851-4064-bbdd-c0846bc4a3b6 req-97553f1d-5b9c-4e9d-833d-ea1b66326bd5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2524400 Jul 22 21:50:59.305121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:50:58Z', 'revision_number': 6, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:50:59.343185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b45d4-ae2d-4a3e-81d7-2d549a75ac6e None None] The sync data for ids ['b1c17ab6-5687-4d2b-a2ea-aaf36851ae67'] in n-d-762330-19 is: [{'id': 'b1c17ab6-5687-4d2b-a2ea-aaf36851ae67', 'name': 'tempest-TestServerBasicOps-85095605-router', 'tenant_id': '0502044b37aa42c8a22631b8637743b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:44:56Z', 'updated_at': '2021-07-22T21:50:58Z', 'revision_number': 6, 'project_id': '0502044b37aa42c8a22631b8637743b3', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:50:59.357450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port cdc045a5-b7f2-4027-a3ee-939da17e998a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:50:59.358317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.369487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bda5faf-1851-4064-bbdd-c0846bc4a3b6 req-33e6fb7d-3000-4881-bb17-275932295e75 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743210 Jul 22 21:50:59.376949 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.417719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8520f3-f994-4ff8-9258-0009760336b1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:50:59.553814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.556217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.583646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for cdc045a5-b7f2-4027-a3ee-939da17e998a owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:50:59.688920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.692760 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.781673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.782399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:50:59.794806 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:50:59.800180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-679f9229-7dbb-4f59-8877-278538e7dc51 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b1c17ab6-5687-4d2b-a2ea-aaf36851ae67 HTTP/1.1" status: 204 len: 168 time: 1.9384325 Jul 22 21:50:59.802181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41200) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:50:59.929579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] Deleting subnet 67d16a39-4f3e-4354-a543-7d4b0ddf81b4 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:50:59.935018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:00.130797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:00.135818 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:00.208984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=cdc045a5-b7f2-4027-a3ee-939da17e998a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:00.617530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:00.869720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:00.963333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2406fe-16f0-4816-bc6b-e9fbce0341e5 req-1606a75e-feb3-4479-adb4-11ec6a6ab0fe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:00.973803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc2406fe-16f0-4816-bc6b-e9fbce0341e5 req-1606a75e-feb3-4479-adb4-11ec6a6ab0fe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.9898937 Jul 22 21:51:00.986856 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.015767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93689753-780d-4fa6-86d9-401ce10dfab0 req-bb687bbd-b7ed-42f2-abe6-213f0fa42e26 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:01.025034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93689753-780d-4fa6-86d9-401ce10dfab0 req-bb687bbd-b7ed-42f2-abe6-213f0fa42e26 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 1.0295866 Jul 22 21:51:01.026475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:01.127715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc2406fe-16f0-4816-bc6b-e9fbce0341e5 req-395530f4-36cb-4a83-a1c3-c72f8a046599 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525621 Jul 22 21:51:01.154130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d16a39-4f3e-4354-a543-7d4b0ddf81b4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:01.156866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.167370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3055cf-e604-4612-a6ce-157afb3b613e None None] Network 61df596d-6849-4c26-8ac0-ce4dff77e701 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:01.188131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-214b09b2-377c-4333-b650-95831a9cac81 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/67d16a39-4f3e-4354-a543-7d4b0ddf81b4 HTTP/1.1" status: 204 len: 168 time: 1.3763855 Jul 22 21:51:01.189045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41214) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:01.223902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:01.239199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0c6f172f-71b0-41ff-a811-843812bce3b2 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2213631 Jul 22 21:51:01.240148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41216) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:01.285017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c8520f3-f994-4ff8-9258-0009760336b1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:01.294303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] Sync routers for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:01.320211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-38c0b521-7437-4b00-bf4f-86e9b773b2ff tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f HTTP/1.1" status: 200 len: 205 time: 0.0786207 Jul 22 21:51:01.321165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41218) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:01.330648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93689753-780d-4fa6-86d9-401ce10dfab0 req-49733fef-31b5-48e6-9c81-83085d39dd7b tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044665 Jul 22 21:51:01.413171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 4c8520f3-f994-4ff8-9258-0009760336b1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:01.413977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4c8520f3-f994-4ff8-9258-0009760336b1 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:01.414617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a53f0d-65e3-488e-90b3-bf646eba6503 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:01.419274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.442983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:01.444056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:01.464544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6a6-b2ff-4a22-89d8-56a50dbac788 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.493067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e7a53f0d-65e3-488e-90b3-bf646eba6503 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:01.493458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a53f0d-65e3-488e-90b3-bf646eba6503 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:01.508302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:01.538455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] Routers {'e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:01.539183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:01.543914 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.577204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:01.577874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251e381-7368-4d94-a123-6dc6105f8db1 None None] The sync data for ids ['e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:01.599425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1276b3-42f2-4915-b7d1-2e24475e352c req-56324dc5-3779-46e8-bfaf-e2ea02188c32 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:01.606393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1276b3-42f2-4915-b7d1-2e24475e352c req-56324dc5-3779-46e8-bfaf-e2ea02188c32 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.3389294 Jul 22 21:51:01.663732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1276b3-42f2-4915-b7d1-2e24475e352c req-e758d2dd-7ad1-4631-8641-174a47049ebf tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559301 Jul 22 21:51:01.675614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Deleting port e7a6a231-d8a6-4028-bda7-f27d27ad38ab {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:01.676011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.714145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] DHCP port deletion for 61df596d-6849-4c26-8ac0-ce4dff77e701 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:51:01.791122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] For port e7a6a231-d8a6-4028-bda7-f27d27ad38ab, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:01.791752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.796475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6a6-b2ff-4a22-89d8-56a50dbac788 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.804364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6a6-b2ff-4a22-89d8-56a50dbac788 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.814988 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Calling delete_port for e7a6a231-d8a6-4028-bda7-f27d27ad38ab owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:01.823587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Deleting port e7a6a231-d8a6-4028-bda7-f27d27ad38ab {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:01.824352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.888900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6a6-b2ff-4a22-89d8-56a50dbac788 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.891768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f6e6a6-b2ff-4a22-89d8-56a50dbac788 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Fanout notify agent at l3_agent the message router_deleted on router e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:51:01.918640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6a6-b2ff-4a22-89d8-56a50dbac788 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.924609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b7f6e6a6-b2ff-4a22-89d8-56a50dbac788 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f HTTP/1.1" status: 204 len: 168 time: 0.6021204 Jul 22 21:51:01.925380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41220) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:01.973600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] For port e7a6a231-d8a6-4028-bda7-f27d27ad38ab, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,segment=NetworkSegment(e561f6de-8974-4220-b9a0-74a27b215279),segment_id=e561f6de-8974-4220-b9a0-74a27b215279)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:01.974468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:01.981565 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.009580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Calling delete_port for e7a6a231-d8a6-4028-bda7-f27d27ad38ab owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:02.022660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:02.025756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] No DVR routers for this DVR port e7a6a231-d8a6-4028-bda7-f27d27ad38ab on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:02.028042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet 4e19d033-24db-40f0-8a02-2ab6684e455e {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:51:02.042969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.143497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.147080 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.157036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.157296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61df596d-6849-4c26-8ac0-ce4dff77e701']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:02.175781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e561f6de-8974-4220-b9a0-74a27b215279') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:02.176111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e561f6de-8974-4220-b9a0-74a27b215279') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:02.191991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.207881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.217475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:51:02.218046 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:51:02.220856 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:51:02.228120 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Pushing event deleted for resources: {'Port': ['ID=e7a6a231-d8a6-4028-bda7-f27d27ad38ab,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:02.260592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] No DVR routers for this DVR port e7a6a231-d8a6-4028-bda7-f27d27ad38ab on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:02.263527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.264134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.264953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.265509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.266013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.267058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.271070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.271070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.271307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.271716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.272077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.277226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60501bd-380e-4cb5-a94c-1c5623532a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:02.282250 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.327491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.380620 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.409770 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.412083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] 10.222.0.54 "DELETE /v2.0/networks/61df596d-6849-4c26-8ac0-ce4dff77e701 HTTP/1.1" status: 204 len: 168 time: 1.2181249 Jul 22 21:51:02.413013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7312ae-9488-4eb9-a3f6-1dbcca82c827 admin admin] Pushing event deleted for resources: {'Network': ['ID=61df596d-6849-4c26-8ac0-ce4dff77e701,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:02.424291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41228) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:02.451197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9142a-6d2e-402f-891c-17593433eeef req-6cdbf54a-0832-4e5b-a0a9-280c0427e361 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:02.454385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26d9142a-6d2e-402f-891c-17593433eeef req-6cdbf54a-0832-4e5b-a0a9-280c0427e361 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.1985705 Jul 22 21:51:02.530321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.555485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26d9142a-6d2e-402f-891c-17593433eeef req-c2d22b93-1f4c-4c98-a7bb-9cd0241fe8ce tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004901 Jul 22 21:51:02.634741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=4e19d033-24db-40f0-8a02-2ab6684e455e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:02.644582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578603-dcd9-4223-8502-75001c53a9e3 req-949dea3a-d7e2-4f38-8335-9f3a23a99984 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:02.646633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.647636 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3578603-dcd9-4223-8502-75001c53a9e3 req-949dea3a-d7e2-4f38-8335-9f3a23a99984 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 943 time: 0.1229794 Jul 22 21:51:02.651594 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-15bfeead-598e-4f11-934e-9bfd4d3a6086 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/4e19d033-24db-40f0-8a02-2ab6684e455e HTTP/1.1" status: 204 len: 168 time: 0.7250221 Jul 22 21:51:02.653690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:02.661261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9074f5-989c-4776-b48b-27368f906706 None None] Network 0e432988-3db1-4749-9b8c-4433528c19b9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:02.744281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet 6b288c59-6222-4e66-aaff-f2c7f59b23a3 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:51:02.748380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.811884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:02.910073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.016768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] DHCP port deletion for 0e432988-3db1-4749-9b8c-4433528c19b9 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:51:03.039655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3578603-dcd9-4223-8502-75001c53a9e3 req-4d94e565-05e0-411f-ba49-02f31615ddc5 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746595 Jul 22 21:51:03.042693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.084569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=6b288c59-6222-4e66-aaff-f2c7f59b23a3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:03.089905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.096295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3bd4df1d-a646-4bd9-8296-326b4d863eb4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/6b288c59-6222-4e66-aaff-f2c7f59b23a3 HTTP/1.1" status: 204 len: 168 time: 0.4415495 Jul 22 21:51:03.098618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41244) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:03.103026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd4630-9740-4354-8a03-6f57f5e2d8fb None None] Network 27f15b32-6a51-43b9-aaa9-149e5b784f13 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:03.120446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f5c70-ae42-4b7a-9332-4e11ecebc826 req-f7565f4f-b77a-44cd-b905-4ec69e02e830 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:03.128461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-423f5c70-ae42-4b7a-9332-4e11ecebc826 req-f7565f4f-b77a-44cd-b905-4ec69e02e830 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1679323 Jul 22 21:51:03.189840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-423f5c70-ae42-4b7a-9332-4e11ecebc826 req-01b09e0a-77c2-4800-9b80-9a6b2d17f9aa tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558622 Jul 22 21:51:03.193094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.200738 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.255943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e180bbed-b790-41dd-a2f0-7103b7fe8977 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:51:03.259271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device df42fb6b-7af2-4bd7-b1ee-72e597034ade no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:03.363743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] Deleting port df42fb6b-7af2-4bd7-b1ee-72e597034ade {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:03.364167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.406257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port df42fb6b-7af2-4bd7-b1ee-72e597034ade {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:03.406706 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.537960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] For port df42fb6b-7af2-4bd7-b1ee-72e597034ade, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=df42fb6b-7af2-4bd7-b1ee-72e597034ade,segment=NetworkSegment(144f3ecc-917e-4e23-bb82-151353189e67),segment_id=144f3ecc-917e-4e23-bb82-151353189e67)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:03.538363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.566988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port df42fb6b-7af2-4bd7-b1ee-72e597034ade, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=df42fb6b-7af2-4bd7-b1ee-72e597034ade,segment=NetworkSegment(144f3ecc-917e-4e23-bb82-151353189e67),segment_id=144f3ecc-917e-4e23-bb82-151353189e67)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:03.567505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.571662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] DHCP port deletion for 27f15b32-6a51-43b9-aaa9-149e5b784f13 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:51:03.577020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] Calling delete_port for df42fb6b-7af2-4bd7-b1ee-72e597034ade owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:03.587333 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.587557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for df42fb6b-7af2-4bd7-b1ee-72e597034ade owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:03.594366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e180bbed-b790-41dd-a2f0-7103b7fe8977, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:03.708601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-518c6de8-a4d9-4603-95a2-d0d9b0dcfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:03.710037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-518c6de8-a4d9-4603-95a2-d0d9b0dcfbe3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1097 time: 0.1974902 Jul 22 21:51:03.740790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067c204-be97-4b4b-a55c-f7f1955ff9e6 req-c7bc4450-709e-4511-ac65-009013240e08 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:03.751028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0067c204-be97-4b4b-a55c-f7f1955ff9e6 req-c7bc4450-709e-4511-ac65-009013240e08 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.1022000 Jul 22 21:51:03.798226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0067c204-be97-4b4b-a55c-f7f1955ff9e6 req-dbbd4653-b2d0-4107-b120-e74fa175eb4f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Jul 22 21:51:03.837298 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:03.846837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'mac_address': 'fa:16:3e:77:02:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:51:03.899099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a6a231-d8a6-4028-bda7-f27d27ad38ab no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:03.964091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e7a6a231-d8a6-4028-bda7-f27d27ad38ab {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:03.964394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e7a6a231-d8a6-4028-bda7-f27d27ad38ab not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:03.992132 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.008302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] Deleting port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:04.008713 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.012053 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.029453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e180bbed-b790-41dd-a2f0-7103b7fe8977 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:51:04.072214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] Pushing event deleted for resources: {'Port': ['ID=df42fb6b-7af2-4bd7-b1ee-72e597034ade,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:04.089159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef767550-0cd9-44c0-af06-d9c78d78d68a None None] No DVR routers for this DVR port df42fb6b-7af2-4bd7-b1ee-72e597034ade on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:04.092356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e180bbed-b790-41dd-a2f0-7103b7fe8977, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:04.138023 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.195675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] For port 27fcd9b0-0df8-45b4-8162-d00e101e5f55, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=27fcd9b0-0df8-45b4-8162-d00e101e5f55,segment=NetworkSegment(bda735bc-c9e5-4b27-bf87-c7ea1421d8a8),segment_id=bda735bc-c9e5-4b27-bf87-c7ea1421d8a8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:04.196406 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.271698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] Calling delete_port for 27fcd9b0-0df8-45b4-8162-d00e101e5f55 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:04.334069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=df42fb6b-7af2-4bd7-b1ee-72e597034ade,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:04.353238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port df42fb6b-7af2-4bd7-b1ee-72e597034ade on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:04.359250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e17d8-a344-4726-9543-e8f48981bc49 req-e14a82c5-0902-4fa6-b1ff-1b0b5d0bbb5e tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:04.360606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e180bbed-b790-41dd-a2f0-7103b7fe8977,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:04.368366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d7e17d8-a344-4726-9543-e8f48981bc49 req-e14a82c5-0902-4fa6-b1ff-1b0b5d0bbb5e tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 944 time: 0.2047608 Jul 22 21:51:04.406146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-36c0b704-5c9f-406b-9153-deb1d86e596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:04.407852 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-36c0b704-5c9f-406b-9153-deb1d86e596a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.6899498 Jul 22 21:51:04.424810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Deleting port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:04.425158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.437974 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d7e17d8-a344-4726-9543-e8f48981bc49 req-c48cf35f-9aec-45e2-899f-78338b53f2c1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686083 Jul 22 21:51:04.445826 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.469042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a7ca1-74f8-497a-9081-e0fccbcfdf93 req-d34083a4-1cc0-45a7-86ba-0aed8e5d488e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:04.472848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-098a7ca1-74f8-497a-9081-e0fccbcfdf93 req-d34083a4-1cc0-45a7-86ba-0aed8e5d488e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1777687 Jul 22 21:51:04.492947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['e180bbed-b790-41dd-a2f0-7103b7fe8977'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:51:04.495183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] No DVR routers for this DVR port 27fcd9b0-0df8-45b4-8162-d00e101e5f55 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:04.504959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29655c-0e16-436c-b23a-0d2202160c2c None None] Pushing event deleted for resources: {'Port': ['ID=27fcd9b0-0df8-45b4-8162-d00e101e5f55,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:04.519446 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-a72c5e0c-6dfb-4bba-b05b-8b5b2fcefac4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.0957270 Jul 22 21:51:04.559075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9a3bb534-6014-48e2-b001-e69b618d591d details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:51:04.564232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.575383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-098a7ca1-74f8-497a-9081-e0fccbcfdf93 req-b6b70319-7848-4891-84a8-0f427fe51b3a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921941 Jul 22 21:51:04.621477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e432988-3db1-4749-9b8c-4433528c19b9']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:04.681547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144f3ecc-917e-4e23-bb82-151353189e67') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:04.682224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144f3ecc-917e-4e23-bb82-151353189e67') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:04.700474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.742380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-dbcb1964-b75b-4894-83e5-2e786b94a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:04.743984 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-dbcb1964-b75b-4894-83e5-2e786b94a7c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.1777179 Jul 22 21:51:04.744934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.758344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 9a3bb534-6014-48e2-b001-e69b618d591d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9a3bb534-6014-48e2-b001-e69b618d591d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:04.763371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] For port 3a5a2101-effb-4c3d-8f27-625aec1bfe6f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,segment=NetworkSegment(0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56),segment_id=0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:04.763758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.770118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:51:04.770618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:51:04.783181 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:51:04.798710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '9a3bb534-6014-48e2-b001-e69b618d591d', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'port_id': '9a3bb534-6014-48e2-b001-e69b618d591d', 'mac_address': 'fa:16:3e:66:bb:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:51:04.819436 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-e5a73d9b-a325-4d76-b8fb-52d5e16ea598 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665421 Jul 22 21:51:04.820371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Calling delete_port for 3a5a2101-effb-4c3d-8f27-625aec1bfe6f owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:04.883606 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:04.907371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3bb534-6014-48e2-b001-e69b618d591d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:51:04.953959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 9a3bb534-6014-48e2-b001-e69b618d591d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9a3bb534-6014-48e2-b001-e69b618d591d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:04.964380 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.031866 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a241f-f008-41c7-9ab4-9bf9a193ae29 req-dc3b705c-96c0-49a9-a03b-6060583169e0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:05.038794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de4a241f-f008-41c7-9ab4-9bf9a193ae29 req-dc3b705c-96c0-49a9-a03b-6060583169e0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 943 time: 0.1393085 Jul 22 21:51:05.086703 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.117102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de4a241f-f008-41c7-9ab4-9bf9a193ae29 req-57ca48d7-e0ce-4964-8c78-28c15784e04c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773642 Jul 22 21:51:05.139477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 27fcd9b0-0df8-45b4-8162-d00e101e5f55 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:05.155637 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.162570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/0e432988-3db1-4749-9b8c-4433528c19b9 HTTP/1.1" status: 204 len: 168 time: 2.0574310 Jul 22 21:51:05.163425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:05.172779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-e3cfa8e2-e7b9-4a9f-8dc4-0c112dbe4905 service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136868 Jul 22 21:51:05.173570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=9a3bb534-6014-48e2-b001-e69b618d591d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:05.176237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb791211-d43b-475c-a8b8-ea2b588a0251 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=0e432988-3db1-4749-9b8c-4433528c19b9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:05.178433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 27fcd9b0-0df8-45b4-8162-d00e101e5f55 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:05.178797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 27fcd9b0-0df8-45b4-8162-d00e101e5f55 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:05.253489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['9a3bb534-6014-48e2-b001-e69b618d591d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:51:05.309192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.368718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-57834ca8-24c0-4c4a-9397-89661565adf1 req-ac9f399c-fa24-45de-820b-6586b42167b1 service neutron] 10.222.0.58 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820970 Jul 22 21:51:05.471525 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.489302 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.515830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f15b32-6a51-43b9-aaa9-149e5b784f13']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:05.521291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5a2101-effb-4c3d-8f27-625aec1bfe6f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:05.539786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda735bc-c9e5-4b27-bf87-c7ea1421d8a8') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:05.540196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda735bc-c9e5-4b27-bf87-c7ea1421d8a8') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:05.554145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.575260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.591728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:51:05.592281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:51:05.608313 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:51:05.797304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.803443 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.811397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/27f15b32-6a51-43b9-aaa9-149e5b784f13 HTTP/1.1" status: 204 len: 168 time: 0.6421137 Jul 22 21:51:05.812171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.813744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41268) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:05.823385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-637979174'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:05.829821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1517a18-feca-4ddf-9242-01bd58edff85 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=27f15b32-6a51-43b9-aaa9-149e5b784f13,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:05.883727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433349f5-aa4c-4520-8693-e3fad24dd93a req-115713b9-947f-445d-bf21-18ccb8a68bde tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:05.885319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-433349f5-aa4c-4520-8693-e3fad24dd93a req-115713b9-947f-445d-bf21-18ccb8a68bde tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 944 time: 0.2732494 Jul 22 21:51:05.893149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7d98-ad58-4c78-8df6-51d96b294dfe req-30698602-ee8d-4f8f-832b-f8cdd7d57d21 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:05.894685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa7b7d98-ad58-4c78-8df6-51d96b294dfe req-30698602-ee8d-4f8f-832b-f8cdd7d57d21 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1598506 Jul 22 21:51:05.922944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:05.926574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.958227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-433349f5-aa4c-4520-8693-e3fad24dd93a req-c03c05bc-79b3-4856-90cc-3f798f601731 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625072 Jul 22 21:51:05.961428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa7b7d98-ad58-4c78-8df6-51d96b294dfe req-9d8e14a2-b466-4e86-b094-c1338c1b9b3c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597372 Jul 22 21:51:05.969100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:51:05.995260 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:05.995819 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment 0fa8180e-e6fd-4067-a7e7-a106d0ef7018 of type vlan for network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 Jul 22 21:51:06.101650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.149068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.154654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:06.155250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.200152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Router fee7903d-fb79-4581-a513-803d50ec63a0 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:06.204609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3892663 Jul 22 21:51:06.209608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41272) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:06.215135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:06.243624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c6c8-ef15-4a5f-8936-906afdd54934 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=3fd77e11-7d12-4c6b-97af-66fa1ff9cf17,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:06.274400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:51:06.379995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816696-b0d3-473c-b5c0-3d981f9084ae req-f2ec2c32-a0b9-45dd-b657-af763093fc94 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:06.381486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67816696-b0d3-473c-b5c0-3d981f9084ae req-f2ec2c32-a0b9-45dd-b657-af763093fc94 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 944 time: 0.1843064 Jul 22 21:51:06.382384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:06.386007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.394564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:06.404689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2c65f046-7865-4cf8-bd57-175049d576ab admin admin] 10.222.0.54 "PUT /v2.0/routers/fee7903d-fb79-4581-a513-803d50ec63a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9780748 Jul 22 21:51:06.405202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41280) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:06.413427 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] Sync routers for ids ['fee7903d-fb79-4581-a513-803d50ec63a0'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:06.424600 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] Routers {'fee7903d-fb79-4581-a513-803d50ec63a0'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:06.425472 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fee7903d-fb79-4581-a513-803d50ec63a0'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:06.524072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67816696-b0d3-473c-b5c0-3d981f9084ae req-e62c1e95-ebc4-4f87-935c-53ca59e5d2f2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237450 Jul 22 21:51:06.574466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.576676 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] Set router fee7903d-fb79-4581-a513-803d50ec63a0 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:06.577200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9a3bb534-6014-48e2-b001-e69b618d591d up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:06.687026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 9a3bb534-6014-48e2-b001-e69b618d591d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:06.704002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 9a3bb534-6014-48e2-b001-e69b618d591d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:06.704678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.726713 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.788870 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.826909 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:51:05Z', 'revision_number': 5, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port': {'id': 'f46555a2-2831-48fa-aefb-8357a47999a8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:10Z', 'updated_at': '2021-07-22T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:06.832982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Deleting port f46555a2-2831-48fa-aefb-8357a47999a8 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:06.833669 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.864478 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.867071 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] Checking router: fee7903d-fb79-4581-a513-803d50ec63a0 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:51:06.877344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=0f135fa5-9883-4b59-b0b9-a6c907d55cc5,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:06.879732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': '0fa8180e-e6fd-4067-a7e7-a106d0ef7018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:06.880207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:51:06.894296 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] Routers {'fee7903d-fb79-4581-a513-803d50ec63a0'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:06.895345 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['fee7903d-fb79-4581-a513-803d50ec63a0'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:06.911668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:51:06.915947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 9a3bb534-6014-48e2-b001-e69b618d591d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9a3bb534-6014-48e2-b001-e69b618d591d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:06.917209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:06.920175 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455b6c8-d3ed-4682-9c66-40be47ccb96b" -d '{"events": [{"server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:06.927399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.930208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:06.955146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:06.966126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:06.970269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:06.980881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f412053-3a78-45de-b2e3-9d69144584d7 None None] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:07.044091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-07053ccc-6454-46e8-988c-78e806917d39 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8304536 Jul 22 21:51:07.048319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41290) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:07.058695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] For port f46555a2-2831-48fa-aefb-8357a47999a8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f46555a2-2831-48fa-aefb-8357a47999a8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:07.063502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.067078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fb8c9241-77e7-41c4-9965-1fb4ff082489 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1559788873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:07.067620 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] Set router fee7903d-fb79-4581-a513-803d50ec63a0 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:07.113481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Calling delete_port for f46555a2-2831-48fa-aefb-8357a47999a8 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:07.138851 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91e1e96-7eda-4301-8b2f-c1d798377fca x-openstack-request-id: req-c91e1e96-7eda-4301-8b2f-c1d798377fca {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:07.139151 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:07.139407 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c91e1e96-7eda-4301-8b2f-c1d798377fca {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:07.140056 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d', 'code': 200} Jul 22 21:51:07.160071 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:51:06Z', 'revision_number': 6, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:07.179788 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9241-77e7-41c4-9965-1fb4ff082489 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.186491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e180bbed-b790-41dd-a2f0-7103b7fe8977 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:07.193602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9241-77e7-41c4-9965-1fb4ff082489 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.195292 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d750c7a-139f-47d6-a3d6-09fad3a74315 None None] The sync data for ids ['fee7903d-fb79-4581-a513-803d50ec63a0'] in n-d-762330-19 is: [{'id': 'fee7903d-fb79-4581-a513-803d50ec63a0', 'name': 'tempest-TestServerBasicOps-526200682-router', 'tenant_id': '7757030cf3d146a6afdd731be3089615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:09Z', 'updated_at': '2021-07-22T21:51:06Z', 'revision_number': 6, 'project_id': '7757030cf3d146a6afdd731be3089615', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:07.291728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=9a3bb534-6014-48e2-b001-e69b618d591d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:07.341196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-3fd77e11-7d12-4c6b-97af-66fa1ff9cf17', 'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': '0f135fa5-9883-4b59-b0b9-a6c907d55cc5'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:51:07.342464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.384643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9241-77e7-41c4-9965-1fb4ff082489 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.401606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9241-77e7-41c4-9965-1fb4ff082489 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.447382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a59cee-dfdf-4f5b-8434-ee36546a14ac req-90cb0ec4-db5c-4558-8696-6a6b5cf34302 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:07.449449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19a59cee-dfdf-4f5b-8434-ee36546a14ac req-90cb0ec4-db5c-4558-8696-6a6b5cf34302 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 944 time: 0.3136470 Jul 22 21:51:07.483816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e0ac5-e11a-41ce-b1e7-d4cb271e1a96 req-e9ede74e-9087-46c5-9fad-c54e7c55f572 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:07.499734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839f30a-16c2-45b1-a2a4-53914d168d6a req-d4d58dcc-86a9-4ddd-ba84-ef71db1df927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:07.501372 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0839f30a-16c2-45b1-a2a4-53914d168d6a req-d4d58dcc-86a9-4ddd-ba84-ef71db1df927 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.3394337 Jul 22 21:51:07.506700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port e180bbed-b790-41dd-a2f0-7103b7fe8977 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:07.510133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-802e0ac5-e11a-41ce-b1e7-d4cb271e1a96 req-e9ede74e-9087-46c5-9fad-c54e7c55f572 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.2854097 Jul 22 21:51:07.514080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port e180bbed-b790-41dd-a2f0-7103b7fe8977 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:07.514722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.553871 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0839f30a-16c2-45b1-a2a4-53914d168d6a req-1f9b9c0d-797f-475f-bb4e-486d1959e776 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Jul 22 21:51:07.562213 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9241-77e7-41c4-9965-1fb4ff082489 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.565723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb8c9241-77e7-41c4-9965-1fb4ff082489 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5132637 Jul 22 21:51:07.568679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41296) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:07.585683 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.590806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'port': {'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17', 'name': 'tempest-RoutersIpV6Test-1330109528'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:07.663311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-19a59cee-dfdf-4f5b-8434-ee36546a14ac req-d86b39a9-3303-4542-ace0-4a24cb8a6f8e tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037463 Jul 22 21:51:07.701293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-802e0ac5-e11a-41ce-b1e7-d4cb271e1a96 req-4cc99939-7b30-433d-9302-c6f1ca636cb3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897666 Jul 22 21:51:07.782264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:07.793236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.793403 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.799299 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.833287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f46555a2-2831-48fa-aefb-8357a47999a8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:07.845803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Allocated IP 2001:db8::2 (3fd77e11-7d12-4c6b-97af-66fa1ff9cf17/0f135fa5-9883-4b59-b0b9-a6c907d55cc5/a49284f4-efcb-440a-999f-5d06eb51df37) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:07.862688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344d940-703f-492c-acc8-381ffbf37db6 req-e307cc42-717a-4af1-a424-2594f9c0819e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:07.864842 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0344d940-703f-492c-acc8-381ffbf37db6 req-e307cc42-717a-4af1-a424-2594f9c0819e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 945 time: 0.1009347 Jul 22 21:51:07.890067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port e180bbed-b790-41dd-a2f0-7103b7fe8977, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:07.907732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0344d940-703f-492c-acc8-381ffbf37db6 req-1287400f-fd77-4779-b401-67c984d0c7a1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371301 Jul 22 21:51:07.915959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:07.936766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:07.960922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.078276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.084825 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.089226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=e180bbed-b790-41dd-a2f0-7103b7fe8977,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:08.161916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.163112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee7903d-fb79-4581-a513-803d50ec63a0 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:51:08.170871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.175794 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2fa757f1-2ca4-4c74-b19c-1b30f0aa84fc admin admin] 10.222.0.54 "DELETE /v2.0/routers/fee7903d-fb79-4581-a513-803d50ec63a0 HTTP/1.1" status: 204 len: 168 time: 1.7666969 Jul 22 21:51:08.176007 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.176117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41298) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:08.191373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Transition to ACTIVE for port object a49284f4-efcb-440a-999f-5d06eb51df37 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:08.193831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:08.198757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.210408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Transition to ACTIVE for port object a49284f4-efcb-440a-999f-5d06eb51df37 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:08.218118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.227049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Deleting subnet 37ef5d08-54f5-418a-b564-f8b12ad8c936 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:51:08.229835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] device_id is not set on port c51887cf-44c3-4d38-bace-4a6f1e601d0c yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 21:51:08.230184 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.271968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:08.272218 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.275792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:08.280219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:08.283281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Pushing event updated for resources: {'Port': ['ID=a49284f4-efcb-440a-999f-5d06eb51df37,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:08.370719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Attempting to bind port a49284f4-efcb-440a-999f-5d06eb51df37 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:51:08.371360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Attempting to bind port a49284f4-efcb-440a-999f-5d06eb51df37 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0fa8180e-e6fd-4067-a7e7-a106d0ef7018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:51:08.371471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Attempting to bind port a49284f4-efcb-440a-999f-5d06eb51df37 on network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:08.379231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:51:08.379772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Checking segment: {'id': '0fa8180e-e6fd-4067-a7e7-a106d0ef7018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:08.380198 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.381100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Bound using segment: {'id': '0fa8180e-e6fd-4067-a7e7-a106d0ef7018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:51:08.381603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Bound port: a49284f4-efcb-440a-999f-5d06eb51df37, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa8180e-e6fd-4067-a7e7-a106d0ef7018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3fd77e11-7d12-4c6b-97af-66fa1ff9cf17'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:51:08.382001 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.390338 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.396704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8::336 (3fd77e11-7d12-4c6b-97af-66fa1ff9cf17/0f135fa5-9883-4b59-b0b9-a6c907d55cc5/c51887cf-44c3-4d38-bace-4a6f1e601d0c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:08.460274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.491929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] For port a49284f4-efcb-440a-999f-5d06eb51df37, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:08.505090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] For port a49284f4-efcb-440a-999f-5d06eb51df37, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a49284f4-efcb-440a-999f-5d06eb51df37,segment=NetworkSegment(0fa8180e-e6fd-4067-a7e7-a106d0ef7018),segment_id=0fa8180e-e6fd-4067-a7e7-a106d0ef7018)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:51:08.513289 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.515311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/37ef5d08-54f5-418a-b564-f8b12ad8c936 HTTP/1.1" status: 204 len: 168 time: 0.3381834 Jul 22 21:51:08.516336 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ef5d08-54f5-418a-b564-f8b12ad8c936,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:08.519772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41300) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:08.522373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.530085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.530558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.531507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.532064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.532664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.532982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.533439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.534447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.534893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.535502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.535862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.542602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657582b-7016-40a1-bf0b-d5a1b3d6a231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:08.577636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f8c583-3fc7-4638-9c26-bfcf06880559 None None] Network f67e6b6c-4f72-43f4-92a3-b7f4296837d5 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:08.683717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.697400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71c87-da6c-4371-93ea-a9ef5341d82f None None] Pushing event updated for resources: {'Port': ['ID=a49284f4-efcb-440a-999f-5d06eb51df37,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:08.736809 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.765391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object c51887cf-44c3-4d38-bace-4a6f1e601d0c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:08.796648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Deleting port 4684e693-aca1-419f-a682-5e90494f2064 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:08.796989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.895564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:08.910578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] DHCP port deletion for f67e6b6c-4f72-43f4-92a3-b7f4296837d5 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:51:08.955780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cad3b-f979-45e6-8741-d3263e08bb50 req-61362c8e-eee2-4689-a2b9-fbb0e2ef92f0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:08.958195 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1cad3b-f979-45e6-8741-d3263e08bb50 req-61362c8e-eee2-4689-a2b9-fbb0e2ef92f0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 0.1468921 Jul 22 21:51:08.976748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=c51887cf-44c3-4d38-bace-4a6f1e601d0c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:08.978644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a345e-1fa2-4b4b-a580-6ab9abab4a12 req-d9603856-2113-4d6b-8c34-5c7f8d988b85 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:08.980852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-195a345e-1fa2-4b4b-a580-6ab9abab4a12 req-d9603856-2113-4d6b-8c34-5c7f8d988b85 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 945 time: 0.2076912 Jul 22 21:51:08.988981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] For port 4684e693-aca1-419f-a682-5e90494f2064, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4684e693-aca1-419f-a682-5e90494f2064,segment=NetworkSegment(0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56),segment_id=0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:08.989204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:09.010080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Calling delete_port for 4684e693-aca1-419f-a682-5e90494f2064 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:09.021599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:09.037077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:09.037077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:09.043467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:09.044700 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:09.074036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] Deleting port 4684e693-aca1-419f-a682-5e90494f2064 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:09.074422 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:09.074818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-995ebbb0-413e-4105-9516-fdfe8838683d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5014505 Jul 22 21:51:09.077969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41310) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:09.079256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1cad3b-f979-45e6-8741-d3263e08bb50 req-6dd462ac-b5ad-43f7-8f00-ac299ec2a43d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968952 Jul 22 21:51:09.120875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-195a345e-1fa2-4b4b-a580-6ab9abab4a12 req-95fb7939-b882-4094-910b-fa89fb0bf9ed tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084194 Jul 22 21:51:09.154556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b'}, {'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:09.156917 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d483e1e-44d6-4330-897c-44323c608450" -d '{"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-unplugged", "status": "completed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b"}, {"server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "name": "network-vif-plugged", "status": "completed", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:09.324842 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1827162-a7ea-44c5-b124-b9bea5264925 x-openstack-request-id: req-c1827162-a7ea-44c5-b124-b9bea5264925 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:09.331789 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-unplugged", "status": "failed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b", "code": 422}, {"server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "name": "network-vif-plugged", "status": "completed", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:09.332466 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1827162-a7ea-44c5-b124-b9bea5264925 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:09.332978 n-d-762330-19 neutron-server[94093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'code': 422} returned with failed status Jul 22 21:51:09.334795 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'code': 200} Jul 22 21:51:09.334795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a49284f4-efcb-440a-999f-5d06eb51df37 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:09.372832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] For port 4684e693-aca1-419f-a682-5e90494f2064, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4684e693-aca1-419f-a682-5e90494f2064,segment=NetworkSegment(0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56),segment_id=0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:09.373980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:09.424137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] Calling delete_port for 4684e693-aca1-419f-a682-5e90494f2064 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:09.431404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7af7ba-5684-4834-b787-08d3137a32fb req-86c87722-da98-4b53-ba30-d5e46287610b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:09.444309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e7af7ba-5684-4834-b787-08d3137a32fb req-86c87722-da98-4b53-ba30-d5e46287610b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 945 time: 0.1946366 Jul 22 21:51:09.512631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e7af7ba-5684-4834-b787-08d3137a32fb req-afd2c129-ecfc-4f3e-ac03-f00fbb967edc tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678132 Jul 22 21:51:09.564153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f59f3-7f2c-4b55-8963-c0f873444485 req-ed7613b2-521c-40e9-8983-41a4b5ed4519 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:09.566426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b44f59f3-7f2c-4b55-8963-c0f873444485 req-ed7613b2-521c-40e9-8983-41a4b5ed4519 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 0.1927471 Jul 22 21:51:09.571869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a49284f4-efcb-440a-999f-5d06eb51df37 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:09.617278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b44f59f3-7f2c-4b55-8963-c0f873444485 req-ad967931-0ed6-41bb-b9b5-802bef6a23e7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Jul 22 21:51:09.628130 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:09.711475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] Pushing event deleted for resources: {'Port': ['ID=4684e693-aca1-419f-a682-5e90494f2064,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:09.740214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3a5a2101-effb-4c3d-8f27-625aec1bfe6f no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:09.749986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6a749-6fbf-43e7-83dc-222bbe0f9da4 None None] No DVR routers for this DVR port 4684e693-aca1-419f-a682-5e90494f2064 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:09.792910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3a5a2101-effb-4c3d-8f27-625aec1bfe6f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:09.793283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3a5a2101-effb-4c3d-8f27-625aec1bfe6f not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:09.793681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f46555a2-2831-48fa-aefb-8357a47999a8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:09.833368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f46555a2-2831-48fa-aefb-8357a47999a8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:09.833717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f46555a2-2831-48fa-aefb-8357a47999a8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:09.834138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4684e693-aca1-419f-a682-5e90494f2064 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:09.847561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531882f8-7ceb-409d-a888-695a8732ace3 req-6d764806-8e61-4ca0-9286-f1721f23d0e4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:09.849057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-531882f8-7ceb-409d-a888-695a8732ace3 req-6d764806-8e61-4ca0-9286-f1721f23d0e4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 945 time: 0.2025237 Jul 22 21:51:09.872523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 4684e693-aca1-419f-a682-5e90494f2064 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:09.873374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4684e693-aca1-419f-a682-5e90494f2064 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:09.943048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-531882f8-7ceb-409d-a888-695a8732ace3 req-12918c3d-3f45-4a31-988b-8d37a572d27a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825226 Jul 22 21:51:09.976558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41326) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:10.199749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ea6b-3013-4f26-9073-d4fec80c3a9e req-67781fd4-1d64-4d5e-bf9c-7aa93bf02617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:10.201486 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3c1ea6b-3013-4f26-9073-d4fec80c3a9e req-67781fd4-1d64-4d5e-bf9c-7aa93bf02617 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1097 time: 0.3418534 Jul 22 21:51:10.253952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.278062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] No DVR routers for this DVR port 4684e693-aca1-419f-a682-5e90494f2064 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:10.351128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4684e693-aca1-419f-a682-5e90494f2064,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:10.373745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736bc02d-a55a-4253-abf0-d9abec1371f5 None None] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:10.380765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0bb35-3931-4893-b8cf-8f19f14a58d2 tempest-TestVolumeBootPattern-1831681373 tempest-TestVolumeBootPattern-1831681373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:10.385185 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a2d0bb35-3931-4893-b8cf-8f19f14a58d2 tempest-TestVolumeBootPattern-1831681373 tempest-TestVolumeBootPattern-1831681373-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 1092 time: 0.4039295 Jul 22 21:51:10.385408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41342) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:10.390406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '9a3bb534-6014-48e2-b001-e69b618d591d', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:10.430248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b3c1ea6b-3013-4f26-9073-d4fec80c3a9e req-7dc90f8d-e2ea-4b04-9dc7-8fb96b9e59ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860471 Jul 22 21:51:10.436186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c4cc7-d47e-4c72-9b40-e1b2cbb497a1 req-3140a588-a2ce-445d-ba84-722b7d5d860f tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:10.444743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-228c4cc7-d47e-4c72-9b40-e1b2cbb497a1 req-3140a588-a2ce-445d-ba84-722b7d5d860f tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 945 time: 0.2116277 Jul 22 21:51:10.501479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-03634c93-c60a-42f0-8af0-576c99db8a50 None None] Provisioning for port a49284f4-efcb-440a-999f-5d06eb51df37 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:10.508850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-03634c93-c60a-42f0-8af0-576c99db8a50 None None] Provisioning complete for port a49284f4-efcb-440a-999f-5d06eb51df37 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:10.509488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.509787 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03634c93-c60a-42f0-8af0-576c99db8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.517498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-228c4cc7-d47e-4c72-9b40-e1b2cbb497a1 req-c713b4b3-7bec-41dd-ab85-d50fb1a84f04 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710056 Jul 22 21:51:10.526793 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.538629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67e6b6c-4f72-43f4-92a3-b7f4296837d5']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:10.555390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce2cac-d8b7-4d3a-9682-f628350587ab req-e512f47b-092e-47f0-a616-ce5af365d1d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:10.557774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:10.558072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d63f61d-1b3a-48c8-bb50-61f5e1ae2b56') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:10.564714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9ce2cac-d8b7-4d3a-9682-f628350587ab req-e512f47b-092e-47f0-a616-ce5af365d1d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 0.2756338 Jul 22 21:51:10.595973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:10.618876 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.633528 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.635154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c9ce2cac-d8b7-4d3a-9682-f628350587ab req-22049a23-ce54-4e64-a6e6-ce187490b391 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691373 Jul 22 21:51:10.724880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.738842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:51:10.739311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:51:10.742168 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:51:10.777195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:10.928621 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-60276eb6-25f7-4fa6-9969-f14856cebbc9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4104540 Jul 22 21:51:10.932554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.25.5.162 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/44628e53-fa57-4a70-bad7-c186ca7699dc) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:10.948631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03634c93-c60a-42f0-8af0-576c99db8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.030277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.039983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.042782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] 10.222.0.54 "DELETE /v2.0/networks/f67e6b6c-4f72-43f4-92a3-b7f4296837d5 HTTP/1.1" status: 204 len: 168 time: 2.5211799 Jul 22 21:51:11.098587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af3bf8-7187-4dc6-b816-be56673bb1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f67e6b6c-4f72-43f4-92a3-b7f4296837d5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:11.143548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-03634c93-c60a-42f0-8af0-576c99db8a50 None None] For port a49284f4-efcb-440a-999f-5d06eb51df37, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a49284f4-efcb-440a-999f-5d06eb51df37,segment=NetworkSegment(0fa8180e-e6fd-4067-a7e7-a106d0ef7018),segment_id=0fa8180e-e6fd-4067-a7e7-a106d0ef7018)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:11.166408 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03634c93-c60a-42f0-8af0-576c99db8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.188260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.202158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.219028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.249823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.315126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=44628e53-fa57-4a70-bad7-c186ca7699dc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:11.324978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03634c93-c60a-42f0-8af0-576c99db8a50 None None] Pushing event updated for resources: {'Port': ['ID=a49284f4-efcb-440a-999f-5d06eb51df37,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:11.356347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41356) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:11.382041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:11.391934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:11.401044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:11.440961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=c51887cf-44c3-4d38-bace-4a6f1e601d0c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:11.608678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.684764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0fb7bc98-dea3-4ee0-bd22-98b6c243259d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0502044b37aa42c8a22631b8637743b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267951 Jul 22 21:51:11.699418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41366) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:11.817288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dabe95ad-d5b2-402c-88ef-1c1c2ac78db4 None None] Provisioning complete for port a49284f4-efcb-440a-999f-5d06eb51df37 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:11.818804 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dabe95ad-d5b2-402c-88ef-1c1c2ac78db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.829740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a730f20b-47af-41e6-bf9f-233bdbe59f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.885473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a730f20b-47af-41e6-bf9f-233bdbe59f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:11.941249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.013425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dabe95ad-d5b2-402c-88ef-1c1c2ac78db4 None None] Provisioning for port c51887cf-44c3-4d38-bace-4a6f1e601d0c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:12.019627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dabe95ad-d5b2-402c-88ef-1c1c2ac78db4 None None] Provisioning complete for port c51887cf-44c3-4d38-bace-4a6f1e601d0c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:12.020399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dabe95ad-d5b2-402c-88ef-1c1c2ac78db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.078813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dabe95ad-d5b2-402c-88ef-1c1c2ac78db4 None None] Port c51887cf-44c3-4d38-bace-4a6f1e601d0c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:12.213751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a730f20b-47af-41e6-bf9f-233bdbe59f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.217611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a730f20b-47af-41e6-bf9f-233bdbe59f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.219157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a730f20b-47af-41e6-bf9f-233bdbe59f1c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98872193-4bfa-493f-8f5a-38cb8870de3a HTTP/1.1" status: 204 len: 168 time: 0.5184529 Jul 22 21:51:12.238405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730f20b-47af-41e6-bf9f-233bdbe59f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98872193-4bfa-493f-8f5a-38cb8870de3a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:12.248959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f25f4a8f-350b-4aff-9c91-c6a9e65cf476 None None] Provisioning complete for port c51887cf-44c3-4d38-bace-4a6f1e601d0c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:12.249937 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f25f4a8f-350b-4aff-9c91-c6a9e65cf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.378477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f25f4a8f-350b-4aff-9c91-c6a9e65cf476 None None] Port c51887cf-44c3-4d38-bace-4a6f1e601d0c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:12.593701 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b4743170-ede4-4e0f-8de2-9eaac9b4beaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.610930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-3d5bb350-66f0-43f1-9dda-993b59120625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:12.612783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-3d5bb350-66f0-43f1-9dda-993b59120625 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955&tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b HTTP/1.1" status: 200 len: 1095 time: 0.1939268 Jul 22 21:51:12.630633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:12.709867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda05157-d0f8-449e-a1fb-fbf0c365df08 req-1aad1301-438c-4a02-9fda-8a02dc0dde6a tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:12.722738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dda05157-d0f8-449e-a1fb-fbf0c365df08 req-1aad1301-438c-4a02-9fda-8a02dc0dde6a tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 945 time: 1.0795472 Jul 22 21:51:12.789043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.828526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2c06773d-6633-477e-9fd4-dec347a101cc None None] Provisioning complete for port c51887cf-44c3-4d38-bace-4a6f1e601d0c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:12.829044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c06773d-6633-477e-9fd4-dec347a101cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.848697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dda05157-d0f8-449e-a1fb-fbf0c365df08 req-05ba6ecd-a859-4130-ba0b-b91b58f7a772 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245260 Jul 22 21:51:12.884254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.908109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.909442 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:12.951064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b7d39-0190-4ecf-96f1-5b8f373d076e req-777bdaf7-02f6-4e07-bf20-619e404b1a40 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:12.969592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2c06773d-6633-477e-9fd4-dec347a101cc None None] Port c51887cf-44c3-4d38-bace-4a6f1e601d0c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:12.976757 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4b7d39-0190-4ecf-96f1-5b8f373d076e req-777bdaf7-02f6-4e07-bf20-619e404b1a40 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 1.1929536 Jul 22 21:51:13.071515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41376) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:13.193130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a49284f4-efcb-440a-999f-5d06eb51df37 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:13.208213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=c51887cf-44c3-4d38-bace-4a6f1e601d0c,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:13.250209 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:13.354558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a49284f4-efcb-440a-999f-5d06eb51df37 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:13.355155 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:13.381151 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:13.443384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:13.449082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af4b7d39-0190-4ecf-96f1-5b8f373d076e req-bee8480c-d56d-457b-bc52-def060593b1a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711130 Jul 22 21:51:13.488546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887563b3-f4a5-48bc-b8e1-ad9bca2de03c req-1d29a4e8-9bc1-416d-9824-d10fb39f06f6 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:13.503745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-887563b3-f4a5-48bc-b8e1-ad9bca2de03c req-1d29a4e8-9bc1-416d-9824-d10fb39f06f6 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 945 time: 0.3444581 Jul 22 21:51:13.532680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:13.552328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-887563b3-f4a5-48bc-b8e1-ad9bca2de03c req-c154fdf1-f82a-4cd4-9802-7aa2a9cf52e1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474792 Jul 22 21:51:13.586322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cd8c4e-8313-448d-8be9-677782f07c5b {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:51:13.586799 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:13.597946 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:13.618013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Transition to ACTIVE for port object d7cd8c4e-8313-448d-8be9-677782f07c5b will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:13.635130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:13.647690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:13.656312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:13.871446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:13.880258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:13.918740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] No DVR routers for this DVR port d7cd8c4e-8313-448d-8be9-677782f07c5b on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:13.926701 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4139062d-9fab-49f0-a3ac-e9e4deedf56c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7757030cf3d146a6afdd731be3089615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7526193 Jul 22 21:51:13.936422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41384) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:13.937278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=9']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:14.013204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router b3b3a8af-f278-4ffe-8b15-fdc33c44d194 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:51:14.059203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=44628e53-fa57-4a70-bad7-c186ca7699dc,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:14.071255 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.130985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c924688e-aa97-496e-96dc-f854743a562a None None] Provisioning complete for port c51887cf-44c3-4d38-bace-4a6f1e601d0c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:14.131789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c924688e-aa97-496e-96dc-f854743a562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.142798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:51:14.143734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:51:14.144261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b on network c098aa94-512e-446d-a9e2-d3904d679082 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:14.171370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9c47ec-205b-4046-975a-ec00ef45d5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.215296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9c47ec-205b-4046-975a-ec00ef45d5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.238698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c924688e-aa97-496e-96dc-f854743a562a None None] Port c51887cf-44c3-4d38-bace-4a6f1e601d0c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:14.396242 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Floating IP baf8a649-5667-4e2c-8326-4e87eabe5f03 associated. External IP: 172.25.5.162, port: 9a3bb534-6014-48e2-b001-e69b618d591d. Jul 22 21:51:14.498627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5210812-f8cd-40af-b2de-ec3d0865bb18 tempest-TestVolumeBackupRestore-1841922555 tempest-TestVolumeBackupRestore-1841922555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:14.503407 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b5210812-f8cd-40af-b2de-ec3d0865bb18 tempest-TestVolumeBackupRestore-1841922555 tempest-TestVolumeBackupRestore-1841922555-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1092 time: 0.9124901 Jul 22 21:51:14.503696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41388) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:14.508829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:14.579648 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.640956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Port d7cd8c4e-8313-448d-8be9-677782f07c5b on network c098aa94-512e-446d-a9e2-d3904d679082 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:51:14.641531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Attempting to bind port d7cd8c4e-8313-448d-8be9-677782f07c5b on network c098aa94-512e-446d-a9e2-d3904d679082 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:14.661322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:51:14.661697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Checking segment: {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:14.662174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Bound using segment: {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:51:14.662707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Bound port: d7cd8c4e-8313-448d-8be9-677782f07c5b, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3628a-44a7-48d5-ab35-4f632264895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:51:14.663304 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.684254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:14.692016 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ed44e533-d81b-4e6b-a2f5-b61a8f610b20 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/b3b3a8af-f278-4ffe-8b15-fdc33c44d194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6129801 Jul 22 21:51:14.697628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] Sync routers for ids ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:14.707351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] Routers {'b3b3a8af-f278-4ffe-8b15-fdc33c44d194'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:14.708446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:14.713450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:14.758117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:14.771908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] Routers {'b3b3a8af-f278-4ffe-8b15-fdc33c44d194'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:14.773230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:50:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:14.775635 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9c47ec-205b-4046-975a-ec00ef45d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.781469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3e9c47ec-205b-4046-975a-ec00ef45d5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.788035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3e9c47ec-205b-4046-975a-ec00ef45d5d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd967aab-813a-45e7-a093-7475f3c55646 HTTP/1.1" status: 204 len: 168 time: 0.8386455 Jul 22 21:51:14.804905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c96b70d-d0e7-4f6c-97cd-6666c5bc3832 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:14.806400 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c96b70d-d0e7-4f6c-97cd-6666c5bc3832 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports/c51887cf-44c3-4d38-bace-4a6f1e601d0c HTTP/1.1" status: 200 len: 984 time: 0.0906723 Jul 22 21:51:14.809562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41396) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:14.824639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:14.825450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ff88d-5568-45e3-a249-fea9b02a2483 None None] The sync data for ids ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:14.841993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c47ec-205b-4046-975a-ec00ef45d5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd967aab-813a-45e7-a093-7475f3c55646,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:14.877804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:14.880420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:51:14.886636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.937845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:14.938861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:14.940826 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] 10.222.0.23 "PUT /v2.0/ports/d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 1092 time: 2.3177872 Jul 22 21:51:14.941502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:14.946225 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f" -d '{"events": [{"name": "network-changed", "server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:15.032871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8dfb7-cb71-48d5-b87e-925c538e5729 req-bc67f8ea-7ea0-421a-bb83-9fbe558a1a84 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:15.035046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fb8dfb7-cb71-48d5-b87e-925c538e5729 req-bc67f8ea-7ea0-421a-bb83-9fbe558a1a84 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 943 time: 0.4296834 Jul 22 21:51:15.044209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d459-28e0-407c-b4dd-5e278841d64a service neutron] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:15.080895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:15.092354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-e1624a67-9262-4edd-9d8b-63d7329dbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:15.094651 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-e1624a67-9262-4edd-9d8b-63d7329dbc17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1096 time: 0.1059041 Jul 22 21:51:15.096980 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4764c10-f099-4970-9bee-263500258c73 x-openstack-request-id: req-e4764c10-f099-4970-9bee-263500258c73 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:15.097733 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:15.098128 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4764c10-f099-4970-9bee-263500258c73 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:15.098822 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'status': 'completed', 'code': 200} Jul 22 21:51:15.235562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fb8dfb7-cb71-48d5-b87e-925c538e5729 req-baebdb33-7384-492b-afb1-48f20393adf6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832004 Jul 22 21:51:15.235986 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2546fc8-a0a4-4c4a-a883-a4aa2b97154e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:15.318320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c37eaf5f-7459-435e-9604-35f8dc404f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:15.319776 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-c37eaf5f-7459-435e-9604-35f8dc404f5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.2138195 Jul 22 21:51:15.326959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:15.403711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-ec188901-a624-424e-a7af-f840a4cc81ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.0738678 Jul 22 21:51:15.475378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:15.515076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-1c3a6266-c42c-4354-a00b-4e9e731e2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:15.519229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-1c3a6266-c42c-4354-a00b-4e9e731e2c34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.1041594 Jul 22 21:51:15.563945 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-482cf8fc-8c67-4744-b453-572cbc248fd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334709 Jul 22 21:51:15.567551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:15.580531 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:15.592133 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:15.593483 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:15.682983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:15.684676 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-98ace836-44bc-48bd-96bb-911d10e681f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059778 Jul 22 21:51:15.739719 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:15.764642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Allocated IP 172.25.5.149 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/34e477ac-d7cb-47e4-b147-6a6f8f6b00fe) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:15.796125 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5dfc6c69-cf87-4a92-8463-6bfa1cbdd2a3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4004266 Jul 22 21:51:15.796125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:15.807948 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674201d4-033d-4b46-9978-e4c1b3472a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:15.833768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d34ed0df-38c9-4f02-b9d1-2e3684290fa1 req-e5786286-f2ca-4ef8-be2b-3c1b189f3c48 service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367359 Jul 22 21:51:16.086810 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'baf8a649-5667-4e2c-8326-4e87eabe5f03', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '9a3bb534-6014-48e2-b001-e69b618d591d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:66:bb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:12Z', 'updated_at': '2021-07-22T21:51:12Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:16.130661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-ee75428a-f2a8-499f-b416-5c6fcb34a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:16.131852 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:51:16.132385 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-ee75428a-f2a8-499f-b416-5c6fcb34a467 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1096 time: 0.2209945 Jul 22 21:51:16.135716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-016a4dde-2045-4870-a8b3-1ec72bf7adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:16.141006 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-016a4dde-2045-4870-a8b3-1ec72bf7adc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.2388728 Jul 22 21:51:16.146841 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:16.147903 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:16.187431 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:16.358381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-10ee8b2d-c530-421f-a01f-0b742d7ea633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:16.360405 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-10ee8b2d-c530-421f-a01f-0b742d7ea633 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.2145197 Jul 22 21:51:16.363434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-0b467307-e4ec-4dbc-b54d-9f0be9bb70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:16.365013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-0b467307-e4ec-4dbc-b54d-9f0be9bb70ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.2093821 Jul 22 21:51:16.484124 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-477eb0ab-d0ff-473a-b3d1-9d1230a3fd01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.1119404 Jul 22 21:51:16.484599 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619d9265-1703-4a8e-ad4c-89e63df43252 x-openstack-request-id: req-619d9265-1703-4a8e-ad4c-89e63df43252 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:16.485227 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:16.485227 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-619d9265-1703-4a8e-ad4c-89e63df43252 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:16.485766 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d', 'status': 'completed', 'code': 200} Jul 22 21:51:16.486934 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:16.530476 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:16.585126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-e6c0d630-8c58-4131-8530-319f9c9aeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:16.587095 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-e6c0d630-8c58-4131-8530-319f9c9aeeb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.0792873 Jul 22 21:51:16.682264 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-29d0471f-ca0b-4dd4-971f-731cd0ed3ca0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a3bb534-6014-48e2-b001-e69b618d591d HTTP/1.1" status: 200 len: 999 time: 0.3003435 Jul 22 21:51:16.886129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-8831bf91-02f1-4454-acbe-de74b746668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:16.887157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:16.888168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-8831bf91-02f1-4454-acbe-de74b746668d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1529295 Jul 22 21:51:16.890654 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-f4a0397c-555c-4a40-9346-764bc3cc26fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2616043 Jul 22 21:51:16.975379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470ae84-4568-4c5d-bebc-9e12138d044e req-ab8f27c9-f81c-47e1-aa50-6bf0eeb94585 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:16.985658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d470ae84-4568-4c5d-bebc-9e12138d044e req-ab8f27c9-f81c-47e1-aa50-6bf0eeb94585 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.5026321 Jul 22 21:51:17.058620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-abff6674-71c9-4938-a915-85411215f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:17.061127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-abff6674-71c9-4938-a915-85411215f669 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648335 Jul 22 21:51:17.116368 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:51:17.163365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:17.191371 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'baf8a649-5667-4e2c-8326-4e87eabe5f03', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '9a3bb534-6014-48e2-b001-e69b618d591d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:66:bb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:12Z', 'updated_at': '2021-07-22T21:51:12Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:17.260368 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8cd38-bb1e-414e-a69b-a2c6c7e44cec None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'baf8a649-5667-4e2c-8326-4e87eabe5f03', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '9a3bb534-6014-48e2-b001-e69b618d591d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:66:bb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:12Z', 'updated_at': '2021-07-22T21:51:12Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:17.354695 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-adfd3405-0fce-47ce-bf03-5f74230c3776 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852538 Jul 22 21:51:17.381200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d470ae84-4568-4c5d-bebc-9e12138d044e req-09611020-26f5-4424-b3fe-4443d3fafec9 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170886 Jul 22 21:51:17.457377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:17.503077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:17.507305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:17.509011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'Port': ['ID=34e477ac-d7cb-47e4-b147-6a6f8f6b00fe,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:17.675762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-674201d4-033d-4b46-9978-e4c1b3472a5a req-24160ece-734d-4841-b4d4-aa43df7f0724 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087187 Jul 22 21:51:17.784629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port c51887cf-44c3-4d38-bace-4a6f1e601d0c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:17.785140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:17.848055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa6a9c-3bbd-48cd-ad9f-58e2fa2abce1 None None] New status for floating IP baf8a649-5667-4e2c-8326-4e87eabe5f03: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:51:17.985526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:18.012381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for c51887cf-44c3-4d38-bace-4a6f1e601d0c owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:18.341513 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:18.401104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:18.427575 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:18.490268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=c51887cf-44c3-4d38-bace-4a6f1e601d0c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:18.778304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:18.815710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:19.162702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f204e-e11a-4246-8f78-46890473dbbe req-e7035cf1-e5ee-49c5-8f7c-e8abe3bc513e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:19.162702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df2f204e-e11a-4246-8f78-46890473dbbe req-e7035cf1-e5ee-49c5-8f7c-e8abe3bc513e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.4573407 Jul 22 21:51:19.204093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-df2f204e-e11a-4246-8f78-46890473dbbe req-523e0172-6d45-42d4-850f-3a623808e05f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996295 Jul 22 21:51:19.278846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router b3b3a8af-f278-4ffe-8b15-fdc33c44d194 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:19.426082 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:19.432877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:19.443568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed93b96a-0544-45fa-805a-0aaababd9159 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/b3b3a8af-f278-4ffe-8b15-fdc33c44d194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6296473 Jul 22 21:51:19.443568 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:19.443937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41454) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:19.453151 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] Sync routers for ids ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:19.475203 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] Routers {'b3b3a8af-f278-4ffe-8b15-fdc33c44d194'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:19.476160 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:19.560873 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:19.618422 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] Routers {'b3b3a8af-f278-4ffe-8b15-fdc33c44d194'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:19.621258 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:19.677157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:19.706170 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:19.707726 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dda67f-377c-4c5c-a849-69a518317082 None None] The sync data for ids ['b3b3a8af-f278-4ffe-8b15-fdc33c44d194'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:19.843305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event updated for resources: {'Port': ['ID=34e477ac-d7cb-47e4-b147-6a6f8f6b00fe,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:19.890816 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Floating IP 18ae79b0-ff61-4a5b-a130-477904905b8d associated. External IP: 172.25.5.149, port: e180bbed-b790-41dd-a2f0-7103b7fe8977. Jul 22 21:51:20.033477 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-55db29b5-8aa9-4879-b066-0348ef0498c7 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 21:51:20.037500 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55db29b5-8aa9-4879-b066-0348ef0498c7 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/b3b3a8af-f278-4ffe-8b15-fdc33c44d194/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5893049 Jul 22 21:51:20.037927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41462) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:20.102244 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-79a58789-bfd8-4810-a6ee-3bfef357c59c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3b3a8af-f278-4ffe-8b15-fdc33c44d194 HTTP/1.1" status: 200 len: 205 time: 0.0619991 Jul 22 21:51:20.106987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41464) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:20.243137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3156-1a55-49fd-8f56-da422d099891 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:20.286826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Router f16de16d-feed-43fd-aa5c-53c75cf83081 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:20.480344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3156-1a55-49fd-8f56-da422d099891 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:20.486998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3156-1a55-49fd-8f56-da422d099891 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:20.529098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11046b-7ba3-45be-ac5e-507f9f8e27b3 req-70838702-522e-45ff-8554-bf5dc388f8b6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:20.530975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c11046b-7ba3-45be-ac5e-507f9f8e27b3 req-70838702-522e-45ff-8554-bf5dc388f8b6 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.2243910 Jul 22 21:51:20.540937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:20.557616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3156-1a55-49fd-8f56-da422d099891 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:20.558019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] Sync routers for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:20.558610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeb3156-1a55-49fd-8f56-da422d099891 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Fanout notify agent at l3_agent the message router_deleted on router b3b3a8af-f278-4ffe-8b15-fdc33c44d194 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:51:20.566652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3156-1a55-49fd-8f56-da422d099891 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:20.571069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cdeb3156-1a55-49fd-8f56-da422d099891 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/b3b3a8af-f278-4ffe-8b15-fdc33c44d194 HTTP/1.1" status: 204 len: 168 time: 0.4624882 Jul 22 21:51:20.573756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41474) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:20.588200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:20.592579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:20.727508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet 0f135fa5-9883-4b59-b0b9-a6c907d55cc5 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:51:20.738893 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:20.859215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:20.870154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:20.995653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:21.138143 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:21.205573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=0f135fa5-9883-4b59-b0b9-a6c907d55cc5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:21.218838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:21.226337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6da8e87e-07d3-403e-ac44-869dda456c48 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/0f135fa5-9883-4b59-b0b9-a6c907d55cc5 HTTP/1.1" status: 204 len: 168 time: 0.6462493 Jul 22 21:51:21.227297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41484) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:21.233332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53610768-97fd-4a84-8624-96ea0b1a5bd8 None None] Network 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:21.336422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:21.404147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:21.459348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c11046b-7ba3-45be-ac5e-507f9f8e27b3 req-5e0a7222-59e9-4d78-942e-489ccaea1f6d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8896692 Jul 22 21:51:21.507402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cd222418-07fd-458e-b92c-1b2f8613f8a1 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0022180 Jul 22 21:51:21.508481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41488) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:21.509693 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:21.515551 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70464dcb-58a7-4f01-a25d-909821cd7b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:21.523956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '18ae79b0-ff61-4a5b-a130-477904905b8d', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'mac_address': 'fa:16:3e:77:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:18Z', 'updated_at': '2021-07-22T21:51:18Z', 'revision_number': 0, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:21.595823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] Checking router: f16de16d-feed-43fd-aa5c-53c75cf83081 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:51:21.611144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port a49284f4-efcb-440a-999f-5d06eb51df37 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:21.612565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:21.618859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:21.621603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:21.644540 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34eb1cf-c834-487c-ac82-670eb043057d x-openstack-request-id: req-a34eb1cf-c834-487c-ac82-670eb043057d {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:21.644745 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:21.644971 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a34eb1cf-c834-487c-ac82-670eb043057d {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:21.645502 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'status': 'completed', 'code': 200} Jul 22 21:51:21.650421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9ab8e4-c5d3-45e7-87f9-2bbe79aae2aa tempest-TestVolumeBackupRestore-1841922555 tempest-TestVolumeBackupRestore-1841922555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:21.655356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4e9ab8e4-c5d3-45e7-87f9-2bbe79aae2aa tempest-TestVolumeBackupRestore-1841922555 tempest-TestVolumeBackupRestore-1841922555-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1092 time: 0.1322646 Jul 22 21:51:21.655886 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41494) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:21.661542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Request body: {'floatingip': {'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:21.785113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port a49284f4-efcb-440a-999f-5d06eb51df37, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a49284f4-efcb-440a-999f-5d06eb51df37,segment=NetworkSegment(0fa8180e-e6fd-4067-a7e7-a106d0ef7018),segment_id=0fa8180e-e6fd-4067-a7e7-a106d0ef7018)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:21.785528 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:21.800685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for a49284f4-efcb-440a-999f-5d06eb51df37 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:21.824533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.002492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:22.039355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.167172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=a49284f4-efcb-440a-999f-5d06eb51df37,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:22.189796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port a49284f4-efcb-440a-999f-5d06eb51df37 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:22.226381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aaf21f-25ca-4a92-9c70-a785d103e05f None None] DHCP port deletion for 3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:51:22.515638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.546493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd77e11-7d12-4c6b-97af-66fa1ff9cf17']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:22.583920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa8180e-e6fd-4067-a7e7-a106d0ef7018') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:22.583920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa8180e-e6fd-4067-a7e7-a106d0ef7018') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:22.612630 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.710495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.729652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:51:22.733674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.739997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '18ae79b0-ff61-4a5b-a130-477904905b8d', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'mac_address': 'fa:16:3e:77:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:18Z', 'updated_at': '2021-07-22T21:51:18Z', 'revision_number': 0, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:51:22.749892 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:51:22.801421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a7907-048d-4dd2-ae48-db98242725f8 None None] The sync data for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 is: [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '18ae79b0-ff61-4a5b-a130-477904905b8d', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'mac_address': 'fa:16:3e:77:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:18Z', 'updated_at': '2021-07-22T21:51:18Z', 'revision_number': 0, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:22.902529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.909274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:22.923710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/3fd77e11-7d12-4c6b-97af-66fa1ff9cf17 HTTP/1.1" status: 204 len: 168 time: 1.6886148 Jul 22 21:51:22.927552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41510) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:22.964132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-621390121'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:23.044424 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a293b21-e4ce-4e4a-b4c2-60a7933e5ebe tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=3fd77e11-7d12-4c6b-97af-66fa1ff9cf17,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:23.069443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc343269-5b68-4f64-ad26-0a63f68d6339 req-5e313229-14b4-41f7-ad82-b0ea07536d75 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:23.071508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc343269-5b68-4f64-ad26-0a63f68d6339 req-5e313229-14b4-41f7-ad82-b0ea07536d75 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.4162638 Jul 22 21:51:23.077586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:23.085507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:23.171269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a49284f4-efcb-440a-999f-5d06eb51df37 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:23.184041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:51:23.208909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a49284f4-efcb-440a-999f-5d06eb51df37 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:23.209737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a49284f4-efcb-440a-999f-5d06eb51df37 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:23.218662 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:23.219632 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment b0df3299-ffcb-446c-aa7f-363baa93b046 of type vlan for network 6acf238d-9be7-4962-8461-a7185166e53b Jul 22 21:51:23.304321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc343269-5b68-4f64-ad26-0a63f68d6339 req-68830ea2-5702-47cf-a1f0-8bac28f3f9b4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142329 Jul 22 21:51:23.353808 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.db.resource_extend [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:51:23.390102 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:23.498637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c874568-6da4-4b87-9e14-f1032373fcd7 None None] New status for floating IP 18ae79b0-ff61-4a5b-a130-477904905b8d: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:51:23.543912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:23.560150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:23.693193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-fc88fd97-b39a-4834-bcb5-9248925f2079 service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883267 Jul 22 21:51:23.694659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:23.703891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:23.705336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:23.742322 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.db.api [None req-7c874568-6da4-4b87-9e14-f1032373fcd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:51:23.746565 n-d-762330-19 neutron-server[94094]: DEBUG oslo_db.api [None req-7c874568-6da4-4b87-9e14-f1032373fcd7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:51:23.794878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8647251 Jul 22 21:51:23.812514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:23.825906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '6acf238d-9be7-4962-8461-a7185166e53b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:23.955540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439daa4-278c-4169-a28e-ec306907aa54 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=6acf238d-9be7-4962-8461-a7185166e53b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:23.983594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6acf238d-9be7-4962-8461-a7185166e53b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:51:24.248958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c874568-6da4-4b87-9e14-f1032373fcd7 None None] New status for floating IP 18ae79b0-ff61-4a5b-a130-477904905b8d: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:51:24.415043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Router f16de16d-feed-43fd-aa5c-53c75cf83081 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:24.500100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:24.508613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:24.752939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:24.761262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:24.866629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34892386-f207-4ab4-b4b9-045d0186e1a2 req-f9a8fd9a-c0fa-4c25-98b0-4314503f014f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:24.868633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34892386-f207-4ab4-b4b9-045d0186e1a2 req-f9a8fd9a-c0fa-4c25-98b0-4314503f014f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.2866652 Jul 22 21:51:24.874602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:24.878965 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568c687-1dc9-4656-990f-88053eb16f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:24.905718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765256b6-c040-4a3d-b398-656c75359357 None None] Sync routers for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:24.933843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:24.935365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:25.029291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a8b69bbb-df8d-4318-bab6-55d5241fdcad tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "PUT /v2.0/floatingips/18ae79b0-ff61-4a5b-a130-477904905b8d HTTP/1.1" status: 200 len: 991 time: 3.3698227 Jul 22 21:51:25.029291 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c82795-e49f-45c9-b309-a6e771b11f17 x-openstack-request-id: req-c2c82795-e49f-45c9-b309-a6e771b11f17 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:25.029291 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:25.029291 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2c82795-e49f-45c9-b309-a6e771b11f17 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:25.030179 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'status': 'completed', 'code': 200} Jul 22 21:51:25.051087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34892386-f207-4ab4-b4b9-045d0186e1a2 req-24eb2478-cab9-4766-a755-f47c009abc89 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143982 Jul 22 21:51:25.178385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:25.200838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:25.281794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=f268df6b-8506-41f5-a619-c7b3ed0f8e12,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:25.285956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': 'b0df3299-ffcb-446c-aa7f-363baa93b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6acf238d-9be7-4962-8461-a7185166e53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:25.286412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 6acf238d-9be7-4962-8461-a7185166e53b, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:51:25.329046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 6acf238d-9be7-4962-8461-a7185166e53b is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:51:25.349922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6acf238d-9be7-4962-8461-a7185166e53b) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:25.360047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:25.361566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:25.378279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c43b8-1412-47f3-a796-918cb3df46aa None None] Network 6acf238d-9be7-4962-8461-a7185166e53b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:25.411061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41538) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:25.419405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ec84dd81-3540-481c-a91b-16052817253d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1959101697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:25.427964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cd9fea78-be1b-4f29-ac14-6be0de64b357 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6096673 Jul 22 21:51:25.467398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec84dd81-3540-481c-a91b-16052817253d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:25.473993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec84dd81-3540-481c-a91b-16052817253d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:25.593552 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec84dd81-3540-481c-a91b-16052817253d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:25.602494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec84dd81-3540-481c-a91b-16052817253d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:25.650126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec84dd81-3540-481c-a91b-16052817253d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:25.651488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ec84dd81-3540-481c-a91b-16052817253d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2382402 Jul 22 21:51:25.655588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:26.239335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '18ae79b0-ff61-4a5b-a130-477904905b8d', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'mac_address': 'fa:16:3e:77:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:18Z', 'updated_at': '2021-07-22T21:51:24Z', 'revision_number': 2, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:26.245396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6acf238d-9be7-4962-8461-a7185166e53b', 'network_id': '6acf238d-9be7-4962-8461-a7185166e53b', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': 'f268df6b-8506-41f5-a619-c7b3ed0f8e12'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:51:26.246680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:26.476965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765256b6-c040-4a3d-b398-656c75359357 None None] Checking router: f16de16d-feed-43fd-aa5c-53c75cf83081 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:51:26.486607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:26.493260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:26.494023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:26.701848 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2264-77ce-42d8-9bb1-de7c867bc12c req-33de10ae-a5eb-46cc-b241-43afb2d65633 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:26.703458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-610b2264-77ce-42d8-9bb1-de7c867bc12c req-33de10ae-a5eb-46cc-b241-43afb2d65633 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.3701797 Jul 22 21:51:26.774553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:26.823070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Allocated IP 2001:db8::2 (6acf238d-9be7-4962-8461-a7185166e53b/f268df6b-8506-41f5-a619-c7b3ed0f8e12/430cf3a3-0f89-46cd-803f-cd28efb91085) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:26.888515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-610b2264-77ce-42d8-9bb1-de7c867bc12c req-af5b6e17-b0b6-4d9f-a536-d0677bb98d26 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650727 Jul 22 21:51:27.069088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:27.073267 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea24f4e0-5939-413f-91b0-a5315b61b76e" -d '{"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:27.180615 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e5d1c5-f664-4de5-9bc6-9c33ebf217a5 x-openstack-request-id: req-50e5d1c5-f664-4de5-9bc6-9c33ebf217a5 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:27.180914 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:27.181169 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50e5d1c5-f664-4de5-9bc6-9c33ebf217a5 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:27.181575 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'status': 'completed', 'code': 200} Jul 22 21:51:27.342929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:27.373070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Transition to ACTIVE for port object 430cf3a3-0f89-46cd-803f-cd28efb91085 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:27.413565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-765256b6-c040-4a3d-b398-656c75359357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '18ae79b0-ff61-4a5b-a130-477904905b8d', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'mac_address': 'fa:16:3e:77:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:18Z', 'updated_at': '2021-07-22T21:51:24Z', 'revision_number': 2, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:27.416569 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Transition to ACTIVE for port object 430cf3a3-0f89-46cd-803f-cd28efb91085 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:27.448336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765256b6-c040-4a3d-b398-656c75359357 None None] The sync data for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 is: [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '18ae79b0-ff61-4a5b-a130-477904905b8d', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'port_id': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'mac_address': 'fa:16:3e:77:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d301a-345e-458d-9055-ad1d137c38e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:51:18Z', 'updated_at': '2021-07-22T21:51:24Z', 'revision_number': 2, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:27.455518 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:27.503215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Network 6acf238d-9be7-4962-8461-a7185166e53b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:27.507035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:27.511978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:27.537958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Pushing event updated for resources: {'Port': ['ID=430cf3a3-0f89-46cd-803f-cd28efb91085,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:27.582446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8::1 (6acf238d-9be7-4962-8461-a7185166e53b/f268df6b-8506-41f5-a619-c7b3ed0f8e12/fc923e5f-f099-403a-89a2-7cfd6ad5a077) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:27.603754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Attempting to bind port 430cf3a3-0f89-46cd-803f-cd28efb91085 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:51:27.604315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Attempting to bind port 430cf3a3-0f89-46cd-803f-cd28efb91085 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'b0df3299-ffcb-446c-aa7f-363baa93b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6acf238d-9be7-4962-8461-a7185166e53b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:51:27.604528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Attempting to bind port 430cf3a3-0f89-46cd-803f-cd28efb91085 on network 6acf238d-9be7-4962-8461-a7185166e53b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:27.610611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:51:27.611156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Checking segment: {'id': 'b0df3299-ffcb-446c-aa7f-363baa93b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6acf238d-9be7-4962-8461-a7185166e53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:27.611581 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:27.612115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Bound using segment: {'id': 'b0df3299-ffcb-446c-aa7f-363baa93b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6acf238d-9be7-4962-8461-a7185166e53b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:51:27.612604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Bound port: 430cf3a3-0f89-46cd-803f-cd28efb91085, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df3299-ffcb-446c-aa7f-363baa93b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6acf238d-9be7-4962-8461-a7185166e53b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:51:27.613002 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:27.770431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] For port 430cf3a3-0f89-46cd-803f-cd28efb91085, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:27.786284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] For port 430cf3a3-0f89-46cd-803f-cd28efb91085, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=430cf3a3-0f89-46cd-803f-cd28efb91085,segment=NetworkSegment(b0df3299-ffcb-446c-aa7f-363baa93b046),segment_id=b0df3299-ffcb-446c-aa7f-363baa93b046)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:51:27.797472 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:27.837360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:27.881156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603ef2a-67b5-4cfa-8e39-d181a493db2e None None] Pushing event updated for resources: {'Port': ['ID=430cf3a3-0f89-46cd-803f-cd28efb91085,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:28.308808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object fc923e5f-f099-403a-89a2-7cfd6ad5a077 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:28.392767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50dad5-7398-4fbd-9aff-289a96c57242 req-c65a0c29-02ab-4b5e-bcfe-d5543eb43566 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:28.395205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a50dad5-7398-4fbd-9aff-289a96c57242 req-c65a0c29-02ab-4b5e-bcfe-d5543eb43566 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.1053514 Jul 22 21:51:28.410723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:28.459342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 6acf238d-9be7-4962-8461-a7185166e53b is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:28.463566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:28.468625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:28.468918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:28.553631 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a50dad5-7398-4fbd-9aff-289a96c57242 req-a090ccd7-1546-4396-9f2e-6e7b23de74cb tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507859 Jul 22 21:51:28.588687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=fc923e5f-f099-403a-89a2-7cfd6ad5a077,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:28.722767 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:29.205893 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:29.215942 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:29.218238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:29.223908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 430cf3a3-0f89-46cd-803f-cd28efb91085 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:29.302167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=fc923e5f-f099-403a-89a2-7cfd6ad5a077,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:29.414412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 430cf3a3-0f89-46cd-803f-cd28efb91085 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:29.466428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 6acf238d-9be7-4962-8461-a7185166e53b is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:29.468205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:29.497763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb82d37-fdec-4cfe-86b4-fb0bec88e708 None None] Network 6acf238d-9be7-4962-8461-a7185166e53b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:29.591930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-933c1d03-854a-433c-b218-5154991ba4de None None] Provisioning for port 430cf3a3-0f89-46cd-803f-cd28efb91085 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:29.598270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-933c1d03-854a-433c-b218-5154991ba4de None None] Provisioning complete for port 430cf3a3-0f89-46cd-803f-cd28efb91085 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:29.598999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-933c1d03-854a-433c-b218-5154991ba4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:29.709728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router a77dbaef-faa9-4cad-bbe8-a170dd01415b is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:51:29.861945 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-933c1d03-854a-433c-b218-5154991ba4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:29.917557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-933c1d03-854a-433c-b218-5154991ba4de None None] For port 430cf3a3-0f89-46cd-803f-cd28efb91085, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=430cf3a3-0f89-46cd-803f-cd28efb91085,segment=NetworkSegment(b0df3299-ffcb-446c-aa7f-363baa93b046),segment_id=b0df3299-ffcb-446c-aa7f-363baa93b046)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:29.920134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94032c1-e709-4ac0-9639-24c6bf6c5104 req-7539e5ce-7dcc-462a-b0ac-5753db3fbc54 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:29.924932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-933c1d03-854a-433c-b218-5154991ba4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:29.929065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b94032c1-e709-4ac0-9639-24c6bf6c5104 req-7539e5ce-7dcc-462a-b0ac-5753db3fbc54 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.2503743 Jul 22 21:51:30.000233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b94032c1-e709-4ac0-9639-24c6bf6c5104 req-05eed8b8-a127-44ec-8e63-3875e619fd39 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535641 Jul 22 21:51:30.022081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:30.028759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-78f26b33-73b3-4fdc-84e8-0ae670a4e58b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/a77dbaef-faa9-4cad-bbe8-a170dd01415b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3715556 Jul 22 21:51:30.031509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:30.042533 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] Sync routers for ids ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:30.060408 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] Routers {'a77dbaef-faa9-4cad-bbe8-a170dd01415b'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:30.061043 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:30.100427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c1d03-854a-433c-b218-5154991ba4de None None] Pushing event updated for resources: {'Port': ['ID=430cf3a3-0f89-46cd-803f-cd28efb91085,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:30.130682 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:30.150185 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] Routers {'a77dbaef-faa9-4cad-bbe8-a170dd01415b'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:30.151100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:30.175878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f700e2-b79a-431b-958c-acecd3214729 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:30.187199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41602) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:30.187790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-80f700e2-b79a-431b-958c-acecd3214729 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports/fc923e5f-f099-403a-89a2-7cfd6ad5a077 HTTP/1.1" status: 200 len: 911 time: 0.1540735 Jul 22 21:51:30.220961 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:30.222196 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d10ec5-fb4f-4ef3-9467-42151f1f07b3 None None] The sync data for ids ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:30.427303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dba49c0a-3e4b-4fe9-8b72-ee9ef51a0dbe None None] Provisioning complete for port 430cf3a3-0f89-46cd-803f-cd28efb91085 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:30.428082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dba49c0a-3e4b-4fe9-8b72-ee9ef51a0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:30.599415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dba49c0a-3e4b-4fe9-8b72-ee9ef51a0dbe None None] Provisioning for port fc923e5f-f099-403a-89a2-7cfd6ad5a077 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:30.605086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-dba49c0a-3e4b-4fe9-8b72-ee9ef51a0dbe None None] Provisioning complete for port fc923e5f-f099-403a-89a2-7cfd6ad5a077 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:30.605784 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dba49c0a-3e4b-4fe9-8b72-ee9ef51a0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:30.672551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dba49c0a-3e4b-4fe9-8b72-ee9ef51a0dbe None None] Port fc923e5f-f099-403a-89a2-7cfd6ad5a077 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:30.741279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:30.809036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8916deb5-9e00-41a6-96ae-36d23eb397e6 None None] Provisioning complete for port fc923e5f-f099-403a-89a2-7cfd6ad5a077 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:30.809419 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8916deb5-9e00-41a6-96ae-36d23eb397e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:30.866132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8916deb5-9e00-41a6-96ae-36d23eb397e6 None None] Port fc923e5f-f099-403a-89a2-7cfd6ad5a077 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:31.055565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port fc923e5f-f099-403a-89a2-7cfd6ad5a077 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:31.055866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:31.096772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-baee1f92-31f7-4645-b3f6-8cf442a075d3 None None] Provisioning complete for port fc923e5f-f099-403a-89a2-7cfd6ad5a077 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:31.111472 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-baee1f92-31f7-4645-b3f6-8cf442a075d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:31.175486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 430cf3a3-0f89-46cd-803f-cd28efb91085 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:31.196540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:31.212387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for fc923e5f-f099-403a-89a2-7cfd6ad5a077 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:31.227697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3736e-0c06-4d52-a5eb-1842a4b4f4ad req-9001365c-dd3b-405c-8fb6-22367f244806 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:31.229401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51b3736e-0c06-4d52-a5eb-1842a4b4f4ad req-9001365c-dd3b-405c-8fb6-22367f244806 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.1060917 Jul 22 21:51:31.258983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-baee1f92-31f7-4645-b3f6-8cf442a075d3 None None] Port fc923e5f-f099-403a-89a2-7cfd6ad5a077 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:31.271680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 430cf3a3-0f89-46cd-803f-cd28efb91085 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:31.272423 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:31.296695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51b3736e-0c06-4d52-a5eb-1842a4b4f4ad req-1edc3d27-5084-4840-9b39-dfb6b8d356d7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590656 Jul 22 21:51:31.513795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:31.589315 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:31.632046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=fc923e5f-f099-403a-89a2-7cfd6ad5a077,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:31.695180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-efde7238-40f4-4c4b-bbae-5f0f2e2d472f req-81f7b5db-6be0-4a35-99f8-d3a5f6596386 service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320585 Jul 22 21:51:31.787327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:31.796840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-e2905c68-cbc0-4fb7-bbdf-a8cb030b65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:31.798948 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-e2905c68-cbc0-4fb7-bbdf-a8cb030b65e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1097 time: 0.3390505 Jul 22 21:51:32.067683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router a77dbaef-faa9-4cad-bbe8-a170dd01415b has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:32.070926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-f2e61893-7378-49f0-ab78-293d2730bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:32.075798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-f2e61893-7378-49f0-ab78-293d2730bd01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 200 len: 915 time: 0.2660351 Jul 22 21:51:32.203963 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:32.486399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17c1d7-87ef-4c55-88d9-d0ef3c3db8c2 req-47a67ee6-5db8-4b51-a119-55b6f3c4e1d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:32.488142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c17c1d7-87ef-4c55-88d9-d0ef3c3db8c2 req-47a67ee6-5db8-4b51-a119-55b6f3c4e1d2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.0998206 Jul 22 21:51:32.553398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c17c1d7-87ef-4c55-88d9-d0ef3c3db8c2 req-b375db7d-d140-4db8-9114-839ea2f2f083 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568955 Jul 22 21:51:32.607468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:32.618089 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6f0f5dbe-bb51-4e48-8f87-dd4c2d452580 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/a77dbaef-faa9-4cad-bbe8-a170dd01415b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4262323 Jul 22 21:51:32.619199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41640) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:32.627936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] Sync routers for ids ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:32.644125 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] Routers {'a77dbaef-faa9-4cad-bbe8-a170dd01415b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:32.645098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:32.666258 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1f43a0f1-6e58-4fab-aaa6-17dd60ceee1b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=a77dbaef-faa9-4cad-bbe8-a170dd01415b HTTP/1.1" status: 200 len: 205 time: 0.0453913 Jul 22 21:51:32.669164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41644) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:32.669691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-a7a04a3b-afda-449c-ab46-dbded4f7643d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 200 len: 1001 time: 0.5799961 Jul 22 21:51:32.693525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:32.704756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] Routers {'a77dbaef-faa9-4cad-bbe8-a170dd01415b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:32.705383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:32.735503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-5b778db2-7e0b-4d18-b00b-2e81616c6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:32.737428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-5b778db2-7e0b-4d18-b00b-2e81616c6fd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 HTTP/1.1" status: 200 len: 853 time: 0.0575280 Jul 22 21:51:32.741752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:32.742422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f245782-f04b-4d9c-a99a-a7f012f07037 None None] The sync data for ids ['a77dbaef-faa9-4cad-bbe8-a170dd01415b'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:32.787582 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-689b77ea-f5c0-4753-9230-fc27985c7af0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:32.818363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-ac37296c-092d-4c67-a424-7dfe7ec9ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:32.820009 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-ac37296c-092d-4c67-a424-7dfe7ec9ebcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=252e5475-412e-4fae-8bcc-4112e1cec30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724144 Jul 22 21:51:32.963387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-09fc9294-cd34-4194-9fe8-7ea493be2595 service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306655 Jul 22 21:51:32.994253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-689b77ea-f5c0-4753-9230-fc27985c7af0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:32.997689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-689b77ea-f5c0-4753-9230-fc27985c7af0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.053516 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-689b77ea-f5c0-4753-9230-fc27985c7af0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.054133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689b77ea-f5c0-4753-9230-fc27985c7af0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Fanout notify agent at l3_agent the message router_deleted on router a77dbaef-faa9-4cad-bbe8-a170dd01415b {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:51:33.062031 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-689b77ea-f5c0-4753-9230-fc27985c7af0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.067763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-689b77ea-f5c0-4753-9230-fc27985c7af0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/a77dbaef-faa9-4cad-bbe8-a170dd01415b HTTP/1.1" status: 204 len: 168 time: 0.3925552 Jul 22 21:51:33.067763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41652) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:33.123470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-70464dcb-58a7-4f01-a25d-909821cd7b9b req-06f391d1-6b9e-4d35-80d7-41e56bf4188b service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351140 Jul 22 21:51:33.150421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet f268df6b-8506-41f5-a619-c7b3ed0f8e12 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:51:33.155560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.242254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.311967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-82f090dc-b6c8-4869-a590-2ed4d3affde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:33.316948 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-82f090dc-b6c8-4869-a590-2ed4d3affde9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1097 time: 0.1125815 Jul 22 21:51:33.383398 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.497409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-27741498-7c1b-4dbc-b10f-79717f922224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:33.499206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-27741498-7c1b-4dbc-b10f-79717f922224 service neutron] 10.222.0.23 "GET /v2.0/networks?id=252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 200 len: 915 time: 0.1737943 Jul 22 21:51:33.514566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.554898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=f268df6b-8506-41f5-a619-c7b3ed0f8e12,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:33.563994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.571511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a2a10f05-a2c0-4ed2-8138-7d1c70ae4263 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/f268df6b-8506-41f5-a619-c7b3ed0f8e12 HTTP/1.1" status: 204 len: 168 time: 0.5023913 Jul 22 21:51:33.572793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41662) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:33.574167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f9800-b9d9-49ec-88f2-6c675164da24 None None] Network 6acf238d-9be7-4962-8461-a7185166e53b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:33.638662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-ca847fc5-345b-40f8-b7bc-4cb7d9724a5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 200 len: 1001 time: 0.1248207 Jul 22 21:51:33.673819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.759725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-0f31375f-24fb-470c-9cdf-0ef647d1a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:33.763359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-0f31375f-24fb-470c-9cdf-0ef647d1a3e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 HTTP/1.1" status: 200 len: 853 time: 0.1147213 Jul 22 21:51:33.853017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 430cf3a3-0f89-46cd-803f-cd28efb91085 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:33.853533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:33.886782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-1c0e8b0d-da58-4489-ae88-74acb33d286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:33.891548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-1c0e8b0d-da58-4489-ae88-74acb33d286c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=252e5475-412e-4fae-8bcc-4112e1cec30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154270 Jul 22 21:51:33.912440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486d688-8440-46bf-80be-1578cdaca656 req-ca926b2f-d549-47b8-b009-db4d51f45a55 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:33.927119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e486d688-8440-46bf-80be-1578cdaca656 req-ca926b2f-d549-47b8-b009-db4d51f45a55 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.2352195 Jul 22 21:51:33.954077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] DHCP port deletion for 6acf238d-9be7-4962-8461-a7185166e53b request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:51:34.046146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-c14f6a93-30da-4c1b-a3c3-eb37d62e7d18 service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487255 Jul 22 21:51:34.056275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] Deleting port 430cf3a3-0f89-46cd-803f-cd28efb91085 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:34.057263 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.065000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e486d688-8440-46bf-80be-1578cdaca656 req-f95f0260-1a02-42fc-8637-0fdb716144d7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228852 Jul 22 21:51:34.068220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port 430cf3a3-0f89-46cd-803f-cd28efb91085, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=430cf3a3-0f89-46cd-803f-cd28efb91085,segment=NetworkSegment(b0df3299-ffcb-446c-aa7f-363baa93b046),segment_id=b0df3299-ffcb-446c-aa7f-363baa93b046)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:34.068597 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.084391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 430cf3a3-0f89-46cd-803f-cd28efb91085 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:34.205768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] For port 430cf3a3-0f89-46cd-803f-cd28efb91085, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=430cf3a3-0f89-46cd-803f-cd28efb91085,segment=NetworkSegment(b0df3299-ffcb-446c-aa7f-363baa93b046),segment_id=b0df3299-ffcb-446c-aa7f-363baa93b046)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:34.206841 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.208680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.228859 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ea24f4e0-5939-413f-91b0-a5315b61b76e req-81525145-1b5d-40c1-892a-c5625315bc4e service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708918 Jul 22 21:51:34.230316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] Calling delete_port for 430cf3a3-0f89-46cd-803f-cd28efb91085 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:34.241430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=430cf3a3-0f89-46cd-803f-cd28efb91085,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:34.246013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port 430cf3a3-0f89-46cd-803f-cd28efb91085 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:51:34.346201 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 21:51:34.358980 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.381884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.410501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] No DVR routers for this DVR port 430cf3a3-0f89-46cd-803f-cd28efb91085 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:34.413958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acf238d-9be7-4962-8461-a7185166e53b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:34.423640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06606c1f-41de-4a75-a896-fe4c65e050e7 None None] Pushing event deleted for resources: {'Port': ['ID=430cf3a3-0f89-46cd-803f-cd28efb91085,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:34.435196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0df3299-ffcb-446c-aa7f-363baa93b046') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:34.435494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0df3299-ffcb-446c-aa7f-363baa93b046') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:34.447888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568c687-1dc9-4656-990f-88053eb16f2f req-01e4495c-923c-4d69-9b26-0df9aed9a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:34.449359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568c687-1dc9-4656-990f-88053eb16f2f req-01e4495c-923c-4d69-9b26-0df9aed9a902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1097 time: 0.1431329 Jul 22 21:51:34.449995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.457005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-daac80d5-4dbc-43c6-b61f-72c2fec70ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:34.459666 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-daac80d5-4dbc-43c6-b61f-72c2fec70ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1096 time: 0.1016207 Jul 22 21:51:34.485765 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.495519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:51:34.496670 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:51:34.501211 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:51:34.576099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.591320 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.596172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/6acf238d-9be7-4962-8461-a7185166e53b HTTP/1.1" status: 204 len: 168 time: 1.0186491 Jul 22 21:51:34.598920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41682) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:34.603461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-590546282', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:34.623385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad7dba-6ca6-4741-95fe-605ad7cf3075 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=6acf238d-9be7-4962-8461-a7185166e53b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:34.654675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.656252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.679799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568c687-1dc9-4656-990f-88053eb16f2f req-ce6b3cdb-a9c3-4e97-9dd2-e8f0bc2af7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:34.681371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568c687-1dc9-4656-990f-88053eb16f2f req-ce6b3cdb-a9c3-4e97-9dd2-e8f0bc2af7cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 200 len: 915 time: 0.2164328 Jul 22 21:51:34.685862 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-18b2c012-57e3-4db2-89e4-4d7689d7ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:34.687342 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-18b2c012-57e3-4db2-89e4-4d7689d7ae76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.1953084 Jul 22 21:51:34.736310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.792339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-11139467-0eaa-4d89-995e-214ccb9696f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.0853679 Jul 22 21:51:34.858469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568c687-1dc9-4656-990f-88053eb16f2f req-5bda4bc8-4d1c-40ed-954d-ab0ba4108577 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 200 len: 1001 time: 0.1596451 Jul 22 21:51:34.865159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-580c284f-ca9a-4c2a-b036-3df81778640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:34.866761 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-580c284f-ca9a-4c2a-b036-3df81778640f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.0710905 Jul 22 21:51:34.905003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:34.946675 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-52ee23a0-23b9-4505-8c31-9a5cc8da0ef4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395079 Jul 22 21:51:34.981263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568c687-1dc9-4656-990f-88053eb16f2f req-090cc976-1076-42dd-a7e0-bfcfdfb32ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:34.987885 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568c687-1dc9-4656-990f-88053eb16f2f req-090cc976-1076-42dd-a7e0-bfcfdfb32ef9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 HTTP/1.1" status: 200 len: 853 time: 0.1150820 Jul 22 21:51:35.090995 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-72746a23-9965-4de1-a766-091a3adf6c8e service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452091 Jul 22 21:51:35.129827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 430cf3a3-0f89-46cd-803f-cd28efb91085 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:35.157789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568c687-1dc9-4656-990f-88053eb16f2f req-168981a4-c957-4ff1-89ad-8ac80515f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:35.159353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568c687-1dc9-4656-990f-88053eb16f2f req-168981a4-c957-4ff1-89ad-8ac80515f78d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=252e5475-412e-4fae-8bcc-4112e1cec30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684537 Jul 22 21:51:35.184536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 430cf3a3-0f89-46cd-803f-cd28efb91085 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:35.186613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 430cf3a3-0f89-46cd-803f-cd28efb91085 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:35.214893 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:35.258627 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:35.331020 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-33dc73c1-e15a-4534-be4f-2c6e5badd175 req-53d6a2c4-1953-41ec-98d3-45e6fc69dcea service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315538 Jul 22 21:51:35.346402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:51:35.375856 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568c687-1dc9-4656-990f-88053eb16f2f req-4837bf21-958c-418c-9ab4-a673cd60d3f1 service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035410 Jul 22 21:51:35.438986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d887518-bdf0-4f1d-90e9-bce441e68bfd req-5f43d335-21ed-4a00-8167-d4d795241d22 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:35.440761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d887518-bdf0-4f1d-90e9-bce441e68bfd req-5f43d335-21ed-4a00-8167-d4d795241d22 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 944 time: 0.2001019 Jul 22 21:51:35.481234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 172.25.5.96 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/8e3f628d-cfed-40d8-96bd-781feb6a1aa5) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:35.496294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:35.516698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d887518-bdf0-4f1d-90e9-bce441e68bfd req-3bf4f69e-337e-4b9d-b905-9dd0203ba6f5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 Jul 22 21:51:35.522502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'network_id': 'c098aa94-512e-446d-a9e2-d3904d679082', 'port_id': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'mac_address': 'fa:16:3e:94:a0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f518a710-1434-4155-b123-736097418bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:51:35.546510 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d568c687-1dc9-4656-990f-88053eb16f2f req-b2dd55f4-cf8a-4378-96ec-e64242b36c26 service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515505 Jul 22 21:51:35.580588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:35.596198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cd8c4e-8313-448d-8be9-677782f07c5b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:51:35.621298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:35.629097 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:35.639894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:35.701267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:35.707471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=11']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:35.745839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:35.752939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:35.759540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:35.790855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=8e3f628d-cfed-40d8-96bd-781feb6a1aa5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:35.915385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d7cd8c4e-8313-448d-8be9-677782f07c5b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:51:36.114891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:36.751027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:36.771155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403bc1c-7a8e-4265-b423-d9f8c35429ed req-4f7d1b18-2ecf-4551-b46e-4a9be71310e0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:36.773104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1403bc1c-7a8e-4265-b423-d9f8c35429ed req-4f7d1b18-2ecf-4551-b46e-4a9be71310e0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 945 time: 0.1209624 Jul 22 21:51:36.906818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1403bc1c-7a8e-4265-b423-d9f8c35429ed req-1cb4fcd5-7656-495e-a877-518104d2d5fd tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941284 Jul 22 21:51:36.961321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 8aa42fd3-7a45-427a-b3dc-146b5135ce02 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:51:37.114853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:37.124793 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] Sync routers for ids ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:37.136131 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] Routers {'8aa42fd3-7a45-427a-b3dc-146b5135ce02'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:37.136798 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:37.140052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:37.142960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2b07c200-d484-4a78-a950-b6a9b5c21642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.5432286 Jul 22 21:51:37.146298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41736) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:37.181116 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:37.192827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] Routers {'8aa42fd3-7a45-427a-b3dc-146b5135ce02'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:37.193689 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:37.231035 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:37.231689 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf07f64-f1f7-4693-a0ce-3f276e7aae5f None None] The sync data for ids ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:37.301180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2410d609-1c04-4b6c-b5d8-268374275e9c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/routers/8aa42fd3-7a45-427a-b3dc-146b5135ce02 HTTP/1.1" status: 200 len: 883 time: 0.1535501 Jul 22 21:51:37.304189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41740) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:37.364000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:37.434612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d7cd8c4e-8313-448d-8be9-677782f07c5b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:37.440490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d7cd8c4e-8313-448d-8be9-677782f07c5b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:37.440966 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:37.560799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:37.591805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:51:37.594595 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d85465c-8ad0-4932-8592-f9de77d6aa3d" -d '{"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:51:37.641163 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-77b9ea77-3429-4b8e-b23a-6ac8293eb459 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3358042 Jul 22 21:51:37.643647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41750) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:37.649399 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-24b39d04-1bd6-4069-832c-5a7a9b7975e9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-590546282'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:37.822876 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268974bd-8545-430b-85c7-24b67e1a98ae x-openstack-request-id: req-268974bd-8545-430b-85c7-24b67e1a98ae {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:51:37.823500 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:51:37.823500 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-268974bd-8545-430b-85c7-24b67e1a98ae {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:51:37.823932 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'code': 200} Jul 22 21:51:37.837916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:37.845141 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:37.919765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=12']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:38.041390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a2113-c355-49a4-84be-794d0d12db4c req-27f1e56b-66c2-405e-ab7b-4fc144029506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:38.044246 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-039a2113-c355-49a4-84be-794d0d12db4c req-27f1e56b-66c2-405e-ab7b-4fc144029506 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1098 time: 0.1616242 Jul 22 21:51:38.110685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05edb6-3f7b-4531-ab95-2f33d7d2bbb9 req-ae6c1fe8-3c95-4345-bf1d-ca95558ae622 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:38.113011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa05edb6-3f7b-4531-ab95-2f33d7d2bbb9 req-ae6c1fe8-3c95-4345-bf1d-ca95558ae622 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1238358 Jul 22 21:51:38.165325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa05edb6-3f7b-4531-ab95-2f33d7d2bbb9 req-576e824c-00fd-45a8-868a-3c9ecd48199b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462735 Jul 22 21:51:38.192182 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-039a2113-c355-49a4-84be-794d0d12db4c req-d5268f19-7994-4e56-b179-073c4842e27e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062963 Jul 22 21:51:38.213117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-24b39d04-1bd6-4069-832c-5a7a9b7975e9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:38.229013 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-24b39d04-1bd6-4069-832c-5a7a9b7975e9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:38.379914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b39d04-1bd6-4069-832c-5a7a9b7975e9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 8aa42fd3-7a45-427a-b3dc-146b5135ce02 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:38.953891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b39d04-1bd6-4069-832c-5a7a9b7975e9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:38.962294 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-24b39d04-1bd6-4069-832c-5a7a9b7975e9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:38.966383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-24b39d04-1bd6-4069-832c-5a7a9b7975e9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/8aa42fd3-7a45-427a-b3dc-146b5135ce02 HTTP/1.1" status: 200 len: 890 time: 1.3186157 Jul 22 21:51:38.966971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:38.971262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7591c-1e95-4b42-a889-991199030914 None None] Sync routers for ids ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:38.989392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7591c-1e95-4b42-a889-991199030914 None None] Routers {'8aa42fd3-7a45-427a-b3dc-146b5135ce02'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:38.990348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-25d7591c-1e95-4b42-a889-991199030914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:39.049362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-25d7591c-1e95-4b42-a889-991199030914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:39.059413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7591c-1e95-4b42-a889-991199030914 None None] Routers {'8aa42fd3-7a45-427a-b3dc-146b5135ce02'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:39.060337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-25d7591c-1e95-4b42-a889-991199030914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:39.099676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-25d7591c-1e95-4b42-a889-991199030914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:39.100579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7591c-1e95-4b42-a889-991199030914 None None] The sync data for ids ['8aa42fd3-7a45-427a-b3dc-146b5135ce02'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:39.179489 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a3dcab17-195f-4a86-969f-4dd43f3b7d12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/routers/8aa42fd3-7a45-427a-b3dc-146b5135ce02 HTTP/1.1" status: 200 len: 890 time: 0.2104952 Jul 22 21:51:39.179489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41786) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:39.244007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41792) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:39.245916 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99f6d428-7cd0-4eaa-9ee6-d24030f98e03 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa42fd3-7a45-427a-b3dc-146b5135ce02 HTTP/1.1" status: 200 len: 205 time: 0.0631666 Jul 22 21:51:39.443532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:39.517558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d75a7-e372-4b58-9c09-882936eeb7f3 req-96aaf1a7-77d3-45d8-93dc-9fc185141936 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:39.520104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-379d75a7-e372-4b58-9c09-882936eeb7f3 req-96aaf1a7-77d3-45d8-93dc-9fc185141936 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2321017 Jul 22 21:51:39.634407 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-379d75a7-e372-4b58-9c09-882936eeb7f3 req-c76058ce-a453-4a82-b175-6cf7f692bb62 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692236 Jul 22 21:51:39.668492 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:39.742600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 8e3f628d-cfed-40d8-96bd-781feb6a1aa5 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:39.743157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:39.845961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:39.873017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 8e3f628d-cfed-40d8-96bd-781feb6a1aa5 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:40.105126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.145041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=8e3f628d-cfed-40d8-96bd-781feb6a1aa5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:40.276595 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.425926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.429913 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.506848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.507881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Fanout notify agent at l3_agent the message router_deleted on router 8aa42fd3-7a45-427a-b3dc-146b5135ce02 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:51:40.519320 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.520684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6533c2da-f6da-486c-a7a1-3de3d11a16cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/8aa42fd3-7a45-427a-b3dc-146b5135ce02 HTTP/1.1" status: 204 len: 168 time: 1.2755797 Jul 22 21:51:40.527191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41834) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:40.535534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1583466505'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:40.565631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:40.570113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.604853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:51:40.621170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.621704 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment 8b9fd5bf-5fc7-41af-ae85-f1a7850331c2 of type vlan for network 67233ba7-a20d-4db8-81af-9e7587920599 Jul 22 21:51:40.679396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.740624 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.751280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:40.752248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:40.800076 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2705321 Jul 22 21:51:40.806461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41838) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:40.813948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '67233ba7-a20d-4db8-81af-9e7587920599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:40.838446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f2007-c20a-45bc-9b89-f2376fcbe7a0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=67233ba7-a20d-4db8-81af-9e7587920599,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:40.857878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 67233ba7-a20d-4db8-81af-9e7587920599 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:51:40.943628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478f7d-2ced-4090-abf9-75c02f81022b req-b94c9910-ebab-4edf-b236-6d318c9a3d91 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:40.945802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de478f7d-2ced-4090-abf9-75c02f81022b req-b94c9910-ebab-4edf-b236-6d318c9a3d91 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1943383 Jul 22 21:51:40.958529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:40.962787 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.097815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de478f7d-2ced-4090-abf9-75c02f81022b req-6af42c91-9c01-43fc-8a7d-ce4ec155ce44 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294065 Jul 22 21:51:41.312179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.408574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224adfe-a3ad-4a5a-9f9e-9346b9aa830f req-ee33e345-f91b-456f-a49c-c3a87aa84968 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:41.410190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c224adfe-a3ad-4a5a-9f9e-9346b9aa830f req-ee33e345-f91b-456f-a49c-c3a87aa84968 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2194560 Jul 22 21:51:41.424301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=cf1e14e6-6158-41ab-b815-ba9257882499,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:41.492520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': '8b9fd5bf-5fc7-41af-ae85-f1a7850331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67233ba7-a20d-4db8-81af-9e7587920599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:41.493114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 67233ba7-a20d-4db8-81af-9e7587920599, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:51:41.503258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c224adfe-a3ad-4a5a-9f9e-9346b9aa830f req-5689f8eb-aba8-45b1-b5f8-c42f2565b217 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823538 Jul 22 21:51:41.532567 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 67233ba7-a20d-4db8-81af-9e7587920599 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:51:41.548511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 67233ba7-a20d-4db8-81af-9e7587920599) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:41.565314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:41.570931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.572707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb61a41-a9e8-44ea-941c-965a20ca73ad None None] Network 67233ba7-a20d-4db8-81af-9e7587920599 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:41.608840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-48fd9170-1265-41a2-9535-e023bb40d5c5 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8000424 Jul 22 21:51:41.611114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41846) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:41.620228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bc46ca91-1439-40d9-ac54-2b448c5ff65a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1888346472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:41.697598 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc46ca91-1439-40d9-ac54-2b448c5ff65a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.699254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc46ca91-1439-40d9-ac54-2b448c5ff65a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.805894 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-67233ba7-a20d-4db8-81af-9e7587920599', 'network_id': '67233ba7-a20d-4db8-81af-9e7587920599', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': 'cf1e14e6-6158-41ab-b815-ba9257882499'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:51:41.807271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.856838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc46ca91-1439-40d9-ac54-2b448c5ff65a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.868156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc46ca91-1439-40d9-ac54-2b448c5ff65a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.924598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19d50a-1c4a-4ddc-a12f-ab1fd6402928 req-6ed9bd01-2263-4400-a574-dc7961a4919e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:41.927143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c19d50a-1c4a-4ddc-a12f-ab1fd6402928 req-6ed9bd01-2263-4400-a574-dc7961a4919e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2604699 Jul 22 21:51:41.929131 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc46ca91-1439-40d9-ac54-2b448c5ff65a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:41.934598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bc46ca91-1439-40d9-ac54-2b448c5ff65a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3175974 Jul 22 21:51:41.935690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41848) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:41.993242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c19d50a-1c4a-4ddc-a12f-ab1fd6402928 req-338b874a-ffc0-45f1-9342-ffd2bf09bde1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571194 Jul 22 21:51:42.049247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Allocated IP 2001:db8::2 (67233ba7-a20d-4db8-81af-9e7587920599/cf1e14e6-6158-41ab-b815-ba9257882499/bee67d92-66a8-4071-8e44-a7fd065e5a3f) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:42.220912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944deb6-7f23-482a-9f10-d851870bf0d4 req-d6aede1e-a8e8-4b52-a572-9de4c7a747bd tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:42.223643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7944deb6-7f23-482a-9f10-d851870bf0d4 req-d6aede1e-a8e8-4b52-a572-9de4c7a747bd tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.0976076 Jul 22 21:51:42.285412 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7944deb6-7f23-482a-9f10-d851870bf0d4 req-294becbc-702f-4028-be97-89d7682a2625 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523689 Jul 22 21:51:42.365556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:42.381022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Transition to ACTIVE for port object bee67d92-66a8-4071-8e44-a7fd065e5a3f will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:42.407404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Transition to ACTIVE for port object bee67d92-66a8-4071-8e44-a7fd065e5a3f will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:42.418574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:42.487971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:42.490246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Pushing event updated for resources: {'Port': ['ID=bee67d92-66a8-4071-8e44-a7fd065e5a3f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:42.506602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Network 67233ba7-a20d-4db8-81af-9e7587920599 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:42.509102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:42.513268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:42.518612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212690-8887-46cb-bf57-2650eed1a0e3 req-b4851c26-fe68-43a3-b10e-73d1db66511a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:42.520955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7212690-8887-46cb-bf57-2650eed1a0e3 req-b4851c26-fe68-43a3-b10e-73d1db66511a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1551058 Jul 22 21:51:42.584691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7212690-8887-46cb-bf57-2650eed1a0e3 req-706c5861-7dc9-452d-a78e-8cef8c5d5d13 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559580 Jul 22 21:51:42.607536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Attempting to bind port bee67d92-66a8-4071-8e44-a7fd065e5a3f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:51:42.608634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Attempting to bind port bee67d92-66a8-4071-8e44-a7fd065e5a3f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '8b9fd5bf-5fc7-41af-ae85-f1a7850331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67233ba7-a20d-4db8-81af-9e7587920599'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:51:42.610009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Attempting to bind port bee67d92-66a8-4071-8e44-a7fd065e5a3f on network 67233ba7-a20d-4db8-81af-9e7587920599 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:42.618126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:51:42.620055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Checking segment: {'id': '8b9fd5bf-5fc7-41af-ae85-f1a7850331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67233ba7-a20d-4db8-81af-9e7587920599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:42.620055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:42.620365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Bound using segment: {'id': '8b9fd5bf-5fc7-41af-ae85-f1a7850331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67233ba7-a20d-4db8-81af-9e7587920599'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:51:42.621183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Bound port: bee67d92-66a8-4071-8e44-a7fd065e5a3f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9fd5bf-5fc7-41af-ae85-f1a7850331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67233ba7-a20d-4db8-81af-9e7587920599'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:51:42.621880 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:42.716401 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f696cae3-2c4c-461e-9661-a75588ec8a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:42.719286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] For port bee67d92-66a8-4071-8e44-a7fd065e5a3f, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:42.724080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] For port bee67d92-66a8-4071-8e44-a7fd065e5a3f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bee67d92-66a8-4071-8e44-a7fd065e5a3f,segment=NetworkSegment(8b9fd5bf-5fc7-41af-ae85-f1a7850331c2),segment_id=8b9fd5bf-5fc7-41af-ae85-f1a7850331c2)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:51:42.733240 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:42.821916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7b3f2-589b-4ba3-914f-b8da41b72c76 req-48f8c0e4-dc6d-4180-b6de-338426a9331a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:42.824713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1a7b3f2-589b-4ba3-914f-b8da41b72c76 req-48f8c0e4-dc6d-4180-b6de-338426a9331a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1115472 Jul 22 21:51:42.867539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b1ec3-5657-4095-8d89-6c1e21117169 None None] Pushing event updated for resources: {'Port': ['ID=bee67d92-66a8-4071-8e44-a7fd065e5a3f,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:42.907975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8::1 (67233ba7-a20d-4db8-81af-9e7587920599/cf1e14e6-6158-41ab-b815-ba9257882499/8c81f7b4-53a8-4117-bf34-8c7598b5038d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:42.927231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1a7b3f2-589b-4ba3-914f-b8da41b72c76 req-c1e8ed4d-e7bd-4ebe-8c60-7acccadcf6ff tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869112 Jul 22 21:51:43.081865 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:43.132708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object 8c81f7b4-53a8-4117-bf34-8c7598b5038d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:43.190585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf550-dbf2-4a0d-b8b8-123dc617a368 req-80273514-cefe-4f59-abe9-1ae3f42efc02 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:43.198960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-633cf550-dbf2-4a0d-b8b8-123dc617a368 req-80273514-cefe-4f59-abe9-1ae3f42efc02 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1847105 Jul 22 21:51:43.228826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:43.314830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-633cf550-dbf2-4a0d-b8b8-123dc617a368 req-85612b25-e132-44c5-bb96-19a21d939719 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145823 Jul 22 21:51:43.337439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=8c81f7b4-53a8-4117-bf34-8c7598b5038d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:43.348086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 67233ba7-a20d-4db8-81af-9e7587920599 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:43.350688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:43.353812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:43.354760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:43.554654 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:43.807019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1542c-5aeb-403c-878d-8f2834798ffa req-9f79eb4a-c8f4-4964-a986-823fcec80886 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:43.810151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ca1542c-5aeb-403c-878d-8f2834798ffa req-9f79eb4a-c8f4-4964-a986-823fcec80886 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1866755 Jul 22 21:51:43.906548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1ca1542c-5aeb-403c-878d-8f2834798ffa req-2df0cbe7-f684-4a4a-9174-f78b27ee7dca tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850554 Jul 22 21:51:44.184785 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:44.193426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:44.194759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:44.312351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc40229-f188-4203-986b-09d6eb991857 None None] Network 67233ba7-a20d-4db8-81af-9e7587920599 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:44.385849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bf2bdbd1-7ccc-4ec1-823f-16db29490dc0 None None] Provisioning for port bee67d92-66a8-4071-8e44-a7fd065e5a3f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:44.421658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=8c81f7b4-53a8-4117-bf34-8c7598b5038d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:44.441538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 67233ba7-a20d-4db8-81af-9e7587920599 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:44.443736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:44.614922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:51:44.750084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:44.758622 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c24c6279-481f-4646-b388-b02d6373e853 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8183436 Jul 22 21:51:44.758759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41874) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:44.768050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] Sync routers for ids ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:44.782608 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] Routers {'3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:44.783365 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:44.831295 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:44.838861 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] Routers {'3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:44.839555 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:44.871338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddaab54-5dde-46d4-9229-cad7dc07cc2c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:44.875955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-eddaab54-5dde-46d4-9229-cad7dc07cc2c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports/8c81f7b4-53a8-4117-bf34-8c7598b5038d HTTP/1.1" status: 200 len: 911 time: 0.1117954 Jul 22 21:51:44.877226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41876) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:44.879675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:44.880571 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e9450-bdc0-4073-ac8a-79c75a572095 None None] The sync data for ids ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:44.886744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cf1e14e6-6158-41ab-b815-ba9257882499'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:44.974504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-42528009-bc75-4ddc-bf8b-4959a8391c17 None None] Provisioning for port 8c81f7b4-53a8-4117-bf34-8c7598b5038d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:44.981462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-42528009-bc75-4ddc-bf8b-4959a8391c17 None None] Provisioning complete for port 8c81f7b4-53a8-4117-bf34-8c7598b5038d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:44.982059 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-42528009-bc75-4ddc-bf8b-4959a8391c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.069251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-42528009-bc75-4ddc-bf8b-4959a8391c17 None None] Port 8c81f7b4-53a8-4117-bf34-8c7598b5038d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:45.160488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16ed2c-ea03-4efb-9aaf-0cbc51c8f4f5 req-d451bac0-4ff9-40f3-ac8f-7b79bec8d980 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:45.162250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d16ed2c-ea03-4efb-9aaf-0cbc51c8f4f5 req-d451bac0-4ff9-40f3-ac8f-7b79bec8d980 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1498835 Jul 22 21:51:45.236163 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7e4a0fa0-2fbc-4aa6-b576-506364eb2b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.248547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d16ed2c-ea03-4efb-9aaf-0cbc51c8f4f5 req-664a201e-cd0c-4b2a-810b-96a5b6643d9e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794234 Jul 22 21:51:45.256410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.271155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bee67d92-66a8-4071-8e44-a7fd065e5a3f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:45.389143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port bee67d92-66a8-4071-8e44-a7fd065e5a3f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:45.402410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port bee67d92-66a8-4071-8e44-a7fd065e5a3f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:45.402952 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.487582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.491334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eb77e353-ffdf-4968-8ee4-123ade718d1b None None] Provisioning complete for port 8c81f7b4-53a8-4117-bf34-8c7598b5038d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:45.491609 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb77e353-ffdf-4968-8ee4-123ade718d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.606106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-eb77e353-ffdf-4968-8ee4-123ade718d1b None None] Port 8c81f7b4-53a8-4117-bf34-8c7598b5038d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:45.618771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.683256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port bee67d92-66a8-4071-8e44-a7fd065e5a3f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bee67d92-66a8-4071-8e44-a7fd065e5a3f,segment=NetworkSegment(8b9fd5bf-5fc7-41af-ae85-f1a7850331c2),segment_id=8b9fd5bf-5fc7-41af-ae85-f1a7850331c2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:45.689557 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.783881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=bee67d92-66a8-4071-8e44-a7fd065e5a3f,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:45.835384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a1997e28-64a5-4317-bee9-60627e79f5c9 None None] Provisioning complete for port 8c81f7b4-53a8-4117-bf34-8c7598b5038d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:45.835767 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1997e28-64a5-4317-bee9-60627e79f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:45.893215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a1997e28-64a5-4317-bee9-60627e79f5c9 None None] Port 8c81f7b4-53a8-4117-bf34-8c7598b5038d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:45.936148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824be077-055a-475e-b989-020e76ada549 req-74866dfa-98e5-4a38-b8bd-b13a7bc30cc1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:45.938296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-824be077-055a-475e-b989-020e76ada549 req-74866dfa-98e5-4a38-b8bd-b13a7bc30cc1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1457956 Jul 22 21:51:46.021838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-824be077-055a-475e-b989-020e76ada549 req-61c9da6e-2e5d-4ab1-8cbf-1e183f7e63f7 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723951 Jul 22 21:51:46.032016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-1d7d7ee7-c129-4acc-8cce-1a1c6c7e13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:46.033847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-1d7d7ee7-c129-4acc-8cce-1a1c6c7e13d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 1098 time: 0.1265557 Jul 22 21:51:46.065318 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:46.097160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:46.103083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:46.104039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:46.105166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/ports/8c81f7b4-53a8-4117-bf34-8c7598b5038d HTTP/1.1" status: 200 len: 911 time: 1.2268667 Jul 22 21:51:46.108352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41890) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:46.190689 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:46.198828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5dd29-5e8f-4e5d-acff-cf003e1ef3cb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=8c81f7b4-53a8-4117-bf34-8c7598b5038d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:46.219281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-3817cf76-70b2-41f3-b8c5-deba65b0f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:46.220923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-3817cf76-70b2-41f3-b8c5-deba65b0f5af service neutron] 10.222.0.23 "GET /v2.0/networks?id=c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 200 len: 913 time: 0.1715801 Jul 22 21:51:46.292515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-ddf21b90-f94b-4477-8d81-29e829ff518f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 200 len: 217 time: 0.0566094 Jul 22 21:51:46.352670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-cb552296-4262-423c-b42c-a2b6682ce9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:46.354197 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-cb552296-4262-423c-b42c-a2b6682ce9e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 200 len: 852 time: 0.0550368 Jul 22 21:51:46.402469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-29ba580f-d337-4db9-bfee-ef1bee6e2008 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c098aa94-512e-446d-a9e2-d3904d679082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391595 Jul 22 21:51:46.482512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:46.545002 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-5f7dfb61-caac-4847-9fc2-a14bba4c7f91 service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346800 Jul 22 21:51:46.654332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3c40c2ad-f609-481c-8cc7-4d46bc4328c9 req-0f796726-b453-421c-9bff-3393a2478936 service neutron] 10.222.0.23 "GET /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952134 Jul 22 21:51:46.773491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 8c81f7b4-53a8-4117-bf34-8c7598b5038d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:46.778349 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:47.180642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bee67d92-66a8-4071-8e44-a7fd065e5a3f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:47.261006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port bee67d92-66a8-4071-8e44-a7fd065e5a3f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:47.261650 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:47.339384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:47.369040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8169-8d9e-42c8-8e92-b6a6306c9a25 req-df754b75-1c83-4d6a-93f7-08e11d022d4f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:47.371368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d3a8169-8d9e-42c8-8e92-b6a6306c9a25 req-df754b75-1c83-4d6a-93f7-08e11d022d4f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2087140 Jul 22 21:51:47.378231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 8c81f7b4-53a8-4117-bf34-8c7598b5038d owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:47.540350 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d3a8169-8d9e-42c8-8e92-b6a6306c9a25 req-6ec5f873-5804-4596-abe9-b42cfeae448a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589158 Jul 22 21:51:47.705244 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:47.737445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=8c81f7b4-53a8-4117-bf34-8c7598b5038d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:47.870715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.111800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:51:48.217661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:48.236604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-54ea769b-7fb4-41e5-9b57-e626bd0681bb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1262457 Jul 22 21:51:48.239455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41904) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:48.256989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] Sync routers for ids ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:48.272286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] Routers {'3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:48.273152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:48.283205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ff9e977a-9798-42b1-9229-0f5bd00c9fa1 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937 HTTP/1.1" status: 200 len: 205 time: 0.0418758 Jul 22 21:51:48.285961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41906) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:48.317661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:48.345885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] Routers {'3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:48.346866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:48.392547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:48.393244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563767c0-077a-4808-ba7f-c53048db2f62 None None] The sync data for ids ['3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:48.394940 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.402712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b217e-2e8b-4b61-8e4e-012423c1e20e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.610498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b217e-2e8b-4b61-8e4e-012423c1e20e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.620164 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b217e-2e8b-4b61-8e4e-012423c1e20e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.683446 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b217e-2e8b-4b61-8e4e-012423c1e20e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.683952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919b217e-2e8b-4b61-8e4e-012423c1e20e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Fanout notify agent at l3_agent the message router_deleted on router 3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:51:48.695235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-919b217e-2e8b-4b61-8e4e-012423c1e20e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.696597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-919b217e-2e8b-4b61-8e4e-012423c1e20e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937 HTTP/1.1" status: 204 len: 168 time: 0.4079399 Jul 22 21:51:48.701474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41912) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:48.768135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4130d-b95c-469f-93c1-91bdee6a66f4 req-9113b7d7-b45f-45e8-8dcd-d468748fb337 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:48.770913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7af4130d-b95c-469f-93c1-91bdee6a66f4 req-9113b7d7-b45f-45e8-8dcd-d468748fb337 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1278868 Jul 22 21:51:48.806648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet cf1e14e6-6158-41ab-b815-ba9257882499 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:51:48.812542 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:48.847823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7af4130d-b95c-469f-93c1-91bdee6a66f4 req-331ff0e0-c673-4810-a6ac-b76ee137ec31 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625746 Jul 22 21:51:48.878948 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.050262 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.091587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc66618-f726-4bf7-a557-fc47a591cff2 req-203094f5-1e0b-41c3-90c5-fdcf6d5d12de tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:49.100166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fc66618-f726-4bf7-a557-fc47a591cff2 req-203094f5-1e0b-41c3-90c5-fdcf6d5d12de tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1261060 Jul 22 21:51:49.154271 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.160549 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8fc66618-f726-4bf7-a557-fc47a591cff2 req-a4968492-9302-47cc-9da0-e6d94a24ff4a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593188 Jul 22 21:51:49.193109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1e14e6-6158-41ab-b815-ba9257882499,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:49.200232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.203281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/cf1e14e6-6158-41ab-b815-ba9257882499 HTTP/1.1" status: 204 len: 168 time: 0.4999294 Jul 22 21:51:49.207576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41920) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:49.214047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.214047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.214882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.224600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.225159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.225292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a98180-d528-4e17-bad6-d812b0ac153e None None] Network 67233ba7-a20d-4db8-81af-9e7587920599 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:49.225725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.226199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.226770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.227325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.227907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.228445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.228981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0d3a-eb1b-496d-83fe-31180019c0ca tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:49.369487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.471235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac762f11-c3f8-4083-b89d-27546da55918 req-9940d546-2aa0-4a41-ac8b-ab8fc128e569 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:49.473034 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac762f11-c3f8-4083-b89d-27546da55918 req-9940d546-2aa0-4a41-ac8b-ab8fc128e569 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1343374 Jul 22 21:51:49.532276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port bee67d92-66a8-4071-8e44-a7fd065e5a3f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:49.532785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.565750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] DHCP port deletion for 67233ba7-a20d-4db8-81af-9e7587920599 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:51:49.571119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac762f11-c3f8-4083-b89d-27546da55918 req-bdabc4a2-3784-4f9e-bf41-83b8397c2ba4 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827286 Jul 22 21:51:49.647320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port bee67d92-66a8-4071-8e44-a7fd065e5a3f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bee67d92-66a8-4071-8e44-a7fd065e5a3f,segment=NetworkSegment(8b9fd5bf-5fc7-41af-ae85-f1a7850331c2),segment_id=8b9fd5bf-5fc7-41af-ae85-f1a7850331c2)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:49.648133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.662236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for bee67d92-66a8-4071-8e44-a7fd065e5a3f owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:49.696338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] Deleting port bee67d92-66a8-4071-8e44-a7fd065e5a3f {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:51:49.696814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.810980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] For port bee67d92-66a8-4071-8e44-a7fd065e5a3f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bee67d92-66a8-4071-8e44-a7fd065e5a3f,segment=NetworkSegment(8b9fd5bf-5fc7-41af-ae85-f1a7850331c2),segment_id=8b9fd5bf-5fc7-41af-ae85-f1a7850331c2)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:49.811416 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.827739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] Calling delete_port for bee67d92-66a8-4071-8e44-a7fd065e5a3f owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:51:49.858463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.892904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=bee67d92-66a8-4071-8e44-a7fd065e5a3f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:49.897293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port bee67d92-66a8-4071-8e44-a7fd065e5a3f on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:49.907598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c17a5-0bac-434e-88a9-48e3c8e1ee00 req-3b3e9990-215d-49c5-accb-ef1a97bb795c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:49.912004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-224c17a5-0bac-434e-88a9-48e3c8e1ee00 req-3b3e9990-215d-49c5-accb-ef1a97bb795c tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1677368 Jul 22 21:51:49.952774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:49.999773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] Pushing event deleted for resources: {'Port': ['ID=bee67d92-66a8-4071-8e44-a7fd065e5a3f,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:50.012890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf02fb3-12ac-482f-a2ff-0eac1fce046b None None] No DVR routers for this DVR port bee67d92-66a8-4071-8e44-a7fd065e5a3f on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:51:50.053910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.060068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-224c17a5-0bac-434e-88a9-48e3c8e1ee00 req-71c08b3e-1685-468f-88be-ab00ecd6851b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384182 Jul 22 21:51:50.072978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67233ba7-a20d-4db8-81af-9e7587920599']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:50.102034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9fd5bf-5fc7-41af-ae85-f1a7850331c2') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:50.102514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9fd5bf-5fc7-41af-ae85-f1a7850331c2') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:50.117355 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.144573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.152957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:51:50.153488 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:51:50.157406 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:51:50.268624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.277939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.280772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/67233ba7-a20d-4db8-81af-9e7587920599 HTTP/1.1" status: 204 len: 168 time: 1.0711751 Jul 22 21:51:50.285397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:50.291201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c190eb40-edfd-447b-a4dd-a1093cdf2480 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977035213', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:50.306019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bc7b-e4cb-48f6-85d8-2cbb030fda94 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=67233ba7-a20d-4db8-81af-9e7587920599,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:50.330476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c190eb40-edfd-447b-a4dd-a1093cdf2480 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.331288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c190eb40-edfd-447b-a4dd-a1093cdf2480 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.361987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03152b73-4d86-4e0e-b04d-b80b8dfc2ecd req-f89da0ed-81e3-4a79-8468-267aafa0a35b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:50.363886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03152b73-4d86-4e0e-b04d-b80b8dfc2ecd req-f89da0ed-81e3-4a79-8468-267aafa0a35b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1324735 Jul 22 21:51:50.426417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c190eb40-edfd-447b-a4dd-a1093cdf2480 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.430842 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03152b73-4d86-4e0e-b04d-b80b8dfc2ecd req-ce7d3307-38d7-4ab7-8eb1-90271a740278 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574372 Jul 22 21:51:50.432554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c190eb40-edfd-447b-a4dd-a1093cdf2480 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.454075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c190eb40-edfd-447b-a4dd-a1093cdf2480 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.459516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c190eb40-edfd-447b-a4dd-a1093cdf2480 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1690538 Jul 22 21:51:50.460317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 41936) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:50.469261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412632716'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:50.509448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:50.516496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.585045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:51:50.609311 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.609658 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment bfb62338-bd02-4c30-b93c-d89a04f66e39 of type vlan for network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 Jul 22 21:51:50.682776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.717222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f83fa-5399-4a4e-ba3b-59be94a1896f req-5463d0e4-2456-4fe4-a578-9549b39bcb7b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:50.719628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-629f83fa-5399-4a4e-ba3b-59be94a1896f req-5463d0e4-2456-4fe4-a578-9549b39bcb7b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1755898 Jul 22 21:51:50.789150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.795436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:50.796226 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:50.820315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-629f83fa-5399-4a4e-ba3b-59be94a1896f req-2f880f90-fddc-4961-9b6d-604d357b23ab tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924041 Jul 22 21:51:50.862696 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4005322 Jul 22 21:51:50.866846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 41946) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:50.872562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:50.966006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d25a5-7959-4d8e-a443-292e1ba03878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=27ba0a2f-c1a9-414f-9df3-273c2bc366f8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:51.011881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:51:51.090459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:51.098342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:51.162369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687dca-736c-48f0-86fc-176c74a28ebf req-c51b49f0-7c21-4af3-be00-80b733c1049f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:51.178619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17687dca-736c-48f0-86fc-176c74a28ebf req-c51b49f0-7c21-4af3-be00-80b733c1049f tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1715045 Jul 22 21:51:51.260416 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17687dca-736c-48f0-86fc-176c74a28ebf req-99462dd9-ab76-4cdf-85b9-8333f200691e tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744903 Jul 22 21:51:51.318933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bee67d92-66a8-4071-8e44-a7fd065e5a3f no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:51:51.429183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: bee67d92-66a8-4071-8e44-a7fd065e5a3f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:51:51.430546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bee67d92-66a8-4071-8e44-a7fd065e5a3f not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:51:51.607008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:51.626428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8ef64-3047-4d90-a55f-d3f48b3575eb req-d9daf78c-cb67-4770-8204-2c86671124ac tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:51.635716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd8ef64-3047-4d90-a55f-d3f48b3575eb req-d9daf78c-cb67-4770-8204-2c86671124ac tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1531277 Jul 22 21:51:51.692589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbd8ef64-3047-4d90-a55f-d3f48b3575eb req-fd1a7234-74c5-4a7f-ab14-9deed5a50b90 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552621 Jul 22 21:51:51.746641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=1c32d8e7-44fb-419d-a92e-dd1e2202474b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:51.749965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:51.750389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 27ba0a2f-c1a9-414f-9df3-273c2bc366f8, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:51:51.773664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-e5c76ad9-4d21-4d48-b9fa-c1e2c46c7b5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4654567 Jul 22 21:51:51.785119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:51:51.805253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 27ba0a2f-c1a9-414f-9df3-273c2bc366f8) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:51.811761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:51.813039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:51.817855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69c7d8-07ee-4c26-9814-81a801a3d4ed None None] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:52.007776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f772d-ea8b-4504-8bf7-56f6ee296daa req-a87a1348-afbd-46ab-af74-5ae3cd1e4c83 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:52.016681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-952f772d-ea8b-4504-8bf7-56f6ee296daa req-a87a1348-afbd-46ab-af74-5ae3cd1e4c83 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1263344 Jul 22 21:51:52.091519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-952f772d-ea8b-4504-8bf7-56f6ee296daa req-3830979b-6dac-4f5d-b490-66f994ca6d02 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617101 Jul 22 21:51:52.104731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:51:52.105607 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:52.317458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Allocated IP 2001:db8::2 (27ba0a2f-c1a9-414f-9df3-273c2bc366f8/1c32d8e7-44fb-419d-a92e-dd1e2202474b/ed8ba9f9-72a4-4490-b01e-86895de5621f) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:52.333107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0968b-a0c9-4eb9-8784-8027eb8161ec req-93fbf2b4-ec56-49d6-95a4-c4d6a8ee58c2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:52.352083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43e0968b-a0c9-4eb9-8784-8027eb8161ec req-93fbf2b4-ec56-49d6-95a4-c4d6a8ee58c2 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1418481 Jul 22 21:51:52.380934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4dc97b37-2e7a-41ae-bbe3-dfeefb245ecb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5126629 Jul 22 21:51:52.383918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:52.418552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-f586f60d-230d-4dfe-92e9-dc695682f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:52.420286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-f586f60d-230d-4dfe-92e9-dc695682f7cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.5902188 Jul 22 21:51:52.512171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43e0968b-a0c9-4eb9-8784-8027eb8161ec req-c1e07ed9-ac9f-4010-9d53-e990b5911cd0 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576164 Jul 22 21:51:52.600381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:52.617421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Transition to ACTIVE for port object ed8ba9f9-72a4-4490-b01e-86895de5621f will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:52.646722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Transition to ACTIVE for port object ed8ba9f9-72a4-4490-b01e-86895de5621f will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:52.660812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:52.715870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-ca213a09-89dc-4809-9be7-668b79d7c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:52.716404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:52.718557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-ca213a09-89dc-4809-9be7-668b79d7c732 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.2731571 Jul 22 21:51:52.728253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:52.736404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:52.746516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Pushing event updated for resources: {'Port': ['ID=ed8ba9f9-72a4-4490-b01e-86895de5621f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:52.840548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-3beb0f5f-fdf1-40f4-88a1-313b4e3a6102 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a3bb534-6014-48e2-b001-e69b618d591d HTTP/1.1" status: 200 len: 1001 time: 0.1112518 Jul 22 21:51:52.882973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Attempting to bind port ed8ba9f9-72a4-4490-b01e-86895de5621f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:51:52.883573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Attempting to bind port ed8ba9f9-72a4-4490-b01e-86895de5621f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:51:52.884194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Attempting to bind port ed8ba9f9-72a4-4490-b01e-86895de5621f on network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:52.889880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0b01f-105a-4cd3-9134-4d5d85714c2d req-ade78c8a-9b22-42d7-b0ec-07d28ebed34b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:52.891804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01c0b01f-105a-4cd3-9134-4d5d85714c2d req-ade78c8a-9b22-42d7-b0ec-07d28ebed34b tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2199917 Jul 22 21:51:52.894210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:51:52.895350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Checking segment: {'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:52.896268 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:52.897134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Bound using segment: {'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:51:52.898291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Bound port: ed8ba9f9-72a4-4490-b01e-86895de5621f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:51:52.899788 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:52.922501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-5f503e6d-3936-4c6a-821b-4b1c22a94c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:52.924467 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-5f503e6d-3936-4c6a-821b-4b1c22a94c3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0766129 Jul 22 21:51:52.927714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:53.006629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] For port ed8ba9f9-72a4-4490-b01e-86895de5621f, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:53.013223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] For port ed8ba9f9-72a4-4490-b01e-86895de5621f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ed8ba9f9-72a4-4490-b01e-86895de5621f,segment=NetworkSegment(bfb62338-bd02-4c30-b93c-d89a04f66e39),segment_id=bfb62338-bd02-4c30-b93c-d89a04f66e39)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:51:53.021005 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:53.086651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-e88f4b23-d401-4d36-bade-350cd0967a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:53.090690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-e88f4b23-d401-4d36-bade-350cd0967a68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521084 Jul 22 21:51:53.093459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01c0b01f-105a-4cd3-9134-4d5d85714c2d req-7476106b-ebb4-41cc-9d2f-1d0cfba78146 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684308 Jul 22 21:51:53.156396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f80e8-eb9a-4b75-a905-1b908edb897e None None] Pushing event updated for resources: {'Port': ['ID=ed8ba9f9-72a4-4490-b01e-86895de5621f,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:53.317006 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-6deefa88-8e0b-4b0f-b374-b5265a36d0f3 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114844 Jul 22 21:51:53.454864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9623aa3-9269-4395-beb8-39130fa8f3f2 req-28c3b04c-5fdc-4a81-a9f4-c1b8f6e62bba tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:53.457498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9623aa3-9269-4395-beb8-39130fa8f3f2 req-28c3b04c-5fdc-4a81-a9f4-c1b8f6e62bba tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2236464 Jul 22 21:51:53.531947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed196a3b-4bb0-4181-a055-2e6dc746b579 req-5b9473c0-5655-4286-98ae-8efded9c3a3e service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055447 Jul 22 21:51:53.619717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8::1 (27ba0a2f-c1a9-414f-9df3-273c2bc366f8/1c32d8e7-44fb-419d-a92e-dd1e2202474b/3225dc65-cec4-481b-806a-5e8fc6a5ef0d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:53.667914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9623aa3-9269-4395-beb8-39130fa8f3f2 req-6a3c80af-8960-4930-9015-10f2612d7aa3 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147168 Jul 22 21:51:53.904215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:53.964638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object 3225dc65-cec4-481b-806a-5e8fc6a5ef0d will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:54.048458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b476b7-cb74-4166-9040-f0e1bb754902 req-b4aa97db-9006-488f-bb14-4c77baa514e1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:54.050956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18b476b7-cb74-4166-9040-f0e1bb754902 req-b4aa97db-9006-488f-bb14-4c77baa514e1 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.1781380 Jul 22 21:51:54.077832 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:51:54.095517 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:54.147118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:54.157232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:54.169712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:54.170906 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:54.185593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18b476b7-cb74-4166-9040-f0e1bb754902 req-82fdc3cb-c874-48df-9098-f51d11845118 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189606 Jul 22 21:51:54.247399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:54.431763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:54.741514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e88a87-12c0-45d9-a3ac-a4ac17d7000a None None] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:54.875093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bd8b24d-8a88-48ca-ba4a-ae2087dc3130 None None] Provisioning for port ed8ba9f9-72a4-4490-b01e-86895de5621f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:55.033869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd2a6a-8cc5-453f-b01c-5c5e31cc045b req-59e2e24d-d5a4-4cb8-b8d2-16989658f804 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:55.044884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50fd2a6a-8cc5-453f-b01c-5c5e31cc045b req-59e2e24d-d5a4-4cb8-b8d2-16989658f804 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.6710210 Jul 22 21:51:55.145571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50fd2a6a-8cc5-453f-b01c-5c5e31cc045b req-5e67efcc-0104-4a2d-818a-393909d7add5 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Jul 22 21:51:55.292790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ed8ba9f9-72a4-4490-b01e-86895de5621f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:55.412665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ed8ba9f9-72a4-4490-b01e-86895de5621f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:55.424008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ed8ba9f9-72a4-4490-b01e-86895de5621f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:55.424585 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:55.623509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c96d3-989b-47d5-b793-9c0618131d25 req-05477340-fc0b-4825-8432-6ae79f0a8bdb tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:55.626125 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a5c96d3-989b-47d5-b793-9c0618131d25 req-05477340-fc0b-4825-8432-6ae79f0a8bdb tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2467575 Jul 22 21:51:55.630106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:55.644312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:55.644987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:55.647215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:55.685404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d87576d2-8495-4bc2-9568-e4e97d22c9f8 None None] Provisioning complete for port ed8ba9f9-72a4-4490-b01e-86895de5621f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:55.685404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d87576d2-8495-4bc2-9568-e4e97d22c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:55.778758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port ed8ba9f9-72a4-4490-b01e-86895de5621f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ed8ba9f9-72a4-4490-b01e-86895de5621f,segment=NetworkSegment(bfb62338-bd02-4c30-b93c-d89a04f66e39),segment_id=bfb62338-bd02-4c30-b93c-d89a04f66e39)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:51:55.791754 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:55.963025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=ed8ba9f9-72a4-4490-b01e-86895de5621f,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:55.970590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:55.980861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a5c96d3-989b-47d5-b793-9c0618131d25 req-6aed4283-8586-4fa5-8f72-2b4ce34cca9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401744 Jul 22 21:51:56.006678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d87576d2-8495-4bc2-9568-e4e97d22c9f8 None None] Provisioning for port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:51:56.017320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d87576d2-8495-4bc2-9568-e4e97d22c9f8 None None] Provisioning complete for port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:56.017881 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d87576d2-8495-4bc2-9568-e4e97d22c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:56.070112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:56.072363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:56.113465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d87576d2-8495-4bc2-9568-e4e97d22c9f8 None None] Port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:56.298943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0131327f-bfe8-4bc5-890f-ffa870fe222c None None] Provisioning complete for port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:56.300721 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0131327f-bfe8-4bc5-890f-ffa870fe222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:56.404998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-0131327f-bfe8-4bc5-890f-ffa870fe222c None None] Port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:56.423646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:51:56.621715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:51:56.640425 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:51:56.641414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0556a485-485d-48bc-b62b-95ae9b191fcc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2554619 Jul 22 21:51:56.645414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42430) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:56.656279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2102131474'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:56.671732 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:56.673099 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:56.707754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:56.720762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:56.759203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4f9a3e80-afb3-4e63-b02e-432ceaa3ce5a None None] Provisioning complete for port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:56.760168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3e80-afb3-4e63-b02e-432ceaa3ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:56.783301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:51:56.803306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:56.803770 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment 5f0ade0f-2dd5-4c11-81e2-e88a243a2f40 of type vlan for network b3698f8f-ed32-4307-b50e-3555371c9f22 Jul 22 21:51:56.850282 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:56.867351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a3e80-afb3-4e63-b02e-432ceaa3ce5a None None] Port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:51:56.899540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:56.976255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:56.993357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:56.996650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:57.038169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42436) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:57.038442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3897891 Jul 22 21:51:57.048476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:51:57.188204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19812b0f-a18e-4a4d-997f-1d3ad3078d8f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=b3698f8f-ed32-4307-b50e-3555371c9f22,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:57.201812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b3698f8f-ed32-4307-b50e-3555371c9f22 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:51:57.237137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ed8ba9f9-72a4-4490-b01e-86895de5621f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:51:57.272577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:51:57.276984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:57.380092 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:51:54Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:51:55Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:57.383997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ed8ba9f9-72a4-4490-b01e-86895de5621f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:51:57.384649 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:57.424291 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:51:57.424923 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Updating router 462999af-9347-4705-84df-5141fde3ca31 port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:51:57.474613 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:57.617793 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:57.743680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=187f6880-46e3-4681-9fea-64925bbb5a9e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:57.797788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:57.798455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: b3698f8f-ed32-4307-b50e-3555371c9f22, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:51:57.832035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network b3698f8f-ed32-4307-b50e-3555371c9f22 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:51:57.846250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b3698f8f-ed32-4307-b50e-3555371c9f22) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:57.858766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c3a06-668a-44ef-8d0c-0ad0ac332ac5 None None] Network b3698f8f-ed32-4307-b50e-3555371c9f22 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:51:57.864364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:51:57.864987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:57.888046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ab83d2a4-35e8-4a29-9e4b-12adb7dd0550 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8443472 Jul 22 21:51:57.888327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42442) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:51:58.111996 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.124443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b3698f8f-ed32-4307-b50e-3555371c9f22', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:51:58.126060 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.151511 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Transition to ACTIVE for port object 3225dc65-cec4-481b-806a-5e8fc6a5ef0d will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:58.163079 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.267601 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Pushing event updated for resources: {'Port': ['ID=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:58.304209 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.304937 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.305507 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.305941 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.306372 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.306797 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.307232 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.308066 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.308066 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.308708 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.309195 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.309856 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:51:58.338271 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Attempting to bind port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:51:58.338271 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Attempting to bind port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:51:58.338584 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Attempting to bind port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d on network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:58.346262 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:51:58.346958 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Checking segment: {'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:58.347614 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.348135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Bound using segment: {'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:51:58.352146 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Bound port: 3225dc65-cec4-481b-806a-5e8fc6a5ef0d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb62338-bd02-4c30-b93c-d89a04f66e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:51:58.352862 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.561089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Allocated IP 2001:db8:1::2 (b3698f8f-ed32-4307-b50e-3555371c9f22/187f6880-46e3-4681-9fea-64925bbb5a9e/397923cf-56b5-4f7e-944a-623262d960a2) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:58.579497 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] For port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:58.590653 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] For port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,segment=NetworkSegment(bfb62338-bd02-4c30-b93c-d89a04f66e39),segment_id=bfb62338-bd02-4c30-b93c-d89a04f66e39)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:51:58.597201 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.729301 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:51:58.730298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:58.746471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.815190 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35b79-3c9a-4538-8122-f071e8141ff3 None None] Pushing event updated for resources: {'Port': ['ID=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:58.876431 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:51:58.894645 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:58.916484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Transition to ACTIVE for port object 397923cf-56b5-4f7e-944a-623262d960a2 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:58.950507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Transition to ACTIVE for port object 397923cf-56b5-4f7e-944a-623262d960a2 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:58.963489 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:59.038040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Network b3698f8f-ed32-4307-b50e-3555371c9f22 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:59.044648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:59.071408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:59.100552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Pushing event updated for resources: {'Port': ['ID=397923cf-56b5-4f7e-944a-623262d960a2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:59.218587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Attempting to bind port 397923cf-56b5-4f7e-944a-623262d960a2 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:51:59.219244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Attempting to bind port 397923cf-56b5-4f7e-944a-623262d960a2 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:51:59.219244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Attempting to bind port 397923cf-56b5-4f7e-944a-623262d960a2 on network b3698f8f-ed32-4307-b50e-3555371c9f22 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:51:59.229233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:51:59.229634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Checking segment: {'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:51:59.230042 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:59.230435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Bound using segment: {'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:51:59.230913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Bound port: 397923cf-56b5-4f7e-944a-623262d960a2, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:51:59.231298 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:59.270267 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:51:54Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:51:58Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:51:59.321993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8:1::1 (b3698f8f-ed32-4307-b50e-3555371c9f22/187f6880-46e3-4681-9fea-64925bbb5a9e/42749212-e956-41d6-9655-2c798d8f5fb1) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:51:59.327086 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de3e29-9145-4158-989b-789ce1bc1d2c None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:51:54Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:51:58Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:51:59.329340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] For port 397923cf-56b5-4f7e-944a-623262d960a2, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:51:59.336436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] For port 397923cf-56b5-4f7e-944a-623262d960a2, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=397923cf-56b5-4f7e-944a-623262d960a2,segment=NetworkSegment(5f0ade0f-2dd5-4c11-81e2-e88a243a2f40),segment_id=5f0ade0f-2dd5-4c11-81e2-e88a243a2f40)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:51:59.343021 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:59.464980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0999dd-b52e-4f85-8737-8af633c7d013 None None] Pushing event updated for resources: {'Port': ['ID=397923cf-56b5-4f7e-944a-623262d960a2,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:51:59.615452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:59.650211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object 42749212-e956-41d6-9655-2c798d8f5fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:51:59.732617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:51:59.947662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network b3698f8f-ed32-4307-b50e-3555371c9f22 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:51:59.977154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:51:59.989727 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:51:59.989727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:00.212415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=42749212-e956-41d6-9655-2c798d8f5fb1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:00.335227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42462) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:00.342578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:00.889058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Deleting port 34e477ac-d7cb-47e4-b147-6a6f8f6b00fe {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:00.892343 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.114287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.155993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.157542 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.210245 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.211127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.283672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Calling delete_port for 34e477ac-d7cb-47e4-b147-6a6f8f6b00fe owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:01.326788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=42749212-e956-41d6-9655-2c798d8f5fb1,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:01.416682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3225dc65-cec4-481b-806a-5e8fc6a5ef0d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:01.488452 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084476b1-632c-419d-bdc7-f50a6e010f78 None None] Network b3698f8f-ed32-4307-b50e-3555371c9f22 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:01.609520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network b3698f8f-ed32-4307-b50e-3555371c9f22 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:01.613738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:01.667255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.718464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.744288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event deleted for resources: {'Port': ['ID=34e477ac-d7cb-47e4-b147-6a6f8f6b00fe,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:01.748782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e3d9078f-7d32-4de7-8eee-5430682069c0 None None] Provisioning for port 397923cf-56b5-4f7e-944a-623262d960a2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:01.786548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:01.801123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:01.803376 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.870307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:01.926276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:01.927106 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Floating IP 18ae79b0-ff61-4a5b-a130-477904905b8d disassociated (deleted). External IP: 172.25.5.149, port: e180bbed-b790-41dd-a2f0-7103b7fe8977. Jul 22 21:52:02.044403 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.104134 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:02.120593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,segment=NetworkSegment(bfb62338-bd02-4c30-b93c-d89a04f66e39),segment_id=bfb62338-bd02-4c30-b93c-d89a04f66e39)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:02.129083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8d7454c1-9bbd-438b-a04e-d08f62f789cc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2343097 Jul 22 21:52:02.131882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42470) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:02.137519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.139690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 397923cf-56b5-4f7e-944a-623262d960a2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:02.142489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-442516798'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:02.200620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:02.209662 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.278059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:52:02.313947 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.314602 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment 97ccdf25-5a02-4394-8b7a-1d9b93942a27 of type vlan for network 4b2374cd-7993-454b-967f-12e238b68f6d Jul 22 21:52:02.349655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:02.384453 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.392395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:02.392395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:02.435510 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.445096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:02.545272 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.562219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.573789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.573789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.573789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.574259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:02.574259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.582201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:02.643597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 397923cf-56b5-4f7e-944a-623262d960a2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:02.647016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Router f16de16d-feed-43fd-aa5c-53c75cf83081 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:02.651604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5204422 Jul 22 21:52:02.657163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42474) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:02.665800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Provisioning complete for port 397923cf-56b5-4f7e-944a-623262d960a2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:02.666219 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.674093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:02.687402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:02.830535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 397923cf-56b5-4f7e-944a-623262d960a2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:02.830836 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.882530 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:02.892320 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:02.900328 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] Sync routers for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:02.918845 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:02.919769 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:02.940684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74168907-f2e8-495e-9348-e9c55d2aa757 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=4b2374cd-7993-454b-967f-12e238b68f6d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:02.969807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:02.980815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4b2374cd-7993-454b-967f-12e238b68f6d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:52:02.984971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:03.049237 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dc90a687-0d22-49c7-a238-8dcda0d85eb2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "DELETE /v2.0/floatingips/18ae79b0-ff61-4a5b-a130-477904905b8d HTTP/1.1" status: 204 len: 168 time: 2.7125318 Jul 22 21:52:03.050192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:52:03.053544 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be37a7-caeb-4985-9109-e06aa90c8859" -d '{"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:52:03.247441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:03.749373 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba8edeb-f192-45ac-a8e9-3cf6f7e818b1 x-openstack-request-id: req-5ba8edeb-f192-45ac-a8e9-3cf6f7e818b1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:52:03.749932 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:52:03.750502 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ba8edeb-f192-45ac-a8e9-3cf6f7e818b1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:52:03.751580 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'status': 'completed', 'code': 200} Jul 22 21:52:03.849152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:03.856719 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:03.961853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-5914ee05-e0e1-4a37-a891-5ec495b3ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:03.966696 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-5914ee05-e0e1-4a37-a891-5ec495b3ae54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 1097 time: 0.1821806 Jul 22 21:52:04.061067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a786e0-7c20-4815-b93a-758addd2436e req-cbc49868-8dde-4951-a69e-e5c6880105c0 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:04.063567 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55a786e0-7c20-4815-b93a-758addd2436e req-cbc49868-8dde-4951-a69e-e5c6880105c0 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 945 time: 0.3885379 Jul 22 21:52:04.064471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=483e8630-8c0b-4ea8-97e2-95f5b2e2d409,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:04.092355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] For port 397923cf-56b5-4f7e-944a-623262d960a2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=397923cf-56b5-4f7e-944a-623262d960a2,segment=NetworkSegment(5f0ade0f-2dd5-4c11-81e2-e88a243a2f40),segment_id=5f0ade0f-2dd5-4c11-81e2-e88a243a2f40)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:04.097072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:04.097802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 4b2374cd-7993-454b-967f-12e238b68f6d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:52:04.107577 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:04.137763 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:04.151702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 4b2374cd-7993-454b-967f-12e238b68f6d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:52:04.186265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-55a786e0-7c20-4815-b93a-758addd2436e req-3ae4444e-a2e5-4135-b989-3a0559ed8830 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105762 Jul 22 21:52:04.193184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4b2374cd-7993-454b-967f-12e238b68f6d) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:04.222215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:04.222593 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] Checking router: f16de16d-feed-43fd-aa5c-53c75cf83081 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:04.224926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:04.251338 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:04.256195 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:04.263589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-25a94996-3c85-4a9a-a2cd-9258e908a2a4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6003828 Jul 22 21:52:04.269723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42496) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:04.393305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-6a4028b6-96c3-4bfd-9576-f64e94110330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:04.398981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-6a4028b6-96c3-4bfd-9576-f64e94110330 service neutron] 10.222.0.23 "GET /v2.0/networks?id=252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 200 len: 915 time: 0.4220371 Jul 22 21:52:04.409616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Pushing event updated for resources: {'Port': ['ID=397923cf-56b5-4f7e-944a-623262d960a2,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:04.437535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a70bf0-1a7b-41db-aeb8-a91b35556d4d None None] Network 4b2374cd-7993-454b-967f-12e238b68f6d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:04.532909 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:04.572482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-c58c1edc-4d41-4d01-b16b-245442f492b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 200 len: 217 time: 0.1601222 Jul 22 21:52:04.612262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Provisioning for port 42749212-e956-41d6-9655-2c798d8f5fb1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:04.651152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Provisioning complete for port 42749212-e956-41d6-9655-2c798d8f5fb1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:04.652679 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:04.670249 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:04.793722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-293c4dff-56c5-4c4c-898a-537ed4469911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:04.802421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-293c4dff-56c5-4c4c-898a-537ed4469911 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 HTTP/1.1" status: 200 len: 853 time: 0.2068052 Jul 22 21:52:05.001212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-3815a8a7-1b13-4cf5-be6c-24649fd529ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:05.011541 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-3815a8a7-1b13-4cf5-be6c-24649fd529ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=252e5475-412e-4fae-8bcc-4112e1cec30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982477 Jul 22 21:52:05.072250 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:52:05.072878 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:52:05.089100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:05.121297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-24daf005-bbbc-4e16-a648-36e7b035d144 None None] Port 42749212-e956-41d6-9655-2c798d8f5fb1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:05.141765 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ffb8f-e941-4cc1-ae1a-66935621af1d None None] The sync data for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 is: [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:47:26Z', 'revision_number': 4, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'af66a5de-6369-41bd-9aad-dfdcb8967b8e', 'name': '', 'network_id': '252e5475-412e-4fae-8bcc-4112e1cec30e', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'mac_address': 'fa:16:3e:6d:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:26Z', 'updated_at': '2021-07-22T21:47:36Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'subnets': [{'id': '45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:05.241897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:00Z', 'revision_number': 3, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:00Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:05.287428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-09df0955-808c-4090-966d-9ac9404ad267 service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655182 Jul 22 21:52:05.519775 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d2be37a7-caeb-4985-9109-e06aa90c8859 req-b5198834-ed7f-41f5-a38a-64105beeeabd service neutron] 10.222.0.23 "GET /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224345 Jul 22 21:52:05.563646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:05.564235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Updating router 462999af-9347-4705-84df-5141fde3ca31 port 42749212-e956-41d6-9655-2c798d8f5fb1 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:52:05.576685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-afd2e120-dc5d-4a16-8e33-5b0fc9472d4c None None] Provisioning complete for port 42749212-e956-41d6-9655-2c798d8f5fb1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:05.577356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-afd2e120-dc5d-4a16-8e33-5b0fc9472d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:05.784937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4b2374cd-7993-454b-967f-12e238b68f6d', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:52:05.787635 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:05.790588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0413e4d-db36-4f44-aab0-c7bcf32eb972 None None] New status for floating IP 18ae79b0-ff61-4a5b-a130-477904905b8d: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:52:05.825551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8bb1-c771-4936-8211-d01df0898eba req-bc3463bd-90fe-4bbe-a331-21a9798a0880 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:05.827519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62ba8bb1-c771-4936-8211-d01df0898eba req-bc3463bd-90fe-4bbe-a331-21a9798a0880 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.7595623 Jul 22 21:52:05.853768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-afd2e120-dc5d-4a16-8e33-5b0fc9472d4c None None] Port 42749212-e956-41d6-9655-2c798d8f5fb1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:05.922128 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:05.944277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62ba8bb1-c771-4936-8211-d01df0898eba req-bb91f618-84c8-4eb6-a004-3bb4323fa05a tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964711 Jul 22 21:52:05.963215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c4937-4378-4599-bb32-48dd380ffb3b req-1375ace8-b50c-4bd9-ba6b-291691ed2b6b tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:05.978716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d7c4937-4378-4599-bb32-48dd380ffb3b req-1375ace8-b50c-4bd9-ba6b-291691ed2b6b tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 945 time: 0.5485172 Jul 22 21:52:06.084600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d7c4937-4378-4599-bb32-48dd380ffb3b req-ddd6e133-40af-4b35-bf2f-f2d40b70d36c tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/security-groups?id=239d44ed-fa02-438d-828b-c3ac5abe1234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039286 Jul 22 21:52:06.111995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.194465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3225dc65-cec4-481b-806a-5e8fc6a5ef0d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:06.350161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Allocated IP 2001:db8:2::2 (4b2374cd-7993-454b-967f-12e238b68f6d/483e8630-8c0b-4ea8-97e2-95f5b2e2d409/32ed86d0-7585-4099-8881-a37760965b90) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:06.374842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-d16bdf26-35dd-4cb5-8688-8de66b552191 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:06.377488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-d16bdf26-35dd-4cb5-8688-8de66b552191 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.23 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 945 time: 0.1324069 Jul 22 21:52:06.472354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:06.472686 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.553059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Deleting port e180bbed-b790-41dd-a2f0-7103b7fe8977 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:06.553059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.739706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] For port e180bbed-b790-41dd-a2f0-7103b7fe8977, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=e180bbed-b790-41dd-a2f0-7103b7fe8977,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:06.740289 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.764846 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.770180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Calling delete_port for e180bbed-b790-41dd-a2f0-7103b7fe8977 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:06.787311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 397923cf-56b5-4f7e-944a-623262d960a2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:06.790596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Transition to ACTIVE for port object 32ed86d0-7585-4099-8881-a37760965b90 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:06.794151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.854736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Transition to ACTIVE for port object 42749212-e956-41d6-9655-2c798d8f5fb1 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:06.868753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Transition to ACTIVE for port object 32ed86d0-7585-4099-8881-a37760965b90 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:06.876424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.888248 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:06.951440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Network 4b2374cd-7993-454b-967f-12e238b68f6d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:06.962467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:06.963447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b67ab-f151-4c47-b99e-61cb944285a3 None None] Pushing event updated for resources: {'Port': ['ID=42749212-e956-41d6-9655-2c798d8f5fb1,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:06.976536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8:2::1 (4b2374cd-7993-454b-967f-12e238b68f6d/483e8630-8c0b-4ea8-97e2-95f5b2e2d409/af9f00aa-b1eb-421f-9dfa-8697daf77b6c) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:06.982950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:07.004123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.072372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event deleted for resources: {'Port': ['ID=e180bbed-b790-41dd-a2f0-7103b7fe8977,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:07.075038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Pushing event updated for resources: {'Port': ['ID=32ed86d0-7585-4099-8881-a37760965b90,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:07.169576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 397923cf-56b5-4f7e-944a-623262d960a2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:07.170225 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.209414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] No DVR routers for this DVR port e180bbed-b790-41dd-a2f0-7103b7fe8977 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:07.216346 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.219148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f5021540-102f-4af7-bcdb-805ab05bed1d req-287812e8-e547-4a0b-8783-b8111adea463 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.23 "DELETE /v2.0/ports/e180bbed-b790-41dd-a2f0-7103b7fe8977 HTTP/1.1" status: 204 len: 173 time: 0.8343680 Jul 22 21:52:07.219908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'name': 'network-vif-deleted', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:52:07.223579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Attempting to bind port 42749212-e956-41d6-9655-2c798d8f5fb1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:07.223579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Attempting to bind port 42749212-e956-41d6-9655-2c798d8f5fb1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:07.223579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Attempting to bind port 42749212-e956-41d6-9655-2c798d8f5fb1 on network b3698f8f-ed32-4307-b50e-3555371c9f22 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:07.226907 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4455d4e4-2ace-4517-b8d9-a9a36336ac97" -d '{"events": [{"server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "name": "network-vif-deleted", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:52:07.255589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:07.255998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Checking segment: {'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:07.256430 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.256824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Bound using segment: {'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:07.257330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Bound port: 42749212-e956-41d6-9655-2c798d8f5fb1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:07.257728 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.277988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-5ff55819-4307-407a-87ad-55e28d1b5efe tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:07.280332 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-5ff55819-4307-407a-87ad-55e28d1b5efe tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.23 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.2211800 Jul 22 21:52:07.360386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed447603-f23c-4c5e-8066-12a072d5631f req-4e9a3c5c-7af0-40ef-b099-ba1f229272b2 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.1436656 Jul 22 21:52:07.382565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Attempting to bind port 32ed86d0-7585-4099-8881-a37760965b90 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:07.382565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Attempting to bind port 32ed86d0-7585-4099-8881-a37760965b90 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:07.382565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Attempting to bind port 32ed86d0-7585-4099-8881-a37760965b90 on network 4b2374cd-7993-454b-967f-12e238b68f6d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:07.425388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.452748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a07e91-495d-4ba4-9e73-95bf253d1a09 req-6b9b3460-1e5d-487b-830e-616543413f52 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:07.455264 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dea278-3e70-4ef5-8578-f8a92525bc82 x-openstack-request-id: req-88dea278-3e70-4ef5-8578-f8a92525bc82 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:52:07.455831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:07.456242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Checking segment: {'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:07.456615 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867d301a-345e-458d-9055-ad1d137c38e1", "name": "network-vif-deleted", "tag": "e180bbed-b790-41dd-a2f0-7103b7fe8977", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:52:07.456832 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.457247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Bound using segment: {'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:07.457477 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88dea278-3e70-4ef5-8578-f8a92525bc82 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:52:07.457747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Bound port: 32ed86d0-7585-4099-8881-a37760965b90, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:07.458207 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867d301a-345e-458d-9055-ad1d137c38e1', 'name': 'network-vif-deleted', 'tag': 'e180bbed-b790-41dd-a2f0-7103b7fe8977', 'status': 'completed', 'code': 200} Jul 22 21:52:07.460022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9a07e91-495d-4ba4-9e73-95bf253d1a09 req-6b9b3460-1e5d-487b-830e-616543413f52 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 946 time: 0.3286211 Jul 22 21:52:07.463946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object af9f00aa-b1eb-421f-9dfa-8697daf77b6c will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:07.465466 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.515061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Deleting port d7cd8c4e-8313-448d-8be9-677782f07c5b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:07.515668 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.557353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9a07e91-495d-4ba4-9e73-95bf253d1a09 req-7174c0d7-5965-4b53-839b-6cb0f855c372 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d113928-076f-4a32-a6e8-06deb67a35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912797 Jul 22 21:52:07.583307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] For port 42749212-e956-41d6-9655-2c798d8f5fb1, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:07.588629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.650825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:07.664009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] For port d7cd8c4e-8313-448d-8be9-677782f07c5b, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d7cd8c4e-8313-448d-8be9-677782f07c5b,segment=NetworkSegment(a7d3628a-44a7-48d5-ab35-4f632264895a),segment_id=a7d3628a-44a7-48d5-ab35-4f632264895a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:07.664462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.672125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 4b2374cd-7993-454b-967f-12e238b68f6d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:07.673804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:07.674310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] For port 42749212-e956-41d6-9655-2c798d8f5fb1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=42749212-e956-41d6-9655-2c798d8f5fb1,segment=NetworkSegment(5f0ade0f-2dd5-4c11-81e2-e88a243a2f40),segment_id=5f0ade0f-2dd5-4c11-81e2-e88a243a2f40)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:07.676985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:07.678426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.698766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Calling delete_port for d7cd8c4e-8313-448d-8be9-677782f07c5b owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:07.711004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.839337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] For port 32ed86d0-7585-4099-8881-a37760965b90, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:07.859269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:07.860574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:07.868387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:07.981972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:07.994487 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:08.044459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Pushing event deleted for resources: {'Port': ['ID=d7cd8c4e-8313-448d-8be9-677782f07c5b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:08.119072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] No DVR routers for this DVR port d7cd8c4e-8313-448d-8be9-677782f07c5b on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:08.122992 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:08.125524 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1ce793c-bdb1-433a-bf9c-e91f91825449 req-501659da-be2f-4e8f-aea2-efdfdb10bd9d tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.23 "DELETE /v2.0/ports/d7cd8c4e-8313-448d-8be9-677782f07c5b HTTP/1.1" status: 204 len: 173 time: 0.8345542 Jul 22 21:52:08.144292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b67ab-f151-4c47-b99e-61cb944285a3 None None] Pushing event updated for resources: {'Port': ['ID=42749212-e956-41d6-9655-2c798d8f5fb1,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:08.160754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] For port 32ed86d0-7585-4099-8881-a37760965b90, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=32ed86d0-7585-4099-8881-a37760965b90,segment=NetworkSegment(97ccdf25-5a02-4394-8b7a-1d9b93942a27),segment_id=97ccdf25-5a02-4394-8b7a-1d9b93942a27)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:08.195464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:08.358439 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:08.364725 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:08.365583 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:08.476860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:08.532163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628037ee-5b65-4d93-8841-98acf12b94e7 None None] Pushing event updated for resources: {'Port': ['ID=32ed86d0-7585-4099-8881-a37760965b90,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:08.541214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff16dc53-9e2c-4003-ae20-873e98b141bc req-52a56028-6d8f-4460-b718-25fcb6cf4fce tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.0670226 Jul 22 21:52:08.629580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:06Z', 'revision_number': 1, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:08.649398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 4b2374cd-7993-454b-967f-12e238b68f6d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:08.650989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:08.686231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ff121-66a5-4148-b71a-f82741e13b1d None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:06Z', 'revision_number': 1, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:08.896309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4a9872c0-9251-47c3-939b-2b96abf67140 req-cf4f4c3d-0351-4c18-9660-f673df1ac653 tempest-ServersNegativeTestJSON-2126820487 tempest-ServersNegativeTestJSON-2126820487-project] 10.222.0.54 "GET /v2.0/ports?device_id=d525a80e-75d2-43eb-b59e-1b15e1428955 HTTP/1.1" status: 200 len: 210 time: 0.1051126 Jul 22 21:52:08.940117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:09.101160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:09.108748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-71f5ff03-e5dd-4208-84ef-19990d8072de tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8365295 Jul 22 21:52:09.111217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42522) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:09.118816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1496710493'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:09.157375 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:09.161326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:09.193574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:52:09.224103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:09.224721 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added segment 6f0b228e-6ede-4a4f-b9d9-514aac1d9eab of type vlan for network 2f196f60-3a9e-4b82-92d4-91f699b6541e Jul 22 21:52:09.314050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:09.373447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:09.379807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:09.380666 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:09.447403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3316023 Jul 22 21:52:09.448472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42526) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:09.459565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-deleted', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:52:09.464318 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23462ce9-84bf-4487-b3a7-04ba1165efac" -d '{"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-deleted", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:52:09.467591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'subnet': {'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:09.518805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Network': ['ID=2f196f60-3a9e-4b82-92d4-91f699b6541e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:09.527395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:09.576332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.576778 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.577337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.577912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.579518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.580952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.581206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.581568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.581939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.582327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.582677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.583005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6a43-169b-4ae6-8d06-dda44d9ace12 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:09.585879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: d7cd8c4e-8313-448d-8be9-677782f07c5b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:09.590365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d7cd8c4e-8313-448d-8be9-677782f07c5b not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:09.590953 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e180bbed-b790-41dd-a2f0-7103b7fe8977 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:09.591949 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e353001-d923-4209-b5cf-abea4003c8f1 x-openstack-request-id: req-9e353001-d923-4209-b5cf-abea4003c8f1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:52:09.592425 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525a80e-75d2-43eb-b59e-1b15e1428955", "name": "network-vif-deleted", "tag": "d7cd8c4e-8313-448d-8be9-677782f07c5b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:52:09.592854 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e353001-d923-4209-b5cf-abea4003c8f1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:52:09.593454 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525a80e-75d2-43eb-b59e-1b15e1428955', 'name': 'network-vif-deleted', 'tag': 'd7cd8c4e-8313-448d-8be9-677782f07c5b', 'status': 'completed', 'code': 200} Jul 22 21:52:09.658892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:52:09.662702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: e180bbed-b790-41dd-a2f0-7103b7fe8977 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:09.663318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device e180bbed-b790-41dd-a2f0-7103b7fe8977 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:09.814752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed9cfc8f-2438-4289-8ab2-0951e1dd2c29 req-ea040da6-a9bf-4657-b863-1486924ce578 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.0570853 Jul 22 21:52:09.859523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Made reservation on behalf of 4a97dcb8ecdd413282afac92db26e2a3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:09.865323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.052586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42536) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:10.174296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] Deleting subnet f518a710-1434-4155-b123-736097418bc1 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:52:10.186432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.233280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 32ed86d0-7585-4099-8881-a37760965b90 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:10.297533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.313537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.330762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c13e8-b59b-4499-8145-955a3c18d89e None None] Network 4b2374cd-7993-454b-967f-12e238b68f6d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:10.391886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.418852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Subnet': ['ID=eda784f2-377e-4427-b027-ff9ed941ff9a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:10.436835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Checking segment: {'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:10.437876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network hostable DHCP agents. Network: 2f196f60-3a9e-4b82-92d4-91f699b6541e, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:52:10.456066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-862e8561-2440-4a0b-9274-937addba1da6 None None] Provisioning for port 32ed86d0-7585-4099-8881-a37760965b90 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:10.488740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:52:10.525589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 2f196f60-3a9e-4b82-92d4-91f699b6541e) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:10.528229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.545732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:10.546782 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.561835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e5b6e-18c5-4f1f-b42c-822ee5b3fe06 None None] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:10.574254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-04ada365-5243-49d8-ae6b-4e543c66c7b4 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1194191 Jul 22 21:52:10.578004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42540) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:10.594852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f518a710-1434-4155-b123-736097418bc1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:10.605663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.607571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8f9cf737-262d-43a9-9fe3-b470cd17dd58 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f518a710-1434-4155-b123-736097418bc1 HTTP/1.1" status: 204 len: 168 time: 0.5539496 Jul 22 21:52:10.612596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42542) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:10.699293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 32ed86d0-7585-4099-8881-a37760965b90 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:10.707388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 32ed86d0-7585-4099-8881-a37760965b90 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:10.708155 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.708948 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:10.724884 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:10.726677 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:10.810771 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.913300 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:10.923183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-2f196f60-3a9e-4b82-92d4-91f699b6541e', 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'fixed_ips': [{'subnet_id': 'eda784f2-377e-4427-b027-ff9ed941ff9a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:52:10.924484 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:10.980822 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.001372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c098aa94-512e-446d-a9e2-d3904d679082']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:11.018813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d3628a-44a7-48d5-ab35-4f632264895a') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:11.019337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d3628a-44a7-48d5-ab35-4f632264895a') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:11.041054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.056063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe0d4de0-8467-49df-a273-9849150a07b3 req-3d102cb4-2a6f-4350-be9d-1481f9731a83 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.0850632 Jul 22 21:52:11.081179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.098323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:52:11.098740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:52:11.197389 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:52:11.210231 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.238438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.242042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c098aa94-512e-446d-a9e2-d3904d679082 HTTP/1.1" status: 204 len: 168 time: 0.6284645 Jul 22 21:52:11.243223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582620f4-5f89-49a3-a8f6-e60e7c8cb034 admin admin] Pushing event deleted for resources: {'Network': ['ID=c098aa94-512e-446d-a9e2-d3904d679082,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:11.309311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.410065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Allocated IP 2001:db8:3::2 (2f196f60-3a9e-4b82-92d4-91f699b6541e/eda784f2-377e-4427-b027-ff9ed941ff9a/d9def761-938c-494f-8175-556cb05378d0) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:11.434144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.516052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 32ed86d0-7585-4099-8881-a37760965b90, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=32ed86d0-7585-4099-8881-a37760965b90,segment=NetworkSegment(97ccdf25-5a02-4394-8b7a-1d9b93942a27),segment_id=97ccdf25-5a02-4394-8b7a-1d9b93942a27)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:11.557735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.558722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 42749212-e956-41d6-9655-2c798d8f5fb1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:11.622512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42550) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:11.731159 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2f8c3e0c-c1b5-4902-998a-4144bbf86fda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e4da2a126a54974bc2fcb2f21ffee3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052701 Jul 22 21:52:11.734768 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:08Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:11.736363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42552) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:11.792335 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:11.792708 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Updating router 462999af-9347-4705-84df-5141fde3ca31 port af9f00aa-b1eb-421f-9dfa-8697daf77b6c binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:52:11.794654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2482e974-2c27-423b-8c79-9d67c2c79218 None None] Provisioning complete for port 32ed86d0-7585-4099-8881-a37760965b90 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:11.795302 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2482e974-2c27-423b-8c79-9d67c2c79218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.883449 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-410eade2-d7a3-4a2c-a966-3446d573c4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.892319 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:11.948659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-410eade2-d7a3-4a2c-a966-3446d573c4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.113723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-410eade2-d7a3-4a2c-a966-3446d573c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.116725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-410eade2-d7a3-4a2c-a966-3446d573c4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.118213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-410eade2-d7a3-4a2c-a966-3446d573c4dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d113928-076f-4a32-a6e8-06deb67a35ae HTTP/1.1" status: 204 len: 168 time: 0.3805249 Jul 22 21:52:12.125195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 42749212-e956-41d6-9655-2c798d8f5fb1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:12.127626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=32ed86d0-7585-4099-8881-a37760965b90,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:12.169932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410eade2-d7a3-4a2c-a966-3446d573c4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d113928-076f-4a32-a6e8-06deb67a35ae,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:12.179478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 42749212-e956-41d6-9655-2c798d8f5fb1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:12.179478 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.309632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7886cde7-4943-4160-857c-df01aa0ff632 req-53730540-f359-4098-a3d1-ca3be6644958 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.0909417 Jul 22 21:52:12.398066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.416763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2482e974-2c27-423b-8c79-9d67c2c79218 None None] Provisioning for port af9f00aa-b1eb-421f-9dfa-8697daf77b6c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:12.458686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2482e974-2c27-423b-8c79-9d67c2c79218 None None] Provisioning complete for port af9f00aa-b1eb-421f-9dfa-8697daf77b6c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:12.462812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2482e974-2c27-423b-8c79-9d67c2c79218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.465355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Transition to ACTIVE for port object d9def761-938c-494f-8175-556cb05378d0 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:12.582156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Transition to ACTIVE for port object d9def761-938c-494f-8175-556cb05378d0 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:12.593971 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.636612 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Transition to ACTIVE for port object af9f00aa-b1eb-421f-9dfa-8697daf77b6c will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:12.636930 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7721c9ec-4aab-41ad-82fc-3bcaef26d222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.639011 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.641470 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.661172 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.708386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2482e974-2c27-423b-8c79-9d67c2c79218 None None] Port af9f00aa-b1eb-421f-9dfa-8697daf77b6c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:12.723940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Pushing event updated for resources: {'Port': ['ID=d9def761-938c-494f-8175-556cb05378d0,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:12.763600 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Allocated IP 2001:db8:3::1 (2f196f60-3a9e-4b82-92d4-91f699b6541e/eda784f2-377e-4427-b027-ff9ed941ff9a/6a100ce7-c59f-4b75-b65a-0a8933ae0198) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:12.764355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:12.793021 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504ea8b-9194-456a-aa9c-7d330147eb95 None None] Pushing event updated for resources: {'Port': ['ID=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:12.816463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 42749212-e956-41d6-9655-2c798d8f5fb1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=42749212-e956-41d6-9655-2c798d8f5fb1,segment=NetworkSegment(5f0ade0f-2dd5-4c11-81e2-e88a243a2f40),segment_id=5f0ade0f-2dd5-4c11-81e2-e88a243a2f40)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:12.818633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:12.825270 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.829450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:12.945552 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Attempting to bind port af9f00aa-b1eb-421f-9dfa-8697daf77b6c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:12.945923 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Attempting to bind port af9f00aa-b1eb-421f-9dfa-8697daf77b6c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:12.946274 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Attempting to bind port af9f00aa-b1eb-421f-9dfa-8697daf77b6c on network 4b2374cd-7993-454b-967f-12e238b68f6d {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:12.961592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=42749212-e956-41d6-9655-2c798d8f5fb1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:12.962979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:12.963558 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Checking segment: {'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:12.966315 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:12.974291 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Bound using segment: {'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:12.975324 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Bound port: af9f00aa-b1eb-421f-9dfa-8697daf77b6c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ccdf25-5a02-4394-8b7a-1d9b93942a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:12.976023 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.065689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 32ed86d0-7585-4099-8881-a37760965b90 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:13.102535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.127536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Transition to ACTIVE for port object 6a100ce7-c59f-4b75-b65a-0a8933ae0198 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:13.164699 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] For port af9f00aa-b1eb-421f-9dfa-8697daf77b6c, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:13.173060 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] For port af9f00aa-b1eb-421f-9dfa-8697daf77b6c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,segment=NetworkSegment(97ccdf25-5a02-4394-8b7a-1d9b93942a27),segment_id=97ccdf25-5a02-4394-8b7a-1d9b93942a27)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:13.180552 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.307260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.335597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 32ed86d0-7585-4099-8881-a37760965b90 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:13.336245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.359974 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:13.369374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:51:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:13.379284 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:13.389855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:13.400086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:13.407887 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.422492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Attempting to bind port d9def761-938c-494f-8175-556cb05378d0 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:13.422980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Attempting to bind port d9def761-938c-494f-8175-556cb05378d0 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:13.423449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Attempting to bind port d9def761-938c-494f-8175-556cb05378d0 on network 2f196f60-3a9e-4b82-92d4-91f699b6541e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:13.436114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:13.436714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Checking segment: {'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:13.437312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.437979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Bound using segment: {'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:13.438570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Bound port: d9def761-938c-494f-8175-556cb05378d0, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:13.439108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.617784 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504ea8b-9194-456a-aa9c-7d330147eb95 None None] Pushing event updated for resources: {'Port': ['ID=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:13.685965 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:13.703011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] For port d9def761-938c-494f-8175-556cb05378d0, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:13.719421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] For port d9def761-938c-494f-8175-556cb05378d0, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d9def761-938c-494f-8175-556cb05378d0,segment=NetworkSegment(6f0b228e-6ede-4a4f-b9d9-514aac1d9eab),segment_id=6f0b228e-6ede-4a4f-b9d9-514aac1d9eab)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:13.725784 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:13.887606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79c2ac-21a0-47b8-b408-21e80f0de2a6 None None] Pushing event updated for resources: {'Port': ['ID=d9def761-938c-494f-8175-556cb05378d0,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:13.957759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42606) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:14.266237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-102554871-network', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:14.279510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:13Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:14.334415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Made reservation on behalf of 867afe76b6cd41aaa4f78cc62c516646 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:14.337254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.337476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=6a100ce7-c59f-4b75-b65a-0a8933ae0198,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:14.380701 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-833dccfc-4016-48f3-8fbe-bb8d669b0b16 req-9da619ea-87a9-47ff-9db0-70573814343e tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.1775386 Jul 22 21:52:14.383285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.386135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca658ceb-427d-4da9-8bac-adb3fc548b79 None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:07Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:13Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:14.537076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.542437 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.571288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ee8c41-163a-45f5-b17e-35809c14596d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:14.584148 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.585191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:52:14.597999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.599715 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Added segment 9f3f2191-a8c1-464c-bc5a-e2638d9fd26f of type vlan for network 445a1592-8d0b-4b72-87fc-1f995c584350 Jul 22 21:52:14.650799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.709575 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.710768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:14.711369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.752997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7896786 Jul 22 21:52:14.752997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42620) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:14.762467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Request body: {'subnet': {'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-subnet', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:14.823036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Made reservation on behalf of 867afe76b6cd41aaa4f78cc62c516646 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:14.826105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:14.860686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc41b93-aae9-4b67-bdb9-50b59412d1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=445a1592-8d0b-4b72-87fc-1f995c584350,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:14.881334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 445a1592-8d0b-4b72-87fc-1f995c584350 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:52:15.144102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.150588 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.153216 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.227755 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-78ca0f99-b136-4d01-8c37-59074ee51a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.275359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.323584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9def761-938c-494f-8175-556cb05378d0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:15.336531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event updated for resources: {'Port': ['ID=6a100ce7-c59f-4b75-b65a-0a8933ae0198,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:15.397683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd386fad-3ca0-431d-a02b-69c2388cfef3,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:15.410060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port d9def761-938c-494f-8175-556cb05378d0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:15.415811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af9f00aa-b1eb-421f-9dfa-8697daf77b6c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:15.441060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Checking segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:15.441514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Network hostable DHCP agents. Network: 445a1592-8d0b-4b72-87fc-1f995c584350, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:52:15.465461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Network 445a1592-8d0b-4b72-87fc-1f995c584350 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:52:15.483719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 445a1592-8d0b-4b72-87fc-1f995c584350) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:15.492390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:15.493689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.494142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:15.496031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f39cb3e-b943-4094-84e0-6eae6d018194 None None] Network 445a1592-8d0b-4b72-87fc-1f995c584350 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:15.505331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:15.507617 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.533723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e95b7e72-fb8e-4122-bf2c-f8eb130cd0fd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7800150 Jul 22 21:52:15.534369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42628) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:15.539800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:15.580757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.582202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.671071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port af9f00aa-b1eb-421f-9dfa-8697daf77b6c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:15.674524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.686267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port af9f00aa-b1eb-421f-9dfa-8697daf77b6c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:15.686683 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:15.704774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-262e49bf-f68f-475b-86ac-72ebb09cee05 req-91154523-e167-4535-933b-079b722240b7 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.1177506 Jul 22 21:52:15.738657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:15.907040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:15.929318 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d93bc37a-46c6-4df1-8e62-07c4e895f5fd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3469985 Jul 22 21:52:15.929858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42640) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:15.929994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:15.934919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:15.936401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69093eb5-f57e-48da-b840-6013d473591b None None] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:15.992039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.036288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:16.036288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:16.352052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a74a7e10-df88-4e7d-9b4c-cf2dfec2cc37 None None] Provisioning for port d9def761-938c-494f-8175-556cb05378d0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:16.403466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.408792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-445a1592-8d0b-4b72-87fc-1f995c584350', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:52:16.410261 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.422088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a74a7e10-df88-4e7d-9b4c-cf2dfec2cc37 None None] Provisioning complete for port d9def761-938c-494f-8175-556cb05378d0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:16.422471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a74a7e10-df88-4e7d-9b4c-cf2dfec2cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.458130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.482099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.525926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:16.537234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.625765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.extraroute_db [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94092) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 21:52:16.650790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Allocated IP 172.25.5.215 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/adb90813-641b-4a09-8b39-b167c2cf8bb8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:16.674595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.extraroute_db [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Removed routes are [] {{(pid=94092) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 21:52:16.675252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.815761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.906001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:16.970242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:16.978808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:16.984633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:17.006751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Pushing event updated for resources: {'Port': ['ID=adb90813-641b-4a09-8b39-b167c2cf8bb8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:17.040285 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-945f0122-3866-4cae-a0b9-4b5a16e66891 req-4573b94c-7ef7-4641-9a75-b623d5c5ac54 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "GET /v2.0/ports?device_id=867d301a-345e-458d-9055-ad1d137c38e1 HTTP/1.1" status: 200 len: 210 time: 0.1272643 Jul 22 21:52:17.079680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port af9f00aa-b1eb-421f-9dfa-8697daf77b6c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,segment=NetworkSegment(97ccdf25-5a02-4394-8b7a-1d9b93942a27),segment_id=97ccdf25-5a02-4394-8b7a-1d9b93942a27)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:17.091886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.096137 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.168461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.169663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 42749212-e956-41d6-9655-2c798d8f5fb1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:17.248596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:17.378247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:17.391538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a74a7e10-df88-4e7d-9b4c-cf2dfec2cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.392424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.397446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4887469f-9cfb-436b-9769-ea609b84792f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 200 len: 954 time: 1.4656768 Jul 22 21:52:17.409973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42654) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:17.432904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.520791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:17.529509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Allocated IP 172.20.0.2 (445a1592-8d0b-4b72-87fc-1f995c584350/bd386fad-3ca0-431d-a02b-69c2388cfef3/0ee7f3eb-6658-426f-9f8d-4eeb8462340a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:17.562306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 42749212-e956-41d6-9655-2c798d8f5fb1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:17.562946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.566148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a74a7e10-df88-4e7d-9b4c-cf2dfec2cc37 None None] For port d9def761-938c-494f-8175-556cb05378d0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d9def761-938c-494f-8175-556cb05378d0,segment=NetworkSegment(6f0b228e-6ede-4a4f-b9d9-514aac1d9eab),segment_id=6f0b228e-6ede-4a4f-b9d9-514aac1d9eab)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:17.600339 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a74a7e10-df88-4e7d-9b4c-cf2dfec2cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.669960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d274859a-b708-4a26-ad9f-c03a14b049eb tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 200 len: 954 time: 0.2575960 Jul 22 21:52:17.671159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42660) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:17.684782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'routes': None}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:17.709998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a7e10-df88-4e7d-9b4c-cf2dfec2cc37 None None] Pushing event updated for resources: {'Port': ['ID=d9def761-938c-494f-8175-556cb05378d0,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:17.832679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:14Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a100ce7-c59f-4b75-b65a-0a8933ae0198', 'name': '', 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:94:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'eda784f2-377e-4427-b027-ff9ed941ff9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:11Z', 'updated_at': '2021-07-22T21:52:14Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': 'eda784f2-377e-4427-b027-ff9ed941ff9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:13Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:17.908538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:17.908936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Updating router 462999af-9347-4705-84df-5141fde3ca31 port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:52:17.954752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:17.960818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ec2613bc-d848-44fb-b9b8-bd43e38a8675 None None] Provisioning for port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:18.033051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ec2613bc-d848-44fb-b9b8-bd43e38a8675 None None] Provisioning complete for port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:18.033426 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec2613bc-d848-44fb-b9b8-bd43e38a8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.299828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ec2613bc-d848-44fb-b9b8-bd43e38a8675 None None] Port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:18.346816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9def761-938c-494f-8175-556cb05378d0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:18.383496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.extraroute_db [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added routes are [] {{(pid=94092) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 21:52:18.383821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.extraroute_db [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94092) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 21:52:18.394783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42670) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:18.474584 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.479915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.485540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.487598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ec2613bc-d848-44fb-b9b8-bd43e38a8675 None None] Provisioning complete for port d9def761-938c-494f-8175-556cb05378d0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:18.488019 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec2613bc-d848-44fb-b9b8-bd43e38a8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.520917 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a13ab99c-5a3a-41d2-a9d9-848222e41b90 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.522892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.555243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Transition to ACTIVE for port object 0ee7f3eb-6658-426f-9f8d-4eeb8462340a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:18.614350 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a13ab99c-5a3a-41d2-a9d9-848222e41b90 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.635502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Transition to ACTIVE for port object 0ee7f3eb-6658-426f-9f8d-4eeb8462340a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:18.656802 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.697629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:52:18.775124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.779688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a13ab99c-5a3a-41d2-a9d9-848222e41b90 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.782660 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a13ab99c-5a3a-41d2-a9d9-848222e41b90 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.784014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a13ab99c-5a3a-41d2-a9d9-848222e41b90 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] 10.222.0.54 "DELETE /v2.0/security-groups/239d44ed-fa02-438d-828b-c3ac5abe1234 HTTP/1.1" status: 204 len: 168 time: 0.3879385 Jul 22 21:52:18.789506 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.806448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ab99c-5a3a-41d2-a9d9-848222e41b90 tempest-TestVolumeBackupRestore-487079213 tempest-TestVolumeBackupRestore-487079213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d44ed-fa02-438d-828b-c3ac5abe1234,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:18.879648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:18.891754 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Sync routers for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:18.899370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:18.903073 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f8ffdaf9-799b-4b73-a4de-c74255e28379 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3658047 Jul 22 21:52:18.905715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 42684) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:18.912163 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:18.915215 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:19.052499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:19.141442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Pushing event updated for resources: {'Port': ['ID=0ee7f3eb-6658-426f-9f8d-4eeb8462340a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:19.153336 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port d9def761-938c-494f-8175-556cb05378d0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:19.153673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:19.303100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:19.376511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:19.401525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:19.406824 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb8bed7c-f962-4f8f-8683-3a7c81403dae tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 200 len: 704 time: 1.7298889 Jul 22 21:52:19.406982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42716) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:19.435826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Network 445a1592-8d0b-4b72-87fc-1f995c584350 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:19.463557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:19.528952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:19.642418 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:19.658794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cbc0de05-edac-4884-a188-9b5fe7c90e8b tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 200 len: 704 time: 0.2494016 Jul 22 21:52:19.664370 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 42738) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:19.706849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Transition to ACTIVE for port object 6a100ce7-c59f-4b75-b65a-0a8933ae0198 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:19.716711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af9f00aa-b1eb-421f-9dfa-8697daf77b6c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:19.756787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:19.764708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Attempting to bind port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:19.765245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Attempting to bind port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:19.765721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Attempting to bind port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a on network 445a1592-8d0b-4b72-87fc-1f995c584350 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:19.768203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:19.778355 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:17Z', 'revision_number': 3, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:19.852441 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Checking router: 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:19.852790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Updating router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e port adb90813-641b-4a09-8b39-b167c2cf8bb8 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:52:19.907182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:19.907654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Checking segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:19.908184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:19.908702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Bound using segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:19.909324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Bound port: 0ee7f3eb-6658-426f-9f8d-4eeb8462340a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:19.909587 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:19.968243 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:20.151818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d659e3-ce31-4293-b899-69eec5ecdfd4 None None] Pushing event updated for resources: {'Port': ['ID=6a100ce7-c59f-4b75-b65a-0a8933ae0198,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:20.234000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] For port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:20.245050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Allocated IP 172.20.0.1 (445a1592-8d0b-4b72-87fc-1f995c584350/bd386fad-3ca0-431d-a02b-69c2388cfef3/a2b99fde-31b4-4453-b481-eef1d996f2d3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:20.250237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] For port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0ee7f3eb-6658-426f-9f8d-4eeb8462340a,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:20.267159 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:20.599745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:20.679230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Transition to ACTIVE for port object a2b99fde-31b4-4453-b481-eef1d996f2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:20.689426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port af9f00aa-b1eb-421f-9dfa-8697daf77b6c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:20.689989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:20.787661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:20.835745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Network 445a1592-8d0b-4b72-87fc-1f995c584350 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:20.845435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:20.848340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:20.894759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Attempting to bind port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:20.895140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Attempting to bind port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:20.895513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Attempting to bind port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 on network 2f196f60-3a9e-4b82-92d4-91f699b6541e {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:20.932111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b01e1e-ef64-430d-ad87-500a3aadfe9d None None] Pushing event updated for resources: {'Port': ['ID=0ee7f3eb-6658-426f-9f8d-4eeb8462340a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:21.018498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b99fde-31b4-4453-b481-eef1d996f2d3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:21.027509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:21.029795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Checking segment: {'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:21.032446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.033047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Bound using segment: {'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:21.033192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.034626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Bound port: 6a100ce7-c59f-4b75-b65a-0a8933ae0198, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:21.036365 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.446444 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.489445 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Transition to ACTIVE for port object adb90813-641b-4a09-8b39-b167c2cf8bb8 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:21.500442 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.526031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] For port 6a100ce7-c59f-4b75-b65a-0a8933ae0198, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:21.543467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] For port 6a100ce7-c59f-4b75-b65a-0a8933ae0198, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6a100ce7-c59f-4b75-b65a-0a8933ae0198,segment=NetworkSegment(6f0b228e-6ede-4a4f-b9d9-514aac1d9eab),segment_id=6f0b228e-6ede-4a4f-b9d9-514aac1d9eab)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:21.605645 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.661068 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Attempting to bind port adb90813-641b-4a09-8b39-b167c2cf8bb8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:21.661608 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Attempting to bind port adb90813-641b-4a09-8b39-b167c2cf8bb8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:21.661836 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Attempting to bind port adb90813-641b-4a09-8b39-b167c2cf8bb8 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:21.676426 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfb678-9220-4b7c-a39f-555f83b7cd45 None None] Pushing event updated for resources: {'Port': ['ID=adb90813-641b-4a09-8b39-b167c2cf8bb8,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:21.689993 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:21.690361 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:21.694532 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.701634 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.702637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:21.704299 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Bound port: adb90813-641b-4a09-8b39-b167c2cf8bb8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:21.707159 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.772856 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:21.895241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:21.895956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:21.990094 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] For port adb90813-641b-4a09-8b39-b167c2cf8bb8, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:22.010751 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] For port adb90813-641b-4a09-8b39-b167c2cf8bb8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=adb90813-641b-4a09-8b39-b167c2cf8bb8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:22.017758 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:22.258878 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:22.259678 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:22.294779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:22.486764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:22.493478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:22.569084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ee7f3eb-6658-426f-9f8d-4eeb8462340a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:22.589133 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfb678-9220-4b7c-a39f-555f83b7cd45 None None] Pushing event updated for resources: {'Port': ['ID=adb90813-641b-4a09-8b39-b167c2cf8bb8,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:22.701029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:22.708433 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b99fde-31b4-4453-b481-eef1d996f2d3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:22.747711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d659e3-ce31-4293-b899-69eec5ecdfd4 None None] Pushing event updated for resources: {'Port': ['ID=6a100ce7-c59f-4b75-b65a-0a8933ae0198,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:22.750695 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:22.941023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe153424-d482-4ce2-a8bc-d34ac4299707 None None] Network 445a1592-8d0b-4b72-87fc-1f995c584350 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:23.004478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 6a100ce7-c59f-4b75-b65a-0a8933ae0198 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:23.009570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:23.023740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Network 445a1592-8d0b-4b72-87fc-1f995c584350 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:23.025432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:23.145829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:23.295406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port 6a100ce7-c59f-4b75-b65a-0a8933ae0198, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6a100ce7-c59f-4b75-b65a-0a8933ae0198,segment=NetworkSegment(6f0b228e-6ede-4a4f-b9d9-514aac1d9eab),segment_id=6f0b228e-6ede-4a4f-b9d9-514aac1d9eab)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:23.295779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:23.334995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 6a100ce7-c59f-4b75-b65a-0a8933ae0198 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:23.378246 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:20Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:23.387127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e3e135ef-bea8-4b6d-812b-45620f073314 None None] Provisioning for port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:23.436057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:23.445490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e3e135ef-bea8-4b6d-812b-45620f073314 None None] Provisioning complete for port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:23.445878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3e135ef-bea8-4b6d-812b-45620f073314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:23.465838 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f117d60-7283-4eb4-9b84-4f481a634767 None None] The sync data for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 is: [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:20Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:23.737620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:23.760517 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fc26241e-050e-4341-90d5-fd676662c794 admin admin] 10.222.0.54 "PUT /v2.0/routers/1e67b0f6-83b1-48c1-9a4c-bf30492efb6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8536243 Jul 22 21:52:23.790469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:18Z', 'revision_number': 7, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a100ce7-c59f-4b75-b65a-0a8933ae0198', 'name': '', 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:94:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'eda784f2-377e-4427-b027-ff9ed941ff9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:11Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': 'eda784f2-377e-4427-b027-ff9ed941ff9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:16Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:23.836723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cb732-8eff-488c-8f22-7b0e236efe67 None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:18Z', 'revision_number': 7, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a100ce7-c59f-4b75-b65a-0a8933ae0198', 'name': '', 'network_id': '2f196f60-3a9e-4b82-92d4-91f699b6541e', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:94:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'eda784f2-377e-4427-b027-ff9ed941ff9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:11Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': 'eda784f2-377e-4427-b027-ff9ed941ff9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:16Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:23.837759 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:23.851529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3e135ef-bea8-4b6d-812b-45620f073314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:24.062258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=6a100ce7-c59f-4b75-b65a-0a8933ae0198,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:24.081905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e3e135ef-bea8-4b6d-812b-45620f073314 None None] For port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0ee7f3eb-6658-426f-9f8d-4eeb8462340a,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:24.089339 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3e135ef-bea8-4b6d-812b-45620f073314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:24.338615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e135ef-bea8-4b6d-812b-45620f073314 None None] Pushing event updated for resources: {'Port': ['ID=0ee7f3eb-6658-426f-9f8d-4eeb8462340a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:24.582572 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:24.658729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93908c99-a7da-46ac-9e75-bec5d4169e47 None None] Provisioning complete for port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:24.660646 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93908c99-a7da-46ac-9e75-bec5d4169e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:25.000759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93908c99-a7da-46ac-9e75-bec5d4169e47 None None] Provisioning for port a2b99fde-31b4-4453-b481-eef1d996f2d3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:25.014205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-93908c99-a7da-46ac-9e75-bec5d4169e47 None None] Provisioning complete for port a2b99fde-31b4-4453-b481-eef1d996f2d3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:25.014999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93908c99-a7da-46ac-9e75-bec5d4169e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:25.143159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93908c99-a7da-46ac-9e75-bec5d4169e47 None None] Port a2b99fde-31b4-4453-b481-eef1d996f2d3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:25.292927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-13a24515-ef13-44a6-b5b0-7a06f9a18427 None None] Provisioning complete for port a2b99fde-31b4-4453-b481-eef1d996f2d3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:25.293411 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-13a24515-ef13-44a6-b5b0-7a06f9a18427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:25.342130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:25.461353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-13a24515-ef13-44a6-b5b0-7a06f9a18427 None None] Port a2b99fde-31b4-4453-b481-eef1d996f2d3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:25.586326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:25.618200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f9b81c90-2f38-40c8-8884-281568790f33 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9499698 Jul 22 21:52:25.619335 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43200) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:25.801823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a3a17ee-9c32-486e-a535-c8e630df485f None None] Provisioning complete for port a2b99fde-31b4-4453-b481-eef1d996f2d3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:25.802213 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a3a17ee-9c32-486e-a535-c8e630df485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:25.805265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet eda784f2-377e-4427-b027-ff9ed941ff9a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:52:25.812645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:25.899027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:25.911586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:25.953337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ee7f3eb-6658-426f-9f8d-4eeb8462340a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:26.015524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:26.016721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:26.129995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43206) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:26.136667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4b69b5a6-d9de-4c0e-83d7-f09c9b9e0449 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954202963', 'description': 'tempest-description--1932567448'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:26.176557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.219539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b69b5a6-d9de-4c0e-83d7-f09c9b9e0449 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.402263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.441033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.449416 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/eda784f2-377e-4427-b027-ff9ed941ff9a HTTP/1.1" status: 204 len: 168 time: 0.8273127 Jul 22 21:52:26.449801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43214) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:26.501724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76596b-7391-4e89-b08f-c70bc9061a69 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=eda784f2-377e-4427-b027-ff9ed941ff9a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:26.527684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b69b5a6-d9de-4c0e-83d7-f09c9b9e0449 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.533385 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b69b5a6-d9de-4c0e-83d7-f09c9b9e0449 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.547507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9433b-b79c-4b9e-8a24-de6db3ff4c3c None None] Network 2f196f60-3a9e-4b82-92d4-91f699b6541e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:26.555790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a17ee-9c32-486e-a535-c8e630df485f None None] Port a2b99fde-31b4-4453-b481-eef1d996f2d3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:26.603812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69b5a6-d9de-4c0e-83d7-f09c9b9e0449 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21c961-d1ef-4494-bec8-48bdd8e16cd3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:26.624678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.632884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b69b5a6-d9de-4c0e-83d7-f09c9b9e0449 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.634458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4b69b5a6-d9de-4c0e-83d7-f09c9b9e0449 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5031664 Jul 22 21:52:26.642495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43216) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:26.655826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d682c78a-4f0e-4872-bdcc-d5c1ee8d10bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'security_group_rule': {'security_group_id': '9e21c961-d1ef-4494-bec8-48bdd8e16cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:26.692286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:26.775314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:26.776040 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.836697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d682c78a-4f0e-4872-bdcc-d5c1ee8d10bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:26.893232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port d9def761-938c-494f-8175-556cb05378d0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:26.893766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.021843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port d9def761-938c-494f-8175-556cb05378d0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=d9def761-938c-494f-8175-556cb05378d0,segment=NetworkSegment(6f0b228e-6ede-4a4f-b9d9-514aac1d9eab),segment_id=6f0b228e-6ede-4a4f-b9d9-514aac1d9eab)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:27.022597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.051003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d682c78a-4f0e-4872-bdcc-d5c1ee8d10bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.054962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for d9def761-938c-494f-8175-556cb05378d0 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:27.061350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d682c78a-4f0e-4872-bdcc-d5c1ee8d10bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.096992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682c78a-4f0e-4872-bdcc-d5c1ee8d10bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa8c4bd-7b77-4d78-bfef-af80fb77ab02,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:27.109006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d682c78a-4f0e-4872-bdcc-d5c1ee8d10bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.110719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d682c78a-4f0e-4872-bdcc-d5c1ee8d10bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4671693 Jul 22 21:52:27.113538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43222) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:27.122242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bf926b62-13fb-471d-b66f-0b90893c08ce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'security_group_rule': {'security_group_id': '9e21c961-d1ef-4494-bec8-48bdd8e16cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:27.190176 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf926b62-13fb-471d-b66f-0b90893c08ce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.223038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device adb90813-641b-4a09-8b39-b167c2cf8bb8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:27.299756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] DHCP port deletion for 2f196f60-3a9e-4b82-92d4-91f699b6541e request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:52:27.320842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf926b62-13fb-471d-b66f-0b90893c08ce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.338384 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf926b62-13fb-471d-b66f-0b90893c08ce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.341904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.357672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port adb90813-641b-4a09-8b39-b167c2cf8bb8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:27.366294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf926b62-13fb-471d-b66f-0b90893c08ce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aa8a76-4794-400e-9df9-3f7f18a2d16b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:27.371804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:23Z', 'revision_number': 8, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:16Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:27.377545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port adb90813-641b-4a09-8b39-b167c2cf8bb8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:27.377938 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.392594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf926b62-13fb-471d-b66f-0b90893c08ce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.394688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bf926b62-13fb-471d-b66f-0b90893c08ce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2790895 Jul 22 21:52:27.398093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:27.410649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:27.426506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=d9def761-938c-494f-8175-556cb05378d0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:27.430767 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port d9def761-938c-494f-8175-556cb05378d0 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:27.472178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:27.488126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] Deleting port d9def761-938c-494f-8175-556cb05378d0 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:27.488654 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.512150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.563899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:27.666463 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.695903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:27.696625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:27.700085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] For port d9def761-938c-494f-8175-556cb05378d0, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:27.700669 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.751812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f196f60-3a9e-4b82-92d4-91f699b6541e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:27.755224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.879616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:27.879827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0b228e-6ede-4a4f-b9d9-514aac1d9eab') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:27.898232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.902411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Allocated IP 172.25.5.235 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/85baa44d-9a38-402e-b652-27f92564cac2) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:27.919771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] Calling delete_port for d9def761-938c-494f-8175-556cb05378d0 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:27.929322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] Port d9def761-938c-494f-8175-556cb05378d0 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:52:27.939131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.951425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.961812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:52:27.962283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:27.966490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] No DVR routers for this DVR port d9def761-938c-494f-8175-556cb05378d0 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:52:28.049337 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:52:28.053486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.056788 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Sync routers for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:28.072211 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.075886 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:28.076526 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:28.081145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.083084 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/2f196f60-3a9e-4b82-92d4-91f699b6541e HTTP/1.1" status: 204 len: 168 time: 1.6309440 Jul 22 21:52:28.098502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49082c58-8e33-4552-92ea-c096093bd358 None None] Pushing event deleted for resources: {'Port': ['ID=d9def761-938c-494f-8175-556cb05378d0,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:28.113355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43242) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:28.122576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.126784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:28.171752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.203050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port adb90813-641b-4a09-8b39-b167c2cf8bb8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=adb90813-641b-4a09-8b39-b167c2cf8bb8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:28.214252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.235098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeb3b8-b80a-4fc0-9c67-8153d7b66a06 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=2f196f60-3a9e-4b82-92d4-91f699b6541e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:28.276388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'Port': ['ID=85baa44d-9a38-402e-b652-27f92564cac2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:28.299030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:28.302875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:28.311672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:28.382743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9def761-938c-494f-8175-556cb05378d0 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:28.391561 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:28.592465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: d9def761-938c-494f-8175-556cb05378d0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:28.593389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device d9def761-938c-494f-8175-556cb05378d0 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:28.633048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.639052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.685497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=adb90813-641b-4a09-8b39-b167c2cf8bb8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:28.739356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:23Z', 'revision_number': 8, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:16Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:28.796566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667830c-b19a-4265-b249-0ef122c5ad4f None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:23Z', 'revision_number': 8, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9f00aa-b1eb-421f-9dfa-8697daf77b6c', 'name': '', 'network_id': '4b2374cd-7993-454b-967f-12e238b68f6d', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:83:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:06Z', 'updated_at': '2021-07-22T21:52:16Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '483e8630-8c0b-4ea8-97e2-95f5b2e2d409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:28.796885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.821172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 2, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:28.875494 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Checking router: 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:28.875879 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Updating router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e port a2b99fde-31b4-4453-b481-eef1d996f2d3 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:52:28.959055 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.991569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:28.998041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.059457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Deleting port af66a5de-6369-41bd-9aad-dfdcb8967b8e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:29.060284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.133726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'Port': ['ID=85baa44d-9a38-402e-b652-27f92564cac2,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:29.163718 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.177851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] For port af66a5de-6369-41bd-9aad-dfdcb8967b8e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=af66a5de-6369-41bd-9aad-dfdcb8967b8e,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:29.178395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.194094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Calling delete_port for af66a5de-6369-41bd-9aad-dfdcb8967b8e owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:29.196603 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.199560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d4c7c983-5d83-43f2-989d-dc2117ca245c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7999825 Jul 22 21:52:29.274033 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.545062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-1acdb913-bc6f-4869-8648-9fe8ca8e7727 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1954202963&fields=id&tenant_id=867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 267 time: 0.1269820 Jul 22 21:52:29.572300 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.588151 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Transition to ACTIVE for port object a2b99fde-31b4-4453-b481-eef1d996f2d3 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:29.588322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.597510 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.683722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=af66a5de-6369-41bd-9aad-dfdcb8967b8e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:29.711489 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89d1f0-a4cd-4931-bf9f-12bfb3db2417 None None] Pushing event updated for resources: {'Port': ['ID=a2b99fde-31b4-4453-b481-eef1d996f2d3,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:29.756489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-6e30e6b8-4934-480c-a00f-0d16288b232a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:29.763832 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-6e30e6b8-4934-480c-a00f-0d16288b232a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 816 time: 0.2088623 Jul 22 21:52:29.796982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-77353e5d-d8f1-4a10-93ad-845fd9389057 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/quotas/867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 375 time: 0.0319829 Jul 22 21:52:29.833721 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Attempting to bind port a2b99fde-31b4-4453-b481-eef1d996f2d3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:29.834464 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Attempting to bind port a2b99fde-31b4-4453-b481-eef1d996f2d3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:29.835215 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Attempting to bind port a2b99fde-31b4-4453-b481-eef1d996f2d3 on network 445a1592-8d0b-4b72-87fc-1f995c584350 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:29.841440 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:29.842056 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Checking segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:29.842619 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.846648 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Bound using segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:29.847411 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Bound port: a2b99fde-31b4-4453-b481-eef1d996f2d3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:29.848008 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.879619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:29.985057 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] For port a2b99fde-31b4-4453-b481-eef1d996f2d3, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:29.989458 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] For port a2b99fde-31b4-4453-b481-eef1d996f2d3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a2b99fde-31b4-4453-b481-eef1d996f2d3,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:29.998899 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:30.009526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port af9f00aa-b1eb-421f-9dfa-8697daf77b6c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:30.009898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:30.040546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-912f3804-0158-47ea-931c-c710a78d765f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2425013 Jul 22 21:52:30.080434 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:30.081056 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:30.082750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-51d7ccbb-b1f6-49f0-883a-d78815d5ba0e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:52:30.084177 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-51d7ccbb-b1f6-49f0-883a-d78815d5ba0e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179791 Jul 22 21:52:30.259225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-936fbb70-84a3-4662-8e12-c0002a7180d7 service neutron] 10.222.0.54 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595562 Jul 22 21:52:30.269563 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89d1f0-a4cd-4931-bf9f-12bfb3db2417 None None] Pushing event updated for resources: {'Port': ['ID=a2b99fde-31b4-4453-b481-eef1d996f2d3,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:30.392937 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:30.417124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-997d5155-1c92-4174-b37e-a6bef7cf6a34 service neutron] 10.222.0.54 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569793 Jul 22 21:52:30.456041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port af9f00aa-b1eb-421f-9dfa-8697daf77b6c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,segment=NetworkSegment(97ccdf25-5a02-4394-8b7a-1d9b93942a27),segment_id=97ccdf25-5a02-4394-8b7a-1d9b93942a27)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:30.456420 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:30.497930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for af9f00aa-b1eb-421f-9dfa-8697daf77b6c owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:30.610251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device adb90813-641b-4a09-8b39-b167c2cf8bb8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:30.728326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port adb90813-641b-4a09-8b39-b167c2cf8bb8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:30.728714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:30.828610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:29Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:30.876937 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5c4b4-8dc1-4dbb-bd85-904933413695 None None] The sync data for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 is: [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:29Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:30.919958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a2b99fde-31b4-4453-b481-eef1d996f2d3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:30.971611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Router f16de16d-feed-43fd-aa5c-53c75cf83081 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:31.030917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port a2b99fde-31b4-4453-b481-eef1d996f2d3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:31.041750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a2b99fde-31b4-4453-b481-eef1d996f2d3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:31.042592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.068776 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:52:31.181555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:31.192013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1b306916-e2c9-46e9-a5e6-675d61f63ffc admin admin] 10.222.0.54 "PUT /v2.0/routers/f16de16d-feed-43fd-aa5c-53c75cf83081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6255744 Jul 22 21:52:31.192411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43308) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:31.249992 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.252248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] Sync routers for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:31.281222 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:31.281888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:31.357986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port a2b99fde-31b4-4453-b481-eef1d996f2d3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a2b99fde-31b4-4453-b481-eef1d996f2d3,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:31.392087 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.448238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-246205a6-c18c-4e29-9250-19f8297e6e39 req-44bd7e6b-3311-42b2-9767-5700cf6d7819 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 210 time: 0.0814445 Jul 22 21:52:31.467872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.481650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6a100ce7-c59f-4b75-b65a-0a8933ae0198 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:31.577233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 6a100ce7-c59f-4b75-b65a-0a8933ae0198 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:31.577579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6a100ce7-c59f-4b75-b65a-0a8933ae0198 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:31.623966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.642851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.649423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=a2b99fde-31b4-4453-b481-eef1d996f2d3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:31.656990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.698853 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:31.703531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=af9f00aa-b1eb-421f-9dfa-8697daf77b6c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:31.760329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Deleting port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:31.761189 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.936263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] For port e1cceb95-6d7f-426d-82bb-2cceb54a1bfa, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:31.936634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:31.955737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Calling delete_port for e1cceb95-6d7f-426d-82bb-2cceb54a1bfa owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:31.968544 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.141211 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:52:29Z', 'revision_number': 5, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port': {'id': 'e1cceb95-6d7f-426d-82bb-2cceb54a1bfa', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:22Z', 'updated_at': '2021-07-22T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:32.258385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] Checking router: f16de16d-feed-43fd-aa5c-53c75cf83081 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:32.265826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.282667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.283967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] Routers {'f16de16d-feed-43fd-aa5c-53c75cf83081'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:32.286033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f16de16d-feed-43fd-aa5c-53c75cf83081'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:32.309264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cceb95-6d7f-426d-82bb-2cceb54a1bfa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:32.341244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:32.425081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] Set router f16de16d-feed-43fd-aa5c-53c75cf83081 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:32.443546 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.532561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:32.538968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b4465603-a626-4333-97a0-421b180d179a tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243991 Jul 22 21:52:32.545620 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:32.549094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43334) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:32.565970 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:32.566805 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:32.680218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.680580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet 483e8630-8c0b-4ea8-97e2-95f5b2e2d409 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:52:32.684308 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.685680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.756919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.770133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.770999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16de16d-feed-43fd-aa5c-53c75cf83081 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:52:32.778101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.779450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-002d1229-6920-4100-9bb3-cf3581de8b6c admin admin] 10.222.0.54 "DELETE /v2.0/routers/f16de16d-feed-43fd-aa5c-53c75cf83081 HTTP/1.1" status: 204 len: 168 time: 1.5859716 Jul 22 21:52:32.783104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43338) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:32.907896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] Deleting subnet 45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:52:32.923587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:32.938994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:52:32Z', 'revision_number': 7, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:32.975822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-61e2c5fd-c315-459d-b7af-27d026f38807 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:32.979904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a2b99fde-31b4-4453-b481-eef1d996f2d3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:32.981563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f32bc4-1db3-4a28-bc44-98ed1c44e230 None None] The sync data for ids ['f16de16d-feed-43fd-aa5c-53c75cf83081'] in n-d-762330-19 is: [{'id': 'f16de16d-feed-43fd-aa5c-53c75cf83081', 'name': 'tempest-TestVolumeBackupRestore-1009524002-router', 'tenant_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:21Z', 'updated_at': '2021-07-22T21:52:32Z', 'revision_number': 7, 'project_id': '4c7e92d13d2f47c1a4919adec8e44b49', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:32.999238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-61e2c5fd-c315-459d-b7af-27d026f38807 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 816 time: 0.3043406 Jul 22 21:52:33.002629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.009262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5be3f367-bcf9-4a9c-b681-54a86b6ef2c4 req-e16add97-3a42-46f1-88e4-1f9c9c0d4e6d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 210 time: 0.0508182 Jul 22 21:52:33.039896 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:33.091145 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-809d6273-9593-483b-80d0-af20ffdad412 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 380 time: 0.0763848 Jul 22 21:52:33.099329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port a2b99fde-31b4-4453-b481-eef1d996f2d3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:33.099925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.113731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.123968 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.135121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'port': {'device_id': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'admin_state_up': True, 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'security_groups': ['9e21c961-d1ef-4494-bec8-48bdd8e16cd3']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:33.166278 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.168635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0492ad7-22ed-4a19-9988-af378b14db32 None None] Network 4b2374cd-7993-454b-967f-12e238b68f6d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:33.172008 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/483e8630-8c0b-4ea8-97e2-95f5b2e2d409 HTTP/1.1" status: 204 len: 168 time: 0.6214013 Jul 22 21:52:33.175067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43344) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:33.175893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857cff-9459-4b6f-b3c3-ecd77cf54610 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=483e8630-8c0b-4ea8-97e2-95f5b2e2d409,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:33.334101 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.405726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 32ed86d0-7585-4099-8881-a37760965b90 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:33.406142 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.406274 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.517775 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 9, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:33.519411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.542502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port 32ed86d0-7585-4099-8881-a37760965b90, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=32ed86d0-7585-4099-8881-a37760965b90,segment=NetworkSegment(97ccdf25-5a02-4394-8b7a-1d9b93942a27),segment_id=97ccdf25-5a02-4394-8b7a-1d9b93942a27)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:33.543164 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.567350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51074e8-e521-459a-a999-d218c0df554c None None] DHCP port deletion for 4b2374cd-7993-454b-967f-12e238b68f6d request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:52:33.573908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:33.584179 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:33.585865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 32ed86d0-7585-4099-8881-a37760965b90 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:33.589828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.594137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-41d8f7b3-b55b-44af-968b-42ed1913230b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/45a94cbb-b625-4b9f-b1a4-5ab0edcd07e9 HTTP/1.1" status: 204 len: 168 time: 0.8097694 Jul 22 21:52:33.601140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43348) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:33.603561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958c4f71-3d24-4a53-b2c9-9317f345e126 None None] Network 252e5475-412e-4fae-8bcc-4112e1cec30e requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:33.606889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:33.607600 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:33.763033 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:33.785351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.814108 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.833471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=32ed86d0-7585-4099-8881-a37760965b90,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:33.849676 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port 32ed86d0-7585-4099-8881-a37760965b90 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:33.876712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Made reservation on behalf of 867afe76b6cd41aaa4f78cc62c516646 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:33.890990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f51074e8-e521-459a-a999-d218c0df554c None None] Deleting port 32ed86d0-7585-4099-8881-a37760965b90 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:33.891540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:33.897893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f51074e8-e521-459a-a999-d218c0df554c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.023354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.049569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2374cd-7993-454b-967f-12e238b68f6d']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:34.064652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ccdf25-5a02-4394-8b7a-1d9b93942a27') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:34.064958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ccdf25-5a02-4394-8b7a-1d9b93942a27') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:34.076950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.086950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f51074e8-e521-459a-a999-d218c0df554c None None] For port 32ed86d0-7585-4099-8881-a37760965b90, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:34.087792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f51074e8-e521-459a-a999-d218c0df554c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.112493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.128630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:52:34.129059 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.145912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f51074e8-e521-459a-a999-d218c0df554c None None] Calling delete_port for 32ed86d0-7585-4099-8881-a37760965b90 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:34.156046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Deleting port 9489e081-211a-4fe7-81fe-a4f8c6953af1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:34.156046 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.171039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-f51074e8-e521-459a-a999-d218c0df554c None None] Port 32ed86d0-7585-4099-8881-a37760965b90 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:52:34.181754 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f51074e8-e521-459a-a999-d218c0df554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.234975 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 9, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:52:34.257004 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:52:34.271918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.292685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51074e8-e521-459a-a999-d218c0df554c None None] Pushing event deleted for resources: {'Port': ['ID=32ed86d0-7585-4099-8881-a37760965b90,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:34.302455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.304840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/4b2374cd-7993-454b-967f-12e238b68f6d HTTP/1.1" status: 204 len: 168 time: 1.1255257 Jul 22 21:52:34.305260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51074e8-e521-459a-a999-d218c0df554c None None] No DVR routers for this DVR port 32ed86d0-7585-4099-8881-a37760965b90 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:34.308634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43362) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:34.317354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c2317e1-0fa5-44e9-8b5d-ebb7066d281d req-f2122d88-42da-4399-91a7-cd1c880f667a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 210 time: 0.0592139 Jul 22 21:52:34.333374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d105f3-117e-48c2-b0f9-50cfff64cd6b None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 9, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42749212-e956-41d6-9655-2c798d8f5fb1', 'name': '', 'network_id': 'b3698f8f-ed32-4307-b50e-3555371c9f22', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:b0:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:58Z', 'updated_at': '2021-07-22T21:52:12Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '187f6880-46e3-4681-9fea-64925bbb5a9e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:34.364463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1de973-a8dd-4b45-8b8f-beefa9776ebf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=4b2374cd-7993-454b-967f-12e238b68f6d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:34.406172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] DHCP port deletion for 252e5475-412e-4fae-8bcc-4112e1cec30e request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:52:34.504194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] Deleting port 9489e081-211a-4fe7-81fe-a4f8c6953af1 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:34.504194 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.513144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af66a5de-6369-41bd-9aad-dfdcb8967b8e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:34.543582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Allocated IP 172.20.0.7 (445a1592-8d0b-4b72-87fc-1f995c584350/bd386fad-3ca0-431d-a02b-69c2388cfef3/267c5dff-6c6f-4dd7-bc4b-502b12110df0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:34.546350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: af66a5de-6369-41bd-9aad-dfdcb8967b8e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:34.546895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af66a5de-6369-41bd-9aad-dfdcb8967b8e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:34.548490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 32ed86d0-7585-4099-8881-a37760965b90 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:34.548820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] For port 9489e081-211a-4fe7-81fe-a4f8c6953af1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9489e081-211a-4fe7-81fe-a4f8c6953af1,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:34.549301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.611266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 32ed86d0-7585-4099-8881-a37760965b90 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:34.611624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 32ed86d0-7585-4099-8881-a37760965b90 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:34.612168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1cceb95-6d7f-426d-82bb-2cceb54a1bfa no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:34.624925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Calling delete_port for 9489e081-211a-4fe7-81fe-a4f8c6953af1 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:34.676548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e1cceb95-6d7f-426d-82bb-2cceb54a1bfa {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:34.677148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e1cceb95-6d7f-426d-82bb-2cceb54a1bfa not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:34.711435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] For port 9489e081-211a-4fe7-81fe-a4f8c6953af1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9489e081-211a-4fe7-81fe-a4f8c6953af1,segment=NetworkSegment(bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5),segment_id=bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:34.713243 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.730933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] Calling delete_port for 9489e081-211a-4fe7-81fe-a4f8c6953af1 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:34.881051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:34.917936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] Pushing event deleted for resources: {'Port': ['ID=9489e081-211a-4fe7-81fe-a4f8c6953af1,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:34.920621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a172da5-75f3-4593-b74a-8764afcac8d9 None None] No DVR routers for this DVR port 9489e081-211a-4fe7-81fe-a4f8c6953af1 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:35.022401 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.056206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] No DVR routers for this DVR port 9489e081-211a-4fe7-81fe-a4f8c6953af1 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:35.096289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Pushing event deleted for resources: {'Port': ['ID=9489e081-211a-4fe7-81fe-a4f8c6953af1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:35.149453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.203087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Transition to ACTIVE for port object 267c5dff-6c6f-4dd7-bc4b-502b12110df0 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:35.252835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.287879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252e5475-412e-4fae-8bcc-4112e1cec30e']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:35.327311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:35.327667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf42bd2f-27e5-4e73-9951-6a7a3d10b7e5') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:35.345097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.373555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.392820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:52:35.393551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:52:35.396420 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:52:35.422565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.560407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.565331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Network 445a1592-8d0b-4b72-87fc-1f995c584350 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:35.590930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.595789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] 10.222.0.54 "DELETE /v2.0/networks/252e5475-412e-4fae-8bcc-4112e1cec30e HTTP/1.1" status: 204 len: 168 time: 1.9924538 Jul 22 21:52:35.598395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43378) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:35.603607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:35.641993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce65391-e854-4f56-bb39-64d31ce7567b admin admin] Pushing event deleted for resources: {'Network': ['ID=252e5475-412e-4fae-8bcc-4112e1cec30e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:35.648379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:35.689698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:35.691354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3ef30-de4d-4d4e-9b4e-a2dcfa4da8d2 req-2a04e411-29d2-4a16-9b5d-b1e4d1e8f1f0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:35.694199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41a3ef30-de4d-4d4e-9b4e-a2dcfa4da8d2 req-2a04e411-29d2-4a16-9b5d-b1e4d1e8f1f0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 931 time: 0.2369471 Jul 22 21:52:35.741852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.840133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41a3ef30-de4d-4d4e-9b4e-a2dcfa4da8d2 req-c4eca03c-d669-4d64-bf00-0c1219f8749f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056027 Jul 22 21:52:35.902966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:35.903653 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:35.935623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-3ed9b810-85cd-48a8-92fb-699fb3b91d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8244562 Jul 22 21:52:35.983129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Request body: {'port': {'device_id': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:36.015751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-60946e58-4c84-4e3c-98d5-982c8dd0e70a None None] Provisioning for port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:36.022675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-60946e58-4c84-4e3c-98d5-982c8dd0e70a None None] Provisioning complete for port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:36.023387 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-60946e58-4c84-4e3c-98d5-982c8dd0e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:36.077783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-60946e58-4c84-4e3c-98d5-982c8dd0e70a None None] Port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:36.149300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:36.251279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:36.460720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af9f00aa-b1eb-421f-9dfa-8697daf77b6c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:36.490946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: af9f00aa-b1eb-421f-9dfa-8697daf77b6c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:36.491989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device af9f00aa-b1eb-421f-9dfa-8697daf77b6c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:36.494368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9489e081-211a-4fe7-81fe-a4f8c6953af1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:36.513125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 42749212-e956-41d6-9655-2c798d8f5fb1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:36.513566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:36.537891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9489e081-211a-4fe7-81fe-a4f8c6953af1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:36.538585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9489e081-211a-4fe7-81fe-a4f8c6953af1 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:36.635324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Deleting port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:36.636488 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:36.686166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port 42749212-e956-41d6-9655-2c798d8f5fb1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=42749212-e956-41d6-9655-2c798d8f5fb1,segment=NetworkSegment(5f0ade0f-2dd5-4c11-81e2-e88a243a2f40),segment_id=5f0ade0f-2dd5-4c11-81e2-e88a243a2f40)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:36.687437 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:36.721479 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 42749212-e956-41d6-9655-2c798d8f5fb1 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:36.757747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] For port 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,segment=NetworkSegment(34a1a074-47eb-4cbb-a979-f86750a7bb9e),segment_id=34a1a074-47eb-4cbb-a979-f86750a7bb9e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:36.758112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:36.772449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Calling delete_port for 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:37.106936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d6dd-0dc5-4d5c-b108-ab7f2685e5f9 req-e239f2c9-1a17-4ce3-8eb8-3193a6871382 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:37.108658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7af4d6dd-0dc5-4d5c-b108-ab7f2685e5f9 req-e239f2c9-1a17-4ce3-8eb8-3193a6871382 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 931 time: 0.1709104 Jul 22 21:52:37.160028 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:37.208263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7af4d6dd-0dc5-4d5c-b108-ab7f2685e5f9 req-d58c8e99-8e7f-4b3b-825a-2de373758ec6 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845020 Jul 22 21:52:37.209792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b44dd5-ba0f-4aa1-b93a-3ef00a157caf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:37.295012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267c5dff-6c6f-4dd7-bc4b-502b12110df0 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:52:37.307757 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:37.333692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Transition to ACTIVE for port object 267c5dff-6c6f-4dd7-bc4b-502b12110df0 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:37.381743 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:37.447325 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:37.484505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:37.630105 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:37.636417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Attempting to bind port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:37.636755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Attempting to bind port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:37.637082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Attempting to bind port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 on network 445a1592-8d0b-4b72-87fc-1f995c584350 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:37.646649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 on network 445a1592-8d0b-4b72-87fc-1f995c584350 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:52:37.647019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Attempting to bind port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 on network 445a1592-8d0b-4b72-87fc-1f995c584350 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:37.679743 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=42749212-e956-41d6-9655-2c798d8f5fb1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:37.690331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:37.690923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Checking segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:37.691169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Bound using segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:37.691594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Bound port: 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:37.692106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:37.811280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:37.946461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:37.957139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:37.961918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:37.974919 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.003154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:38.013353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-43d7e50e-a0da-4365-94dd-8b29b54c76f0 admin admin] 10.222.0.54 "PUT /v2.0/routers/21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4124849 Jul 22 21:52:38.014096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43416) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:38.014497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] Sync routers for ids ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:38.027059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] Routers {'21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:38.028142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:38.094610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:38.095238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.096772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 1092 time: 2.1190836 Jul 22 21:52:38.099772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:52:38.102629 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:52:38.145090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb5c31-7fa5-456a-8760-eec8835fe1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:38.184181 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.227175 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0da9ae-e595-4c03-88e2-a1678fac7ed1 x-openstack-request-id: req-ae0da9ae-e595-4c03-88e2-a1678fac7ed1 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:52:38.231324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] Set router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:38.245285 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:52:38.245559 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae0da9ae-e595-4c03-88e2-a1678fac7ed1 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:52:38.245989 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'status': 'completed', 'code': 200} Jul 22 21:52:38.357262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.454021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-87230017-ad41-4ef4-8711-284923836566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:38.455503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-87230017-ad41-4ef4-8711-284923836566 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1095 time: 0.2981861 Jul 22 21:52:38.457449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:38.490330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Deleting port 8f6643fe-a173-4a52-81d5-05831f2438bd {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:38.490681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.540700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f069-00ba-45ef-b0aa-a6a58797d33a req-6eee0eb9-af2c-493e-9621-2df9c5826b2c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:38.548329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d13f069-00ba-45ef-b0aa-a6a58797d33a req-6eee0eb9-af2c-493e-9621-2df9c5826b2c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1442964 Jul 22 21:52:38.581554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-49da0274-fda1-4c20-9e4e-eb4289438c04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 217 time: 0.1124048 Jul 22 21:52:38.601681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:52:37Z', 'revision_number': 5, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port': {'id': '8f6643fe-a173-4a52-81d5-05831f2438bd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:38.628952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d13f069-00ba-45ef-b0aa-a6a58797d33a req-80b43cc4-5633-4a97-9b38-f954a81f0f8f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792544 Jul 22 21:52:38.633732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] Checking router: 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:38.646305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] Routers {'21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:38.647194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:38.702261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] For port 8f6643fe-a173-4a52-81d5-05831f2438bd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8f6643fe-a173-4a52-81d5-05831f2438bd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:38.704847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.717531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Calling delete_port for 8f6643fe-a173-4a52-81d5-05831f2438bd owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:38.734907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:38.746870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4b5b8b5f-9aa1-4ff3-b4e5-a78a46612c51 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4263515 Jul 22 21:52:38.747723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43426) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:38.748039 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:38.764034 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:38.764834 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:38.781197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-ad186fc9-b771-44fb-b898-6829c7674857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:38.789233 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-ad186fc9-b771-44fb-b898-6829c7674857 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.1610126 Jul 22 21:52:38.822411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] Set router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:38.871883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet 187f6880-46e3-4681-9fea-64925bbb5a9e {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:52:38.884428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.897906 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:38.958027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-17ecb5cf-ddd9-4dfb-9bf0-fb9d275dbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:38.962800 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-17ecb5cf-ddd9-4dfb-9bf0-fb9d275dbfd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675045 Jul 22 21:52:38.964241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:52:38Z', 'revision_number': 6, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:38.968079 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:38.987871 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.046528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f1cd7-ccf4-4133-8d8e-77c359f085d7 None None] The sync data for ids ['21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8'] in n-d-762330-19 is: [{'id': '21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8', 'name': 'tempest-TestVolumeBackupRestore-1469025047-router', 'tenant_id': '9c2f82441d584df18ee2b730b50fee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:47:30Z', 'updated_at': '2021-07-22T21:52:38Z', 'revision_number': 6, 'project_id': '9c2f82441d584df18ee2b730b50fee79', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:39.057782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6643fe-a173-4a52-81d5-05831f2438bd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:39.194567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-6e6961c3-9629-4234-beae-ae289603c4f2 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212975 Jul 22 21:52:39.196212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.228578 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:37Z', 'revision_number': 10, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:39.293783 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:39.313883 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:39.314949 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:39.355918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.386814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=187f6880-46e3-4681-9fea-64925bbb5a9e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:39.393483 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cb1bb96-24de-4178-a21b-009f45fa7977 req-35000bf9-8eaf-469e-bf28-7af27c5fd621 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669817 Jul 22 21:52:39.399468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.403357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e1b2ecec-ff11-4390-841f-ad875a1cfddd tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/187f6880-46e3-4681-9fea-64925bbb5a9e HTTP/1.1" status: 204 len: 168 time: 0.6536250 Jul 22 21:52:39.407352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43438) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:39.433941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67702e27-cb53-40b6-acff-bec5927ebb1a None None] Network b3698f8f-ed32-4307-b50e-3555371c9f22 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:39.606126 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.659041 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:39.700068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.727080 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-f6eac312-f9e8-4464-9788-1c868df0cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:39.729424 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-f6eac312-f9e8-4464-9788-1c868df0cf5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1095 time: 0.2262847 Jul 22 21:52:39.823504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.826152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.901500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.902335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:52:39.910221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:39.916381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-94243c0b-14ad-4e1d-826e-36c8528dbca9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/21a1c6bd-5c8a-4e27-847d-fa1bc53ba0e8 HTTP/1.1" status: 204 len: 168 time: 1.9007921 Jul 22 21:52:39.942871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43446) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:40.003597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] DHCP port deletion for b3698f8f-ed32-4307-b50e-3555371c9f22 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:52:40.034619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729178-33bd-4f89-8758-bf00d57b919c req-c8af0b54-59ea-4766-958f-4a232cd34c5b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:40.036535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2729178-33bd-4f89-8758-bf00d57b919c req-c8af0b54-59ea-4766-958f-4a232cd34c5b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1482277 Jul 22 21:52:40.078689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 397923cf-56b5-4f7e-944a-623262d960a2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:40.079038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.090447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] Deleting port 397923cf-56b5-4f7e-944a-623262d960a2 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:40.091084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.129790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2729178-33bd-4f89-8758-bf00d57b919c req-25855fe5-f97a-40de-873b-29132d8a650e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841472 Jul 22 21:52:40.176920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] Deleting subnet d2113456-92e9-4dac-a3e7-60c5787f694b {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:52:40.184146 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.185777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] For port 397923cf-56b5-4f7e-944a-623262d960a2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=397923cf-56b5-4f7e-944a-623262d960a2,segment=NetworkSegment(5f0ade0f-2dd5-4c11-81e2-e88a243a2f40),segment_id=5f0ade0f-2dd5-4c11-81e2-e88a243a2f40)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:40.186247 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.208589 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:37Z', 'revision_number': 10, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:40.226916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] Calling delete_port for 397923cf-56b5-4f7e-944a-623262d960a2 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:40.252246 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.285487 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a467f-57e9-41b7-a6e3-8ad23cad4ad3 None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:37Z', 'revision_number': 10, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None, '_interfaces': [{'id': '3225dc65-cec4-481b-806a-5e8fc6a5ef0d', 'name': '', 'network_id': '27ba0a2f-c1a9-414f-9df3-273c2bc366f8', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'mac_address': 'fa:16:3e:1e:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462999af-9347-4705-84df-5141fde3ca31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:51:53Z', 'updated_at': '2021-07-22T21:52:02Z', 'revision_number': 5, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'subnets': [{'id': '1c32d8e7-44fb-419d-a92e-dd1e2202474b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:40.290065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-21dbbbfc-454e-4717-a32c-a56d9bd8ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:40.292376 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-21dbbbfc-454e-4717-a32c-a56d9bd8ed21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.4921348 Jul 22 21:52:40.381394 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.391274 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-b27afb68-e119-4c6e-a832-2b776eb8216c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 217 time: 0.0866449 Jul 22 21:52:40.419464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] No DVR routers for this DVR port 397923cf-56b5-4f7e-944a-623262d960a2 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:40.422604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port 397923cf-56b5-4f7e-944a-623262d960a2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=397923cf-56b5-4f7e-944a-623262d960a2,segment=NetworkSegment(5f0ade0f-2dd5-4c11-81e2-e88a243a2f40),segment_id=5f0ade0f-2dd5-4c11-81e2-e88a243a2f40)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:40.423005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.424447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93181bcd-9db4-4ce3-942c-097816ca0108 None None] Pushing event deleted for resources: {'Port': ['ID=397923cf-56b5-4f7e-944a-623262d960a2,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:40.481680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 397923cf-56b5-4f7e-944a-623262d960a2 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:40.528216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-88b91533-a55a-45e8-b13c-de42d83ec283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:40.529751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-88b91533-a55a-45e8-b13c-de42d83ec283 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.1259532 Jul 22 21:52:40.611172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.669360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8f6643fe-a173-4a52-81d5-05831f2438bd no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:40.711118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.726380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8f6643fe-a173-4a52-81d5-05831f2438bd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:40.726990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8f6643fe-a173-4a52-81d5-05831f2438bd not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:40.727624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:40.753648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-4a7363ca-779e-4ff2-a254-a2211853fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:40.755320 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-4a7363ca-779e-4ff2-a254-a2211853fabb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860774 Jul 22 21:52:40.759074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=397923cf-56b5-4f7e-944a-623262d960a2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:40.765438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.776229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port 397923cf-56b5-4f7e-944a-623262d960a2 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:40.783278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:40.784358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 08b44dd5-ba0f-4aa1-b93a-3ef00a157caf not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:40.785577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 397923cf-56b5-4f7e-944a-623262d960a2 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:40.795363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.801635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d2113456-92e9-4dac-a3e7-60c5787f694b HTTP/1.1" status: 204 len: 168 time: 0.8533063 Jul 22 21:52:40.804679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:40.828519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 397923cf-56b5-4f7e-944a-623262d960a2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:40.829080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 397923cf-56b5-4f7e-944a-623262d960a2 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:40.838333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b81f87-fd30-4eac-8ac4-82e9280d9e28 None None] Network c8197308-6a87-471c-bb59-2133fefd3450 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:40.849162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906e5e-ed40-454c-848d-2ff943377143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2113456-92e9-4dac-a3e7-60c5787f694b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:40.960690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.971134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:40.992800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3698f8f-ed32-4307-b50e-3555371c9f22']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:41.011477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:41.011930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0ade0f-2dd5-4c11-81e2-e88a243a2f40') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:41.015155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-6321ed83-8202-4744-b678-8848b19dd0e0 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402649 Jul 22 21:52:41.058381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Deleting port f733f50f-904e-4645-9c83-73a5f6b0925d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:41.058984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.064414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.085123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.096174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:52:41.096687 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: self.session.flush() Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:52:41.100351 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:52:41.124565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] DHCP port deletion for c8197308-6a87-471c-bb59-2133fefd3450 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:52:41.207668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] For port f733f50f-904e-4645-9c83-73a5f6b0925d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f733f50f-904e-4645-9c83-73a5f6b0925d,segment=NetworkSegment(34a1a074-47eb-4cbb-a979-f86750a7bb9e),segment_id=34a1a074-47eb-4cbb-a979-f86750a7bb9e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:41.210215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.218675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] Deleting port f733f50f-904e-4645-9c83-73a5f6b0925d {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:41.219705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.241999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-adab1e32-e9b6-4c96-ac37-a6efd6f38fe1 req-93860e34-ec93-4e93-aac3-ff3ca06a488f service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130380 Jul 22 21:52:41.242616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.258247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.264125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/b3698f8f-ed32-4307-b50e-3555371c9f22 HTTP/1.1" status: 204 len: 168 time: 1.8522944 Jul 22 21:52:41.264366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Calling delete_port for f733f50f-904e-4645-9c83-73a5f6b0925d owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:41.264468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43472) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:41.285978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8419-4f98-4839-9935-3bda303f61f9 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=b3698f8f-ed32-4307-b50e-3555371c9f22,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:41.305838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] For port f733f50f-904e-4645-9c83-73a5f6b0925d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f733f50f-904e-4645-9c83-73a5f6b0925d,segment=NetworkSegment(34a1a074-47eb-4cbb-a979-f86750a7bb9e),segment_id=34a1a074-47eb-4cbb-a979-f86750a7bb9e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:41.306256 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.320681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] Calling delete_port for f733f50f-904e-4645-9c83-73a5f6b0925d owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:41.352669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff385a-93f7-4564-a041-212f1ce7d278 req-12ffb42f-22cc-46d6-8f96-87269835b3d2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:41.354305 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22ff385a-93f7-4564-a041-212f1ce7d278 req-12ffb42f-22cc-46d6-8f96-87269835b3d2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1486309 Jul 22 21:52:41.409650 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22ff385a-93f7-4564-a041-212f1ce7d278 req-832ddf15-fa39-4f04-b713-d8bde8a05612 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475245 Jul 22 21:52:41.438669 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.452652 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.458664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] No DVR routers for this DVR port f733f50f-904e-4645-9c83-73a5f6b0925d on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:41.465067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] No DVR routers for this DVR port f733f50f-904e-4645-9c83-73a5f6b0925d on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:41.480073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55475d-c803-4bfe-b0fd-583c8378c061 None None] Pushing event deleted for resources: {'Port': ['ID=f733f50f-904e-4645-9c83-73a5f6b0925d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:41.511589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f733f50f-904e-4645-9c83-73a5f6b0925d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:41.569036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.581590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8197308-6a87-471c-bb59-2133fefd3450']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:41.593994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a1a074-47eb-4cbb-a979-f86750a7bb9e') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:41.594302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a1a074-47eb-4cbb-a979-f86750a7bb9e') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:41.605157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.620380 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.627037 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:52:41.627703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:52:41.629583 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:52:41.699588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.706835 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.713701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:41.719144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c8197308-6a87-471c-bb59-2133fefd3450 HTTP/1.1" status: 204 len: 168 time: 0.9126153 Jul 22 21:52:41.733446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:52:41.743178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844143a-acc0-424a-a0d8-2c2b32a42f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8197308-6a87-471c-bb59-2133fefd3450,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:41.865048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:41.897836 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43484) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:41.978278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f555c0db-5eac-4d9d-b17e-4d793427ab31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c7e92d13d2f47c1a4919adec8e44b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790043 Jul 22 21:52:41.981842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43486) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:42.047194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12788dec-b76f-42a8-9d01-79935150e145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.050193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'port_id': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'mac_address': 'fa:16:3e:44:9f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:52:42.081512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12788dec-b76f-42a8-9d01-79935150e145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.085773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:42.088343 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.107134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.136541 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12788dec-b76f-42a8-9d01-79935150e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.137816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267c5dff-6c6f-4dd7-bc4b-502b12110df0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:52:42.140075 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12788dec-b76f-42a8-9d01-79935150e145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.150987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-12788dec-b76f-42a8-9d01-79935150e145 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfc3bbd1-20df-4acc-b37f-661db7f37bf1 HTTP/1.1" status: 204 len: 168 time: 0.1612003 Jul 22 21:52:42.163153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:42.167591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788dec-b76f-42a8-9d01-79935150e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc3bbd1-20df-4acc-b37f-661db7f37bf1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:42.177766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.236170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port 3225dc65-cec4-481b-806a-5e8fc6a5ef0d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,segment=NetworkSegment(bfb62338-bd02-4c30-b93c-d89a04f66e39),segment_id=bfb62338-bd02-4c30-b93c-d89a04f66e39)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:42.258007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.284050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:42.294136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for 3225dc65-cec4-481b-806a-5e8fc6a5ef0d owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:42.351316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f733f50f-904e-4645-9c83-73a5f6b0925d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:42.377210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f733f50f-904e-4645-9c83-73a5f6b0925d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:42.377794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f733f50f-904e-4645-9c83-73a5f6b0925d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:42.378258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 42749212-e956-41d6-9655-2c798d8f5fb1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:42.408351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 42749212-e956-41d6-9655-2c798d8f5fb1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:42.408700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 42749212-e956-41d6-9655-2c798d8f5fb1 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:42.519471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['267c5dff-6c6f-4dd7-bc4b-502b12110df0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:52:42.610359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.625819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8ab6-fb17-499f-addd-5e293bca501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.633122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47518c66-bc9f-4de8-8ade-b57c50dc8257 req-f50a1bf7-cb24-41f3-bb03-fc22171976b9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:42.635789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47518c66-bc9f-4de8-8ade-b57c50dc8257 req-f50a1bf7-cb24-41f3-bb03-fc22171976b9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 944 time: 0.1077349 Jul 22 21:52:42.701597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=3225dc65-cec4-481b-806a-5e8fc6a5ef0d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:42.712618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-47518c66-bc9f-4de8-8ade-b57c50dc8257 req-1525f5aa-b42d-461c-bc1d-c8bb22b01c55 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696476 Jul 22 21:52:42.784612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43504) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:42.851011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-707774b5-18da-4134-accf-2084344ae75f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c2f82441d584df18ee2b730b50fee79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624027 Jul 22 21:52:42.852233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43506) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:42.886600 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.964214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4cc2673b-cf6f-48c7-ba64-cc876bfd54e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:42.993907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4cc2673b-cf6f-48c7-ba64-cc876bfd54e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:43.054973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4cc2673b-cf6f-48c7-ba64-cc876bfd54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:43.058373 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4cc2673b-cf6f-48c7-ba64-cc876bfd54e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:43.063160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4cc2673b-cf6f-48c7-ba64-cc876bfd54e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f15c61a-86f5-40dc-b33c-5a81def4645f HTTP/1.1" status: 204 len: 168 time: 0.2060549 Jul 22 21:52:43.077745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2673b-cf6f-48c7-ba64-cc876bfd54e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15c61a-86f5-40dc-b33c-5a81def4645f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:43.492786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:43.610772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:43.621854 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-191c801f-729a-46f6-8dd0-1f5c18c8a64f tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3537169 Jul 22 21:52:43.622252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:43.629385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:43.658983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:43.662459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:43.690671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting subnet 1c32d8e7-44fb-419d-a92e-dd1e2202474b {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:52:43.694996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:43.758269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:43.765312 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:43.813438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:43.902650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:43.904086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:42Z', 'revision_number': 11, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:43.952327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:43.980139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:43.980868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:44.041113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216a6f0-05cc-432a-be25-2de270d4869e req-2f82e75b-f5f5-4274-95e7-8b76c71fe2b2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:44.043308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6216a6f0-05cc-432a-be25-2de270d4869e req-2f82e75b-f5f5-4274-95e7-8b76c71fe2b2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 944 time: 0.1710780 Jul 22 21:52:44.045817 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.069891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:44.079475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:44.079881 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.082133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:44.107740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Subnet': ['ID=1c32d8e7-44fb-419d-a92e-dd1e2202474b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:44.125271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.127492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3344f111-7960-421a-8e4f-658f556f26f8 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/1c32d8e7-44fb-419d-a92e-dd1e2202474b HTTP/1.1" status: 204 len: 168 time: 0.5042260 Jul 22 21:52:44.130662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43534) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:44.159891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6216a6f0-05cc-432a-be25-2de270d4869e req-436b2516-1332-47c8-9cdc-a97f4d369396 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064053 Jul 22 21:52:44.164522 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f60cfc-d9c8-4c60-94c7-a086a6402435 None None] Network 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:44.172453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:42Z', 'revision_number': 11, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:44.231738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.234980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b018e484-ad08-499a-aa9c-8835fc3cf4b9 None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:42Z', 'revision_number': 11, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:44.316068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Deleting port ed8ba9f9-72a4-4490-b01e-86895de5621f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:44.316415 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.398214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] For port ed8ba9f9-72a4-4490-b01e-86895de5621f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ed8ba9f9-72a4-4490-b01e-86895de5621f,segment=NetworkSegment(bfb62338-bd02-4c30-b93c-d89a04f66e39),segment_id=bfb62338-bd02-4c30-b93c-d89a04f66e39)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:44.398869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.404773 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.436041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Calling delete_port for ed8ba9f9-72a4-4490-b01e-86895de5621f owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:44.436980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:52:44.440508 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4493662-3102-4fdd-86a0-6e7d2f2261bb" -d '{"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-plugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:52:44.457651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:44.463969 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.530173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:44.554407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.585177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Port': ['ID=ed8ba9f9-72a4-4490-b01e-86895de5621f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:44.590378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No DVR routers for this DVR port ed8ba9f9-72a4-4490-b01e-86895de5621f on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:52:44.641717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b6469f-b0f8-4289-b6a1-e88ea9293004 None None] DHCP port deletion for 27ba0a2f-c1a9-414f-9df3-273c2bc366f8 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:52:44.727776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.742661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ba0a2f-c1a9-414f-9df3-273c2bc366f8']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:44.768211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb62338-bd02-4c30-b93c-d89a04f66e39') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:44.768870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb62338-bd02-4c30-b93c-d89a04f66e39') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:44.783203 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.798416 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.816298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:52:44.816728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:52:44.820082 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:52:44.858260 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f121a74-dd63-4d1c-bc38-c9b0c8c55f6a x-openstack-request-id: req-1f121a74-dd63-4d1c-bc38-c9b0c8c55f6a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:52:44.859155 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-plugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:52:44.859584 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f121a74-dd63-4d1c-bc38-c9b0c8c55f6a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:52:44.860168 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'code': 200} Jul 22 21:52:44.897152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.903413 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:44.909470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43548) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:44.909982 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/networks/27ba0a2f-c1a9-414f-9df3-273c2bc366f8 HTTP/1.1" status: 204 len: 168 time: 0.7775373 Jul 22 21:52:44.915695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'routes': None}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:44.936387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0368e3b-4e06-4bca-8291-7e299a83ed98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Pushing event deleted for resources: {'Network': ['ID=27ba0a2f-c1a9-414f-9df3-273c2bc366f8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:45.132550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Added routes are [] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 21:52:45.132897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.extraroute_db [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Removed routes are [] {{(pid=94091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 21:52:45.133352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:45.177996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbde59-29b1-4d7c-b258-cddea378f3f8 req-2c1a4b81-888a-49e1-a3f7-9e900e542578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:45.180209 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8fcbde59-29b1-4d7c-b258-cddea378f3f8 req-2c1a4b81-888a-49e1-a3f7-9e900e542578 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1097 time: 0.2246778 Jul 22 21:52:45.222451 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed743fd0-1b2f-4c6f-9aac-425de69ba344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:45.348353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8fcbde59-29b1-4d7c-b258-cddea378f3f8 req-83fc02d7-b7cd-4408-a999-d2dd97cf53bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351705 Jul 22 21:52:45.352840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:45.356851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:45.381654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6acd-805a-4109-a6af-0c7ed1e66f21 req-395a0150-2b78-4d5e-8a23-7527698c97b3 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:45.383428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29fc6acd-805a-4109-a6af-0c7ed1e66f21 req-395a0150-2b78-4d5e-8a23-7527698c97b3 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1167099 Jul 22 21:52:45.458400 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:45.474839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29fc6acd-805a-4109-a6af-0c7ed1e66f21 req-90cab548-f20f-4c3e-a0fe-a8709d249628 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816433 Jul 22 21:52:45.500843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 462999af-9347-4705-84df-5141fde3ca31 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:45.628284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:45.642212 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:45.642829 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] Sync routers for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:45.645970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2330bb3b-8cf6-471a-b17b-9ad0e59bc24d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 200 len: 705 time: 0.7335298 Jul 22 21:52:45.648395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43562) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:45.659634 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:45.660882 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:45.692870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0ab62dc-9e73-40b8-9220-1d98a1a60ca0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 200 len: 205 time: 0.0428808 Jul 22 21:52:45.695528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43564) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:45.785367 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:45.807015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f63ba13-00eb-40ba-aa9d-bfa9942f7929 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:45.885417 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:42Z', 'revision_number': 11, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:45.926828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] Checking router: 462999af-9347-4705-84df-5141fde3ca31 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:45.936734 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] Routers {'462999af-9347-4705-84df-5141fde3ca31'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:45.938498 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['462999af-9347-4705-84df-5141fde3ca31'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:46.029778 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f63ba13-00eb-40ba-aa9d-bfa9942f7929 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.030100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] Set router 462999af-9347-4705-84df-5141fde3ca31 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:46.033486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f63ba13-00eb-40ba-aa9d-bfa9942f7929 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.114553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f63ba13-00eb-40ba-aa9d-bfa9942f7929 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.115639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f63ba13-00eb-40ba-aa9d-bfa9942f7929 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Fanout notify agent at l3_agent the message router_deleted on router 462999af-9347-4705-84df-5141fde3ca31 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:52:46.122940 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:42Z', 'revision_number': 11, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:46.130717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f63ba13-00eb-40ba-aa9d-bfa9942f7929 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.137456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0f63ba13-00eb-40ba-aa9d-bfa9942f7929 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 204 len: 168 time: 0.4347551 Jul 22 21:52:46.139217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43570) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:46.148442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f5412979-4f30-408f-a192-bda838a0b642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967034382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:46.174107 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c862c1f6-5b5e-4f4e-aa95-b5c2befde5a9 None None] The sync data for ids ['462999af-9347-4705-84df-5141fde3ca31'] in n-d-762330-19 is: [{'id': '462999af-9347-4705-84df-5141fde3ca31', 'name': 'tempest-RoutersIpV6Test-router-1977035213', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:51:50Z', 'updated_at': '2021-07-22T21:52:42Z', 'revision_number': 11, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:46.195453 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5412979-4f30-408f-a192-bda838a0b642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.196398 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5412979-4f30-408f-a192-bda838a0b642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.226758 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.291414 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5412979-4f30-408f-a192-bda838a0b642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.316083 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5412979-4f30-408f-a192-bda838a0b642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.353040 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f5412979-4f30-408f-a192-bda838a0b642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.355548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f5412979-4f30-408f-a192-bda838a0b642 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2139657 Jul 22 21:52:46.358819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43578) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:46.366877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-22c6ca45-b90a-4007-ace6-16f1959f7d4c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:46.368617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3225dc65-cec4-481b-806a-5e8fc6a5ef0d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:46.400707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3225dc65-cec4-481b-806a-5e8fc6a5ef0d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:46.401201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3225dc65-cec4-481b-806a-5e8fc6a5ef0d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:46.402553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ed8ba9f9-72a4-4490-b01e-86895de5621f no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:52:46.425677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ed8ba9f9-72a4-4490-b01e-86895de5621f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:52:46.426175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ed8ba9f9-72a4-4490-b01e-86895de5621f not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:52:46.656254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22c6ca45-b90a-4007-ace6-16f1959f7d4c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.667115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3c771-c13c-4888-b6c3-8c0e2ce1bf81 req-f572a339-ad7b-4102-bbb5-48430d8acd1b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:46.668792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03b3c771-c13c-4888-b6c3-8c0e2ce1bf81 req-f572a339-ad7b-4102-bbb5-48430d8acd1b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0718699 Jul 22 21:52:46.669001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22c6ca45-b90a-4007-ace6-16f1959f7d4c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.726259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03b3c771-c13c-4888-b6c3-8c0e2ce1bf81 req-d76d1aaa-d4a1-46fe-952f-71e367ba6d2a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477517 Jul 22 21:52:46.796045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c6ca45-b90a-4007-ace6-16f1959f7d4c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Router 6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:52:46.880943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c6ca45-b90a-4007-ace6-16f1959f7d4c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:46.887783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-22c6ca45-b90a-4007-ace6-16f1959f7d4c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:46.891737 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-22c6ca45-b90a-4007-ace6-16f1959f7d4c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "PUT /v2.0/routers/6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 HTTP/1.1" status: 200 len: 698 time: 0.5284743 Jul 22 21:52:46.891959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] Sync routers for ids ['6cd9fb80-0e18-41b0-a469-efdfdefe5fe4'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:46.894867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eab12-bbc3-42bd-84fc-0544187d5f41 req-ba3cfafe-3dd5-4203-beb2-7b8a0cb6f422 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:46.896441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43588) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:46.907613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd1eab12-bbc3-42bd-84fc-0544187d5f41 req-ba3cfafe-3dd5-4203-beb2-7b8a0cb6f422 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0818229 Jul 22 21:52:46.908119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43592) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:46.909543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] Routers {'6cd9fb80-0e18-41b0-a469-efdfdefe5fe4'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:46.910324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6cd9fb80-0e18-41b0-a469-efdfdefe5fe4'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:46.913926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'floatingip': {'port_id': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:46.962254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.011472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eaca19ab-946e-42d7-a94b-a5b8a40e9d76 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/routers/6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 HTTP/1.1" status: 200 len: 704 time: 0.1136160 Jul 22 21:52:47.014649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43596) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.023772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] Set router 6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:47.050862 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4f28cef9-9dae-4c1c-a36a-ec2541f8fd36 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 HTTP/1.1" status: 200 len: 205 time: 0.0349603 Jul 22 21:52:47.051548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43598) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.088160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9fb80-0e18-41b0-a469-efdfdefe5fe4', 'name': 'tempest-RoutersIpV6Test-router-1967034382', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:46Z', 'updated_at': '2021-07-22T21:52:46Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:47.122731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] Checking router: 6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:47.133019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] Routers {'6cd9fb80-0e18-41b0-a469-efdfdefe5fe4'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:47.133682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6cd9fb80-0e18-41b0-a469-efdfdefe5fe4'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:47.138920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086e6b03-05aa-44d0-9ede-77108d8e9a3d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.214439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] Set router 6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:47.288827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd9fb80-0e18-41b0-a469-efdfdefe5fe4', 'name': 'tempest-RoutersIpV6Test-router-1967034382', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:46Z', 'updated_at': '2021-07-22T21:52:46Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:47.326666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d4b4f-2818-4a80-bd9f-b55f9ef84e1a None None] The sync data for ids ['6cd9fb80-0e18-41b0-a469-efdfdefe5fe4'] in n-d-762330-19 is: [{'id': '6cd9fb80-0e18-41b0-a469-efdfdefe5fe4', 'name': 'tempest-RoutersIpV6Test-router-1967034382', 'tenant_id': '4a97dcb8ecdd413282afac92db26e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:46Z', 'updated_at': '2021-07-22T21:52:46Z', 'revision_number': 2, 'project_id': '4a97dcb8ecdd413282afac92db26e2a3', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:47.405586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086e6b03-05aa-44d0-9ede-77108d8e9a3d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.408869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086e6b03-05aa-44d0-9ede-77108d8e9a3d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.458744 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086e6b03-05aa-44d0-9ede-77108d8e9a3d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.459260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086e6b03-05aa-44d0-9ede-77108d8e9a3d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:52:47.474244 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-086e6b03-05aa-44d0-9ede-77108d8e9a3d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.474244 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-086e6b03-05aa-44d0-9ede-77108d8e9a3d tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 HTTP/1.1" status: 204 len: 168 time: 0.4188037 Jul 22 21:52:47.475180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43606) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.530406 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d11e7872-b217-4676-a18c-8d4f457ad5a1 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 HTTP/1.1" status: 200 len: 205 time: 0.0540931 Jul 22 21:52:47.531047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43610) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.553941 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.558805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:47.584001 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-6286781a-6de6-449c-8501-11919ed26ede tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] delete failed (client error): The resource could not be found. Jul 22 21:52:47.585032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6286781a-6de6-449c-8501-11919ed26ede tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/6cd9fb80-0e18-41b0-a469-efdfdefe5fe4 HTTP/1.1" status: 404 len: 336 time: 0.0530596 Jul 22 21:52:47.588072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43614) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.634780 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a17c2a6-3648-47a1-a4df-037d050a2c30 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:47.635217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a17c2a6-3648-47a1-a4df-037d050a2c30 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:47.637021 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4a17c2a6-3648-47a1-a4df-037d050a2c30 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/eda784f2-377e-4427-b027-ff9ed941ff9a HTTP/1.1" status: 404 len: 337 time: 0.0451474 Jul 22 21:52:47.640906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43616) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.673108 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-212178d9-8938-45bb-9337-485dfa885c8c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:47.673692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212178d9-8938-45bb-9337-485dfa885c8c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:47.675607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-212178d9-8938-45bb-9337-485dfa885c8c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/483e8630-8c0b-4ea8-97e2-95f5b2e2d409 HTTP/1.1" status: 404 len: 337 time: 0.0337195 Jul 22 21:52:47.679216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43618) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.705813 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Floating IP 73ab5a82-c65e-46a2-9352-c593d6123c6e associated. External IP: 172.25.5.235, port: 267c5dff-6c6f-4dd7-bc4b-502b12110df0. Jul 22 21:52:47.720241 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-12561cd0-5b71-4c4d-bd19-aa1e41c627d0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:47.721838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12561cd0-5b71-4c4d-bd19-aa1e41c627d0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:47.724003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-12561cd0-5b71-4c4d-bd19-aa1e41c627d0 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/187f6880-46e3-4681-9fea-64925bbb5a9e HTTP/1.1" status: 404 len: 337 time: 0.0433779 Jul 22 21:52:47.726175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43620) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.770393 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3806cdb7-b179-4057-a2cd-22b806fdb195 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:47.771280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3806cdb7-b179-4057-a2cd-22b806fdb195 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:47.774316 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3806cdb7-b179-4057-a2cd-22b806fdb195 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/1c32d8e7-44fb-419d-a92e-dd1e2202474b HTTP/1.1" status: 404 len: 337 time: 0.0469608 Jul 22 21:52:47.777630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43622) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.811137 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-80d2f6d6-7d4d-4486-96d2-070883fc5878 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 200 len: 205 time: 0.0318005 Jul 22 21:52:47.816964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43624) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.857276 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-08bdf67e-ad9d-4da6-bc8e-04244c776ccc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] delete failed (client error): The resource could not be found. Jul 22 21:52:47.860533 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-08bdf67e-ad9d-4da6-bc8e-04244c776ccc tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/462999af-9347-4705-84df-5141fde3ca31 HTTP/1.1" status: 404 len: 336 time: 0.0427251 Jul 22 21:52:47.861462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43630) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.904161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-79da06c2-d86b-4469-9140-df473747578e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937 HTTP/1.1" status: 200 len: 205 time: 0.0410063 Jul 22 21:52:47.908504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43632) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.946074 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-c12cd556-ceee-47cf-9e06-1fe7492a0edf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] delete failed (client error): The resource could not be found. Jul 22 21:52:47.947187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c12cd556-ceee-47cf-9e06-1fe7492a0edf tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/3fdeb261-e44f-4fdf-bf4e-15dd8f0a7937 HTTP/1.1" status: 404 len: 336 time: 0.0376749 Jul 22 21:52:47.950285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43634) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:47.965149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:52:47.983180 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-db451816-26de-44ad-bf35-dd8530f8c989 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:47.983641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db451816-26de-44ad-bf35-dd8530f8c989 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:47.985652 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-db451816-26de-44ad-bf35-dd8530f8c989 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/cf1e14e6-6158-41ab-b815-ba9257882499 HTTP/1.1" status: 404 len: 337 time: 0.0342247 Jul 22 21:52:47.989562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43636) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.039211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5724f69b-23a0-423b-82bd-5b38b20e3c97 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa42fd3-7a45-427a-b3dc-146b5135ce02 HTTP/1.1" status: 200 len: 205 time: 0.0445161 Jul 22 21:52:48.039733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43638) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.098290 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-88f7905c-6d72-4638-be67-c984811896ba tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] delete failed (client error): The resource could not be found. Jul 22 21:52:48.100131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-88f7905c-6d72-4638-be67-c984811896ba tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/8aa42fd3-7a45-427a-b3dc-146b5135ce02 HTTP/1.1" status: 404 len: 336 time: 0.0579710 Jul 22 21:52:48.107760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43640) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.153209 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-664b4271-bbe4-4f9c-b6a8-c75318ede931 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=a77dbaef-faa9-4cad-bbe8-a170dd01415b HTTP/1.1" status: 200 len: 205 time: 0.0428970 Jul 22 21:52:48.155827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43642) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.229567 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-de8346cb-d310-45dc-8660-6483dcb5e6e6 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] delete failed (client error): The resource could not be found. Jul 22 21:52:48.233762 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-de8346cb-d310-45dc-8660-6483dcb5e6e6 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/a77dbaef-faa9-4cad-bbe8-a170dd01415b HTTP/1.1" status: 404 len: 336 time: 0.0767674 Jul 22 21:52:48.234384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43644) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.269053 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4632b594-08df-4d55-99bd-2e51ad9bdf98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:48.271144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4632b594-08df-4d55-99bd-2e51ad9bdf98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:48.277631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4632b594-08df-4d55-99bd-2e51ad9bdf98 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/f268df6b-8506-41f5-a619-c7b3ed0f8e12 HTTP/1.1" status: 404 len: 337 time: 0.0408354 Jul 22 21:52:48.278566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43648) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.328320 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-849e0c05-570e-4be4-bc0e-fda174388fa7 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3b3a8af-f278-4ffe-8b15-fdc33c44d194 HTTP/1.1" status: 200 len: 205 time: 0.0481391 Jul 22 21:52:48.329405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43650) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.361060 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:48.370616 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-038b6554-53a8-4af9-a79e-3abfb1d3582c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] delete failed (client error): The resource could not be found. Jul 22 21:52:48.374711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-038b6554-53a8-4af9-a79e-3abfb1d3582c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/b3b3a8af-f278-4ffe-8b15-fdc33c44d194 HTTP/1.1" status: 404 len: 336 time: 0.0441904 Jul 22 21:52:48.375468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43652) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.410685 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63ca8ef-45db-4aad-bde9-9ae078a522c7 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:48.411872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63ca8ef-45db-4aad-bde9-9ae078a522c7 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:48.416913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c63ca8ef-45db-4aad-bde9-9ae078a522c7 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/0f135fa5-9883-4b59-b0b9-a6c907d55cc5 HTTP/1.1" status: 404 len: 337 time: 0.0396757 Jul 22 21:52:48.417444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43658) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.438217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:48.447495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:48.452780 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-65065081-ed2c-48af-8d5f-ad366856c52c tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f HTTP/1.1" status: 200 len: 205 time: 0.0339892 Jul 22 21:52:48.457214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43660) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.460345 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] Sync routers for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:48.475216 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:48.479686 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:48.508653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cd111cce-0443-4c31-8e30-91c9177481fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "PUT /v2.0/floatingips/73ab5a82-c65e-46a2-9352-c593d6123c6e HTTP/1.1" status: 200 len: 991 time: 1.5993876 Jul 22 21:52:48.509458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:52:48.512589 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:52:48.521411 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-66440468-4e7d-4064-9b14-3b2ee0d383df tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] delete failed (client error): The resource could not be found. Jul 22 21:52:48.523177 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-66440468-4e7d-4064-9b14-3b2ee0d383df tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/routers/e09cf4ff-00b3-47f8-b0b2-74fe75ebdf5f HTTP/1.1" status: 404 len: 336 time: 0.0633020 Jul 22 21:52:48.526707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43668) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.571922 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-91895960-bb3f-45af-9a0d-bdea4a48cc5e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:48.576607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91895960-bb3f-45af-9a0d-bdea4a48cc5e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:48.582081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-91895960-bb3f-45af-9a0d-bdea4a48cc5e tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/4e19d033-24db-40f0-8a02-2ab6684e455e HTTP/1.1" status: 404 len: 337 time: 0.0504353 Jul 22 21:52:48.584559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43670) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:48.625186 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e731a6-c583-4eae-b7ad-604acb1d2723 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] DELETE failed (client error): The resource could not be found. Jul 22 21:52:48.627088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e731a6-c583-4eae-b7ad-604acb1d2723 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 21:52:48.632134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-13e731a6-c583-4eae-b7ad-604acb1d2723 tempest-RoutersIpV6Test-870892520 tempest-RoutersIpV6Test-870892520-project] 10.222.0.54 "DELETE /v2.0/subnets/6b288c59-6222-4e66-aaff-f2c7f59b23a3 HTTP/1.1" status: 404 len: 337 time: 0.0450287 Jul 22 21:52:48.717867 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:48.730550 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e68e464-b1eb-4ddb-9d02-8b8410e563b5 x-openstack-request-id: req-5e68e464-b1eb-4ddb-9d02-8b8410e563b5 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:52:48.730852 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:52:48.731106 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e68e464-b1eb-4ddb-9d02-8b8410e563b5 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:52:48.731521 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'status': 'completed', 'code': 200} Jul 22 21:52:48.847410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-72594742-14f7-43a6-975c-9dca9ae83af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:48.849099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-72594742-14f7-43a6-975c-9dca9ae83af4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1097 time: 0.0807409 Jul 22 21:52:48.993053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-5d27e381-d56f-4948-b0d9-db731fb4276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:48.995497 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-5d27e381-d56f-4948-b0d9-db731fb4276d service neutron] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.1371970 Jul 22 21:52:49.092458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43680) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:49.110379 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '73ab5a82-c65e-46a2-9352-c593d6123c6e', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'port_id': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'mac_address': 'fa:16:3e:44:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:52:28Z', 'updated_at': '2021-07-22T21:52:47Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:49.133094 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-6856031e-a1df-4af4-9770-c30c15c3ff82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 999 time: 0.1260450 Jul 22 21:52:49.145468 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] Checking router: 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:52:49.156471 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:49.158660 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:49.235677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-075e71c7-57e1-4265-86b5-f217cfa797f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:49.237545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-075e71c7-57e1-4265-86b5-f217cfa797f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0905261 Jul 22 21:52:49.304123 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:52:49.361151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-30af44bc-27d0-457c-9cec-ddf6a8d04fdf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a97dcb8ecdd413282afac92db26e2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641604 Jul 22 21:52:49.364291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-08024191-5339-45ab-8452-328d97f28071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:49.365899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-08024191-5339-45ab-8452-328d97f28071 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173224 Jul 22 21:52:49.366121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43690) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:49.456428 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd246d99-31b8-440c-a574-e8c452100326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:49.492445 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd246d99-31b8-440c-a574-e8c452100326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:49.500397 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-066708a2-f152-4c80-aae3-d57ddeb2d891 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232319 Jul 22 21:52:49.560796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd246d99-31b8-440c-a574-e8c452100326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:49.565320 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd246d99-31b8-440c-a574-e8c452100326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:49.566830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bd246d99-31b8-440c-a574-e8c452100326 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9287e08-5e9f-4e32-b955-c8fc565a3878 HTTP/1.1" status: 204 len: 168 time: 0.1992915 Jul 22 21:52:49.579493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd246d99-31b8-440c-a574-e8c452100326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9287e08-5e9f-4e32-b955-c8fc565a3878,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:49.672963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d43c3ff-6009-461f-a80e-4ca6dacb7bb8 req-c48d3f80-3d3a-4db3-b47f-e445536de09f service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656020 Jul 22 21:52:49.692503 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '73ab5a82-c65e-46a2-9352-c593d6123c6e', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'port_id': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'mac_address': 'fa:16:3e:44:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:52:28Z', 'updated_at': '2021-07-22T21:52:47Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:49.728301 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f746678-b428-41f9-9046-67d0cf4e6283 None None] The sync data for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 is: [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '73ab5a82-c65e-46a2-9352-c593d6123c6e', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'port_id': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'mac_address': 'fa:16:3e:44:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:52:28Z', 'updated_at': '2021-07-22T21:52:47Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:50.014856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20560b-a6c6-41fa-97cf-25f4bfb91f21 None None] New status for floating IP 73ab5a82-c65e-46a2-9352-c593d6123c6e: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:52:50.488166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:50.621920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-06843581-dc1d-479f-a6ee-a40ebfd8d34d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2102153481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:50.646493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06843581-dc1d-479f-a6ee-a40ebfd8d34d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.647783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06843581-dc1d-479f-a6ee-a40ebfd8d34d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.725535 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06843581-dc1d-479f-a6ee-a40ebfd8d34d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.730931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06843581-dc1d-479f-a6ee-a40ebfd8d34d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.753716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-06843581-dc1d-479f-a6ee-a40ebfd8d34d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.755443 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-06843581-dc1d-479f-a6ee-a40ebfd8d34d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2703023 Jul 22 21:52:50.758235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43736) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:50.766095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-910315421'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:50.799039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Made reservation on behalf of 52858d71cdca41daba89b42e6db64818 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:50.803263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.813351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.946542 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.951034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.981576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:52:50.992423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba1953b-9f4a-48ca-a00a-4c6a40f5b755,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:50.997711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:50.998063 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Added segment 943adf76-8952-4bba-b951-4c089e0e0d94 of type vlan for network 70e37755-f05c-42b4-bf29-1e9847d9a6ed Jul 22 21:52:51.009531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.009878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.010217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.010554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.010884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.011208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.011534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.011872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.012197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.012523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.013014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.013412 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:52:51.063371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.096930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.102466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:51.103091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.139965 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3780119 Jul 22 21:52:51.140552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43744) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:51.145463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'subnet': {'network_id': '70e37755-f05c-42b4-bf29-1e9847d9a6ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:51.204540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaff9d-d866-4bae-9cdc-630e4f1e042a tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Network': ['ID=70e37755-f05c-42b4-bf29-1e9847d9a6ed,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:51.219704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:52:51.314655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Made reservation on behalf of 52858d71cdca41daba89b42e6db64818 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:51.319265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.570072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.643003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Subnet': ['ID=62be3411-613b-4102-a886-ab6e2f888d87,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:51.655596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Checking segment: {'id': '943adf76-8952-4bba-b951-4c089e0e0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70e37755-f05c-42b4-bf29-1e9847d9a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:51.656243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network hostable DHCP agents. Network: 70e37755-f05c-42b4-bf29-1e9847d9a6ed, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:52:51.684057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:52:51.700262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 70e37755-f05c-42b4-bf29-1e9847d9a6ed) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:51.710657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:51.711732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.717917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ffaa8c-1e91-4d88-b73a-4f447dfb53d4 None None] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:51.738087 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9b64e8fe-cc4a-4b61-bd9c-6aeb932942ed tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5962412 Jul 22 21:52:51.742591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43756) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:51.751981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'network': {'name': 'tempest-router-network01--1664408659'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:51.781021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Made reservation on behalf of 52858d71cdca41daba89b42e6db64818 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:51.786116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.816563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:52:51.829463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.829808 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Added segment 0e2f7535-7e3d-4a4d-956f-f3761e730718 of type vlan for network b6eba634-8982-41f3-a7ff-c59be6fbcd71 Jul 22 21:52:51.881194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.929408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.946226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-70e37755-f05c-42b4-bf29-1e9847d9a6ed', 'network_id': '70e37755-f05c-42b4-bf29-1e9847d9a6ed', 'tenant_id': '52858d71cdca41daba89b42e6db64818', 'fixed_ips': [{'subnet_id': '62be3411-613b-4102-a886-ab6e2f888d87'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:52:51.947366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:51.947651 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.948073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:51.993395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2477107 Jul 22 21:52:51.996018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43764) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:52.005162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'network': {'name': 'tempest-router-network02--852895503'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:52.049347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232476e4-54f0-4da7-95df-61ae873640de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Network': ['ID=b6eba634-8982-41f3-a7ff-c59be6fbcd71,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:52.053943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Made reservation on behalf of 52858d71cdca41daba89b42e6db64818 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:52.057634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.101605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:52:52.102576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:52:52.115406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.115961 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Added segment 5c32976d-bbfe-4153-95b3-6c763349ad31 of type vlan for network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 Jul 22 21:52:52.180306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.191540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Allocated IP 172.20.0.2 (70e37755-f05c-42b4-bf29-1e9847d9a6ed/62be3411-613b-4102-a886-ab6e2f888d87/176f2a53-c4af-43db-8b6f-0e28bc0afbfd) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:52.231533 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.238112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:52.239048 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.285023 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2862320 Jul 22 21:52:52.287566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43766) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:52.294702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'subnet': {'network_id': 'b6eba634-8982-41f3-a7ff-c59be6fbcd71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:52.345074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f020e31-aa96-467e-bd36-5904bafaa288 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Network': ['ID=a6b95821-792d-46cf-b1f6-5a7c1bbc4e92,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:52.477277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Made reservation on behalf of 52858d71cdca41daba89b42e6db64818 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:52.481712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.492536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:52:52.665927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.680132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Transition to ACTIVE for port object 176f2a53-c4af-43db-8b6f-0e28bc0afbfd will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:52.701235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Transition to ACTIVE for port object 176f2a53-c4af-43db-8b6f-0e28bc0afbfd will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:52.711348 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.756282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.757590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:52.761306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:52.765237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:52.773341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Pushing event updated for resources: {'Port': ['ID=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:52.842060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Attempting to bind port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:52.843019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Attempting to bind port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '943adf76-8952-4bba-b951-4c089e0e0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70e37755-f05c-42b4-bf29-1e9847d9a6ed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:52.843581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Attempting to bind port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd on network 70e37755-f05c-42b4-bf29-1e9847d9a6ed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:52.849068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Subnet': ['ID=f54525fd-e6ad-4c91-bb1d-acf4fe767559,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:52.852660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:52.853345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Checking segment: {'id': '943adf76-8952-4bba-b951-4c089e0e0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70e37755-f05c-42b4-bf29-1e9847d9a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:52.853970 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.854360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Bound using segment: {'id': '943adf76-8952-4bba-b951-4c089e0e0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70e37755-f05c-42b4-bf29-1e9847d9a6ed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:52.855008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Bound port: 176f2a53-c4af-43db-8b6f-0e28bc0afbfd, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943adf76-8952-4bba-b951-4c089e0e0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70e37755-f05c-42b4-bf29-1e9847d9a6ed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:52.855870 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.867674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Checking segment: {'id': '0e2f7535-7e3d-4a4d-956f-f3761e730718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6eba634-8982-41f3-a7ff-c59be6fbcd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:52.869121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network hostable DHCP agents. Network: b6eba634-8982-41f3-a7ff-c59be6fbcd71, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:52:52.893242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:52:52.905092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b6eba634-8982-41f3-a7ff-c59be6fbcd71) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:52.915287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:52.915972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:52.921870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b392e00-7096-446f-9eb5-e6cea7646344 None None] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:52.940423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed2dd42b-9a63-4c0f-8dff-a44adba43638 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6513171 Jul 22 21:52:52.943503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43780) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:52.956032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'subnet': {'network_id': 'a6b95821-792d-46cf-b1f6-5a7c1bbc4e92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:52:52.970543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] For port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:53.045268 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] For port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,segment=NetworkSegment(943adf76-8952-4bba-b951-4c089e0e0d94),segment_id=943adf76-8952-4bba-b951-4c089e0e0d94)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:53.058219 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:53.099907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Made reservation on behalf of 52858d71cdca41daba89b42e6db64818 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:52:53.103473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:53.233024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b91c-146b-4a43-a00d-7b9468d08542 None None] Pushing event updated for resources: {'Port': ['ID=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:53.312788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b6eba634-8982-41f3-a7ff-c59be6fbcd71', 'network_id': 'b6eba634-8982-41f3-a7ff-c59be6fbcd71', 'tenant_id': '52858d71cdca41daba89b42e6db64818', 'fixed_ips': [{'subnet_id': 'f54525fd-e6ad-4c91-bb1d-acf4fe767559'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:52:53.313763 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:53.346461 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:53.367227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-431e2dcd-38cf-4d44-b75f-a3e4b6501fea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002069 Jul 22 21:52:53.538867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Subnet': ['ID=431cb77b-aa06-47bc-8fc0-42299f3a6baf,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:53.549583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-220b808e-1de2-4567-b0dd-404c9555b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:53.552455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-220b808e-1de2-4567-b0dd-404c9555b9cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1396973 Jul 22 21:52:53.560802 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Checking segment: {'id': '5c32976d-bbfe-4153-95b3-6c763349ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a6b95821-792d-46cf-b1f6-5a7c1bbc4e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:53.561258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network hostable DHCP agents. Network: a6b95821-792d-46cf-b1f6-5a7c1bbc4e92, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:52:53.610733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:52:53.628766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, a6b95821-792d-46cf-b1f6-5a7c1bbc4e92) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:53.635162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:53.635912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:53.657738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3afa99-3ae6-4f48-bd91-3abf9610044d None None] Network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:53.670396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8a8cc8ef-7977-46b2-9bd9-9f243c7158cc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7235341 Jul 22 21:52:53.678383 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43790) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:53.739962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-39a110e6-f793-461f-b6a3-68af7cdbf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:53.741555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-39a110e6-f793-461f-b6a3-68af7cdbf432 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1569424 Jul 22 21:52:53.839915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Allocated IP 172.20.0.2 (b6eba634-8982-41f3-a7ff-c59be6fbcd71/f54525fd-e6ad-4c91-bb1d-acf4fe767559/6f7a37b1-9bc0-4ff2-8da5-966c87188ce4) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:54.230175 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:54.236733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-a6b95821-792d-46cf-b1f6-5a7c1bbc4e92', 'network_id': 'a6b95821-792d-46cf-b1f6-5a7c1bbc4e92', 'tenant_id': '52858d71cdca41daba89b42e6db64818', 'fixed_ips': [{'subnet_id': '431cb77b-aa06-47bc-8fc0-42299f3a6baf'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:52:54.237572 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:54.252358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Transition to ACTIVE for port object 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:54.354294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:54.475257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Transition to ACTIVE for port object 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:54.517616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:54.642289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 176f2a53-c4af-43db-8b6f-0e28bc0afbfd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:54.652393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-dc47fb8d-ddc9-4d3b-92fb-9a5c41910456 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a3bb534-6014-48e2-b001-e69b618d591d HTTP/1.1" status: 200 len: 1001 time: 0.9010999 Jul 22 21:52:54.781764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-09a597fd-39d9-47ca-89a3-7d29591223af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:54.783548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-09a597fd-39d9-47ca-89a3-7d29591223af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1271005 Jul 22 21:52:54.804350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:54.819525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:54.828217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:54.920341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-b87589a8-a5bf-426b-998d-d24509f04f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:52:54.921894 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-b87589a8-a5bf-426b-998d-d24509f04f10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285293 Jul 22 21:52:55.035426 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Pushing event updated for resources: {'Port': ['ID=6f7a37b1-9bc0-4ff2-8da5-966c87188ce4,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:55.041098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Allocated IP 172.20.0.2 (a6b95821-792d-46cf-b1f6-5a7c1bbc4e92/431cb77b-aa06-47bc-8fc0-42299f3a6baf/7af09af1-52d5-473c-b4c8-510cba963f96) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:55.064838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:55.080292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff9b291-e203-4244-a843-b1e757a35015 None None] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:55.106864 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-395fff40-c2db-4fd8-843e-2c476214fdb6 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710265 Jul 22 21:52:55.116888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Allocated IP 172.20.0.1 (b6eba634-8982-41f3-a7ff-c59be6fbcd71/f54525fd-e6ad-4c91-bb1d-acf4fe767559/51dd79fc-d9d4-4660-bde5-36e3278742fb) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:52:55.124607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Attempting to bind port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:55.125538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Attempting to bind port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0e2f7535-7e3d-4a4d-956f-f3761e730718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6eba634-8982-41f3-a7ff-c59be6fbcd71'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:55.126224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Attempting to bind port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 on network b6eba634-8982-41f3-a7ff-c59be6fbcd71 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:55.190060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d2e833d2-bdfa-4965-ad42-36dd0ad4fe30 None None] Provisioning for port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:55.194230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:55.195020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Checking segment: {'id': '0e2f7535-7e3d-4a4d-956f-f3761e730718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6eba634-8982-41f3-a7ff-c59be6fbcd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:55.195908 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.196703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Bound using segment: {'id': '0e2f7535-7e3d-4a4d-956f-f3761e730718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6eba634-8982-41f3-a7ff-c59be6fbcd71'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:55.197572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Bound port: 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2f7535-7e3d-4a4d-956f-f3761e730718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6eba634-8982-41f3-a7ff-c59be6fbcd71'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:55.198288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.289968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d2e833d2-bdfa-4965-ad42-36dd0ad4fe30 None None] Provisioning complete for port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:55.290845 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2e833d2-bdfa-4965-ad42-36dd0ad4fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.293637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c7454b5-59aa-4e34-89be-566e405ab7ac req-f12cefac-5f0c-46c4-8095-d057bfbd4b19 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767645 Jul 22 21:52:55.405288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.426263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Transition to ACTIVE for port object 51dd79fc-d9d4-4660-bde5-36e3278742fb will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:55.473793 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.556680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Port': ['ID=51dd79fc-d9d4-4660-bde5-36e3278742fb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:55.560100 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:55.561463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] For port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:55.561847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:55.569745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:55.573280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] For port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6f7a37b1-9bc0-4ff2-8da5-966c87188ce4,segment=NetworkSegment(0e2f7535-7e3d-4a4d-956f-f3761e730718),segment_id=0e2f7535-7e3d-4a4d-956f-f3761e730718)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:55.612710 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.641810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.767100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.783200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Transition to ACTIVE for port object 7af09af1-52d5-473c-b4c8-510cba963f96 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:55.859756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeefd7-aead-4bb2-85de-7b447f041457 None None] Pushing event updated for resources: {'Port': ['ID=6f7a37b1-9bc0-4ff2-8da5-966c87188ce4,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:55.914481 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.916677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Transition to ACTIVE for port object 7af09af1-52d5-473c-b4c8-510cba963f96 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:52:55.940706 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:55.964024 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2e833d2-bdfa-4965-ad42-36dd0ad4fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.141659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d2e833d2-bdfa-4965-ad42-36dd0ad4fe30 None None] For port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,segment=NetworkSegment(943adf76-8952-4bba-b951-4c089e0e0d94),segment_id=943adf76-8952-4bba-b951-4c089e0e0d94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:56.180990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:56.191546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:56.195969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:52:56.199229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2e833d2-bdfa-4965-ad42-36dd0ad4fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.210767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Pushing event updated for resources: {'Port': ['ID=7af09af1-52d5-473c-b4c8-510cba963f96,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:56.491698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e833d2-bdfa-4965-ad42-36dd0ad4fe30 None None] Pushing event updated for resources: {'Port': ['ID=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:56.498794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:56.559591 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.567226 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.573933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Attempting to bind port 7af09af1-52d5-473c-b4c8-510cba963f96 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:52:56.574789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Attempting to bind port 7af09af1-52d5-473c-b4c8-510cba963f96 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '5c32976d-bbfe-4153-95b3-6c763349ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a6b95821-792d-46cf-b1f6-5a7c1bbc4e92'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:52:56.575409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Attempting to bind port 7af09af1-52d5-473c-b4c8-510cba963f96 on network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:52:56.593707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:52:56.594099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Checking segment: {'id': '5c32976d-bbfe-4153-95b3-6c763349ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a6b95821-792d-46cf-b1f6-5a7c1bbc4e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:52:56.594502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.594903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Bound using segment: {'id': '5c32976d-bbfe-4153-95b3-6c763349ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a6b95821-792d-46cf-b1f6-5a7c1bbc4e92'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:52:56.595402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Bound port: 7af09af1-52d5-473c-b4c8-510cba963f96, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c32976d-bbfe-4153-95b3-6c763349ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a6b95821-792d-46cf-b1f6-5a7c1bbc4e92'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:52:56.595795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.644990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:56.654107 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.720859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] For port 7af09af1-52d5-473c-b4c8-510cba963f96, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:52:56.727822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] For port 7af09af1-52d5-473c-b4c8-510cba963f96, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7af09af1-52d5-473c-b4c8-510cba963f96,segment=NetworkSegment(5c32976d-bbfe-4153-95b3-6c763349ad31),segment_id=5c32976d-bbfe-4153-95b3-6c763349ad31)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:52:56.734476 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:56.743991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Port': ['ID=51dd79fc-d9d4-4660-bde5-36e3278742fb,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:56.848554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7240b-59a8-412e-ab3e-ce181a712a06 None None] Pushing event updated for resources: {'Port': ['ID=7af09af1-52d5-473c-b4c8-510cba963f96,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:56.922531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:52:56.924768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:52:56.937795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-87d963aa-5223-44be-99d6-adba87a6a693 None None] Provisioning complete for port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:56.938293 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87d963aa-5223-44be-99d6-adba87a6a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:57.200506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Router b63f5877-71b0-4f6b-b407-235d51e52ace is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:52:57.373687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fcf026-9fb8-4f95-ac3e-dbff2dc757ff None None] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:57.374351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:52:57.388641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca2e77b3-444b-4c4c-8e5e-d2ec1b670fc8 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "PUT /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7087543 Jul 22 21:52:57.389098 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] Sync routers for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:52:57.391931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43840) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:57.415132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:57.418840 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:57.422770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5417d630-0e08-47e2-8044-5ce796913415 None None] Provisioning for port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:57.443712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5417d630-0e08-47e2-8044-5ce796913415 None None] Provisioning complete for port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:57.444295 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5417d630-0e08-47e2-8044-5ce796913415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:57.561898 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:57.574975 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:52:57.578670 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:57.641822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:52:57.643397 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3337a7-aef4-45e7-b003-a52891d56d76 None None] The sync data for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:52:57.888236 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-d8f33c0c-c87f-477f-9234-0b5050d29198 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:52:57.892331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43854) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:52:57.900484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d8f33c0c-c87f-477f-9234-0b5050d29198 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "PUT /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5064559 Jul 22 21:52:57.990510 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5417d630-0e08-47e2-8044-5ce796913415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:58.051926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5417d630-0e08-47e2-8044-5ce796913415 None None] For port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6f7a37b1-9bc0-4ff2-8da5-966c87188ce4,segment=NetworkSegment(0e2f7535-7e3d-4a4d-956f-f3761e730718),segment_id=0e2f7535-7e3d-4a4d-956f-f3761e730718)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:58.059570 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5417d630-0e08-47e2-8044-5ce796913415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:58.156711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d630-0e08-47e2-8044-5ce796913415 None None] Pushing event updated for resources: {'Port': ['ID=6f7a37b1-9bc0-4ff2-8da5-966c87188ce4,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:58.429490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d8b1d-62be-4a46-9b7a-8d4090d5a526 None None] Network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:52:58.515864 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:58.600690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b884418c-850f-461d-9453-0f78d8bae701 None None] Provisioning for port 7af09af1-52d5-473c-b4c8-510cba963f96 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:58.672481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7af09af1-52d5-473c-b4c8-510cba963f96 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:58.729889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b884418c-850f-461d-9453-0f78d8bae701 None None] Provisioning complete for port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:58.729889 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b884418c-850f-461d-9453-0f78d8bae701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:58.900350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 7af09af1-52d5-473c-b4c8-510cba963f96 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:58.913944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7af09af1-52d5-473c-b4c8-510cba963f96 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:58.914407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:58.985786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Deleting port 51dd79fc-d9d4-4660-bde5-36e3278742fb {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:52:58.986529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.109756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b884418c-850f-461d-9453-0f78d8bae701 None None] Provisioning for port 51dd79fc-d9d4-4660-bde5-36e3278742fb completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:52:59.122311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b884418c-850f-461d-9453-0f78d8bae701 None None] Provisioning complete for port 51dd79fc-d9d4-4660-bde5-36e3278742fb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:59.122788 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b884418c-850f-461d-9453-0f78d8bae701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.124817 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.151268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.168878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Calling delete_port for 51dd79fc-d9d4-4660-bde5-36e3278742fb owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:52:59.199216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 7af09af1-52d5-473c-b4c8-510cba963f96, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7af09af1-52d5-473c-b4c8-510cba963f96,segment=NetworkSegment(5c32976d-bbfe-4153-95b3-6c763349ad31),segment_id=5c32976d-bbfe-4153-95b3-6c763349ad31)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:52:59.204489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b884418c-850f-461d-9453-0f78d8bae701 None None] Port 51dd79fc-d9d4-4660-bde5-36e3278742fb cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:59.208121 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.208987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 176f2a53-c4af-43db-8b6f-0e28bc0afbfd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:59.303537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=7af09af1-52d5-473c-b4c8-510cba963f96,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:59.332409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:59.332792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.412096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1b0588f-929c-4938-8209-a94f182fbcc8 None None] Provisioning complete for port 51dd79fc-d9d4-4660-bde5-36e3278742fb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:59.412800 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1b0588f-929c-4938-8209-a94f182fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.485349 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.506676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0588f-929c-4938-8209-a94f182fbcc8 None None] Port 51dd79fc-d9d4-4660-bde5-36e3278742fb cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:52:59.520956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:52:59.542369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Port': ['ID=51dd79fc-d9d4-4660-bde5-36e3278742fb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:52:59.590643 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:59.591159 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.656487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aedb656d-b6d5-477e-b57e-1a07659b449f None None] Provisioning complete for port 7af09af1-52d5-473c-b4c8-510cba963f96 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:52:59.656873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aedb656d-b6d5-477e-b57e-1a07659b449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.752182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:52:59.970148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Router b63f5877-71b0-4f6b-b407-235d51e52ace has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:53:00.072845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:53:00.082464 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-979916d7-2792-4223-bb0c-55a99e23f982 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "PUT /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842146 Jul 22 21:53:00.082921 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43872) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:00.086388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] Sync routers for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:53:00.097981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:00.098895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:00.129764 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-b72bbb9f-1d82-4fa2-866d-0c064a2519c7 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] delete failed (client error): The resource could not be found. Jul 22 21:53:00.130750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b72bbb9f-1d82-4fa2-866d-0c064a2519c7 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1691424179 HTTP/1.1" status: 404 len: 335 time: 0.0469391 Jul 22 21:53:00.135783 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43874) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:00.141888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2502474d-0efe-41f5-a374-002f1fb54852 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b63f5877-71b0-4f6b-b407-235d51e52ace'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:00.157880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:00.170744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:00.171469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:00.213834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:00.214703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840e9a4-a079-4526-af85-99200c5363e7 None None] The sync data for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:53:00.346009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7af09af1-52d5-473c-b4c8-510cba963f96 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:53:00.402535 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2502474d-0efe-41f5-a374-002f1fb54852 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:00.417769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7af09af1-52d5-473c-b4c8-510cba963f96 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:53:00.418015 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:00.435104 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-2502474d-0efe-41f5-a374-002f1fb54852 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] update failed (client error): The resource could not be found. Jul 22 21:53:00.442133 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2502474d-0efe-41f5-a374-002f1fb54852 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "PUT /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace HTTP/1.1" status: 404 len: 339 time: 0.2997427 Jul 22 21:53:00.442479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43876) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:00.788458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:01.448772 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Allocated IP 172.20.0.1 (70e37755-f05c-42b4-bf29-1e9847d9a6ed/62be3411-613b-4102-a886-ab6e2f888d87/f3ebd7db-80ad-45af-a0dc-75fa8e0f5697) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:53:01.527566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:01.612288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:01.641594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Transition to ACTIVE for port object f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:53:01.685890 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:01.732792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:53:01.735957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:53:01.739874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:53:01.769487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Port': ['ID=f3ebd7db-80ad-45af-a0dc-75fa8e0f5697,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:01.802271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:01.985831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:02.060821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-52ba6ea5-9378-498d-a615-6257e8fd19d2 None None] Provisioning for port f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:53:02.069122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-52ba6ea5-9378-498d-a615-6257e8fd19d2 None None] Provisioning complete for port f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:53:02.069836 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52ba6ea5-9378-498d-a615-6257e8fd19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:02.141857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-52ba6ea5-9378-498d-a615-6257e8fd19d2 None None] Port f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:53:02.225169 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:02.401505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:02.411230 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:02.496144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:02.502803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event updated for resources: {'Port': ['ID=f3ebd7db-80ad-45af-a0dc-75fa8e0f5697,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:02.649163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:53:02.652344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:53:02.832936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Router b63f5877-71b0-4f6b-b407-235d51e52ace has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:53:02.971068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e33eb3c2-d8b1-4b29-ae54-b5be23cd6b27 None None] Provisioning complete for port f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:53:02.971994 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e33eb3c2-d8b1-4b29-ae54-b5be23cd6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:02.982683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:53:02.993558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8f254ce0-2bcf-48bd-8870-5a5f3f636adc tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "PUT /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5497005 Jul 22 21:53:02.997493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43888) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:02.999259 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] Sync routers for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:53:03.015788 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:03.017272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:03.032186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e33eb3c2-d8b1-4b29-ae54-b5be23cd6b27 None None] Port f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:53:03.060360 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:03.075448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:03.076472 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:03.115607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d52393b6-9dcd-4578-b486-a524f445edc1 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:03.247903 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-d52393b6-9dcd-4578-b486-a524f445edc1 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 21:53:03.248823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:03.249352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d52393b6-9dcd-4578-b486-a524f445edc1 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace HTTP/1.1" status: 409 len: 329 time: 0.2506208 Jul 22 21:53:03.250303 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f50ee-bc7e-4f5c-89d0-93c96a7ff3ba None None] The sync data for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:53:03.258821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43892) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:03.644168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:03.925843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Deleting port f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:53:03.926180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:04.033209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:04.049197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Calling delete_port for f3ebd7db-80ad-45af-a0dc-75fa8e0f5697 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:53:04.322507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:04.359271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Port': ['ID=f3ebd7db-80ad-45af-a0dc-75fa8e0f5697,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:04.541777 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:04.734308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Router b63f5877-71b0-4f6b-b407-235d51e52ace has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:53:04.853290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:53:04.860437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-08b66f88-1175-4d66-8309-45ecb3026864 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "PUT /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000679 Jul 22 21:53:04.863395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43910) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:04.864994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] Sync routers for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:53:04.876898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:04.877547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:04.919759 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-bf9343ef-3a9f-45e8-ac17-66a1f62908ba tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] show failed (client error): The resource could not be found. Jul 22 21:53:04.921099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bf9343ef-3a9f-45e8-ac17-66a1f62908ba tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1502129575 HTTP/1.1" status: 404 len: 335 time: 0.0559437 Jul 22 21:53:04.926705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43912) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:04.928743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:04.934491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7583a528-a84c-484b-b55b-921fe9e7b40c tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:04.942502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] Routers {'b63f5877-71b0-4f6b-b407-235d51e52ace'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:04.943793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:52:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['b63f5877-71b0-4f6b-b407-235d51e52ace'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:04.971733 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-7583a528-a84c-484b-b55b-921fe9e7b40c tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] update failed (client error): The resource could not be found. Jul 22 21:53:04.980232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43914) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:04.980706 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7583a528-a84c-484b-b55b-921fe9e7b40c tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1900763899 HTTP/1.1" status: 404 len: 335 time: 0.0509634 Jul 22 21:53:04.996870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:04.997943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866cec2-0496-4468-9fef-6a5e524269b7 None None] The sync data for ids ['b63f5877-71b0-4f6b-b407-235d51e52ace'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:53:05.051765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Deleting subnet 431cb77b-aa06-47bc-8fc0-42299f3a6baf {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:53:05.056884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.105648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.214462 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.287167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.328223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Subnet': ['ID=431cb77b-aa06-47bc-8fc0-42299f3a6baf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:05.340940 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.343512 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-80e48998-cd44-4267-b585-007362e7d015 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/subnets/431cb77b-aa06-47bc-8fc0-42299f3a6baf HTTP/1.1" status: 204 len: 168 time: 0.3620136 Jul 22 21:53:05.344866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89926ce4-9b0d-46cf-bef9-a5edf298f0c7 None None] Network a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:53:05.345913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43918) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:05.431225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Deleting subnet f54525fd-e6ad-4c91-bb1d-acf4fe767559 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:53:05.436329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.494599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.612283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] DHCP port deletion for a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:53:05.642975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.694486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Deleting port 7af09af1-52d5-473c-b4c8-510cba963f96 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:53:05.694873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.759794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.775067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] For port 7af09af1-52d5-473c-b4c8-510cba963f96, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7af09af1-52d5-473c-b4c8-510cba963f96,segment=NetworkSegment(5c32976d-bbfe-4153-95b3-6c763349ad31),segment_id=5c32976d-bbfe-4153-95b3-6c763349ad31)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:05.775474 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.789568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Subnet': ['ID=f54525fd-e6ad-4c91-bb1d-acf4fe767559,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:05.789776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Calling delete_port for 7af09af1-52d5-473c-b4c8-510cba963f96 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:53:05.793804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.799315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-900826ee-6c5e-4e2d-950f-57d1127fd7de tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/subnets/f54525fd-e6ad-4c91-bb1d-acf4fe767559 HTTP/1.1" status: 204 len: 168 time: 0.4496551 Jul 22 21:53:05.799731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43922) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:05.805923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca422cc-474f-457e-859a-8f21205f08a9 None None] Network b6eba634-8982-41f3-a7ff-c59be6fbcd71 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:53:05.931276 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.997131 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Deleting port 7af09af1-52d5-473c-b4c8-510cba963f96 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:53:05.997478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:05.998656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.057134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Pushing event deleted for resources: {'Port': ['ID=7af09af1-52d5-473c-b4c8-510cba963f96,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:06.060913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] No DVR routers for this DVR port 7af09af1-52d5-473c-b4c8-510cba963f96 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:53:06.084362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] For port 7af09af1-52d5-473c-b4c8-510cba963f96, host n-d-762330-19, got binding levels [] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:06.084362 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.088883 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.089358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.089879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.090407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.090934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.091476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.092055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.092628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.093095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.094054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.096767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.096767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb11f-3aeb-4b26-ab3c-fcab36a9d0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:06.109320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Calling delete_port for 7af09af1-52d5-473c-b4c8-510cba963f96 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:53:06.113577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.ipam_backend_mixin [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Port 7af09af1-52d5-473c-b4c8-510cba963f96 was not found and therefore no delete operation was performed {{(pid=94092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:53:06.115092 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.146406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] No DVR routers for this DVR port 7af09af1-52d5-473c-b4c8-510cba963f96 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:53:06.152867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Port': ['ID=7af09af1-52d5-473c-b4c8-510cba963f96,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:06.190563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] DHCP port deletion for b6eba634-8982-41f3-a7ff-c59be6fbcd71 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:53:06.258296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] Deleting port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:53:06.258887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.283330 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.297333 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b95821-792d-46cf-b1f6-5a7c1bbc4e92']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:06.315616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c32976d-bbfe-4153-95b3-6c763349ad31') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:06.316160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c32976d-bbfe-4153-95b3-6c763349ad31') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:06.336444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] For port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6f7a37b1-9bc0-4ff2-8da5-966c87188ce4,segment=NetworkSegment(0e2f7535-7e3d-4a4d-956f-f3761e730718),segment_id=0e2f7535-7e3d-4a4d-956f-f3761e730718)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:06.336722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.336910 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.353503 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.354005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] Calling delete_port for 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:53:06.360685 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:53:06.361161 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.361330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7af09af1-52d5-473c-b4c8-510cba963f96 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:53:06.364950 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:53:06.396043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 7af09af1-52d5-473c-b4c8-510cba963f96 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:53:06.396697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7af09af1-52d5-473c-b4c8-510cba963f96 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:53:06.397294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:53:06.450433 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.457642 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.463983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43926) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:06.465175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/networks/a6b95821-792d-46cf-b1f6-5a7c1bbc4e92 HTTP/1.1" status: 204 len: 168 time: 0.6640289 Jul 22 21:53:06.505715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641744f-7c4c-4498-a169-b548fab3723b tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Network': ['ID=a6b95821-792d-46cf-b1f6-5a7c1bbc4e92,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:06.581571 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.598805 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.637715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:06.648102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] Pushing event deleted for resources: {'Port': ['ID=6f7a37b1-9bc0-4ff2-8da5-966c87188ce4,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:06.653301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0abd1b-0257-4843-abd9-84e0983d0427 None None] No DVR routers for this DVR port 6f7a37b1-9bc0-4ff2-8da5-966c87188ce4 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:53:07.204278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.222898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eba634-8982-41f3-a7ff-c59be6fbcd71']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:07.239037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2f7535-7e3d-4a4d-956f-f3761e730718') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:07.239037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2f7535-7e3d-4a4d-956f-f3761e730718') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:07.251572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.266341 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.274323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:53:07.274725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:53:07.278229 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:53:07.364295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.380085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.382017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/networks/b6eba634-8982-41f3-a7ff-c59be6fbcd71 HTTP/1.1" status: 204 len: 168 time: 0.9157255 Jul 22 21:53:07.385588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43932) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:07.394805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf217e55-f5dc-4f66-a753-196119a0406f tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Network': ['ID=b6eba634-8982-41f3-a7ff-c59be6fbcd71,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:07.456888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Deleting subnet 62be3411-613b-4102-a886-ab6e2f888d87 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:53:07.461324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.526534 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.641061 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.723203 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.758216 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Subnet': ['ID=62be3411-613b-4102-a886-ab6e2f888d87,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:07.760376 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.762870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-51e58109-b67f-49fb-a57e-eef930dd928e tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/subnets/62be3411-613b-4102-a886-ab6e2f888d87 HTTP/1.1" status: 204 len: 168 time: 0.3759539 Jul 22 21:53:07.766258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:07.770196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9258a18-b08e-4bfa-83dd-ddbc53043240 None None] Network 70e37755-f05c-42b4-bf29-1e9847d9a6ed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:53:07.880045 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:07.961464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Deleting port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:53:07.961879 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.048417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] For port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,segment=NetworkSegment(943adf76-8952-4bba-b951-4c089e0e0d94),segment_id=943adf76-8952-4bba-b951-4c089e0e0d94)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:08.048908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.049970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] DHCP port deletion for 70e37755-f05c-42b4-bf29-1e9847d9a6ed request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:53:08.069609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Calling delete_port for 176f2a53-c4af-43db-8b6f-0e28bc0afbfd owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:53:08.070554 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:53:08.125922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] Deleting port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:53:08.126530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.208509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.223903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] No DVR routers for this DVR port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:53:08.224156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] For port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,segment=NetworkSegment(943adf76-8952-4bba-b951-4c089e0e0d94),segment_id=943adf76-8952-4bba-b951-4c089e0e0d94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:08.225291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.241118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] Calling delete_port for 176f2a53-c4af-43db-8b6f-0e28bc0afbfd owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:53:08.274964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Port': ['ID=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:08.357308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 176f2a53-c4af-43db-8b6f-0e28bc0afbfd no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:53:08.372323 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.391036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 176f2a53-c4af-43db-8b6f-0e28bc0afbfd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:53:08.392901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 176f2a53-c4af-43db-8b6f-0e28bc0afbfd not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:53:08.393727 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.399012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e37755-f05c-42b4-bf29-1e9847d9a6ed']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:08.423557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943adf76-8952-4bba-b951-4c089e0e0d94') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:08.423772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] Pushing event deleted for resources: {'Port': ['ID=176f2a53-c4af-43db-8b6f-0e28bc0afbfd,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:08.423986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943adf76-8952-4bba-b951-4c089e0e0d94') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:08.428795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad4ddd-faf4-4159-b76e-f67ffd686cdc None None] No DVR routers for this DVR port 176f2a53-c4af-43db-8b6f-0e28bc0afbfd on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:53:08.440957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.461799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.470177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:53:08.470745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:53:08.475185 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:53:08.558568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.574586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.575047 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/networks/70e37755-f05c-42b4-bf29-1e9847d9a6ed HTTP/1.1" status: 204 len: 168 time: 0.8066323 Jul 22 21:53:08.578203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43940) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:08.590102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f184ac-4e16-4444-9696-67895c033b16 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Pushing event deleted for resources: {'Network': ['ID=70e37755-f05c-42b4-bf29-1e9847d9a6ed,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:08.634870 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1afab600-fa48-44b9-b5e8-898bfdc6ff6d tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "GET /v2.0/ports?device_id=b63f5877-71b0-4f6b-b407-235d51e52ace HTTP/1.1" status: 200 len: 205 time: 0.0534728 Jul 22 21:53:08.637858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43944) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:08.757093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8331aeee-7178-4132-b854-97ea57817388 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.951172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8331aeee-7178-4132-b854-97ea57817388 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:08.953847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8331aeee-7178-4132-b854-97ea57817388 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:09.002502 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8331aeee-7178-4132-b854-97ea57817388 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:09.003076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8331aeee-7178-4132-b854-97ea57817388 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Fanout notify agent at l3_agent the message router_deleted on router b63f5877-71b0-4f6b-b407-235d51e52ace {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:53:09.011811 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8331aeee-7178-4132-b854-97ea57817388 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:09.015787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8331aeee-7178-4132-b854-97ea57817388 tempest-RoutersNegativeTest-360416208 tempest-RoutersNegativeTest-360416208-project] 10.222.0.54 "DELETE /v2.0/routers/b63f5877-71b0-4f6b-b407-235d51e52ace HTTP/1.1" status: 204 len: 168 time: 0.3738210 Jul 22 21:53:09.366177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43952) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:09.548488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0faf30bd-76b4-4534-91cf-3b97067aa11a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52858d71cdca41daba89b42e6db64818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811059 Jul 22 21:53:09.554682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43956) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:09.623013 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:09.646450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:09.715253 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:09.718245 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:09.723695 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ba1953b-9f4a-48ca-a00a-4c6a40f5b755 HTTP/1.1" status: 204 len: 168 time: 0.1636233 Jul 22 21:53:09.732920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba1953b-9f4a-48ca-a00a-4c6a40f5b755,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:09.749577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.749756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.750039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.750382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.750831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.751041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.751368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.751832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.752029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.752351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.752696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:09.753584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203852c-6332-4531-9831-42ff76b77428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:10.641067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43984) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:10.760089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8e6acb8c-9561-4816-a96f-6dfdb3415a26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:10.760913 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-8e6acb8c-9561-4816-a96f-6dfdb3415a26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 21:53:10.761426 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-8e6acb8c-9561-4816-a96f-6dfdb3415a26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 21:53:10.763198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8e6acb8c-9561-4816-a96f-6dfdb3415a26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1204550 Jul 22 21:53:10.770103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43990) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:10.776646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--54109949'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:10.804929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:10.816715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:10.935570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:10.940422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:10.978868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0dfc7c-669a-4745-b112-7d67a4279655,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:11.045179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.049120 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.081848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.083081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3111618 Jul 22 21:53:11.087715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 43994) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:11.088321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ffe51-78aa-4fcb-9e0a-ea039e5d88c7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f9d6d5-7798-4150-8795-8bef4053f13e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:11.093031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-37161d0c-fdf9-4ea6-aa59-4dd0d1caff60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': 'c0f9d6d5-7798-4150-8795-8bef4053f13e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:11.130943 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37161d0c-fdf9-4ea6-aa59-4dd0d1caff60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.195924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37161d0c-fdf9-4ea6-aa59-4dd0d1caff60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.201488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37161d0c-fdf9-4ea6-aa59-4dd0d1caff60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.221077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37161d0c-fdf9-4ea6-aa59-4dd0d1caff60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bc5a27-bf13-4a75-a897-ecc1d9be3bb1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:11.229552 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37161d0c-fdf9-4ea6-aa59-4dd0d1caff60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.231155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-37161d0c-fdf9-4ea6-aa59-4dd0d1caff60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424332 Jul 22 21:53:11.234379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:11.239859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-27061c91-f2e6-42d4-adb0-709256487100 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': 'c0f9d6d5-7798-4150-8795-8bef4053f13e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:11.276374 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27061c91-f2e6-42d4-adb0-709256487100 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.330534 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-27061c91-f2e6-42d4-adb0-709256487100 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 21:53:11.332035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-27061c91-f2e6-42d4-adb0-709256487100 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0964372 Jul 22 21:53:11.336724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 43998) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:11.416326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d4aa-a21d-48b8-8317-ff83797fb8f4 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.448965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d4aa-a21d-48b8-8317-ff83797fb8f4 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.530621 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d4aa-a21d-48b8-8317-ff83797fb8f4 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.533708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d4aa-a21d-48b8-8317-ff83797fb8f4 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.535184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0e9d4aa-a21d-48b8-8317-ff83797fb8f4 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/c0f9d6d5-7798-4150-8795-8bef4053f13e HTTP/1.1" status: 204 len: 168 time: 0.1945393 Jul 22 21:53:11.538802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44000) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:11.545076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9d4aa-a21d-48b8-8317-ff83797fb8f4 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f9d6d5-7798-4150-8795-8bef4053f13e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:11.606395 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d82b6690-6326-4e8a-ac0b-f96b644407e7 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655642 Jul 22 21:53:11.610378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44002) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:11.616948 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-792fc94c-5585-4275-bd0a-d37fd319ee0a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--938518640'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:11.643189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-792fc94c-5585-4275-bd0a-d37fd319ee0a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.753325 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-792fc94c-5585-4275-bd0a-d37fd319ee0a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.759077 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-792fc94c-5585-4275-bd0a-d37fd319ee0a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.785699 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-792fc94c-5585-4275-bd0a-d37fd319ee0a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:11.788622 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-792fc94c-5585-4275-bd0a-d37fd319ee0a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1766605 Jul 22 21:53:11.792344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44004) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:11.798064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5a399bd6-46cc-447f-a1c4-4474f04e653f tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '9e52938c-6b2b-4226-873a-6f91f09717a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:11.798935 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-5a399bd6-46cc-447f-a1c4-4474f04e653f tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 21:53:11.799831 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-5a399bd6-46cc-447f-a1c4-4474f04e653f tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:11.801127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a399bd6-46cc-447f-a1c4-4474f04e653f tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074842 Jul 22 21:53:11.802951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fc94c-5585-4275-bd0a-d37fd319ee0a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e52938c-6b2b-4226-873a-6f91f09717a3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:11.805224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44006) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:11.893957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c05a2606-b648-409b-9c6e-9ca718b13f14 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.025345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c05a2606-b648-409b-9c6e-9ca718b13f14 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.025345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c05a2606-b648-409b-9c6e-9ca718b13f14 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.025345 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c05a2606-b648-409b-9c6e-9ca718b13f14 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.025345 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c05a2606-b648-409b-9c6e-9ca718b13f14 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/9e52938c-6b2b-4226-873a-6f91f09717a3 HTTP/1.1" status: 204 len: 168 time: 0.2087588 Jul 22 21:53:12.125756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44020) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.131749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a2606-b648-409b-9c6e-9ca718b13f14 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e52938c-6b2b-4226-873a-6f91f09717a3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:12.131749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44026) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.135254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9120816f-c385-494d-9f11-e128a6c7a415 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991628 Jul 22 21:53:12.136165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6143f55c-7a35-47c9-8b11-1f2191288c5b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526331744'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:12.157472 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6143f55c-7a35-47c9-8b11-1f2191288c5b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.309655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6143f55c-7a35-47c9-8b11-1f2191288c5b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.326410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6143f55c-7a35-47c9-8b11-1f2191288c5b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.366820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6143f55c-7a35-47c9-8b11-1f2191288c5b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.368440 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6143f55c-7a35-47c9-8b11-1f2191288c5b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2469981 Jul 22 21:53:12.372201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44032) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.378505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9e443d11-e352-4aba-b7de-85a864d3cd3d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '55dad17a-4d07-4e98-8c0a-2f1f3b6b572e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:12.379094 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-9e443d11-e352-4aba-b7de-85a864d3cd3d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 21:53:12.379598 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-9e443d11-e352-4aba-b7de-85a864d3cd3d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:12.380951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9e443d11-e352-4aba-b7de-85a864d3cd3d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071714 Jul 22 21:53:12.383267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143f55c-7a35-47c9-8b11-1f2191288c5b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55dad17a-4d07-4e98-8c0a-2f1f3b6b572e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:12.394242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44034) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.488407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5904ae07-4b9d-4c39-aed4-062264f3a325 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.527372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5904ae07-4b9d-4c39-aed4-062264f3a325 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.585439 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d514f78-fe2b-431b-8c81-acceb5b9cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.591030 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5904ae07-4b9d-4c39-aed4-062264f3a325 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.594097 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5904ae07-4b9d-4c39-aed4-062264f3a325 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.595424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5904ae07-4b9d-4c39-aed4-062264f3a325 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/55dad17a-4d07-4e98-8c0a-2f1f3b6b572e HTTP/1.1" status: 204 len: 168 time: 0.2002323 Jul 22 21:53:12.598254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44038) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.606672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ae07-4b9d-4c39-aed4-062264f3a325 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dad17a-4d07-4e98-8c0a-2f1f3b6b572e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:12.692592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ab93f3df-0dcf-4a67-8161-3ac129589e0e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886736 Jul 22 21:53:12.693089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44042) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.698259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fc27044b-217d-4b0d-b195-d0b39743fd69 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831852440'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:12.729569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc27044b-217d-4b0d-b195-d0b39743fd69 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.871785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc27044b-217d-4b0d-b195-d0b39743fd69 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.878847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc27044b-217d-4b0d-b195-d0b39743fd69 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.911240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc27044b-217d-4b0d-b195-d0b39743fd69 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:12.913709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fc27044b-217d-4b0d-b195-d0b39743fd69 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2188783 Jul 22 21:53:12.916867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44052) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.923915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-dbd03e0b-9b6b-4437-b619-43b1cd883633 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': 'caf0ca2b-a95e-4492-9d93-ad13a9fbba83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:12.942078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27044b-217d-4b0d-b195-d0b39743fd69 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf0ca2b-a95e-4492-9d93-ad13a9fbba83,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:12.942803 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-dbd03e0b-9b6b-4437-b619-43b1cd883633 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 21:53:12.947245 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-dbd03e0b-9b6b-4437-b619-43b1cd883633 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:12.948392 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-dbd03e0b-9b6b-4437-b619-43b1cd883633 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301569 Jul 22 21:53:12.952153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.961111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-257fdd70-a9dd-44ea-9475-f0c2e2220078 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': 'caf0ca2b-a95e-4492-9d93-ad13a9fbba83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:12.961871 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-257fdd70-a9dd-44ea-9475-f0c2e2220078 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 21:53:12.963085 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-257fdd70-a9dd-44ea-9475-f0c2e2220078 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:12.968664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-257fdd70-a9dd-44ea-9475-f0c2e2220078 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104089 Jul 22 21:53:12.969273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44058) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.974729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-202a99ea-ddbd-471b-a7e7-ed32f4158ddb tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': 'caf0ca2b-a95e-4492-9d93-ad13a9fbba83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:12.975595 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-202a99ea-ddbd-471b-a7e7-ed32f4158ddb tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 21:53:12.976670 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-202a99ea-ddbd-471b-a7e7-ed32f4158ddb tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:12.978539 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-202a99ea-ddbd-471b-a7e7-ed32f4158ddb tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083635 Jul 22 21:53:12.984494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44060) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:12.993908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2319f25f-e6f0-4956-928b-83d224d12e1d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': 'caf0ca2b-a95e-4492-9d93-ad13a9fbba83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:12.995087 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-2319f25f-e6f0-4956-928b-83d224d12e1d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 21:53:12.995589 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-2319f25f-e6f0-4956-928b-83d224d12e1d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.002678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44062) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.004241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2319f25f-e6f0-4956-928b-83d224d12e1d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0166070 Jul 22 21:53:13.108101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa191427-20f8-4580-bd97-f1ac4fe4004e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.140768 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa191427-20f8-4580-bd97-f1ac4fe4004e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.214314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa191427-20f8-4580-bd97-f1ac4fe4004e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.218377 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa191427-20f8-4580-bd97-f1ac4fe4004e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.222766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fa191427-20f8-4580-bd97-f1ac4fe4004e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/caf0ca2b-a95e-4492-9d93-ad13a9fbba83 HTTP/1.1" status: 204 len: 168 time: 0.2139182 Jul 22 21:53:13.223303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44068) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.231818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191427-20f8-4580-bd97-f1ac4fe4004e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf0ca2b-a95e-4492-9d93-ad13a9fbba83,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:13.321005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-45a80288-095e-45c0-a023-2f95e168eff5 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939870 Jul 22 21:53:13.325164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44070) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.337457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-60967f89-10a7-466e-943b-3def04d2a571 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703173897'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.365125 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60967f89-10a7-466e-943b-3def04d2a571 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.498587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60967f89-10a7-466e-943b-3def04d2a571 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.505739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60967f89-10a7-466e-943b-3def04d2a571 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.540984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-60967f89-10a7-466e-943b-3def04d2a571 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:13.542404 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-60967f89-10a7-466e-943b-3def04d2a571 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2147760 Jul 22 21:53:13.545775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44076) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.550807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2f85298a-6636-43cc-a062-d082d958a65d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.551301 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-2f85298a-6636-43cc-a062-d082d958a65d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 21:53:13.551807 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-2f85298a-6636-43cc-a062-d082d958a65d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.552866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2f85298a-6636-43cc-a062-d082d958a65d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060844 Jul 22 21:53:13.555475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60967f89-10a7-466e-943b-3def04d2a571 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f40927-1c5d-4c6d-aa53-17a16110980c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:13.556571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44078) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.561722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b3bcf139-fac0-4e24-86e6-2894c7143e64 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.620385 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-b3bcf139-fac0-4e24-86e6-2894c7143e64 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.622163 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b3bcf139-fac0-4e24-86e6-2894c7143e64 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0642297 Jul 22 21:53:13.627831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.633429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7655e3bd-fe66-4f8d-a21e-2b9e9d32c201 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.633924 n-d-762330-19 neutron-server[94092]: WARNING neutron.api.v2.base [None req-7655e3bd-fe66-4f8d-a21e-2b9e9d32c201 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 21:53:13.634496 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-7655e3bd-fe66-4f8d-a21e-2b9e9d32c201 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.639992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7655e3bd-fe66-4f8d-a21e-2b9e9d32c201 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068469 Jul 22 21:53:13.640832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44084) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.650146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-946f80a6-75ee-4e80-b6b2-17249770252a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.696662 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-946f80a6-75ee-4e80-b6b2-17249770252a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.696662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-946f80a6-75ee-4e80-b6b2-17249770252a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0546994 Jul 22 21:53:13.701013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44086) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.706712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8667a8a7-fad8-4896-a081-039f802ff88e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.707467 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-8667a8a7-fad8-4896-a081-039f802ff88e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 21:53:13.708301 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-8667a8a7-fad8-4896-a081-039f802ff88e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.710837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8667a8a7-fad8-4896-a081-039f802ff88e tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077448 Jul 22 21:53:13.715073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44088) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.721769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-43af079f-20ee-466a-a2ea-7fbd350f293a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.788801 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-43af079f-20ee-466a-a2ea-7fbd350f293a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.790527 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-43af079f-20ee-466a-a2ea-7fbd350f293a tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0736837 Jul 22 21:53:13.794321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44092) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.800214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-79a5b14c-bd76-405b-9368-6cb85b3109a8 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.800800 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-79a5b14c-bd76-405b-9368-6cb85b3109a8 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 21:53:13.801826 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-79a5b14c-bd76-405b-9368-6cb85b3109a8 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.802364 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-79a5b14c-bd76-405b-9368-6cb85b3109a8 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069692 Jul 22 21:53:13.809136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44094) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.814204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-86f9cfab-825a-4625-a06f-6cacb4625918 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.875654 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-86f9cfab-825a-4625-a06f-6cacb4625918 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.877290 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-86f9cfab-825a-4625-a06f-6cacb4625918 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0669966 Jul 22 21:53:13.880632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:13.886984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0721a43b-4cbd-4a66-b4f8-bd1955d73a3d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '02f40927-1c5d-4c6d-aa53-17a16110980c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:13.934442 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-0721a43b-4cbd-4a66-b4f8-bd1955d73a3d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:13.936732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0721a43b-4cbd-4a66-b4f8-bd1955d73a3d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0546708 Jul 22 21:53:13.938580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44100) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.030178 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf934-7e59-486a-9ff6-d12ecac08a20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.072199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf934-7e59-486a-9ff6-d12ecac08a20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.168977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf934-7e59-486a-9ff6-d12ecac08a20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.175775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf934-7e59-486a-9ff6-d12ecac08a20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.176338 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0fbcf934-7e59-486a-9ff6-d12ecac08a20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/02f40927-1c5d-4c6d-aa53-17a16110980c HTTP/1.1" status: 204 len: 168 time: 0.2361810 Jul 22 21:53:14.182695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44110) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.196394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcf934-7e59-486a-9ff6-d12ecac08a20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f40927-1c5d-4c6d-aa53-17a16110980c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:14.250890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fe578c3d-71dc-460d-9480-6a2f7c90b271 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624886 Jul 22 21:53:14.251322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44112) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.257851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b4c9746d-19e9-4aad-9b31-c09d92d4fc60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--111820175'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:14.289253 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4c9746d-19e9-4aad-9b31-c09d92d4fc60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.412188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4c9746d-19e9-4aad-9b31-c09d92d4fc60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.416939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4c9746d-19e9-4aad-9b31-c09d92d4fc60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.451456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4c9746d-19e9-4aad-9b31-c09d92d4fc60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.455908 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4c9746d-19e9-4aad-9b31-c09d92d4fc60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2035258 Jul 22 21:53:14.457109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44120) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.457360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9746d-19e9-4aad-9b31-c09d92d4fc60 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46243fda-20b5-4f1a-913b-5af3734d80a8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:14.471356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7819ea9e-c10d-4860-9194-db8a3a4bad1f tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '46243fda-20b5-4f1a-913b-5af3734d80a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:14.551813 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-7819ea9e-c10d-4860-9194-db8a3a4bad1f tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The resource could not be found. Jul 22 21:53:14.556802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7819ea9e-c10d-4860-9194-db8a3a4bad1f tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0938325 Jul 22 21:53:14.557257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44124) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.563795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f7ac44e4-cf89-46d0-8c63-7dc8ec50733c tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '46243fda-20b5-4f1a-913b-5af3734d80a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3bf09211-f292-46e6-993a-0b864b70bf8a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:14.629196 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-f7ac44e4-cf89-46d0-8c63-7dc8ec50733c tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The resource could not be found. Jul 22 21:53:14.630894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f7ac44e4-cf89-46d0-8c63-7dc8ec50733c tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0720038 Jul 22 21:53:14.635900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44126) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.724647 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2d853eb-6017-40b3-8cc7-4f5a58becc26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.790324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2d853eb-6017-40b3-8cc7-4f5a58becc26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.863140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2d853eb-6017-40b3-8cc7-4f5a58becc26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.868211 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a2d853eb-6017-40b3-8cc7-4f5a58becc26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:14.870162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a2d853eb-6017-40b3-8cc7-4f5a58becc26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/46243fda-20b5-4f1a-913b-5af3734d80a8 HTTP/1.1" status: 204 len: 168 time: 0.2324214 Jul 22 21:53:14.879230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44134) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.886061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0f-979e-4e47-8f6f-55794e147788 req-36d0dc61-3dbd-4c93-bd79-b1a182b580e1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:14.888544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1306f0f-979e-4e47-8f6f-55794e147788 req-36d0dc61-3dbd-4c93-bd79-b1a182b580e1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 945 time: 0.1416974 Jul 22 21:53:14.899918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d853eb-6017-40b3-8cc7-4f5a58becc26 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46243fda-20b5-4f1a-913b-5af3734d80a8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:14.965041 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-216cda17-0406-4322-9b9e-bc6866c908d2 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785172 Jul 22 21:53:14.967403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44138) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:14.973270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7a7df69d-c160-404f-813f-2c3592537689 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '8b10d2a0-6b48-4413-9ab1-e2a130f335fa', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:14.978051 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1306f0f-979e-4e47-8f6f-55794e147788 req-3ad8b752-4080-49fd-85bb-8ed7adf150b4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705693 Jul 22 21:53:15.046426 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-7a7df69d-c160-404f-813f-2c3592537689 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The resource could not be found. Jul 22 21:53:15.048051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a7df69d-c160-404f-813f-2c3592537689 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0791256 Jul 22 21:53:15.052351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44144) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:15.058904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-30c6d8f5-239d-4f15-9504-f855314e5ad9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146671473'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:15.103310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30c6d8f5-239d-4f15-9504-f855314e5ad9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.213821 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec7a9-782a-409f-a314-5cf37e87f7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.238948 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30c6d8f5-239d-4f15-9504-f855314e5ad9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.245442 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30c6d8f5-239d-4f15-9504-f855314e5ad9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.297781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-30c6d8f5-239d-4f15-9504-f855314e5ad9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.299891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-30c6d8f5-239d-4f15-9504-f855314e5ad9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2462344 Jul 22 21:53:15.303172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6d8f5-239d-4f15-9504-f855314e5ad9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff1958-e802-47ec-8881-e479a8414013,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:15.304936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44152) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:15.312872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d2cec30c-bd2f-444e-9d25-579d84af8920 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949119335'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:15.360388 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cec30c-bd2f-444e-9d25-579d84af8920 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.465368 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.481478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cec30c-bd2f-444e-9d25-579d84af8920 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.486579 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cec30c-bd2f-444e-9d25-579d84af8920 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.524269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cec30c-bd2f-444e-9d25-579d84af8920 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.526355 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2cec30c-bd2f-444e-9d25-579d84af8920 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2198009 Jul 22 21:53:15.531913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:15.533305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cec30c-bd2f-444e-9d25-579d84af8920 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c769f4c8-c41b-4f17-b1e6-a165980431a8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:15.544656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7850d3ba-0f01-4bf2-8597-de1e3b62eb20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group_rule': {'security_group_id': '9eff1958-e802-47ec-8881-e479a8414013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c769f4c8-c41b-4f17-b1e6-a165980431a8'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:15.598868 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-7850d3ba-0f01-4bf2-8597-de1e3b62eb20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 21:53:15.599988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7850d3ba-0f01-4bf2-8597-de1e3b62eb20 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0655658 Jul 22 21:53:15.603397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44162) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:15.669949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aab2c23-a216-4b4d-8b9c-e214628386bc tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.700032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aab2c23-a216-4b4d-8b9c-e214628386bc tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.749670 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aab2c23-a216-4b4d-8b9c-e214628386bc tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.752647 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aab2c23-a216-4b4d-8b9c-e214628386bc tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.754026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9aab2c23-a216-4b4d-8b9c-e214628386bc tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/c769f4c8-c41b-4f17-b1e6-a165980431a8 HTTP/1.1" status: 204 len: 168 time: 0.1494946 Jul 22 21:53:15.758692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:15.766876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab2c23-a216-4b4d-8b9c-e214628386bc tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c769f4c8-c41b-4f17-b1e6-a165980431a8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:15.837317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3b2b84a2-ab0d-4d4a-97f7-4df134228e18 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0773592 Jul 22 21:53:15.841428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44172) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:15.906072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a8d394b-c785-4cb8-a604-880df9760d94 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.938836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a8d394b-c785-4cb8-a604-880df9760d94 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.996858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a8d394b-c785-4cb8-a604-880df9760d94 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:15.999597 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1a8d394b-c785-4cb8-a604-880df9760d94 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.001940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1a8d394b-c785-4cb8-a604-880df9760d94 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/9eff1958-e802-47ec-8881-e479a8414013 HTTP/1.1" status: 204 len: 168 time: 0.1584165 Jul 22 21:53:16.003918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44176) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.020850 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d394b-c785-4cb8-a604-880df9760d94 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff1958-e802-47ec-8881-e479a8414013,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:16.075275 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3a53870a-e139-425e-a538-d0d5c811d30c tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700064 Jul 22 21:53:16.083582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44184) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.088463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0f580525-bad0-470d-a9f6-1df4205ee1e1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'tempest-secgroup--889923447'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:16.154911 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f580525-bad0-470d-a9f6-1df4205ee1e1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.191126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.225311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b2967-47b4-4ff0-b11e-4bf2138512af req-5b9b2443-80e8-49b1-b607-d09ca7ad8c96 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:16.227593 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a25b2967-47b4-4ff0-b11e-4bf2138512af req-5b9b2443-80e8-49b1-b607-d09ca7ad8c96 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 945 time: 0.1327055 Jul 22 21:53:16.318170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a25b2967-47b4-4ff0-b11e-4bf2138512af req-e3c4ec24-f41a-4d5b-bd36-fa98d673cffa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827355 Jul 22 21:53:16.373586 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f580525-bad0-470d-a9f6-1df4205ee1e1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.379706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f580525-bad0-470d-a9f6-1df4205ee1e1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.421826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0f580525-bad0-470d-a9f6-1df4205ee1e1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.424109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0f580525-bad0-470d-a9f6-1df4205ee1e1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3390293 Jul 22 21:53:16.425788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f580525-bad0-470d-a9f6-1df4205ee1e1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa36e600-ee06-4901-9337-69213459fc0f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:16.429946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44194) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.437215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-023c9eee-d374-41a4-897b-128693bdeea9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:16.437958 n-d-762330-19 neutron-server[94091]: WARNING neutron.api.v2.base [None req-023c9eee-d374-41a4-897b-128693bdeea9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 21:53:16.438448 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-023c9eee-d374-41a4-897b-128693bdeea9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 21:53:16.439563 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-023c9eee-d374-41a4-897b-128693bdeea9 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "PUT /v2.0/security-groups/fa36e600-ee06-4901-9337-69213459fc0f HTTP/1.1" status: 409 len: 330 time: 0.0081053 Jul 22 21:53:16.444893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.457501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-62dcb468-55e0-4de4-b16c-931f784eed5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:16.459120 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-62dcb468-55e0-4de4-b16c-931f784eed5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 945 time: 0.1312497 Jul 22 21:53:16.539110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4110299d-8629-4427-9546-1165bd7b80b1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.570806 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4110299d-8629-4427-9546-1165bd7b80b1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.613931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port 9a3bb534-6014-48e2-b001-e69b618d591d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:53:16.614483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.634628 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4110299d-8629-4427-9546-1165bd7b80b1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.639738 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4110299d-8629-4427-9546-1165bd7b80b1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.641837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4110299d-8629-4427-9546-1165bd7b80b1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/fa36e600-ee06-4901-9337-69213459fc0f HTTP/1.1" status: 204 len: 168 time: 0.1953299 Jul 22 21:53:16.651417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44200) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.653412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110299d-8629-4427-9546-1165bd7b80b1 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa36e600-ee06-4901-9337-69213459fc0f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:16.796421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8353856f-eb69-4c1e-aba2-f0076157255d tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1429181 Jul 22 21:53:16.803343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44204) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.826523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] For port 9a3bb534-6014-48e2-b001-e69b618d591d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9a3bb534-6014-48e2-b001-e69b618d591d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:16.826984 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-a632df83-168b-471e-9182-da6cacb3a071 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] delete failed (client error): The resource could not be found. Jul 22 21:53:16.827236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:16.834155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a632df83-168b-471e-9182-da6cacb3a071 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "DELETE /v2.0/security-groups/f5979461-8312-4662-95a3-64c3ced2a522 HTTP/1.1" status: 404 len: 347 time: 0.0229096 Jul 22 21:53:16.835485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44208) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.856139 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-c092ff00-732c-4ab4-878e-c0292e48fd65 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] show failed (client error): The resource could not be found. Jul 22 21:53:16.861440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c092ff00-732c-4ab4-878e-c0292e48fd65 tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-groups/fcb8e6e0-7f8b-4986-84f3-b6aad78cfd67 HTTP/1.1" status: 404 len: 347 time: 0.0207262 Jul 22 21:53:16.862571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:16.888631 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-7263ec54-047f-4d77-ba84-7007eabf1d1b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] show failed (client error): The resource could not be found. Jul 22 21:53:16.901917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7263ec54-047f-4d77-ba84-7007eabf1d1b tempest-NegativeSecGroupTest-1443876412 tempest-NegativeSecGroupTest-1443876412-project] 10.222.0.54 "GET /v2.0/security-group-rules/ad4bbc11-bfa6-4165-8925-6d9bbd5eeba6 HTTP/1.1" status: 404 len: 356 time: 0.0263393 Jul 22 21:53:17.122576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:17.124147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:17.124716 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Floating IP baf8a649-5667-4e2c-8326-4e87eabe5f03 disassociated. External IP: 172.25.5.162, port: 9a3bb534-6014-48e2-b001-e69b618d591d. Jul 22 21:53:17.125465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for 9a3bb534-6014-48e2-b001-e69b618d591d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:53:17.308362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44224) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:17.357191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:17.404444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=9a3bb534-6014-48e2-b001-e69b618d591d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:17.614024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57fbabb8-65b4-4102-a0f0-a09a8e20fed2 req-a079955c-1f4d-465e-8e15-cc6b31998235 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0654976 Jul 22 21:53:17.652295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-18033226-5450-4026-921f-030d6ac0841b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9848457c8d4644ac8699fc120297f4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420870 Jul 22 21:53:17.656361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:17.660029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:53:17.791761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d17f7d4-5e75-4c84-a1e4-6059a6250ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:17.830214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:53:17.840287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d17f7d4-5e75-4c84-a1e4-6059a6250ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:17.850501 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:53:17.870769 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:17.872323 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:53:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:17.901594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] No DVR routers for this DVR port 9a3bb534-6014-48e2-b001-e69b618d591d on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:53:17.907091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:17.910128 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-76c33c32-a693-4ea4-9025-395dce4f57f8 req-40635499-7a8e-46cc-b78b-2c85735c3ad9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "DELETE /v2.0/ports/9a3bb534-6014-48e2-b001-e69b618d591d HTTP/1.1" status: 204 len: 173 time: 1.4446256 Jul 22 21:53:17.910769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'name': 'network-vif-deleted', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:53:17.931011 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7990d1e4-4901-4e23-9c3b-8281ba7e19dc" -d '{"events": [{"server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "name": "network-vif-deleted", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:53:17.980412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d17f7d4-5e75-4c84-a1e4-6059a6250ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:17.984164 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d17f7d4-5e75-4c84-a1e4-6059a6250ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:18.002161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5d17f7d4-5e75-4c84-a1e4-6059a6250ca9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de0dfc7c-669a-4745-b112-7d67a4279655 HTTP/1.1" status: 204 len: 168 time: 0.3435097 Jul 22 21:53:18.018201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17f7d4-5e75-4c84-a1e4-6059a6250ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0dfc7c-669a-4745-b112-7d67a4279655,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:18.079394 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0a331a-431b-4152-b374-bd60aa9d16bf x-openstack-request-id: req-5b0a331a-431b-4152-b374-bd60aa9d16bf {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:53:18.081056 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c68c9-2db3-43f2-8779-1fa93fda6ac8", "name": "network-vif-deleted", "tag": "9a3bb534-6014-48e2-b001-e69b618d591d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:53:18.081745 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b0a331a-431b-4152-b374-bd60aa9d16bf {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:53:18.082765 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c68c9-2db3-43f2-8779-1fa93fda6ac8', 'name': 'network-vif-deleted', 'tag': '9a3bb534-6014-48e2-b001-e69b618d591d', 'status': 'completed', 'code': 200} Jul 22 21:53:18.167222 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:53:18.370048 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:18.533579 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:18.574528 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:53:18.591156 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:18.592841 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:53:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:18.763957 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:53:18.883681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4d61a39-9d2c-4c1b-a0cc-7e1b05ade18e req-ad360725-dcc1-4100-80ca-111a5d260c9e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0603335 Jul 22 21:53:19.147812 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:19.176347 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b042f031-4ee0-446b-8cb0-4fffb2725680 None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:53:19.228007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9a3bb534-6014-48e2-b001-e69b618d591d no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:53:19.290597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 9a3bb534-6014-48e2-b001-e69b618d591d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:53:19.291492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9a3bb534-6014-48e2-b001-e69b618d591d not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:53:19.384854 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44290) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:19.558495 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396632285-network', 'tenant_id': '881dc0cfe529488586788a51af02fc93'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:19.585340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Made reservation on behalf of 881dc0cfe529488586788a51af02fc93 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:53:19.588652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:19.606983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:19.730476 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:19.736152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:19.769246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:53:19.781577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629fdf6d-6f8a-4a93-bdee-51a6879c75c9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:19.788859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:19.789228 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Added segment f2885de5-2d75-4b51-b084-b09b1c9cc7e6 of type vlan for network 0318e62b-8674-44b3-a3c8-aafca5c6cb2d Jul 22 21:53:19.795147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31633d40-b389-462d-8ddb-084f29888a6a None None] New status for floating IP baf8a649-5667-4e2c-8326-4e87eabe5f03: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:53:19.854123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:19.923292 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:19.925092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:19.925802 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:20.015999 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] Pushing event updated for resources: {'Network': ['ID=0318e62b-8674-44b3-a3c8-aafca5c6cb2d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:20.029182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0318e62b-8674-44b3-a3c8-aafca5c6cb2d details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:53:20.035386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44308) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:20.045162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c1c2828a-8ca2-46c8-977f-5c776a2d73ea admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6591592 Jul 22 21:53:20.046908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Request body: {'subnet': {'network_id': '0318e62b-8674-44b3-a3c8-aafca5c6cb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396632285-subnet', 'tenant_id': '881dc0cfe529488586788a51af02fc93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:20.104348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Made reservation on behalf of 881dc0cfe529488586788a51af02fc93 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:53:20.111016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:20.122711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-44e2ab7d-a258-46e4-be49-6b3c9399df9e req-8a274008-bd06-41e7-a9b1-74ab5a922d80 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0752106 Jul 22 21:53:20.382918 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:20.475557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91623dc8-7eb9-4961-bff3-c75ff959c875,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:20.479245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Checking segment: {'id': 'f2885de5-2d75-4b51-b084-b09b1c9cc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0318e62b-8674-44b3-a3c8-aafca5c6cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:53:20.479952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Network hostable DHCP agents. Network: 0318e62b-8674-44b3-a3c8-aafca5c6cb2d, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:53:20.525116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Network 0318e62b-8674-44b3-a3c8-aafca5c6cb2d is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:53:20.542446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 0318e62b-8674-44b3-a3c8-aafca5c6cb2d) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:53:20.549899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:20.550172 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:20.558024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4f5f3-e1a9-4514-8931-f2d70ded0b83 None None] Network 0318e62b-8674-44b3-a3c8-aafca5c6cb2d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:53:20.580212 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-65fdda66-f78b-44ee-97e9-3e4b6ad7b45b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5420301 Jul 22 21:53:20.824136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d374c78-1946-42bf-88f7-46604bbe8722 None None] Network 0318e62b-8674-44b3-a3c8-aafca5c6cb2d requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:53:21.325544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecb5acf5-5497-4b96-bf3a-19ee7f326047 req-63570c09-a9af-41ac-bb89-db6ccc7e9e26 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0751023 Jul 22 21:53:21.589539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44354) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:21.598352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915997147-network', 'tenant_id': '675b6ec796364794afb36bb953e8360f'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:21.635453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Made reservation on behalf of 675b6ec796364794afb36bb953e8360f for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:53:21.638811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:21.653037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:21.846596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:21.852268 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:21.887556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:53:21.909511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ca01d-366f-486f-a408-978c6f544c90,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:21.950659 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:21.951650 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Added segment 63d134a5-7021-4d6d-9e68-5f8f31f325ff of type vlan for network 4320b395-5fcc-4267-9528-e6cfe33e1f5f Jul 22 21:53:22.036790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.090915 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.092191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:22.092871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.139896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5449746 Jul 22 21:53:22.141101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44368) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:22.147090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Request body: {'subnet': {'network_id': '4320b395-5fcc-4267-9528-e6cfe33e1f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915997147-subnet', 'tenant_id': '675b6ec796364794afb36bb953e8360f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:22.180123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Made reservation on behalf of 675b6ec796364794afb36bb953e8360f for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:53:22.182658 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.193669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7121e-c7af-44c9-b91e-c86e8a64c7ae admin admin] Pushing event updated for resources: {'Network': ['ID=4320b395-5fcc-4267-9528-e6cfe33e1f5f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:22.210542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4320b395-5fcc-4267-9528-e6cfe33e1f5f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:53:22.436346 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.543088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34acaa69-ece3-43ea-a9a5-5a3eae612074 req-c2bff869-991d-44ed-8e53-b69ca558d078 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0747049 Jul 22 21:53:22.566932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89afbeff-7fbf-456d-bd7c-281d0d166b4c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:22.590551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Checking segment: {'id': '63d134a5-7021-4d6d-9e68-5f8f31f325ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4320b395-5fcc-4267-9528-e6cfe33e1f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:53:22.590925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Network hostable DHCP agents. Network: 4320b395-5fcc-4267-9528-e6cfe33e1f5f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:53:22.611378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Network 4320b395-5fcc-4267-9528-e6cfe33e1f5f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:53:22.622923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4320b395-5fcc-4267-9528-e6cfe33e1f5f) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:53:22.627462 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:22.628262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.635813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0399bb-eaba-46ec-9806-f58e5b54195c None None] Network 4320b395-5fcc-4267-9528-e6cfe33e1f5f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:53:22.645813 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2305b045-6b46-4eec-bb85-24035b41c857 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5030732 Jul 22 21:53:22.829468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44388) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:22.870596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800b351-5353-42b3-8530-1830f2da4697 None None] Network 4320b395-5fcc-4267-9528-e6cfe33e1f5f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:53:22.888920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] Deleting subnet 91623dc8-7eb9-4961-bff3-c75ff959c875 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:53:22.892899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.936599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:22.997619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.073959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.105465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91623dc8-7eb9-4961-bff3-c75ff959c875,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:23.117779 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.135947 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2fb79e1b-f382-4074-9084-542fe86ba9b8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/91623dc8-7eb9-4961-bff3-c75ff959c875 HTTP/1.1" status: 204 len: 168 time: 0.3015416 Jul 22 21:53:23.136209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44396) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:23.242648 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.347367 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.359786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0318e62b-8674-44b3-a3c8-aafca5c6cb2d']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:23.372522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2885de5-2d75-4b51-b084-b09b1c9cc7e6') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:23.372832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2885de5-2d75-4b51-b084-b09b1c9cc7e6') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:23.384263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.401860 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.410726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:53:23.410726 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:53:23.411458 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:53:23.475450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.481477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.483746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] 10.222.0.54 "DELETE /v2.0/networks/0318e62b-8674-44b3-a3c8-aafca5c6cb2d HTTP/1.1" status: 204 len: 168 time: 0.3477259 Jul 22 21:53:23.488417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:23.501147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2cf34-2c0e-4b98-a6ce-d925c760732d admin admin] Pushing event deleted for resources: {'Network': ['ID=0318e62b-8674-44b3-a3c8-aafca5c6cb2d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:23.556902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] Deleting subnet 89afbeff-7fbf-456d-bd7c-281d0d166b4c {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:53:23.561514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.608455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.653378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.688949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aba3cac1-69e8-4b66-a27b-9872edcbbce2 req-593d54af-1bc4-459b-aa64-47ca04c6456a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=727c68c9-2db3-43f2-8779-1fa93fda6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0359576 Jul 22 21:53:23.737741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.767539 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89afbeff-7fbf-456d-bd7c-281d0d166b4c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:23.773476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:23.775980 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-755d3701-236f-4520-a283-4fc55056bc1f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89afbeff-7fbf-456d-bd7c-281d0d166b4c HTTP/1.1" status: 204 len: 168 time: 0.2857561 Jul 22 21:53:23.778756 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44416) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:23.852859 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.288079 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.298785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4320b395-5fcc-4267-9528-e6cfe33e1f5f']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:24.310898 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d134a5-7021-4d6d-9e68-5f8f31f325ff') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:24.311235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d134a5-7021-4d6d-9e68-5f8f31f325ff') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:24.322229 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.339080 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.350996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:53:24.351571 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:53:24.353475 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:53:24.414319 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.420914 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.425003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4320b395-5fcc-4267-9528-e6cfe33e1f5f HTTP/1.1" status: 204 len: 168 time: 0.6426778 Jul 22 21:53:24.434775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1283f63-a0f4-410f-a932-8e159e2005d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4320b395-5fcc-4267-9528-e6cfe33e1f5f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:24.620839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44442) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:24.665123 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-31cce8b2-9ea6-4561-897a-3db7c958fafd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=881dc0cfe529488586788a51af02fc93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428758 Jul 22 21:53:24.667533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44446) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:24.728832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9b20c1c-03dd-4ab7-a836-1f146ea809c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.767959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9b20c1c-03dd-4ab7-a836-1f146ea809c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.834665 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9b20c1c-03dd-4ab7-a836-1f146ea809c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.837994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9b20c1c-03dd-4ab7-a836-1f146ea809c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:24.839221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c9b20c1c-03dd-4ab7-a836-1f146ea809c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/629fdf6d-6f8a-4a93-bdee-51a6879c75c9 HTTP/1.1" status: 204 len: 168 time: 0.1707151 Jul 22 21:53:24.848510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b20c1c-03dd-4ab7-a836-1f146ea809c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629fdf6d-6f8a-4a93-bdee-51a6879c75c9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:25.154959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-57392126-f4ed-4cec-9d74-a2d72b15be41 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487842057&fields=id&tenant_id=5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 267 time: 0.0737436 Jul 22 21:53:25.305357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-59f98720-6f91-44ea-ae2f-4df89e91f2aa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:25.306961 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-59f98720-6f91-44ea-ae2f-4df89e91f2aa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1391826 Jul 22 21:53:25.325058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-2f18a2cb-5cc0-4306-820b-93622af330ef tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/quotas/5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 375 time: 0.0113316 Jul 22 21:53:25.414371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44472) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:25.433106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-12ec25f7-be2d-49bd-8cbe-b23c65e74695 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999093 Jul 22 21:53:25.486559 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3e16b403-c84a-4b25-88df-8362fc850d14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=675b6ec796364794afb36bb953e8360f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701852 Jul 22 21:53:25.494475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 44474) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:25.587935 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381bf0d4-be6c-4ea8-9853-e0ace2e5da51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:25.590114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-c560e04f-a7fb-4f97-850c-3a75b140d29d service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426003 Jul 22 21:53:25.615336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381bf0d4-be6c-4ea8-9853-e0ace2e5da51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:25.686847 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381bf0d4-be6c-4ea8-9853-e0ace2e5da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:25.690639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-381bf0d4-be6c-4ea8-9853-e0ace2e5da51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:25.696737 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-381bf0d4-be6c-4ea8-9853-e0ace2e5da51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/333ca01d-366f-486f-a408-978c6f544c90 HTTP/1.1" status: 204 len: 168 time: 0.2005188 Jul 22 21:53:25.712474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bf0d4-be6c-4ea8-9853-e0ace2e5da51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ca01d-366f-486f-a408-978c6f544c90,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:25.739254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-eb05f7a1-41d4-4236-b604-1d2beb3da3fd service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409895 Jul 22 21:53:26.091774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a4561ef-3c27-44a9-a647-d7d58b2ace0f req-90519d80-aa62-4888-b674-bf44218ac6dc tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 210 time: 0.0411134 Jul 22 21:53:27.252074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-79c7bfa5-fa22-491e-88b8-d392c302a957 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:27.254579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-79c7bfa5-fa22-491e-88b8-d392c302a957 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.2051554 Jul 22 21:53:27.260882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a7dd967-009b-405e-a85a-520b070fdc33 req-e82dec07-55e8-4c97-aee3-4dbae386c773 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 210 time: 0.0419176 Jul 22 21:53:27.323631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-d5e9407c-5f8e-4b51-9ea3-3b7fb4ac0adb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 380 time: 0.0531588 Jul 22 21:53:27.333541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'port': {'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'admin_state_up': True, 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'security_groups': ['d6c1e242-6d46-4935-87a5-9913bee93698']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:27.548615 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:53:27.550081 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:27.762892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.20.0.6 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/509955fb-3d47-4716-9944-17844ade847d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:53:28.013006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.038524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Transition to ACTIVE for port object 509955fb-3d47-4716-9944-17844ade847d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:53:28.090591 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44554) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:28.102194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.159778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:53:28.161757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:53:28.166726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:53:28.222722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:28.223442 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.249983 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9206326 Jul 22 21:53:28.264269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Request body: {'port': {'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:28.294070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-70e81331-2ae1-4b47-bfc2-8da7d41c0f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.328491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc451c-8d5e-4ca5-8f85-47c6c3ba20a8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=509955fb-3d47-4716-9944-17844ade847d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:28.391005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.596970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e59cc348-c0a9-4811-a081-ae72c40061eb None None] Provisioning for port 509955fb-3d47-4716-9944-17844ade847d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:53:28.605787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e59cc348-c0a9-4811-a081-ae72c40061eb None None] Provisioning complete for port 509955fb-3d47-4716-9944-17844ade847d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:53:28.606391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e59cc348-c0a9-4811-a081-ae72c40061eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.633696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-70e81331-2ae1-4b47-bfc2-8da7d41c0f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.653914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612c519-e091-44e7-ba80-70f3d2156b80 req-33558d19-4359-43f3-b61a-09523b233fa6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:28.655962 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e612c519-e091-44e7-ba80-70f3d2156b80 req-33558d19-4359-43f3-b61a-09523b233fa6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 931 time: 0.2048471 Jul 22 21:53:28.656702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-70e81331-2ae1-4b47-bfc2-8da7d41c0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.698596 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e59cc348-c0a9-4811-a081-ae72c40061eb None None] Port 509955fb-3d47-4716-9944-17844ade847d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:53:28.735431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-70e81331-2ae1-4b47-bfc2-8da7d41c0f4b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e983f162dadf4465aa2d47792fe2fed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6398826 Jul 22 21:53:28.735431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e81331-2ae1-4b47-bfc2-8da7d41c0f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a425d38-f01c-420b-b60d-b087d742ff92,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:28.737101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44564) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:28.764939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e612c519-e091-44e7-ba80-70f3d2156b80 req-0a27948f-665e-457f-8669-ddb9d56bffc3 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861902 Jul 22 21:53:28.807487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b305d645-5efa-40a3-b403-eef5a1fe5660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.831908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b305d645-5efa-40a3-b403-eef5a1fe5660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.895499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b305d645-5efa-40a3-b403-eef5a1fe5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.898627 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b305d645-5efa-40a3-b403-eef5a1fe5660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.900630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b305d645-5efa-40a3-b403-eef5a1fe5660 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a425d38-f01c-420b-b60d-b087d742ff92 HTTP/1.1" status: 204 len: 168 time: 0.1620822 Jul 22 21:53:28.914621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305d645-5efa-40a3-b403-eef5a1fe5660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a425d38-f01c-420b-b60d-b087d742ff92,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:28.918826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509955fb-3d47-4716-9944-17844ade847d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:53:28.927798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:28.942694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Transition to ACTIVE for port object 509955fb-3d47-4716-9944-17844ade847d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:53:28.948721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.032704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Pushing event updated for resources: {'Port': ['ID=509955fb-3d47-4716-9944-17844ade847d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:29.149950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Attempting to bind port 509955fb-3d47-4716-9944-17844ade847d on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:53:29.150371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Attempting to bind port 509955fb-3d47-4716-9944-17844ade847d by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:53:29.150892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Attempting to bind port 509955fb-3d47-4716-9944-17844ade847d on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:53:29.159037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Port 509955fb-3d47-4716-9944-17844ade847d on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:53:29.159565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Attempting to bind port 509955fb-3d47-4716-9944-17844ade847d on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:53:29.172907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:53:29.172907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:53:29.172907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:53:29.172907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Bound port: 509955fb-3d47-4716-9944-17844ade847d, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:53:29.172907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.276636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] For port 509955fb-3d47-4716-9944-17844ade847d, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:53:29.281948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] For port 509955fb-3d47-4716-9944-17844ade847d, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=509955fb-3d47-4716-9944-17844ade847d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:53:29.290764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.338207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:29.338842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.340347 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] 10.222.0.58 "PUT /v2.0/ports/509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 1092 time: 1.0823388 Jul 22 21:53:29.340816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'tag': '509955fb-3d47-4716-9944-17844ade847d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:53:29.346146 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27" -d '{"events": [{"name": "network-changed", "server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "tag": "509955fb-3d47-4716-9944-17844ade847d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:53:29.429785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66415420-a42d-4f8e-8b7f-bad74e7ac646 service neutron] Pushing event updated for resources: {'Port': ['ID=509955fb-3d47-4716-9944-17844ade847d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:29.433675 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8fd28-4524-4c06-811f-6d6ea12a489f x-openstack-request-id: req-44a8fd28-4524-4c06-811f-6d6ea12a489f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:53:29.434162 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "tag": "509955fb-3d47-4716-9944-17844ade847d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:53:29.434703 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44a8fd28-4524-4c06-811f-6d6ea12a489f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:53:29.434952 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'tag': '509955fb-3d47-4716-9944-17844ade847d', 'status': 'completed', 'code': 200} Jul 22 21:53:29.452959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44572) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:29.483910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ce817c5b-5be2-445a-a932-73d44674d97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.498432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-c4ddc4a9-5a96-45ff-9dc3-1ae61469492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:29.500146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-c4ddc4a9-5a96-45ff-9dc3-1ae61469492f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1095 time: 0.1097054 Jul 22 21:53:29.557551 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-db7dfa73-8da7-417d-a649-67701ed50f97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 217 time: 0.0504138 Jul 22 21:53:29.627878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-713fdc29-08bc-4537-9efe-bd786bcb11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:29.629438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-713fdc29-08bc-4537-9efe-bd786bcb11ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0655105 Jul 22 21:53:29.655286 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ce817c5b-5be2-445a-a932-73d44674d97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.660294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ce817c5b-5be2-445a-a932-73d44674d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.694480 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce817c5b-5be2-445a-a932-73d44674d97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c6a1bc-12f9-4685-86f9-86deef4d3462,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:29.715494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ce817c5b-5be2-445a-a932-73d44674d97c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa28c62533e94965a7bcd218174e011c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609439 Jul 22 21:53:29.716979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-043e9e9e-e0fd-4750-8f97-4b1ca1fa68de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:29.718570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-043e9e9e-e0fd-4750-8f97-4b1ca1fa68de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831854 Jul 22 21:53:29.720492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 44578) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:29.794828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b32060ff-a9c2-41dc-935c-14b6f201e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.824304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b32060ff-a9c2-41dc-935c-14b6f201e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.883768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-60fe9373-d6a3-4e33-82fd-6f1266543743 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574850 Jul 22 21:53:29.884117 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b32060ff-a9c2-41dc-935c-14b6f201e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.887491 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b32060ff-a9c2-41dc-935c-14b6f201e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:29.891746 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b32060ff-a9c2-41dc-935c-14b6f201e902 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28c6a1bc-12f9-4685-86f9-86deef4d3462 HTTP/1.1" status: 204 len: 168 time: 0.1698439 Jul 22 21:53:29.903400 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32060ff-a9c2-41dc-935c-14b6f201e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c6a1bc-12f9-4685-86f9-86deef4d3462,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:30.018429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1364d62d-850a-4ad9-9c7f-dd428738e25b req-8a16d21a-a09d-4066-beff-d71349bed83a service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280320 Jul 22 21:53:30.022951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee148bcf-d6e9-4795-86b0-3a492e84e3ee req-0dd22c34-6377-4a70-bc37-154797c0c360 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:30.025083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee148bcf-d6e9-4795-86b0-3a492e84e3ee req-0dd22c34-6377-4a70-bc37-154797c0c360 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.1024334 Jul 22 21:53:30.078715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ee148bcf-d6e9-4795-86b0-3a492e84e3ee req-ab3bba8f-f90e-475a-bcd5-f5ead5212127 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Jul 22 21:53:30.173646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-7a861e8b-6463-496c-89d6-1c791ef07e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:30.175313 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-7a861e8b-6463-496c-89d6-1c791ef07e50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1095 time: 0.0808671 Jul 22 21:53:30.273280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-694422b5-2194-4c59-88b1-b80bc59f1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:30.274820 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-694422b5-2194-4c59-88b1-b80bc59f1078 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.0931127 Jul 22 21:53:30.319671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-eeaca2e8-708b-4c6d-b66a-743d48eb6265 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 217 time: 0.0382748 Jul 22 21:53:30.376142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-828a54ed-f663-466a-894a-81c558167265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:30.377890 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-828a54ed-f663-466a-894a-81c558167265 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0483620 Jul 22 21:53:30.451300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-bbe05784-f07f-415e-8994-3142b412cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:30.452869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-bbe05784-f07f-415e-8994-3142b412cc4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682912 Jul 22 21:53:30.564830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-a079329e-9910-4fe8-b062-1d7c524f650a service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052191 Jul 22 21:53:30.693849 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d146ca4-9ebc-4037-a7ea-4c0dfc6b9a27 req-bf93e9b0-6673-40fd-9a0e-bef22860b9cd service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202438 Jul 22 21:53:31.284826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14eb38-c5be-4927-ae63-f970bb2f8bf6 req-3db74ba5-7c54-46a7-a728-37d5018f1353 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:31.286801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c14eb38-c5be-4927-ae63-f970bb2f8bf6 req-3db74ba5-7c54-46a7-a728-37d5018f1353 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.0853934 Jul 22 21:53:31.357908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c14eb38-c5be-4927-ae63-f970bb2f8bf6 req-0512358d-976d-477c-863e-71d2c5516fb9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618212 Jul 22 21:53:31.546839 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:32.219473 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:32.551527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129782b-c34e-4720-9100-a7748423f1dc req-26aaa97a-8b59-49b4-95c9-c023299b609d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:32.554058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9129782b-c34e-4720-9100-a7748423f1dc req-26aaa97a-8b59-49b4-95c9-c023299b609d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.0918238 Jul 22 21:53:32.600911 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9129782b-c34e-4720-9100-a7748423f1dc req-7c7d049e-9cf2-4fbd-b53a-b115d7b5d11b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366771 Jul 22 21:53:33.824814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d980d69-49cb-42e3-89b1-970c50b33166 req-c4420cf2-e4cf-4928-9a12-37ed36072fa2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:33.833555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d980d69-49cb-42e3-89b1-970c50b33166 req-c4420cf2-e4cf-4928-9a12-37ed36072fa2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.1107981 Jul 22 21:53:33.914417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d980d69-49cb-42e3-89b1-970c50b33166 req-9cc8a0ca-c09c-4ae5-a812-9122545f3ffe tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794172 Jul 22 21:53:35.246647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06da8fa-d671-45fa-b7b7-fa65775f559b req-3911a4c0-e5f0-465b-a065-35765ff943de tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:35.250119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a06da8fa-d671-45fa-b7b7-fa65775f559b req-3911a4c0-e5f0-465b-a065-35765ff943de tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.1295004 Jul 22 21:53:35.330997 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a06da8fa-d671-45fa-b7b7-fa65775f559b req-b115b54a-83b5-42fe-9a99-c90b9f1193f1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699418 Jul 22 21:53:36.351541 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-357edb0d-412d-4ecb-8054-e202d467d0f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995202 Jul 22 21:53:36.527660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391141-f70f-4593-883f-079e2c597d18 req-b527213f-133a-437c-bc82-59278f9803ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:36.532097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-b527213f-133a-437c-bc82-59278f9803ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1097 time: 0.1125221 Jul 22 21:53:36.594518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2406fd-8e98-48da-a93e-87acc31df62a req-2032250d-dbc1-4ad6-8d7d-35b6fdf41bce tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:36.600443 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf2406fd-8e98-48da-a93e-87acc31df62a req-2032250d-dbc1-4ad6-8d7d-35b6fdf41bce tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.1562088 Jul 22 21:53:36.662385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf2406fd-8e98-48da-a93e-87acc31df62a req-3b4869f2-872f-407f-af32-d0dedbf3999f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585132 Jul 22 21:53:36.713507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391141-f70f-4593-883f-079e2c597d18 req-629e9560-219c-44c5-862b-4b4fb5657561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:36.716115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-629e9560-219c-44c5-862b-4b4fb5657561 service neutron] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.1626365 Jul 22 21:53:36.805286 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-9d35f76d-12a2-4286-85d4-ad7fb936f79b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 1001 time: 0.0784109 Jul 22 21:53:36.880830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391141-f70f-4593-883f-079e2c597d18 req-1af787c1-9655-473a-b55b-44437d810551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:36.883366 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-1af787c1-9655-473a-b55b-44437d810551 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0683131 Jul 22 21:53:36.951766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391141-f70f-4593-883f-079e2c597d18 req-f8769aea-33ba-4422-a5b8-81b2dd36fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:36.953362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-f8769aea-33ba-4422-a5b8-81b2dd36fc1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633554 Jul 22 21:53:37.060518 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-7f8a1ea3-7b3b-4ea0-80c2-0535b6dea3af service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999818 Jul 22 21:53:37.192806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-22391141-f70f-4593-883f-079e2c597d18 req-9152f548-0b6f-4729-974d-c31143954399 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221750 Jul 22 21:53:37.809368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be2a89-6525-47cc-9447-b6146fbb52c4 req-406bd639-e9df-4f23-8667-251e29adeae6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:37.811286 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5be2a89-6525-47cc-9447-b6146fbb52c4 req-406bd639-e9df-4f23-8667-251e29adeae6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.0742321 Jul 22 21:53:37.854720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5be2a89-6525-47cc-9447-b6146fbb52c4 req-1ebc1e58-13df-4080-8ca5-31ada9f05387 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362277 Jul 22 21:53:38.995095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe3377-904e-404f-b850-3950ba15bc32 req-cf15bf6a-34ab-41c4-8822-b5f58b54eae4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:38.996601 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dbe3377-904e-404f-b850-3950ba15bc32 req-cf15bf6a-34ab-41c4-8822-b5f58b54eae4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.0688734 Jul 22 21:53:39.044720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dbe3377-904e-404f-b850-3950ba15bc32 req-1105a029-d4c6-40e1-bd79-b3cc895a73e0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386186 Jul 22 21:53:40.216786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a92d0-759e-439f-9d4d-f11b76bcc36e req-f0aac617-076e-4866-afdb-8eade45e50a9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:40.219308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af0a92d0-759e-439f-9d4d-f11b76bcc36e req-f0aac617-076e-4866-afdb-8eade45e50a9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.0832055 Jul 22 21:53:40.280321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af0a92d0-759e-439f-9d4d-f11b76bcc36e req-145f86f3-b833-4938-9a32-0274e32922b5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541170 Jul 22 21:53:41.455434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45178) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:41.526075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efca33-1376-451a-a9ba-e7113b34a9da req-8c0f912f-4b21-4652-a13f-92b19bd06de1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:41.528564 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22efca33-1376-451a-a9ba-e7113b34a9da req-8c0f912f-4b21-4652-a13f-92b19bd06de1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.1159863 Jul 22 21:53:41.589575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22efca33-1376-451a-a9ba-e7113b34a9da req-61c24ffa-dee0-4ed0-b274-e9574552ded9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500419 Jul 22 21:53:41.591122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69e01dab-fca2-470e-8898-7360b47febf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:41.725029 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69e01dab-fca2-470e-8898-7360b47febf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:41.735954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69e01dab-fca2-470e-8898-7360b47febf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:41.781501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-69e01dab-fca2-470e-8898-7360b47febf5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f6cd85175ba482b82cf8de40bd4bb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236890 Jul 22 21:53:41.781740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45182) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:41.782729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e01dab-fca2-470e-8898-7360b47febf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03524928-cda9-4fe5-b3dc-e71141910770,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:41.859018 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286f712f-47f5-4363-820c-6cd8bf312b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:41.889022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286f712f-47f5-4363-820c-6cd8bf312b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:41.981607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286f712f-47f5-4363-820c-6cd8bf312b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:41.984721 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-286f712f-47f5-4363-820c-6cd8bf312b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:41.986494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-286f712f-47f5-4363-820c-6cd8bf312b8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03524928-cda9-4fe5-b3dc-e71141910770 HTTP/1.1" status: 204 len: 168 time: 0.2029045 Jul 22 21:53:41.999868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f712f-47f5-4363-820c-6cd8bf312b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03524928-cda9-4fe5-b3dc-e71141910770,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:42.323763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45194) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:42.337852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc21f375-3b77-450a-9dbb-f3094fa2b32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.448562 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc21f375-3b77-450a-9dbb-f3094fa2b32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.453528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc21f375-3b77-450a-9dbb-f3094fa2b32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.493298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21f375-3b77-450a-9dbb-f3094fa2b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb77fbd3-fbc3-4f3a-8459-a4ab1daa7532,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:42.503403 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fc21f375-3b77-450a-9dbb-f3094fa2b32b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9229b2911a8c43c1a9b3544c115e19b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784725 Jul 22 21:53:42.508039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45196) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:42.561064 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bead48-b22c-4cac-93e9-a7e52e5b7256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.572653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68bbf349-3b5d-47d6-8a13-6da311ce3254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.592620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bead48-b22c-4cac-93e9-a7e52e5b7256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.653060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bead48-b22c-4cac-93e9-a7e52e5b7256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.656171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-73bead48-b22c-4cac-93e9-a7e52e5b7256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:42.660847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-73bead48-b22c-4cac-93e9-a7e52e5b7256 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb77fbd3-fbc3-4f3a-8459-a4ab1daa7532 HTTP/1.1" status: 204 len: 168 time: 0.1514337 Jul 22 21:53:42.671160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bead48-b22c-4cac-93e9-a7e52e5b7256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb77fbd3-fbc3-4f3a-8459-a4ab1daa7532,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:42.749443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569230e-79c3-4167-a78d-52214eb1a13e req-af62a998-7712-4103-a7dd-fba674316dcb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:42.751973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b569230e-79c3-4167-a78d-52214eb1a13e req-af62a998-7712-4103-a7dd-fba674316dcb tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 943 time: 0.0817506 Jul 22 21:53:42.818903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b569230e-79c3-4167-a78d-52214eb1a13e req-92232788-9d68-49d6-a455-a441a738d137 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602736 Jul 22 21:53:43.407018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 509955fb-3d47-4716-9944-17844ade847d details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:53:43.529805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 509955fb-3d47-4716-9944-17844ade847d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=509955fb-3d47-4716-9944-17844ade847d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:43.542296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '509955fb-3d47-4716-9944-17844ade847d', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:53:43.594397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:43.611148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509955fb-3d47-4716-9944-17844ade847d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:53:43.633300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 509955fb-3d47-4716-9944-17844ade847d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=509955fb-3d47-4716-9944-17844ade847d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:43.637672 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:43.711180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=509955fb-3d47-4716-9944-17844ade847d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:43.851559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['509955fb-3d47-4716-9944-17844ade847d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:53:44.015758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef694ce-630b-4891-8c81-3a7308985a7f req-0b5e7615-4810-455f-8220-552c36f53642 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:44.018180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ef694ce-630b-4891-8c81-3a7308985a7f req-0b5e7615-4810-455f-8220-552c36f53642 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 944 time: 0.0870411 Jul 22 21:53:44.119625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ef694ce-630b-4891-8c81-3a7308985a7f req-99468331-171c-4ef0-a5b2-39035b4861ec tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893106 Jul 22 21:53:45.071924 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:53:45.220808 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf34ea8c-f09d-4ddf-9d0f-66de5c3a80fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:45.356201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d92b8-e373-4da9-aaa8-2838f1031b3e req-9d2b74bf-13db-441d-9341-066f7f2f9eb8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:45.360560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff3d92b8-e373-4da9-aaa8-2838f1031b3e req-9d2b74bf-13db-441d-9341-066f7f2f9eb8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 944 time: 0.1153810 Jul 22 21:53:45.412008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 509955fb-3d47-4716-9944-17844ade847d up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:53:45.432639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff3d92b8-e373-4da9-aaa8-2838f1031b3e req-48702242-8cb5-4247-bf8e-477200f3bfb6 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657027 Jul 22 21:53:45.527763 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:45.533881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 509955fb-3d47-4716-9944-17844ade847d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:53:45.541090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 509955fb-3d47-4716-9944-17844ade847d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:53:45.542004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:45.670991 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:45.701966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509955fb-3d47-4716-9944-17844ade847d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:53:45.704441 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd9c81a-8061-44b5-877d-f8d900682034" -d '{"events": [{"server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "name": "network-vif-plugged", "status": "completed", "tag": "509955fb-3d47-4716-9944-17844ade847d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:53:45.745285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 509955fb-3d47-4716-9944-17844ade847d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=509955fb-3d47-4716-9944-17844ade847d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:53:45.751417 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:45.802801 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf2ec3-1611-41ad-87d2-badbd9fd0408 x-openstack-request-id: req-1cdf2ec3-1611-41ad-87d2-badbd9fd0408 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:53:45.803335 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "name": "network-vif-plugged", "status": "completed", "tag": "509955fb-3d47-4716-9944-17844ade847d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:53:45.803769 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1cdf2ec3-1611-41ad-87d2-badbd9fd0408 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:53:45.804201 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509955fb-3d47-4716-9944-17844ade847d', 'code': 200} Jul 22 21:53:45.840905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=509955fb-3d47-4716-9944-17844ade847d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:45.982860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f4e32-3f4f-4554-8587-648a56ef69f5 req-e132bb69-8696-47d9-ae4e-b0be7d18f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:45.984575 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-215f4e32-3f4f-4554-8587-648a56ef69f5 req-e132bb69-8696-47d9-ae4e-b0be7d18f8f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1097 time: 0.0879197 Jul 22 21:53:46.058535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-215f4e32-3f4f-4554-8587-648a56ef69f5 req-1cd1a218-0967-4b3d-9094-048fa6b52843 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671201 Jul 22 21:53:46.208312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:46.673135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e69cb2-e005-4e14-8a30-06527dcbf82c req-49411a64-edfe-43d2-9135-882491b460bf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:46.675438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4e69cb2-e005-4e14-8a30-06527dcbf82c req-49411a64-edfe-43d2-9135-882491b460bf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 945 time: 0.1198280 Jul 22 21:53:46.756428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4e69cb2-e005-4e14-8a30-06527dcbf82c req-a983a772-f779-42c0-8f86-7d27cd39681d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696859 Jul 22 21:53:47.110969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45308) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:47.322828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2ef63ad9-6e98-4c96-a1a5-c1e20260434e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d262b5ce88b748ee86248e15c92a2547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105527 Jul 22 21:53:47.326027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45322) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:47.380235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-303109b5-3ee1-4858-a1a8-8edcf4060f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:47.422859 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-303109b5-3ee1-4858-a1a8-8edcf4060f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:47.491017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-303109b5-3ee1-4858-a1a8-8edcf4060f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:47.495424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-303109b5-3ee1-4858-a1a8-8edcf4060f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:47.501484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-303109b5-3ee1-4858-a1a8-8edcf4060f38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a15666bc-3cf0-4471-b730-83d6b8c7d3c6 HTTP/1.1" status: 204 len: 168 time: 0.1708798 Jul 22 21:53:47.511186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303109b5-3ee1-4858-a1a8-8edcf4060f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15666bc-3cf0-4471-b730-83d6b8c7d3c6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:47.929748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769757-46ba-49f9-990b-8a3a4ab93a62 req-9d1b0b0d-2cca-4ad2-9750-ba453bba3c44 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:47.932338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11769757-46ba-49f9-990b-8a3a4ab93a62 req-9d1b0b0d-2cca-4ad2-9750-ba453bba3c44 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 945 time: 0.0984733 Jul 22 21:53:47.982625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-11769757-46ba-49f9-990b-8a3a4ab93a62 req-b2264a68-9ed2-4729-a9ec-eba28a74cd9c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Jul 22 21:53:48.143990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324bf4d-bc12-43f8-a8fc-8b2d3ed4eb52 req-3cb2559f-b30d-4a32-8537-a80e15f5cf1d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:48.146093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7324bf4d-bc12-43f8-a8fc-8b2d3ed4eb52 req-3cb2559f-b30d-4a32-8537-a80e15f5cf1d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 945 time: 0.0738590 Jul 22 21:53:48.224153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7324bf4d-bc12-43f8-a8fc-8b2d3ed4eb52 req-99367cd4-e7d3-4287-a96c-e222d126f2c4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713828 Jul 22 21:53:48.253360 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45358) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:48.355437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fbf6c-db66-4bf5-a41f-9116375d8c39 tempest-TestVolumeBootPattern-1831681373 tempest-TestVolumeBootPattern-1831681373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:48.357627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9c7fbf6c-db66-4bf5-a41f-9116375d8c39 tempest-TestVolumeBootPattern-1831681373 tempest-TestVolumeBootPattern-1831681373-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1092 time: 0.1023791 Jul 22 21:53:48.360519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45362) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:48.364045 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:48.367717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:48.393064 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:48.571536 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:48.755436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.25.5.156 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/6fcbb04e-cbcd-41b3-8b3b-1fd0205f398e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:53:48.893403 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:48.957966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:49.013053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:53:49.018537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:53:49.021434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:53:49.060896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=6fcbb04e-cbcd-41b3-8b3b-1fd0205f398e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:49.545214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:49.657252 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:49.919305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:49.934579 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:50.066048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=6fcbb04e-cbcd-41b3-8b3b-1fd0205f398e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:50.084379 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:50.243802 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Floating IP c6da0faf-2820-467e-951d-c8824aebc818 associated. External IP: 172.25.5.156, port: 509955fb-3d47-4716-9944-17844ade847d. Jul 22 21:53:50.424492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45396) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:50.569931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-704899d7-ae42-4022-bb63-71745c90e309 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c6629046de0f43bf868d4cbab27eceb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433011 Jul 22 21:53:50.603109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4f20856-77d0-46f8-bad4-1c72bbd85112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:50.730477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4f20856-77d0-46f8-bad4-1c72bbd85112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:50.736011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4f20856-77d0-46f8-bad4-1c72bbd85112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:50.795789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a4f20856-77d0-46f8-bad4-1c72bbd85112 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffd430faa2404f97a5de6413122cfe85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682573 Jul 22 21:53:50.796314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45416) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:50.797159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f20856-77d0-46f8-bad4-1c72bbd85112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2722d-557d-4216-b1a3-3fa5d2050d11,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:50.855821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:53:50.906458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-7c960310-375a-41f7-a324-471783a886d0 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:50.909179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-7c960310-375a-41f7-a324-471783a886d0 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310926 Jul 22 21:53:50.971693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-d9aed275-2877-4d37-b44a-22ccfac9f3a4 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/quotas/c6629046de0f43bf868d4cbab27eceb3 HTTP/1.1" status: 200 len: 375 time: 0.0492218 Jul 22 21:53:51.047483 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-11bf3f81-5451-4f09-86fe-97aa69a56acc tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6629046de0f43bf868d4cbab27eceb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438814 Jul 22 21:53:51.049773 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e727641-918a-4663-a71a-2258c6104ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.081571 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e727641-918a-4663-a71a-2258c6104ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.114007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:53:51.134621 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:53:51.140927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.148459 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:51.149380 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:53:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:51.188900 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e727641-918a-4663-a71a-2258c6104ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.191991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6e727641-918a-4663-a71a-2258c6104ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.193166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6e727641-918a-4663-a71a-2258c6104ebb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ff2722d-557d-4216-b1a3-3fa5d2050d11 HTTP/1.1" status: 204 len: 168 time: 0.3952286 Jul 22 21:53:51.214457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e727641-918a-4663-a71a-2258c6104ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2722d-557d-4216-b1a3-3fa5d2050d11,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:51.221010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-33b48380-aa60-4331-8522-e9038178a0db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8593657 Jul 22 21:53:51.221749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'tag': '509955fb-3d47-4716-9944-17844ade847d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:53:51.225277 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab86a0-ac0b-41ec-a825-f722cce23e48" -d '{"events": [{"name": "network-changed", "server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "tag": "509955fb-3d47-4716-9944-17844ade847d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:53:51.290518 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc71bc37-4d78-4272-b70d-fc01302f3a97 x-openstack-request-id: req-bc71bc37-4d78-4272-b70d-fc01302f3a97 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:53:51.291455 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "tag": "509955fb-3d47-4716-9944-17844ade847d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:53:51.291789 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc71bc37-4d78-4272-b70d-fc01302f3a97 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:53:51.292324 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'tag': '509955fb-3d47-4716-9944-17844ade847d', 'status': 'completed', 'code': 200} Jul 22 21:53:51.314866 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:53:51.404285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-99652b60-3a95-43e1-9588-a2e35a72f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:51.406303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-99652b60-3a95-43e1-9588-a2e35a72f7ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1097 time: 0.0917070 Jul 22 21:53:51.554481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-0e05aadd-03b3-458a-953e-1e10ab4eea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:51.556892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-0e05aadd-03b3-458a-953e-1e10ab4eea1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1442022 Jul 22 21:53:51.607555 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:49Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:51.638515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:53:51.648053 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:53:51.648658 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:53:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:51.661759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-c80625bf-8a09-4304-80c2-cd32688d374a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 999 time: 0.0982771 Jul 22 21:53:51.672046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45426) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:51.688070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38405786-00af-4fc4-838f-e98d085647c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.805047 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:53:51.821014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38405786-00af-4fc4-838f-e98d085647c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.826352 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-38405786-00af-4fc4-838f-e98d085647c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.882260 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-38405786-00af-4fc4-838f-e98d085647c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f441d8fd23814745bcbc63bdabc0c123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070413 Jul 22 21:53:51.882260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405786-00af-4fc4-838f-e98d085647c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f5566d-3745-42ab-8d6b-d42b63dc1f72,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:51.883623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45430) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:51.958517 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e247f36d-abca-43b0-aeeb-a9a31eead224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:51.992572 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e247f36d-abca-43b0-aeeb-a9a31eead224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:52.050656 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e247f36d-abca-43b0-aeeb-a9a31eead224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:52.054421 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e247f36d-abca-43b0-aeeb-a9a31eead224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:52.055042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e247f36d-abca-43b0-aeeb-a9a31eead224 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28f5566d-3745-42ab-8d6b-d42b63dc1f72 HTTP/1.1" status: 204 len: 168 time: 0.1704535 Jul 22 21:53:52.075187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247f36d-abca-43b0-aeeb-a9a31eead224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f5566d-3745-42ab-8d6b-d42b63dc1f72,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:52.148623 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:49Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:53:52.222757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-8989279f-cd0b-4957-b2f4-a9aa6f49806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:52.225374 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-8989279f-cd0b-4957-b2f4-a9aa6f49806a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.5567520 Jul 22 21:53:52.315718 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f541d5-3be0-4291-81f2-4f4538410cf8 None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:49Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:53:52.374053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f70877e-35b9-4546-ab73-94d08779eb14 req-4e24235f-6a17-4e4b-aef8-855765df3d6a tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 210 time: 0.0630467 Jul 22 21:53:52.384933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-397b0509-f382-4c78-9d6e-25f09629e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:52.387577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-397b0509-f382-4c78-9d6e-25f09629e2e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553309 Jul 22 21:53:52.558146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-d31d01e2-b85a-4afe-b916-1c3b00710ac5 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611581 Jul 22 21:53:52.619397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45446) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:52.647273 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2b19353-ecf9-4d1c-87df-98d29a50affd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:52.665092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e7ad3-41c1-4437-b83e-2e090942daeb None None] New status for floating IP c6da0faf-2820-467e-951d-c8824aebc818: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:53:52.697054 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-54ab86a0-ac0b-41ec-a825-f722cce23e48 req-7d3fcfda-c39d-466f-9fe9-da65df373d27 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321757 Jul 22 21:53:52.805240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2b19353-ecf9-4d1c-87df-98d29a50affd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:52.810969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2b19353-ecf9-4d1c-87df-98d29a50affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:52.870219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2b19353-ecf9-4d1c-87df-98d29a50affd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35774a021b2542b8bcb9a4f51717b978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491353 Jul 22 21:53:52.871165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b19353-ecf9-4d1c-87df-98d29a50affd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38af4c9-e7ff-439d-a2e9-0917c72e984c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:52.873156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45450) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:52.970174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:53.013019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:53.084424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:53.087465 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:53.089450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c38af4c9-e7ff-439d-a2e9-0917c72e984c HTTP/1.1" status: 204 len: 168 time: 0.2144067 Jul 22 21:53:53.104727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38af4c9-e7ff-439d-a2e9-0917c72e984c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:53.114280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.114689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.115123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.115540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.115980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.116522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.116854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.117180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.118291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.118630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.118958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.119284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7607c-8109-460b-a1f8-8bfd6c99d5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:53:53.524467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a70a51fe-9600-4f61-a240-668e0deab77e req-eada467c-9af2-487e-b9d4-697599bff460 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 210 time: 0.0550563 Jul 22 21:53:53.669098 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-17468751-5a1d-4755-a983-20081bfd8024 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c6629046de0f43bf868d4cbab27eceb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327311 Jul 22 21:53:53.818341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-b5d322a9-085b-49c8-bda9-651c7c87a0c6 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:53.826708 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-b5d322a9-085b-49c8-bda9-651c7c87a0c6 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455402 Jul 22 21:53:53.837898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Request body: {'port': {'device_id': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'c6629046de0f43bf868d4cbab27eceb3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:54.007408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Made reservation on behalf of c6629046de0f43bf868d4cbab27eceb3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:53:54.013571 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:54.028783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:54.149548 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:54.155258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:54.238889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff0ee5-193d-4083-80f0-c17f7197a91a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:54.316929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Allocated IP 192.168.233.86 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:53:54.535461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:54.553028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Transition to ACTIVE for port object b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:53:54.637236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:54.696242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:53:54.701706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:53:54.714023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:53:54.726023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Pushing event updated for resources: {'Port': ['ID=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:54.795895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98efbf-cd1f-4adc-94b6-3ae2fc85879e req-afb9e202-7550-4441-a1b0-3665d0dfb6f9 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:54.799532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc98efbf-cd1f-4adc-94b6-3ae2fc85879e req-afb9e202-7550-4441-a1b0-3665d0dfb6f9 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 935 time: 0.1552417 Jul 22 21:53:54.854462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:54.855270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:54.877283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc98efbf-cd1f-4adc-94b6-3ae2fc85879e req-faaf5503-a9ec-4f7d-83e2-1701701e2c26 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672619 Jul 22 21:53:54.883063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-9c180963-ce48-45ad-a268-dbb710ee6064 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0505483 Jul 22 21:53:54.898471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Request body: {'port': {'device_id': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:53:55.005998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:55.059161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1511f2e0-a8e2-4624-bd33-26ee447ac31e None None] Provisioning for port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:53:55.067889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1511f2e0-a8e2-4624-bd33-26ee447ac31e None None] Provisioning complete for port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:53:55.069049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1511f2e0-a8e2-4624-bd33-26ee447ac31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:55.122872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1511f2e0-a8e2-4624-bd33-26ee447ac31e None None] Port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:53:55.432797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-cf30992b-7dd7-4666-9eaa-1e850f148fd5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188126 Jul 22 21:53:55.570236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:53:55.608311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:55.626132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Transition to ACTIVE for port object b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:53:55.629916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:55.729469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-ce463bb2-98e9-43cc-aed2-cb445db36533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:55.731037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-ce463bb2-98e9-43cc-aed2-cb445db36533 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1097 time: 0.1851876 Jul 22 21:53:55.732007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Pushing event updated for resources: {'Port': ['ID=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:55.888528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Attempting to bind port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:53:55.888894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Attempting to bind port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:53:55.889207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Attempting to bind port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:53:55.912868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-ef3063a0-4551-49d6-b12f-0adaa9e483a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:55.914418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-ef3063a0-4551-49d6-b12f-0adaa9e483a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1529431 Jul 22 21:53:55.914999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:53:55.915326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Attempting to bind port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:53:55.922872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:53:55.923253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:53:55.923728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:53:55.924194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Bound port: b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:53:55.924658 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:56.058173 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-8ef6e03d-a2c5-4100-a295-3502891388cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 1001 time: 0.1369915 Jul 22 21:53:56.076052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82993-8e27-4df8-83fd-b2d52517b9ef req-69e173f0-e5b3-47bc-924a-f248c96c146c tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:56.078426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02e82993-8e27-4df8-83fd-b2d52517b9ef req-69e173f0-e5b3-47bc-924a-f248c96c146c tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 947 time: 0.0842850 Jul 22 21:53:56.125208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] For port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:53:56.130223 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02e82993-8e27-4df8-83fd-b2d52517b9ef req-033d9fcb-f6fd-405b-b160-ebe959a5b5d4 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Jul 22 21:53:56.146885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] For port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:53:56.150580 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-9ed7edf3-1a93-480c-8f30-60a8f29a5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:56.152179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-9ed7edf3-1a93-480c-8f30-60a8f29a5ecc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0870957 Jul 22 21:53:56.153724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:56.241885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:56.242522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:56.245693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] 10.222.0.23 "PUT /v2.0/ports/b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 HTTP/1.1" status: 200 len: 1096 time: 1.3507524 Jul 22 21:53:56.248614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'tag': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:53:56.251159 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfd5d46-410e-4942-95a6-22561daffa1e", "tag": "b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:53:56.303189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ddf8b-f2c7-4415-845c-37299ddf2b7d service neutron] Pushing event updated for resources: {'Port': ['ID=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:56.343066 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c09e9ee-0296-4723-a67d-3e5d091c410f x-openstack-request-id: req-0c09e9ee-0296-4723-a67d-3e5d091c410f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:53:56.343496 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfd5d46-410e-4942-95a6-22561daffa1e", "tag": "b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:53:56.343901 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c09e9ee-0296-4723-a67d-3e5d091c410f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:53:56.344546 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'tag': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06', 'status': 'completed', 'code': 200} Jul 22 21:53:56.384850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-f2d53177-b84d-4fec-9eff-d1f73fc3cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:56.389022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-f2d53177-b84d-4fec-9eff-d1f73fc3cccc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2262089 Jul 22 21:53:56.518958 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-e2b289dc-effa-4534-82b8-9074f1dfb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:56.520550 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-e2b289dc-effa-4534-82b8-9074f1dfb3b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6629046de0f43bf868d4cbab27eceb3&device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 1099 time: 0.2030766 Jul 22 21:53:56.542094 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-f375d3b7-aa97-4260-9d33-8b53cd368287 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472418 Jul 22 21:53:56.586257 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-b4f7762e-05f9-4ac9-9ec4-0b0b43d553fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 HTTP/1.1" status: 200 len: 217 time: 0.0517235 Jul 22 21:53:56.692020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-d3b2e1e7-45ef-4208-81c1-29e0edbd4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:56.693787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-d3b2e1e7-45ef-4208-81c1-29e0edbd4a30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0971155 Jul 22 21:53:56.745331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ab32753-7d7a-4ccf-bd83-0c46434fa360 req-b1ad0d6d-afd8-4b61-8f98-197b0cd0d4f7 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734028 Jul 22 21:53:56.805724 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-4845b901-58b6-42b0-a3c5-239774c0bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:56.807382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-4845b901-58b6-42b0-a3c5-239774c0bd47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049402 Jul 22 21:53:56.962637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-d1014951-8b84-41a2-b06a-3cc08125f3b9 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444597 Jul 22 21:53:57.117669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d88fda0-a051-4405-87ad-0ee7718a0b8f req-a22a2fb1-19f4-41e7-a07b-395a490ad679 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428249 Jul 22 21:53:57.261757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-dcb8a1a8-ec88-4b67-8e9e-0116d5f9bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:57.265136 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-dcb8a1a8-ec88-4b67-8e9e-0116d5f9bfba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6629046de0f43bf868d4cbab27eceb3&device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 1099 time: 0.0882673 Jul 22 21:53:57.323488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0716-6f83-48d9-88c6-c4599cb46bc0 req-125bb5d2-ab40-4faf-8697-509837b3228d tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:57.325781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e00c0716-6f83-48d9-88c6-c4599cb46bc0 req-125bb5d2-ab40-4faf-8697-509837b3228d tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 947 time: 0.0889540 Jul 22 21:53:57.408514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-128030ba-fa07-4050-87e8-2be89e59809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:57.408763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e00c0716-6f83-48d9-88c6-c4599cb46bc0 req-3e07c903-0a83-4928-8380-6b972b5bfd07 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701976 Jul 22 21:53:57.411333 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-128030ba-fa07-4050-87e8-2be89e59809c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.1379516 Jul 22 21:53:57.486305 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-099dbb6b-62af-446d-b736-576c75d71693 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 HTTP/1.1" status: 200 len: 217 time: 0.0528419 Jul 22 21:53:57.553512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-16bca6c1-851d-40d7-890e-c57d0814c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:57.556138 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-16bca6c1-851d-40d7-890e-c57d0814c830 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0602014 Jul 22 21:53:57.651521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-9e361a43-d607-4aa9-a365-0fa7cc9e963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:57.653455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-9e361a43-d607-4aa9-a365-0fa7cc9e963e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866768 Jul 22 21:53:57.817591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-d15e225e-6da4-4300-bc8c-bdd73ec09e26 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530750 Jul 22 21:53:57.948736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4dca4237-56ef-43e1-a5ce-0c4d135dd78d req-e237735a-1724-4a7d-85b3-7ad3668c6236 service neutron] 10.222.0.23 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233060 Jul 22 21:53:58.651512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ef911-5513-470d-8f9b-a82ab61c5f6f req-633ed4a8-33a1-40c6-a570-8f6b6a780f37 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:58.653726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d20ef911-5513-470d-8f9b-a82ab61c5f6f req-633ed4a8-33a1-40c6-a570-8f6b6a780f37 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 947 time: 0.1106136 Jul 22 21:53:58.716894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d20ef911-5513-470d-8f9b-a82ab61c5f6f req-9bb7304e-4576-4bd6-a704-a7aeae88d945 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559189 Jul 22 21:53:59.297416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45548) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:59.451699 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f158cae4-0d9f-4cfa-8898-1e8dafb8af57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:59.570956 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f158cae4-0d9f-4cfa-8898-1e8dafb8af57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:59.577001 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f158cae4-0d9f-4cfa-8898-1e8dafb8af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:59.637820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f158cae4-0d9f-4cfa-8898-1e8dafb8af57 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1eb3fd88b9f8423888517fe1776b7b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386378 Jul 22 21:53:59.641885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45554) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:53:59.669233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158cae4-0d9f-4cfa-8898-1e8dafb8af57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff9d3c-2d68-4daa-bbc2-3d7582e58ad5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:59.730184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac177b09-64ee-4367-934f-175965ddca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:59.755608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac177b09-64ee-4367-934f-175965ddca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:59.821194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac177b09-64ee-4367-934f-175965ddca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:59.826037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac177b09-64ee-4367-934f-175965ddca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:53:59.828058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac177b09-64ee-4367-934f-175965ddca6e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ddff9d3c-2d68-4daa-bbc2-3d7582e58ad5 HTTP/1.1" status: 204 len: 168 time: 0.1842339 Jul 22 21:53:59.845663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac177b09-64ee-4367-934f-175965ddca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff9d3c-2d68-4daa-bbc2-3d7582e58ad5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:53:59.930877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18601-9e2e-44cf-8375-b3b9951cccbc req-390a457b-d640-4ba9-a8b8-3822c241b82a tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:53:59.932417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1e18601-9e2e-44cf-8375-b3b9951cccbc req-390a457b-d640-4ba9-a8b8-3822c241b82a tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 947 time: 0.1113417 Jul 22 21:53:59.984156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1e18601-9e2e-44cf-8375-b3b9951cccbc req-26f93969-68b1-4ef7-be12-055d1e4bc48d tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Jul 22 21:54:00.147007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:54:00.265765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:00.279092 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06', 'mac_address': 'fa:16:3e:a4:f5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:54:00.324705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:00.338619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:54:00.361464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:00.368735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:00.450223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:00.673934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:54:01.147009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff85551-c76f-4502-9698-d8560b0b3f16 req-13e370f3-1654-479f-b954-3087df8e8e15 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:01.148649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ff85551-c76f-4502-9698-d8560b0b3f16 req-13e370f3-1654-479f-b954-3087df8e8e15 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 948 time: 0.0720825 Jul 22 21:54:01.205222 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ff85551-c76f-4502-9698-d8560b0b3f16 req-5a4b64ec-c576-431b-8275-90435288451a tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478401 Jul 22 21:54:01.560136 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:02.160653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:02.241080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:02.248435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:02.248816 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:02.250543 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:02.364806 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:02.390020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:02.392309 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc052d-4c80-4471-8abe-2405d1fc17d3" -d '{"events": [{"server_uuid": "0bfd5d46-410e-4942-95a6-22561daffa1e", "name": "network-vif-plugged", "status": "completed", "tag": "b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:02.395166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72c5c6-20ef-42e2-beb7-4c47e19f265d req-9778ac96-69ab-4d3d-9934-5602f3635848 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:02.396947 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a72c5c6-20ef-42e2-beb7-4c47e19f265d req-9778ac96-69ab-4d3d-9934-5602f3635848 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 948 time: 0.0978410 Jul 22 21:54:02.406826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:02.412304 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:02.457215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a72c5c6-20ef-42e2-beb7-4c47e19f265d req-5bb83da8-3e4a-486c-a54e-81ab0e9f78ff tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524344 Jul 22 21:54:02.462105 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c54c9-bb60-400f-9027-44a5db931171 x-openstack-request-id: req-c82c54c9-bb60-400f-9027-44a5db931171 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:02.462387 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfd5d46-410e-4942-95a6-22561daffa1e", "name": "network-vif-plugged", "status": "completed", "tag": "b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:02.462635 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c82c54c9-bb60-400f-9027-44a5db931171 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:02.463300 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06', 'code': 200} Jul 22 21:54:02.505333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:02.614202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5f63d-6adc-48df-865e-f9d68788cb2f req-9baac4f8-66b8-4e69-92b6-be1528f26b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:02.615809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a7d5f63d-6adc-48df-865e-f9d68788cb2f req-9baac4f8-66b8-4e69-92b6-be1528f26b82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 1101 time: 0.0782075 Jul 22 21:54:02.658595 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a7d5f63d-6adc-48df-865e-f9d68788cb2f req-f88b7013-75e8-4611-82d0-fa2383f3e83f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Jul 22 21:54:04.003133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e263d3a-ade9-4be7-a0c0-7e876e6cd907 req-ceee9b73-f7af-48f9-a85c-e96745b78365 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:04.004784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e263d3a-ade9-4be7-a0c0-7e876e6cd907 req-ceee9b73-f7af-48f9-a85c-e96745b78365 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 949 time: 0.4302495 Jul 22 21:54:04.055445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e263d3a-ade9-4be7-a0c0-7e876e6cd907 req-adbaef78-e243-43d0-899e-f01f1078cca7 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Jul 22 21:54:05.218097 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443eeb00-b0fe-4f07-aeb8-2b8e4113b5f5 req-5194526e-018f-4fdd-9b7d-dd1d92674d04 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:05.219649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-443eeb00-b0fe-4f07-aeb8-2b8e4113b5f5 req-5194526e-018f-4fdd-9b7d-dd1d92674d04 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 949 time: 0.0793839 Jul 22 21:54:05.261678 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-443eeb00-b0fe-4f07-aeb8-2b8e4113b5f5 req-87263a7e-3d2d-4142-a1e8-37097c744410 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353422 Jul 22 21:54:05.701891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa093cf-f80e-4801-9f78-39cc5ae714aa req-a9cdab20-9ff9-4bf4-8931-0bc5e66c7e07 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:05.703737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fa093cf-f80e-4801-9f78-39cc5ae714aa req-a9cdab20-9ff9-4bf4-8931-0bc5e66c7e07 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 949 time: 0.1320457 Jul 22 21:54:05.769489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0fa093cf-f80e-4801-9f78-39cc5ae714aa req-3da99c6b-269b-4f5a-b293-370caceb82c5 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568368 Jul 22 21:54:06.979077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89829-780d-48aa-9790-85a23e94c3fb req-464f6262-1157-4b1c-9ed7-b34d635098cd tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:06.981191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37e89829-780d-48aa-9790-85a23e94c3fb req-464f6262-1157-4b1c-9ed7-b34d635098cd tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 949 time: 0.0965245 Jul 22 21:54:07.052580 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37e89829-780d-48aa-9790-85a23e94c3fb req-c2f658e0-2c6c-4a37-b3df-7829f33f321b tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/security-groups?id=95ff0ee5-193d-4083-80f0-c17f7197a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 Jul 22 21:54:07.424888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc68027-9002-4dcd-a207-6158736b401e req-9985f0a6-515d-43a6-8ee9-3ec1da1e4f65 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:07.426523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fc68027-9002-4dcd-a207-6158736b401e req-9985f0a6-515d-43a6-8ee9-3ec1da1e4f65 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 949 time: 0.0693462 Jul 22 21:54:07.572974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Deleting port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:07.573121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:07.706880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] For port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:07.707622 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:07.729285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Calling delete_port for b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:07.917063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:07.936511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:54:07.956647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Pushing event deleted for resources: {'Port': ['ID=b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:08.020565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] No DVR routers for this DVR port b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:54:08.026489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:08.029218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9fc68027-9002-4dcd-a207-6158736b401e req-c48185de-8f59-41b9-8d7e-08cb6cbc6a11 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.23 "DELETE /v2.0/ports/b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 HTTP/1.1" status: 204 len: 173 time: 0.5955567 Jul 22 21:54:08.029781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'name': 'network-vif-deleted', 'tag': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:08.033149 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8316c7-d31c-439a-9035-78e900777fb5" -d '{"events": [{"server_uuid": "0bfd5d46-410e-4942-95a6-22561daffa1e", "name": "network-vif-deleted", "tag": "b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:08.104565 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615b87a2-57d0-4c77-84d1-3c8e01ec1f69 x-openstack-request-id: req-615b87a2-57d0-4c77-84d1-3c8e01ec1f69 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:08.105121 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfd5d46-410e-4942-95a6-22561daffa1e", "name": "network-vif-deleted", "tag": "b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:08.105441 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-615b87a2-57d0-4c77-84d1-3c8e01ec1f69 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:08.106094 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfd5d46-410e-4942-95a6-22561daffa1e', 'name': 'network-vif-deleted', 'tag': 'b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06', 'status': 'completed', 'code': 200} Jul 22 21:54:08.236048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0a12676-7231-4012-860e-94c351c83a52 req-9273704c-59a5-4056-9436-25ca291399d8 tempest-VolumesNegativeTest-2126460882 tempest-VolumesNegativeTest-2126460882-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfd5d46-410e-4942-95a6-22561daffa1e HTTP/1.1" status: 200 len: 210 time: 0.0497251 Jul 22 21:54:10.191026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:10.223429 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:10.224080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device b824d8bf-a7f9-4925-b9a2-0b1cb94b0d06 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:11.447035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45878) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:11.617459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9025b453-dc5a-45d6-a1e6-aad17daccd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:11.732154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9025b453-dc5a-45d6-a1e6-aad17daccd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:11.737220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9025b453-dc5a-45d6-a1e6-aad17daccd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:11.776508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9025b453-dc5a-45d6-a1e6-aad17daccd49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cd9804e93684b27a12a5b9000e23303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281679 Jul 22 21:54:11.777076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:11.787260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025b453-dc5a-45d6-a1e6-aad17daccd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcc9e48-e6b5-4ed2-aff2-75e4a6c3acdb,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:11.863406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:11.902090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:11.977826 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:11.980663 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:11.981992 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4bcc9e48-e6b5-4ed2-aff2-75e4a6c3acdb HTTP/1.1" status: 204 len: 168 time: 0.2036965 Jul 22 21:54:11.991008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcc9e48-e6b5-4ed2-aff2-75e4a6c3acdb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:12.001338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.002337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.002884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.003203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.003876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.004478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.004812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.005217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.005550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.005939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.006506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.007096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a7da-310d-4fd3-9097-c038a4ff0db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:12.451461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45936) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:12.488136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e10dbd84-7ea5-41f4-ba60-c06a64e2890a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:12.585677 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd18e-386e-411b-b052-29ae28683095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:12.696857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e10dbd84-7ea5-41f4-ba60-c06a64e2890a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:12.705644 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e10dbd84-7ea5-41f4-ba60-c06a64e2890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:12.765729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dbd84-7ea5-41f4-ba60-c06a64e2890a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c198c-1226-4ff0-99fb-72adb0833507,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:12.770140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e10dbd84-7ea5-41f4-ba60-c06a64e2890a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad8e0b52b1b54964995a61668324c52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171706 Jul 22 21:54:12.774913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45960) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:12.852636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea2a4-3fbd-44da-bacf-b666c2c838ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:12.894160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea2a4-3fbd-44da-bacf-b666c2c838ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:12.996135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea2a4-3fbd-44da-bacf-b666c2c838ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:13.000007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea2a4-3fbd-44da-bacf-b666c2c838ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:13.017484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0a0ea2a4-3fbd-44da-bacf-b666c2c838ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b97c198c-1226-4ff0-99fb-72adb0833507 HTTP/1.1" status: 204 len: 168 time: 0.2410092 Jul 22 21:54:13.039103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ea2a4-3fbd-44da-bacf-b666c2c838ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c198c-1226-4ff0-99fb-72adb0833507,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:13.625347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 45974) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:13.663174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10e3ed78-ac09-49b5-84e5-ee264b2f112b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:13.823648 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10e3ed78-ac09-49b5-84e5-ee264b2f112b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:13.832314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-10e3ed78-ac09-49b5-84e5-ee264b2f112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:13.886940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-10e3ed78-ac09-49b5-84e5-ee264b2f112b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b05124dfdd024d6885e565c9e9c7130e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600353 Jul 22 21:54:13.890032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 45978) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:13.893173 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3ed78-ac09-49b5-84e5-ee264b2f112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15af26b6-f282-489c-93a3-a09c849f4ed0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:13.980411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc707c6d-c53a-4699-9bec-ad2a5935c5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:14.012689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc707c6d-c53a-4699-9bec-ad2a5935c5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:14.087561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc707c6d-c53a-4699-9bec-ad2a5935c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:14.090521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc707c6d-c53a-4699-9bec-ad2a5935c5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:14.093141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fc707c6d-c53a-4699-9bec-ad2a5935c5f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/15af26b6-f282-489c-93a3-a09c849f4ed0 HTTP/1.1" status: 204 len: 168 time: 0.1998918 Jul 22 21:54:14.107130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc707c6d-c53a-4699-9bec-ad2a5935c5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af26b6-f282-489c-93a3-a09c849f4ed0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:15.021106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46004) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:15.140466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1327058927-network', 'tenant_id': '31eb26131db940a682759101ea042e77'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:15.170368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Made reservation on behalf of 31eb26131db940a682759101ea042e77 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:15.173023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.185197 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.221337 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccece583-e8ee-45c6-ac12-166c3d7a1b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.344340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.349533 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.387798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:54:15.400347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93123155-8b34-47ea-b419-c49b02f2b0fa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:15.408427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.408946 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Added segment d0931a11-cc64-4367-bc7a-e3176b379f8d of type vlan for network 645b3301-e550-4db0-986b-bcd3a1dcebfd Jul 22 21:54:15.474569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.485130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.533273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:15.540727 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.542064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:15.542969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.584539 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5622978 Jul 22 21:54:15.587615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:15.592911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Request body: {'subnet': {'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1327058927-subnet', 'tenant_id': '31eb26131db940a682759101ea042e77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:15.623332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba8a3-2eb5-4675-a313-1aeba5ca6829 admin admin] Pushing event updated for resources: {'Network': ['ID=645b3301-e550-4db0-986b-bcd3a1dcebfd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:15.628441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Made reservation on behalf of 31eb26131db940a682759101ea042e77 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:15.631242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.634931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 645b3301-e550-4db0-986b-bcd3a1dcebfd details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:54:15.766681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9817ff9f-19a1-47fa-99e4-bbdf6c29d507 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6629046de0f43bf868d4cbab27eceb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317419 Jul 22 21:54:15.769470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46020) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:15.908668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2efb-9cc8-437e-bdb2-efda489ce188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.922915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:15.963907 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2efb-9cc8-437e-bdb2-efda489ce188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:16.035831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=382bcea7-7ab9-40d9-8eb6-0dd77effbc4b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:16.046215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Checking segment: {'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:16.046587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Network hostable DHCP agents. Network: 645b3301-e550-4db0-986b-bcd3a1dcebfd, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:54:16.066701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Network 645b3301-e550-4db0-986b-bcd3a1dcebfd is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:54:16.075992 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2efb-9cc8-437e-bdb2-efda489ce188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:16.078810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2efb-9cc8-437e-bdb2-efda489ce188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:16.080081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f6e2efb-9cc8-437e-bdb2-efda489ce188 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95ff0ee5-193d-4083-80f0-c17f7197a91a HTTP/1.1" status: 204 len: 168 time: 0.3096342 Jul 22 21:54:16.082857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 645b3301-e550-4db0-986b-bcd3a1dcebfd) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:16.094163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfbb424-2222-4d36-b6c1-e2496f18bfe6 None None] Network 645b3301-e550-4db0-986b-bcd3a1dcebfd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:16.096607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:16.097825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:16.104278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e2efb-9cc8-437e-bdb2-efda489ce188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ff0ee5-193d-4083-80f0-c17f7197a91a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:16.118293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-12d0688d-affa-4e1a-8fb5-caf00b69eb4a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5293474 Jul 22 21:54:16.234956 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:16.316826 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83758ee9-785e-403e-bfee-eab589595b9e None None] Network 645b3301-e550-4db0-986b-bcd3a1dcebfd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:16.912513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:17.051150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-659692721-network', 'tenant_id': 'a9c580247194419a89358f44f9846135'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:17.079182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Made reservation on behalf of a9c580247194419a89358f44f9846135 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:17.082094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.092147 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.202225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.207561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.236978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:54:17.250384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da8d79c-a6f8-4c6c-b2be-ce191617b3b8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:17.265686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.265686 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Added segment c9b847c8-dc13-4ea9-85ae-d7af627ecd53 of type vlan for network ffc32b91-d809-4cd4-8d31-5e8752f9c609 Jul 22 21:54:17.310966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.348139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.349338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:17.349991 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.393984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4799311 Jul 22 21:54:17.397144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46062) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:17.402509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Request body: {'subnet': {'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-659692721-subnet', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:17.437467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a6f1-1d05-42dd-a14b-ee3dc8050ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc32b91-d809-4cd4-8d31-5e8752f9c609,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:17.448345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:54:17.462481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Made reservation on behalf of a9c580247194419a89358f44f9846135 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:17.466522 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.656154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.715262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0f636b-712c-492a-9273-c233af184177,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:17.731077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Checking segment: {'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:17.731508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Network hostable DHCP agents. Network: ffc32b91-d809-4cd4-8d31-5e8752f9c609, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:54:17.750911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:54:17.760223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ffc32b91-d809-4cd4-8d31-5e8752f9c609) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:17.765004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:17.767359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.769492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a01a3-cbc3-45e7-a21c-33d643cb3675 None None] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:17.792047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c0f107a-7708-450b-aa40-e8d48785fbf9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3936555 Jul 22 21:54:17.794978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46066) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:17.801312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:17.841161 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.841161 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.894484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:17.971907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-ffc32b91-d809-4cd4-8d31-5e8752f9c609', 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'fixed_ips': [{'subnet_id': '8d0f636b-712c-492a-9273-c233af184177'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:54:17.973393 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.052417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.138804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Allocated IP 172.20.0.2 (ffc32b91-d809-4cd4-8d31-5e8752f9c609/8d0f636b-712c-492a-9273-c233af184177/b6a3fe3c-e966-46f8-a91e-6a2a30b94557) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:18.175158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-831fdcda-e1db-4f66-b8ee-5fddb6d2bb5a tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:18.177105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-831fdcda-e1db-4f66-b8ee-5fddb6d2bb5a tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/networks?id=645b3301-e550-4db0-986b-bcd3a1dcebfd HTTP/1.1" status: 200 len: 809 time: 0.1495211 Jul 22 21:54:18.198574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-b6ebc067-cc4d-4b5a-ae41-204db4c21a49 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/quotas/31eb26131db940a682759101ea042e77 HTTP/1.1" status: 200 len: 375 time: 0.0127614 Jul 22 21:54:18.254709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-14638417-a00e-4177-99dc-245d9f65c4b2 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=31eb26131db940a682759101ea042e77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479264 Jul 22 21:54:18.303778 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.327217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.334349 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.348637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Transition to ACTIVE for port object b6a3fe3c-e966-46f8-a91e-6a2a30b94557 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:18.375808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Transition to ACTIVE for port object b6a3fe3c-e966-46f8-a91e-6a2a30b94557 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:18.383294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.385802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-0c47b5f1-593c-4ea9-b08a-fa1bd418e031 service neutron] 10.222.0.54 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138415 Jul 22 21:54:18.396801 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.455114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:18.465911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:18.472145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:18.483651 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Pushing event updated for resources: {'Port': ['ID=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:18.491765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Allocated IP 172.25.5.77 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:18.520748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-ceb59b49-2817-4750-94f0-82355e255ccd service neutron] 10.222.0.54 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278889 Jul 22 21:54:18.541686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.542040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.542379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.542768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.543176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.543516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.543897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.544208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.544537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.544888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.545190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.545515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:18.560462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Attempting to bind port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:18.561030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Attempting to bind port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:18.561533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Attempting to bind port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 on network ffc32b91-d809-4cd4-8d31-5e8752f9c609 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:18.568707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:18.569197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Checking segment: {'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:18.569723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.570253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Bound using segment: {'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:18.571031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Bound port: b6a3fe3c-e966-46f8-a91e-6a2a30b94557, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:18.571521 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.630296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.658775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] For port b6a3fe3c-e966-46f8-a91e-6a2a30b94557, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:18.665968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] For port b6a3fe3c-e966-46f8-a91e-6a2a30b94557, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,segment=NetworkSegment(c9b847c8-dc13-4ea9-85ae-d7af627ecd53),segment_id=c9b847c8-dc13-4ea9-85ae-d7af627ecd53)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:18.672046 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.718667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:18.735085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58246f11-7422-47c9-ad87-9e48feece9c9 None None] Pushing event updated for resources: {'Port': ['ID=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:18.768278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2e5cb25-beec-46c2-9e93-64d753eb8504 req-ad8f5021-9a82-4976-8628-12b3bd809b1c tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 210 time: 0.0676432 Jul 22 21:54:18.776517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:18.779431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:18.782646 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:18.799299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:19.144775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:19.377576 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:19.902493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86d049f2-afde-44c2-a70a-93a356eed645 req-ef22a339-b807-440c-b803-4cb49a448f1b tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 210 time: 0.0525103 Jul 22 21:54:19.942514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983ef0d-1dcc-4560-88f0-bb457a6206de None None] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:19.993678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:54:20.112300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-419100b9-25c9-4eb0-a85b-efa733c062e7 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:20.114196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-419100b9-25c9-4eb0-a85b-efa733c062e7 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "GET /v2.0/networks?id=645b3301-e550-4db0-986b-bcd3a1dcebfd HTTP/1.1" status: 200 len: 809 time: 0.1383402 Jul 22 21:54:20.196364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Request body: {'port': {'device_id': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd', 'admin_state_up': True, 'tenant_id': '31eb26131db940a682759101ea042e77'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:20.234935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8097ec6d-838c-420b-a817-da8d5b01546c None None] Provisioning for port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:20.319794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:20.331374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Sync routers for ids ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:20.347857 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Routers {'30de4fa5-4bda-43f3-a5fa-bcdea178b04e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:20.348573 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:20.353276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.355186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-84105f39-e911-4fb9-92aa-ae73396508e8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5581653 Jul 22 21:54:20.357795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46098) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:20.391320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Made reservation on behalf of 31eb26131db940a682759101ea042e77 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:20.399125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.523775 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Set router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:20.544874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b6a3fe3c-e966-46f8-a91e-6a2a30b94557 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:20.606460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Allocated IP 172.20.0.10 (645b3301-e550-4db0-986b-bcd3a1dcebfd/382bcea7-7ab9-40d9-8eb6-0dd77effbc4b/9950e231-0064-44cf-ac4a-21cd5f2a8c8a) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:20.650737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:20.659318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:20.659687 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.768810 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:18Z', 'revision_number': 3, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port': {'id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:18Z', 'updated_at': '2021-07-22T21:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:20.788927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.802735 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Checking router: 30de4fa5-4bda-43f3-a5fa-bcdea178b04e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:20.803746 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Updating router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:54:20.836989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port b6a3fe3c-e966-46f8-a91e-6a2a30b94557, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,segment=NetworkSegment(c9b847c8-dc13-4ea9-85ae-d7af627ecd53),segment_id=c9b847c8-dc13-4ea9-85ae-d7af627ecd53)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:20.845975 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.857900 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.895572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.906344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-206fd9d5-37c3-4d55-9dcd-76523f71dbeb None None] Provisioning complete for port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:20.907043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-206fd9d5-37c3-4d55-9dcd-76523f71dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.952605 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:20.969951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:21.041132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Pushing event updated for resources: {'Port': ['ID=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:21.056548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Network 645b3301-e550-4db0-986b-bcd3a1dcebfd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:21.058735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:21.061836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:21.117517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:21.118419 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.137835 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-87288567-1cf6-4386-825a-96e260bfecda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9752662 Jul 22 21:54:21.150505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Request body: {'port': {'device_id': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:21.177096 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.189728 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Transition to ACTIVE for port object f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:21.190703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac65056-2836-4f62-907b-9d299fe69190 req-3d249d4a-cede-4290-b722-ebaae296e0da tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:21.192209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ac65056-2836-4f62-907b-9d299fe69190 req-3d249d4a-cede-4290-b722-ebaae296e0da tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 932 time: 0.1652455 Jul 22 21:54:21.203404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.205604 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.259761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ac65056-2836-4f62-907b-9d299fe69190 req-3b6aad76-f529-46c9-89e6-4a46ae3dea8f tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598946 Jul 22 21:54:21.260968 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.297181 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Attempting to bind port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:21.297181 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Attempting to bind port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:21.297181 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Attempting to bind port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:21.301636 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Pushing event updated for resources: {'Port': ['ID=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:21.305011 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:21.305388 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:21.305792 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.306186 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:21.307679 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Bound port: f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:21.308613 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.316899 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.317243 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.317582 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.317918 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.318250 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.319197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.319797 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.319966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.320214 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.320685 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.321019 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.321346 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:21.385322 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] For port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:21.397808 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] For port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:21.407022 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.468142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Allocated IP 172.20.0.1 (ffc32b91-d809-4cd4-8d31-5e8752f9c609/8d0f636b-712c-492a-9273-c233af184177/545cf23a-3170-4d2f-9464-737004f68997) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:21.478122 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Routers {'30de4fa5-4bda-43f3-a5fa-bcdea178b04e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:21.479090 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:21.482510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a7fe-6921-4076-b168-286cd1aaaf5d None None] Pushing event updated for resources: {'Port': ['ID=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:21.600519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.612093 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] Set router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:21.615665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Transition to ACTIVE for port object 545cf23a-3170-4d2f-9464-737004f68997 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:21.620312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9950e231-0064-44cf-ac4a-21cd5f2a8c8a {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:54:21.631174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.650004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Transition to ACTIVE for port object 9950e231-0064-44cf-ac4a-21cd5f2a8c8a will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:21.655378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.658927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.715705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Pushing event updated for resources: {'Port': ['ID=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:21.716396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:21.718119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:21.722015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:21.752490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Pushing event updated for resources: {'Port': ['ID=545cf23a-3170-4d2f-9464-737004f68997,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:21.770580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.851770 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Attempting to bind port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:21.853138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Attempting to bind port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:21.853818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Attempting to bind port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a on network 645b3301-e550-4db0-986b-bcd3a1dcebfd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:21.861395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a on network 645b3301-e550-4db0-986b-bcd3a1dcebfd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:54:21.861733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Attempting to bind port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a on network 645b3301-e550-4db0-986b-bcd3a1dcebfd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:21.870020 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:21.870498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Checking segment: {'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:21.870849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Bound using segment: {'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:21.871576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Bound port: 9950e231-0064-44cf-ac4a-21cd5f2a8c8a, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:21.872115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:21.897182 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:18Z', 'revision_number': 3, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port': {'id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:18Z', 'updated_at': '2021-07-22T21:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:21.946055 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f157-8735-48b7-98bb-c364084d461b None None] The sync data for ids ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'] in n-d-762330-19 is: [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:18Z', 'revision_number': 3, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port': {'id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:18Z', 'updated_at': '2021-07-22T21:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:21.994378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] For port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:22.000045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] For port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:22.006273 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.020275 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.052581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:22.052581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.053992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] 10.222.0.23 "PUT /v2.0/ports/9950e231-0064-44cf-ac4a-21cd5f2a8c8a HTTP/1.1" status: 200 len: 1093 time: 0.9085803 Jul 22 21:54:22.057332 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'tag': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:22.060999 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c364d54-fddc-40d5-9fe9-27cef1ce11f3", "tag": "9950e231-0064-44cf-ac4a-21cd5f2a8c8a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:22.078610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:54:22.093541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1ae30c86-3496-492b-92d3-01156990f7e3 None None] Provisioning for port 545cf23a-3170-4d2f-9464-737004f68997 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:22.099041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1ae30c86-3496-492b-92d3-01156990f7e3 None None] Provisioning complete for port 545cf23a-3170-4d2f-9464-737004f68997 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:22.099415 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ae30c86-3496-492b-92d3-01156990f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.105723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762b2c8-c9c4-4668-8dec-aa7e9a59085a service neutron] Pushing event updated for resources: {'Port': ['ID=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:22.167111 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea12398b-3cc8-4544-b4a6-7acad6da2088 x-openstack-request-id: req-ea12398b-3cc8-4544-b4a6-7acad6da2088 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:22.167393 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c364d54-fddc-40d5-9fe9-27cef1ce11f3", "tag": "9950e231-0064-44cf-ac4a-21cd5f2a8c8a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:22.167652 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea12398b-3cc8-4544-b4a6-7acad6da2088 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:22.168161 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'tag': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a', 'status': 'completed', 'code': 200} Jul 22 21:54:22.172450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1ae30c86-3496-492b-92d3-01156990f7e3 None None] Port 545cf23a-3170-4d2f-9464-737004f68997 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:22.205609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-6e376d10-238b-49dc-8fe4-676824a960bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:22.207115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-6e376d10-238b-49dc-8fe4-676824a960bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31eb26131db940a682759101ea042e77&device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 1096 time: 0.0913963 Jul 22 21:54:22.251993 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-3077c3ab-c10c-456b-a628-71395a4218fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9950e231-0064-44cf-ac4a-21cd5f2a8c8a HTTP/1.1" status: 200 len: 217 time: 0.0362482 Jul 22 21:54:22.291750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.300507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.355508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-50e3d3fb-9fb5-48a5-a524-d1b547d72bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:22.357127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-50e3d3fb-9fb5-48a5-a524-d1b547d72bcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=382bcea7-7ab9-40d9-8eb6-0dd77effbc4b HTTP/1.1" status: 200 len: 849 time: 0.0944240 Jul 22 21:54:22.389096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Pushing event updated for resources: {'Port': ['ID=545cf23a-3170-4d2f-9464-737004f68997,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:22.392171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.421727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-01760b0b-f499-4bcc-be7a-41939ecef2d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=645b3301-e550-4db0-986b-bcd3a1dcebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535047 Jul 22 21:54:22.579944 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-288b63dc-be27-4692-bade-a6ff93fa1579 service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474929 Jul 22 21:54:22.595932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b6a3fe3c-e966-46f8-a91e-6a2a30b94557 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:22.631755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9def-401e-41d6-866d-108d85a06158 req-731e9429-fcdc-497e-9d36-55e70c7a9f78 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:22.633830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f26c9def-401e-41d6-866d-108d85a06158 req-731e9429-fcdc-497e-9d36-55e70c7a9f78 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 944 time: 0.2467575 Jul 22 21:54:22.659650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:22.660249 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.683314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:22.688003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:22.791399 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a94eb5f0-3b02-4c8e-97fe-d48407f6ad5b req-ea7d847a-5ec7-4f99-8adf-c76627925143 service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973352 Jul 22 21:54:22.802201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:22.823360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f26c9def-401e-41d6-866d-108d85a06158 req-9c8199f1-ed3d-4afe-820d-64a848f63798 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655250 Jul 22 21:54:22.886967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:22.889588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:54:22.893412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:22.893851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:22.997079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-70deabce-2279-4b37-a8fb-be93fa0204cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:22.999467 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-70deabce-2279-4b37-a8fb-be93fa0204cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31eb26131db940a682759101ea042e77&device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 1096 time: 0.1178520 Jul 22 21:54:23.099292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:23.105943 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:23.107539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-109e4206-f5bf-4248-8e6d-42ffa130cf62 admin admin] 10.222.0.54 "PUT /v2.0/routers/30de4fa5-4bda-43f3-a5fa-bcdea178b04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483187 Jul 22 21:54:23.137223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a25b28fd-7bff-43e2-89b8-906fb67e2ecc None None] Provisioning complete for port 545cf23a-3170-4d2f-9464-737004f68997 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:23.139134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a25b28fd-7bff-43e2-89b8-906fb67e2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:23.186302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:23.191044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-92e98837-c725-4ba5-828b-24422ccd94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:23.193757 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-92e98837-c725-4ba5-828b-24422ccd94f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=645b3301-e550-4db0-986b-bcd3a1dcebfd HTTP/1.1" status: 200 len: 910 time: 0.1789660 Jul 22 21:54:23.194010 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:23.240177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a25b28fd-7bff-43e2-89b8-906fb67e2ecc None None] Port 545cf23a-3170-4d2f-9464-737004f68997 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:23.268905 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-17ace278-4c6e-43e4-857f-5c5efbaa1efc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9950e231-0064-44cf-ac4a-21cd5f2a8c8a HTTP/1.1" status: 200 len: 217 time: 0.0618672 Jul 22 21:54:23.272396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:23.351967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-c3e0ed29-8f92-4c4e-8701-bf938c792e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:23.355052 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-c3e0ed29-8f92-4c4e-8701-bf938c792e29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=382bcea7-7ab9-40d9-8eb6-0dd77effbc4b HTTP/1.1" status: 200 len: 849 time: 0.0796108 Jul 22 21:54:23.397632 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-081d1650-c4b9-49ef-bc1a-493a6387f03a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=645b3301-e550-4db0-986b-bcd3a1dcebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337293 Jul 22 21:54:23.530428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-62974205-e392-4e61-bf58-575ab0996b1b service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209984 Jul 22 21:54:23.684018 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ec49cef2-fb97-4fbf-88f9-8e0385d9dbf6 req-188fb979-2309-496c-a97c-94ef30d99904 service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448460 Jul 22 21:54:23.876531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46130) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:23.884332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1226099212-network', 'tenant_id': '15f176700037414c930863d4730eb3d7'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:23.919821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Made reservation on behalf of 15f176700037414c930863d4730eb3d7 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:23.925828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:23.948279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.061485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e352313-e2d4-4a44-9ebc-45e53eb7a1e0 req-2d045302-627e-4801-857e-29701fd2554d tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:24.063625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e352313-e2d4-4a44-9ebc-45e53eb7a1e0 req-2d045302-627e-4801-857e-29701fd2554d tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 944 time: 0.1174855 Jul 22 21:54:24.126864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e352313-e2d4-4a44-9ebc-45e53eb7a1e0 req-bf0b22f5-e0a3-4ff2-8a01-9bd1de4a9588 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539961 Jul 22 21:54:24.139110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.155767 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.181746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:54:24.191960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6137a805-a918-4b26-872e-f6571261bff4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:24.196915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.197887 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Added segment fde4c1bd-0789-4b90-9280-ecf61342402c of type vlan for network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd Jul 22 21:54:24.234256 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Sync routers for ids ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:24.243171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.243370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Routers {'30de4fa5-4bda-43f3-a5fa-bcdea178b04e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:24.244010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:24.274198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.275691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:24.276305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.283169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9950e231-0064-44cf-ac4a-21cd5f2a8c8a details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:54:24.312000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4338562 Jul 22 21:54:24.315051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46132) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:24.320314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Request body: {'subnet': {'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1226099212-subnet', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:24.368903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Made reservation on behalf of 15f176700037414c930863d4730eb3d7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:24.371260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.396887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bd544-9bb6-4608-ae5e-7a81efee0b6c admin admin] Pushing event updated for resources: {'Network': ['ID=6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:24.416720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:24.418956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:54:24.437960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Set router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:24.577451 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.605264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:24.633046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7c9434-efa9-4b25-b7d9-620671ce8235,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:24.641708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a', 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd', 'port_id': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a', 'mac_address': 'fa:16:3e:42:50:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382bcea7-7ab9-40d9-8eb6-0dd77effbc4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:54:24.644611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Checking segment: {'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:24.644983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Network hostable DHCP agents. Network: 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:54:24.670234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:54:24.681244 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:24.686813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:24.687351 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.708171 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f464a518-ac44-463c-9522-9e66764c0da9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3920310 Jul 22 21:54:24.713614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe9160-730c-432b-a22f-87c3f6c61c74 None None] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:24.713838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46136) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:24.718651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:24.731712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:24.732118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.749938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.751805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.799631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.810017 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.869270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9950e231-0064-44cf-ac4a-21cd5f2a8c8a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:54:24.917028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:24.927607 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:24.985193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:25.064196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:25.093352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:21Z', 'revision_number': 4, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port': {'id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:18Z', 'updated_at': '2021-07-22T21:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '545cf23a-3170-4d2f-9464-737004f68997', 'name': '', 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'mac_address': 'fa:16:3e:bf:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8d0f636b-712c-492a-9273-c233af184177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:21Z', 'updated_at': '2021-07-22T21:54:22Z', 'revision_number': 2, 'project_id': 'a9c580247194419a89358f44f9846135', 'subnets': [{'id': '8d0f636b-712c-492a-9273-c233af184177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:25.129216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd', 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'fixed_ips': [{'subnet_id': '7b7c9434-efa9-4b25-b7d9-620671ce8235'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:54:25.129959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:25.141913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Checking router: 30de4fa5-4bda-43f3-a5fa-bcdea178b04e for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:25.142388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Updating router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e port 545cf23a-3170-4d2f-9464-737004f68997 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:54:25.241804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['9950e231-0064-44cf-ac4a-21cd5f2a8c8a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:54:25.261170 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:25.280582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:25.283520 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:25.359245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868643-9bce-4ba0-ae70-54fab8ac257a req-3b4738cf-ee62-4dea-8166-f7ef25667a48 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:25.361335 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63868643-9bce-4ba0-ae70-54fab8ac257a req-3b4738cf-ee62-4dea-8166-f7ef25667a48 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 945 time: 0.1401646 Jul 22 21:54:25.444334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Allocated IP 172.25.5.135 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/78030227-889a-4e81-9239-cb03d3172565) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:25.449397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63868643-9bce-4ba0-ae70-54fab8ac257a req-5bf58f9e-23e5-4601-b2ed-2331230a4584 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601883 Jul 22 21:54:25.581407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:25.609738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Allocated IP 172.20.0.2 (6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd/7b7c9434-efa9-4b25-b7d9-620671ce8235/7b15a1dd-de25-4e3f-a6cf-816444a9e666) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:25.628800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:25.677195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:25.680256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:25.685620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:25.718656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=78030227-889a-4e81-9239-cb03d3172565,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:25.967692 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.005926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Transition to ACTIVE for port object 7b15a1dd-de25-4e3f-a6cf-816444a9e666 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:26.037712 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.047758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Transition to ACTIVE for port object 7b15a1dd-de25-4e3f-a6cf-816444a9e666 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:26.055253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Transition to ACTIVE for port object 545cf23a-3170-4d2f-9464-737004f68997 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:26.060341 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.077933 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.126097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:26.131403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:26.135862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:26.153568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Pushing event updated for resources: {'Port': ['ID=7b15a1dd-de25-4e3f-a6cf-816444a9e666,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:26.315863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Attempting to bind port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:26.317126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Attempting to bind port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:26.317676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Attempting to bind port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 on network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:26.320388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Attempting to bind port 545cf23a-3170-4d2f-9464-737004f68997 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:26.320597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Attempting to bind port 545cf23a-3170-4d2f-9464-737004f68997 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:26.320847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Attempting to bind port 545cf23a-3170-4d2f-9464-737004f68997 on network ffc32b91-d809-4cd4-8d31-5e8752f9c609 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:26.329733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3991ba-c63f-43dc-81b6-ba6a0cb8645e None None] Pushing event updated for resources: {'Port': ['ID=545cf23a-3170-4d2f-9464-737004f68997,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:26.331109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.336966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:26.337337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Checking segment: {'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:26.337955 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.338662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Bound using segment: {'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:26.339150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Bound port: 7b15a1dd-de25-4e3f-a6cf-816444a9e666, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:26.339539 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.342879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:26.342879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Checking segment: {'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:26.342879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.343524 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Bound using segment: {'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:26.343898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Bound port: 545cf23a-3170-4d2f-9464-737004f68997, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:26.344609 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.458816 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] For port 545cf23a-3170-4d2f-9464-737004f68997, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:26.461047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] For port 7b15a1dd-de25-4e3f-a6cf-816444a9e666, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:26.464775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] For port 545cf23a-3170-4d2f-9464-737004f68997, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=545cf23a-3170-4d2f-9464-737004f68997,segment=NetworkSegment(c9b847c8-dc13-4ea9-85ae-d7af627ecd53),segment_id=c9b847c8-dc13-4ea9-85ae-d7af627ecd53)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:26.466587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] For port 7b15a1dd-de25-4e3f-a6cf-816444a9e666, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7b15a1dd-de25-4e3f-a6cf-816444a9e666,segment=NetworkSegment(fde4c1bd-0789-4b90-9280-ecf61342402c),segment_id=fde4c1bd-0789-4b90-9280-ecf61342402c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:26.471611 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.477985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.581132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3991ba-c63f-43dc-81b6-ba6a0cb8645e None None] Pushing event updated for resources: {'Port': ['ID=545cf23a-3170-4d2f-9464-737004f68997,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:26.584539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Routers {'30de4fa5-4bda-43f3-a5fa-bcdea178b04e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:26.585379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:26.622763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:26.712388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f328f-97ac-4715-8043-0b9a1bc116bc req-82bac279-3d3c-4794-9d9a-7747e5cdc681 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:26.714338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c11f328f-97ac-4715-8043-0b9a1bc116bc req-82bac279-3d3c-4794-9d9a-7747e5cdc681 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 945 time: 0.1751983 Jul 22 21:54:26.735667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b5a46-61b4-4273-8c3d-001e80c82aba None None] Pushing event updated for resources: {'Port': ['ID=7b15a1dd-de25-4e3f-a6cf-816444a9e666,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:26.786940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c11f328f-97ac-4715-8043-0b9a1bc116bc req-61380a9a-05ed-4c0c-8411-3e6dd094bb79 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594280 Jul 22 21:54:26.796144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] Set router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:26.836667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Router 09e5d973-c883-44c2-bee1-f8e68660355a is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:54:26.998235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:27.017418 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Sync routers for ids ['09e5d973-c883-44c2-bee1-f8e68660355a'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:27.018052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:27.019316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-94c05742-1c4f-4e71-bbfb-08828b66d5e3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3045266 Jul 22 21:54:27.022141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46146) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:27.032387 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Routers {'09e5d973-c883-44c2-bee1-f8e68660355a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:27.033516 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['09e5d973-c883-44c2-bee1-f8e68660355a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:27.129427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:21Z', 'revision_number': 4, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port': {'id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:18Z', 'updated_at': '2021-07-22T21:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '545cf23a-3170-4d2f-9464-737004f68997', 'name': '', 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'mac_address': 'fa:16:3e:bf:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8d0f636b-712c-492a-9273-c233af184177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:21Z', 'updated_at': '2021-07-22T21:54:26Z', 'revision_number': 4, 'project_id': 'a9c580247194419a89358f44f9846135', 'subnets': [{'id': '8d0f636b-712c-492a-9273-c233af184177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:27.147345 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Set router 09e5d973-c883-44c2-bee1-f8e68660355a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:27.164624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c47cb-8c9c-4c64-8c49-fbffb053be76 None None] The sync data for ids ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'] in n-d-762330-19 is: [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:21Z', 'revision_number': 4, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port': {'id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:18Z', 'updated_at': '2021-07-22T21:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '545cf23a-3170-4d2f-9464-737004f68997', 'name': '', 'network_id': 'ffc32b91-d809-4cd4-8d31-5e8752f9c609', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'mac_address': 'fa:16:3e:bf:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8d0f636b-712c-492a-9273-c233af184177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:21Z', 'updated_at': '2021-07-22T21:54:26Z', 'revision_number': 4, 'project_id': 'a9c580247194419a89358f44f9846135', 'subnets': [{'id': '8d0f636b-712c-492a-9273-c233af184177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:27.396557 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:25Z', 'revision_number': 3, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:27.444870 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Checking router: 09e5d973-c883-44c2-bee1-f8e68660355a for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:27.445368 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Updating router 09e5d973-c883-44c2-bee1-f8e68660355a port 78030227-889a-4e81-9239-cb03d3172565 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:54:27.507535 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:27.610668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:27.865875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Allocated IP 172.20.0.1 (6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd/7b7c9434-efa9-4b25-b7d9-620671ce8235/beb4f9ed-7146-4660-8b13-8ece427518b1) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:27.957943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86c7c0-d53f-49bd-93f8-22daa3ecca56 None None] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:28.009164 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.030591 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Transition to ACTIVE for port object 78030227-889a-4e81-9239-cb03d3172565 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:28.039403 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.096741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-91d435bb-f43c-4b39-8a47-b0c425fb0ca5 None None] Provisioning for port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:28.107785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Attempting to bind port 78030227-889a-4e81-9239-cb03d3172565 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:28.108548 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Attempting to bind port 78030227-889a-4e81-9239-cb03d3172565 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:28.109106 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Attempting to bind port 78030227-889a-4e81-9239-cb03d3172565 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:28.129682 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:28.130075 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:28.131609 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.132687 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:28.133302 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Bound port: 78030227-889a-4e81-9239-cb03d3172565, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:28.133805 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.163684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aa17-ec6d-4c40-8b1b-a2642696da41 req-941073fb-9e41-494a-8832-1eee5afb46ed tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:28.165440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3380aa17-ec6d-4c40-8b1b-a2642696da41 req-941073fb-9e41-494a-8832-1eee5afb46ed tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 945 time: 0.2294395 Jul 22 21:54:28.168966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.211119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Transition to ACTIVE for port object beb4f9ed-7146-4660-8b13-8ece427518b1 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:28.218332 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] For port 78030227-889a-4e81-9239-cb03d3172565, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:28.222987 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] For port 78030227-889a-4e81-9239-cb03d3172565, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78030227-889a-4e81-9239-cb03d3172565,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:28.232125 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.236993 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afd5fc-ba51-4ba4-aaf6-96d89e5163d2 None None] Pushing event updated for resources: {'Port': ['ID=78030227-889a-4e81-9239-cb03d3172565,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:28.255068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3380aa17-ec6d-4c40-8b1b-a2642696da41 req-03d89a13-69ac-401b-8e36-496d1ff645f4 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Jul 22 21:54:28.295468 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afd5fc-ba51-4ba4-aaf6-96d89e5163d2 None None] Pushing event updated for resources: {'Port': ['ID=78030227-889a-4e81-9239-cb03d3172565,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:28.308754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9950e231-0064-44cf-ac4a-21cd5f2a8c8a up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:28.309068 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.320850 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Routers {'09e5d973-c883-44c2-bee1-f8e68660355a'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:28.321625 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['09e5d973-c883-44c2-bee1-f8e68660355a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:28.380630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:28.399527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:28.404887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:28.436431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:28.437433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Pushing event updated for resources: {'Port': ['ID=beb4f9ed-7146-4660-8b13-8ece427518b1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:28.448301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:28.452642 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.528239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.551510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] Set router 09e5d973-c883-44c2-bee1-f8e68660355a gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:28.596430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 545cf23a-3170-4d2f-9464-737004f68997 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:28.648120 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.686442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:28.689482 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180309e-f7ad-4dde-afdf-00bd9a5b59bc" -d '{"events": [{"server_uuid": "1c364d54-fddc-40d5-9fe9-27cef1ce11f3", "name": "network-vif-plugged", "status": "completed", "tag": "9950e231-0064-44cf-ac4a-21cd5f2a8c8a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:28.705919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:28.721195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 545cf23a-3170-4d2f-9464-737004f68997 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:28.726660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 545cf23a-3170-4d2f-9464-737004f68997 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:28.727029 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.773962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.781270 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9847d410-80d1-4aa6-b685-4fe2986494a2 x-openstack-request-id: req-9847d410-80d1-4aa6-b685-4fe2986494a2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:28.782131 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c364d54-fddc-40d5-9fe9-27cef1ce11f3", "name": "network-vif-plugged", "status": "completed", "tag": "9950e231-0064-44cf-ac4a-21cd5f2a8c8a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:28.782706 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9847d410-80d1-4aa6-b685-4fe2986494a2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:28.783693 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a', 'code': 200} Jul 22 21:54:28.858297 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.904419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:28.958705 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:25Z', 'revision_number': 3, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:28.972979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:28.980005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361c7db-2231-4af1-8d32-ba8d8cb5844c req-5a545e40-dc0b-4e6b-87f1-5ceeaecf6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:28.981543 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a361c7db-2231-4af1-8d32-ba8d8cb5844c req-5a545e40-dc0b-4e6b-87f1-5ceeaecf6d02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 1098 time: 0.1506917 Jul 22 21:54:29.020787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 545cf23a-3170-4d2f-9464-737004f68997, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=545cf23a-3170-4d2f-9464-737004f68997,segment=NetworkSegment(c9b847c8-dc13-4ea9-85ae-d7af627ecd53),segment_id=c9b847c8-dc13-4ea9-85ae-d7af627ecd53)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:29.029007 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.031163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7b15a1dd-de25-4e3f-a6cf-816444a9e666 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:29.039493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696a808-19bb-4e3e-8340-d10a8426c998 None None] The sync data for ids ['09e5d973-c883-44c2-bee1-f8e68660355a'] in n-d-762330-19 is: [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:25Z', 'revision_number': 3, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:29.054000 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a361c7db-2231-4af1-8d32-ba8d8cb5844c req-0ab7b05f-bf5e-4455-b0fe-85e2f29f0fef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623970 Jul 22 21:54:29.133414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=545cf23a-3170-4d2f-9464-737004f68997,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:29.146477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.150973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-07979396-594e-49d3-96a4-70d3f1ccd1ef None None] Provisioning for port beb4f9ed-7146-4660-8b13-8ece427518b1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:29.152659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.154492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:29.162217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-07979396-594e-49d3-96a4-70d3f1ccd1ef None None] Provisioning complete for port beb4f9ed-7146-4660-8b13-8ece427518b1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:29.162940 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-07979396-594e-49d3-96a4-70d3f1ccd1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.165113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:29.169913 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.252618 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.257884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-07979396-594e-49d3-96a4-70d3f1ccd1ef None None] Port beb4f9ed-7146-4660-8b13-8ece427518b1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:29.282286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Pushing event updated for resources: {'Port': ['ID=beb4f9ed-7146-4660-8b13-8ece427518b1,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:29.325658 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.401663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 7b15a1dd-de25-4e3f-a6cf-816444a9e666, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7b15a1dd-de25-4e3f-a6cf-816444a9e666,segment=NetworkSegment(fde4c1bd-0789-4b90-9280-ecf61342402c),segment_id=fde4c1bd-0789-4b90-9280-ecf61342402c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:29.409292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.481339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=7b15a1dd-de25-4e3f-a6cf-816444a9e666,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:29.485219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:29.491820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:29.536355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e2809-9f30-463c-a027-9b16cf3688ee req-750859fd-5067-41fb-951d-709ea29ffa27 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:29.537326 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-107e2809-9f30-463c-a027-9b16cf3688ee req-750859fd-5067-41fb-951d-709ea29ffa27 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 946 time: 0.1623468 Jul 22 21:54:29.678168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-107e2809-9f30-463c-a027-9b16cf3688ee req-1b482358-a259-451c-8d91-07a07feccc1c tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038890 Jul 22 21:54:29.729603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Router 09e5d973-c883-44c2-bee1-f8e68660355a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:54:29.791561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-71e89f19-43dc-419c-8af1-98c7752ce774 None None] Provisioning complete for port beb4f9ed-7146-4660-8b13-8ece427518b1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:29.792248 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-71e89f19-43dc-419c-8af1-98c7752ce774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:29.844994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-71e89f19-43dc-419c-8af1-98c7752ce774 None None] Port beb4f9ed-7146-4660-8b13-8ece427518b1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:29.889715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:29.896141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-63020265-ed60-4c5b-931e-616ce448c835 admin admin] 10.222.0.54 "PUT /v2.0/routers/09e5d973-c883-44c2-bee1-f8e68660355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8728294 Jul 22 21:54:30.512943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7b15a1dd-de25-4e3f-a6cf-816444a9e666 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:30.564607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:30.564983 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:30.648443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78030227-889a-4e81-9239-cb03d3172565 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:30.703746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 78030227-889a-4e81-9239-cb03d3172565 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:30.708270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 78030227-889a-4e81-9239-cb03d3172565 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:30.708948 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:30.809598 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:30.850110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 78030227-889a-4e81-9239-cb03d3172565, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78030227-889a-4e81-9239-cb03d3172565,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:30.855506 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:30.856446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 545cf23a-3170-4d2f-9464-737004f68997 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:30.868807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9916932-cd3d-4b04-81fe-4615d60602b8 req-9f6b9f1f-2624-4839-9aa6-ac86a253c89f tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:30.870353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9916932-cd3d-4b04-81fe-4615d60602b8 req-9f6b9f1f-2624-4839-9aa6-ac86a253c89f tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 946 time: 0.0934477 Jul 22 21:54:30.920930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9916932-cd3d-4b04-81fe-4615d60602b8 req-9fd7dbd3-269b-48d9-8857-7dbe7c4db4a0 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Jul 22 21:54:30.944641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=78030227-889a-4e81-9239-cb03d3172565,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:30.958220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 545cf23a-3170-4d2f-9464-737004f68997 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:30.958587 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:31.069907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Sync routers for ids ['09e5d973-c883-44c2-bee1-f8e68660355a'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:31.080093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Routers {'09e5d973-c883-44c2-bee1-f8e68660355a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:31.080742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['09e5d973-c883-44c2-bee1-f8e68660355a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:31.148893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46214) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:31.219275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Set router 09e5d973-c883-44c2-bee1-f8e68660355a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:31.484583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:28Z', 'revision_number': 4, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'beb4f9ed-7146-4660-8b13-8ece427518b1', 'name': '', 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'mac_address': 'fa:16:3e:e2:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7b7c9434-efa9-4b25-b7d9-620671ce8235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:27Z', 'updated_at': '2021-07-22T21:54:28Z', 'revision_number': 2, 'project_id': '15f176700037414c930863d4730eb3d7', 'subnets': [{'id': '7b7c9434-efa9-4b25-b7d9-620671ce8235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:31.518227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Checking router: 09e5d973-c883-44c2-bee1-f8e68660355a for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:31.518956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Updating router 09e5d973-c883-44c2-bee1-f8e68660355a port beb4f9ed-7146-4660-8b13-8ece427518b1 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:54:31.570526 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:31.580205 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:31.647373 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:31.727970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1ece6-fc4e-47d1-9bc2-df5ef505ee88 req-ebfeb18f-2ae6-4d35-b0da-1e237779a7a2 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:31.731981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7a1ece6-fc4e-47d1-9bc2-df5ef505ee88 req-ebfeb18f-2ae6-4d35-b0da-1e237779a7a2 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 946 time: 0.0947771 Jul 22 21:54:31.813364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7a1ece6-fc4e-47d1-9bc2-df5ef505ee88 req-09bcb9e1-d88f-416a-9876-57d526482c9a tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730338 Jul 22 21:54:32.032850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Deleting port 545cf23a-3170-4d2f-9464-737004f68997 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:32.033093 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.129427 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.137300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] For port 545cf23a-3170-4d2f-9464-737004f68997, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=545cf23a-3170-4d2f-9464-737004f68997,segment=NetworkSegment(c9b847c8-dc13-4ea9-85ae-d7af627ecd53),segment_id=c9b847c8-dc13-4ea9-85ae-d7af627ecd53)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:32.137839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.140727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Transition to ACTIVE for port object beb4f9ed-7146-4660-8b13-8ece427518b1 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:32.148129 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.158103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Calling delete_port for 545cf23a-3170-4d2f-9464-737004f68997 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:32.207556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3f741-b76c-49f6-9d69-0739faa21c1b None None] Pushing event updated for resources: {'Port': ['ID=beb4f9ed-7146-4660-8b13-8ece427518b1,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:32.268390 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.281992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Attempting to bind port beb4f9ed-7146-4660-8b13-8ece427518b1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:32.282493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Attempting to bind port beb4f9ed-7146-4660-8b13-8ece427518b1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:32.282956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Attempting to bind port beb4f9ed-7146-4660-8b13-8ece427518b1 on network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:32.289055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:32.289427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Checking segment: {'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:32.289990 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.290318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Bound using segment: {'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:32.290895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Bound port: beb4f9ed-7146-4660-8b13-8ece427518b1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde4c1bd-0789-4b90-9280-ecf61342402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:32.291304 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.415219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] For port beb4f9ed-7146-4660-8b13-8ece427518b1, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:32.422395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] For port beb4f9ed-7146-4660-8b13-8ece427518b1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=beb4f9ed-7146-4660-8b13-8ece427518b1,segment=NetworkSegment(fde4c1bd-0789-4b90-9280-ecf61342402c),segment_id=fde4c1bd-0789-4b90-9280-ecf61342402c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:32.429292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.482097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.491568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78030227-889a-4e81-9239-cb03d3172565 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:32.528481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Pushing event deleted for resources: {'Port': ['ID=545cf23a-3170-4d2f-9464-737004f68997,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:32.593916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3f741-b76c-49f6-9d69-0739faa21c1b None None] Pushing event updated for resources: {'Port': ['ID=beb4f9ed-7146-4660-8b13-8ece427518b1,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:32.603694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Routers {'09e5d973-c883-44c2-bee1-f8e68660355a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:32.604566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['09e5d973-c883-44c2-bee1-f8e68660355a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:32.711669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 78030227-889a-4e81-9239-cb03d3172565 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:32.712345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.814643 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:32.821704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] Set router 09e5d973-c883-44c2-bee1-f8e68660355a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:33.128857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0a7c1-ea01-4c53-b0e9-dbebaf433917 req-fdc1c0c2-55a8-47ec-8bdd-0a55e8c11b34 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:33.131093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2bc0a7c1-ea01-4c53-b0e9-dbebaf433917 req-fdc1c0c2-55a8-47ec-8bdd-0a55e8c11b34 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 946 time: 0.1299083 Jul 22 21:54:33.168411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:54:33.184858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2bc0a7c1-ea01-4c53-b0e9-dbebaf433917 req-5cd94bfd-ebca-4c3b-8918-f4b47113230e tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Jul 22 21:54:33.203327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:28Z', 'revision_number': 4, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'beb4f9ed-7146-4660-8b13-8ece427518b1', 'name': '', 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'mac_address': 'fa:16:3e:e2:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7b7c9434-efa9-4b25-b7d9-620671ce8235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:27Z', 'updated_at': '2021-07-22T21:54:32Z', 'revision_number': 4, 'project_id': '15f176700037414c930863d4730eb3d7', 'subnets': [{'id': '7b7c9434-efa9-4b25-b7d9-620671ce8235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:33.246989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c926731-a004-4d45-b3af-37597dd8b1a4 None None] The sync data for ids ['09e5d973-c883-44c2-bee1-f8e68660355a'] in n-d-762330-19 is: [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:28Z', 'revision_number': 4, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'beb4f9ed-7146-4660-8b13-8ece427518b1', 'name': '', 'network_id': '6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'mac_address': 'fa:16:3e:e2:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7b7c9434-efa9-4b25-b7d9-620671ce8235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:27Z', 'updated_at': '2021-07-22T21:54:32Z', 'revision_number': 4, 'project_id': '15f176700037414c930863d4730eb3d7', 'subnets': [{'id': '7b7c9434-efa9-4b25-b7d9-620671ce8235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:33.335469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:33.341963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7c1aec96-2670-40a4-ac2d-081b38b54959 admin admin] 10.222.0.54 "PUT /v2.0/routers/30de4fa5-4bda-43f3-a5fa-bcdea178b04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1912017 Jul 22 21:54:33.345180 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:33.347480 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] Sync routers for ids ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:33.358111 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] Routers {'30de4fa5-4bda-43f3-a5fa-bcdea178b04e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:33.358773 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:33.493669 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] Set router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:33.513384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-fffecdb8-824a-4a20-a059-bb172d5a09e8 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:33.514891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-fffecdb8-824a-4a20-a059-bb172d5a09e8 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 946 time: 0.1220105 Jul 22 21:54:33.516218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:33.725732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:33.738015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Deleting port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:33.738370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:33.741390 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:32Z', 'revision_number': 5, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port': {'id': 'f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:18Z', 'updated_at': '2021-07-22T21:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:33.774354 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] Checking router: 30de4fa5-4bda-43f3-a5fa-bcdea178b04e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:33.787871 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] Routers {'30de4fa5-4bda-43f3-a5fa-bcdea178b04e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:33.788764 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:33.871209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Deleting port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:33.871557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:33.874879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] For port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:33.875495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:33.899801 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] Set router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:33.913157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Calling delete_port for 9950e231-0064-44cf-ac4a-21cd5f2a8c8a owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:33.974626 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:33Z', 'revision_number': 6, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:34.007869 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb22a4-908e-4d72-b560-1a2371cd0d5b None None] The sync data for ids ['30de4fa5-4bda-43f3-a5fa-bcdea178b04e'] in n-d-762330-19 is: [{'id': '30de4fa5-4bda-43f3-a5fa-bcdea178b04e', 'name': 'tempest-TestAggregatesBasicOps-659692721-router', 'tenant_id': 'a9c580247194419a89358f44f9846135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:17Z', 'updated_at': '2021-07-22T21:54:33Z', 'revision_number': 6, 'project_id': 'a9c580247194419a89358f44f9846135', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:34.044002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] For port f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:34.044591 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.064965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Calling delete_port for f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:34.266390 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.284996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['9950e231-0064-44cf-ac4a-21cd5f2a8c8a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:54:34.320199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b4f8567d-4329-43e8-9f58-c3cf1473bdaf req-7aec200b-7c5e-4011-b3f0-30f4580e7e44 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c364d54-fddc-40d5-9fe9-27cef1ce11f3 HTTP/1.1" status: 200 len: 210 time: 0.0476162 Jul 22 21:54:34.321589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Pushing event deleted for resources: {'Port': ['ID=9950e231-0064-44cf-ac4a-21cd5f2a8c8a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:34.389114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] No DVR routers for this DVR port 9950e231-0064-44cf-ac4a-21cd5f2a8c8a on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:54:34.392348 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.395135 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-68c7bb5b-5ae0-410b-9448-ea5c596f5a72 req-b02b9cf0-c94c-469d-81d0-bcf0bccf32e6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "DELETE /v2.0/ports/9950e231-0064-44cf-ac4a-21cd5f2a8c8a HTTP/1.1" status: 204 len: 173 time: 0.8381565 Jul 22 21:54:34.400491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'name': 'network-vif-deleted', 'tag': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:34.403280 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f61a6-b247-405c-88e7-563046579ef7" -d '{"events": [{"server_uuid": "1c364d54-fddc-40d5-9fe9-27cef1ce11f3", "name": "network-vif-deleted", "tag": "9950e231-0064-44cf-ac4a-21cd5f2a8c8a"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:34.462186 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.520135 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d449a7-4f05-4d3f-9b5e-06b4ea11c29f x-openstack-request-id: req-d0d449a7-4f05-4d3f-9b5e-06b4ea11c29f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:34.520432 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c364d54-fddc-40d5-9fe9-27cef1ce11f3", "name": "network-vif-deleted", "tag": "9950e231-0064-44cf-ac4a-21cd5f2a8c8a", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:34.520819 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0d449a7-4f05-4d3f-9b5e-06b4ea11c29f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:34.521434 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c364d54-fddc-40d5-9fe9-27cef1ce11f3', 'name': 'network-vif-deleted', 'tag': '9950e231-0064-44cf-ac4a-21cd5f2a8c8a', 'status': 'completed', 'code': 200} Jul 22 21:54:34.525051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:34.613196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device beb4f9ed-7146-4660-8b13-8ece427518b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:34.619830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.679277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port beb4f9ed-7146-4660-8b13-8ece427518b1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:34.686781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port beb4f9ed-7146-4660-8b13-8ece427518b1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:34.687729 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.773043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.776256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.845112 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.846057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.846700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30de4fa5-4bda-43f3-a5fa-bcdea178b04e {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:54:34.851292 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.855350 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3df16574-d902-4d01-91dc-7c3a9ee21368 admin admin] 10.222.0.54 "DELETE /v2.0/routers/30de4fa5-4bda-43f3-a5fa-bcdea178b04e HTTP/1.1" status: 204 len: 168 time: 1.5089691 Jul 22 21:54:34.855558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46240) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:34.895154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port beb4f9ed-7146-4660-8b13-8ece427518b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=beb4f9ed-7146-4660-8b13-8ece427518b1,segment=NetworkSegment(fde4c1bd-0789-4b90-9280-ecf61342402c),segment_id=fde4c1bd-0789-4b90-9280-ecf61342402c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:34.901712 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.921073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] Deleting subnet 8d0f636b-712c-492a-9273-c233af184177 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:54:34.924599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.976533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:34.985025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=beb4f9ed-7146-4660-8b13-8ece427518b1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:35.074709 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.139020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.178660 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.181298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8d0f636b-712c-492a-9273-c233af184177 HTTP/1.1" status: 204 len: 168 time: 0.3236954 Jul 22 21:54:35.182541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d0ae1-afcf-41dc-87cb-1b1f5d159630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0f636b-712c-492a-9273-c233af184177,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:35.183751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:35.185021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d635dff-7529-4b88-bc8a-b98947ae5631 None None] Network ffc32b91-d809-4cd4-8d31-5e8752f9c609 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:35.233202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 545cf23a-3170-4d2f-9464-737004f68997 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:35.258808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 545cf23a-3170-4d2f-9464-737004f68997 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:35.259157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 545cf23a-3170-4d2f-9464-737004f68997 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:35.275039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.336474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Deleting port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:35.336812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.416624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] For port b6a3fe3c-e966-46f8-a91e-6a2a30b94557, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,segment=NetworkSegment(c9b847c8-dc13-4ea9-85ae-d7af627ecd53),segment_id=c9b847c8-dc13-4ea9-85ae-d7af627ecd53)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:35.416998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.436429 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] DHCP port deletion for ffc32b91-d809-4cd4-8d31-5e8752f9c609 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:54:35.440435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Calling delete_port for b6a3fe3c-e966-46f8-a91e-6a2a30b94557 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:35.493377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] Deleting port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:35.494170 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.560754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.594206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] For port b6a3fe3c-e966-46f8-a91e-6a2a30b94557, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,segment=NetworkSegment(c9b847c8-dc13-4ea9-85ae-d7af627ecd53),segment_id=c9b847c8-dc13-4ea9-85ae-d7af627ecd53)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:35.595032 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.610328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:35.613286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] Calling delete_port for b6a3fe3c-e966-46f8-a91e-6a2a30b94557 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:35.617191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] No DVR routers for this DVR port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:54:35.728453 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.735324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.750047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc32b91-d809-4cd4-8d31-5e8752f9c609']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:35.764496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] Pushing event deleted for resources: {'Port': ['ID=b6a3fe3c-e966-46f8-a91e-6a2a30b94557,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:35.777166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a2e7e-86ac-43b4-9ead-a188ac396440 None None] No DVR routers for this DVR port b6a3fe3c-e966-46f8-a91e-6a2a30b94557 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:54:35.779714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:35.781514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b847c8-dc13-4ea9-85ae-d7af627ecd53') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:35.785321 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-dc33fad8-74bf-4e3c-914d-95bb1952cd3c tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:35.787111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-dc33fad8-74bf-4e3c-914d-95bb1952cd3c tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/networks?id=645b3301-e550-4db0-986b-bcd3a1dcebfd HTTP/1.1" status: 200 len: 809 time: 0.1318586 Jul 22 21:54:35.800663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.809687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-4ed4398c-debe-4be5-9f7b-d85a065d3206 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/quotas/31eb26131db940a682759101ea042e77 HTTP/1.1" status: 200 len: 375 time: 0.0143063 Jul 22 21:54:35.820014 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.828227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:54:35.828860 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:54:35.832401 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:54:35.860160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f2f340a3-6253-4da8-b2c8-76a28ca10802 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=31eb26131db940a682759101ea042e77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437839 Jul 22 21:54:35.909776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.918708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:35.923675 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ffc32b91-d809-4cd4-8d31-5e8752f9c609 HTTP/1.1" status: 204 len: 168 time: 0.7346733 Jul 22 21:54:35.928487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46262) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:35.950439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41368004-b69f-42e8-a28f-f2ec458e3c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc32b91-d809-4cd4-8d31-5e8752f9c609,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:35.984903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f2b10652-3c6f-4fa3-94ca-f6e2179d69f6 service neutron] 10.222.0.54 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122870 Jul 22 21:54:36.107242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-4d39289a-5487-4809-8210-855935f06b1c service neutron] 10.222.0.54 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143465 Jul 22 21:54:36.330743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9950e231-0064-44cf-ac4a-21cd5f2a8c8a no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:36.369028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 9950e231-0064-44cf-ac4a-21cd5f2a8c8a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:36.369387 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9950e231-0064-44cf-ac4a-21cd5f2a8c8a not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:36.382150 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2ac3675-e0a6-488b-b158-ed981968a4f1 req-cc9f2f3a-4c6f-4489-a84c-3f8119c029b2 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 210 time: 0.0719876 Jul 22 21:54:36.451748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device beb4f9ed-7146-4660-8b13-8ece427518b1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:36.525014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port beb4f9ed-7146-4660-8b13-8ece427518b1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:36.525734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:36.672787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b6a3fe3c-e966-46f8-a91e-6a2a30b94557 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:36.694575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: b6a3fe3c-e966-46f8-a91e-6a2a30b94557 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:36.695176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b6a3fe3c-e966-46f8-a91e-6a2a30b94557 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:36.695938 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:36.719453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:36.719962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f8ecd61c-e5b9-4a11-b1cb-117c9c5a63c6 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:36.813985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:37.093064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Deleting port beb4f9ed-7146-4660-8b13-8ece427518b1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:37.093950 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:37.184886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] For port beb4f9ed-7146-4660-8b13-8ece427518b1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=beb4f9ed-7146-4660-8b13-8ece427518b1,segment=NetworkSegment(fde4c1bd-0789-4b90-9280-ecf61342402c),segment_id=fde4c1bd-0789-4b90-9280-ecf61342402c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:37.185214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:37.201012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Calling delete_port for beb4f9ed-7146-4660-8b13-8ece427518b1 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:37.505078 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-c32e6855-58c1-4681-9b94-7e53c1d1ed3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1896043 Jul 22 21:54:37.528765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c2b1290-9b9f-4d14-ba0f-46514fb0296f req-a4cd950b-5793-44d0-ad2b-6d1805467fd5 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 210 time: 0.0494895 Jul 22 21:54:37.590962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:37.641126 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-854c6018-af10-4aa1-ad24-643f497fcfea tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:37.642670 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-854c6018-af10-4aa1-ad24-643f497fcfea tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "GET /v2.0/networks?id=645b3301-e550-4db0-986b-bcd3a1dcebfd HTTP/1.1" status: 200 len: 809 time: 0.2425227 Jul 22 21:54:37.647125 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Pushing event deleted for resources: {'Port': ['ID=beb4f9ed-7146-4660-8b13-8ece427518b1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:37.666178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Request body: {'port': {'device_id': '6976866c-ce6a-42af-a818-02815c399c71', 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd', 'admin_state_up': True, 'tenant_id': '31eb26131db940a682759101ea042e77'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:37.820410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e951448-c310-4a9b-b032-7525312251ce req-c8cdea05-884e-4ff7-ac59-47b677cdf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:37.821963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-c8cdea05-884e-4ff7-ac59-47b677cdf486 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1097 time: 0.2415385 Jul 22 21:54:38.032239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:38.043892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Made reservation on behalf of 31eb26131db940a682759101ea042e77 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:38.047537 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:38.075456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e951448-c310-4a9b-b032-7525312251ce req-afbe0f12-04f2-4ebb-8f3b-ceafb85632ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:38.076976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-afbe0f12-04f2-4ebb-8f3b-ceafb85632ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.2078638 Jul 22 21:54:38.263033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-cc34862d-03aa-4662-888d-553066d90773 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 1001 time: 0.1517050 Jul 22 21:54:38.410895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e951448-c310-4a9b-b032-7525312251ce req-b3ca4aa1-85c7-449f-bd76-ef629c4063f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:38.412408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-b3ca4aa1-85c7-449f-bd76-ef629c4063f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.1399443 Jul 22 21:54:38.456202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Allocated IP 172.20.0.7 (645b3301-e550-4db0-986b-bcd3a1dcebfd/382bcea7-7ab9-40d9-8eb6-0dd77effbc4b/19220020-2585-41c9-959f-a6d657e19f80) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:38.592150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Router 09e5d973-c883-44c2-bee1-f8e68660355a has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:54:38.615348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e951448-c310-4a9b-b032-7525312251ce req-43264b17-10f1-4dae-a2f6-3bbfaa0c891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:38.616907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-43264b17-10f1-4dae-a2f6-3bbfaa0c891b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773505 Jul 22 21:54:38.645599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f714a2b-3f62-4eaa-9457-fa105710c301 req-c538565c-a030-4bca-ae44-1a2c5e203dfe tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 210 time: 0.0331988 Jul 22 21:54:38.863871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:38.879140 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-e732bc30-7ee1-45f5-959f-9131d1e2e2c2 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467630 Jul 22 21:54:38.905456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:38.916590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] Sync routers for ids ['09e5d973-c883-44c2-bee1-f8e68660355a'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:38.927181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ead817a5-a35d-4b29-91c1-6536e3e2246b admin admin] 10.222.0.54 "PUT /v2.0/routers/09e5d973-c883-44c2-bee1-f8e68660355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9772580 Jul 22 21:54:38.927181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46282) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:38.935530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] Routers {'09e5d973-c883-44c2-bee1-f8e68660355a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:38.936748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['09e5d973-c883-44c2-bee1-f8e68660355a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:39.123742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] Set router 09e5d973-c883-44c2-bee1-f8e68660355a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:39.425243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:37Z', 'revision_number': 5, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:39.464064 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] Checking router: 09e5d973-c883-44c2-bee1-f8e68660355a for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:39.490567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] Routers {'09e5d973-c883-44c2-bee1-f8e68660355a'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:39.491890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['09e5d973-c883-44c2-bee1-f8e68660355a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:39.560572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:39.643398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Network 645b3301-e550-4db0-986b-bcd3a1dcebfd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:39.650103 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4e951448-c310-4a9b-b032-7525312251ce req-b4bd1c3c-07cd-4ff6-92f3-c530a34e9db6 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572498 Jul 22 21:54:39.659095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:39.683211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:39.685942 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Pushing event updated for resources: {'Port': ['ID=19220020-2585-41c9-959f-a6d657e19f80,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:39.738487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] Set router 09e5d973-c883-44c2-bee1-f8e68660355a gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:39.764739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:39.914369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:39.915154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:39.944444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-f8d1b7d2-78eb-4fc7-8b1d-44538b9640ae tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2885878 Jul 22 21:54:39.945571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743902e-e346-469c-9a6f-da1425dc83b0 req-83bf6e02-3481-4d19-8c8c-54320a272c49 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:39.949888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3743902e-e346-469c-9a6f-da1425dc83b0 req-83bf6e02-3481-4d19-8c8c-54320a272c49 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 931 time: 0.1426337 Jul 22 21:54:39.966854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Request body: {'port': {'device_id': '6976866c-ce6a-42af-a818-02815c399c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:40.025938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3743902e-e346-469c-9a6f-da1425dc83b0 req-4122471d-0581-43bd-9f80-ec84567ad7e9 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660717 Jul 22 21:54:40.028549 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:40.036877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:37Z', 'revision_number': 5, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:40.079007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723762d-3e99-4584-9cd4-98b685673390 None None] The sync data for ids ['09e5d973-c883-44c2-bee1-f8e68660355a'] in n-d-762330-19 is: [{'id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'name': 'tempest-TestAggregatesBasicOps-1226099212-router', 'tenant_id': '15f176700037414c930863d4730eb3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '78030227-889a-4e81-9239-cb03d3172565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:24Z', 'updated_at': '2021-07-22T21:54:37Z', 'revision_number': 5, 'project_id': '15f176700037414c930863d4730eb3d7', 'gw_port': {'id': '78030227-889a-4e81-9239-cb03d3172565', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5d973-c883-44c2-bee1-f8e68660355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:25Z', 'updated_at': '2021-07-22T21:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:40.156239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:40.222385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Deleting port 78030227-889a-4e81-9239-cb03d3172565 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:40.222638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:40.435545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] For port 78030227-889a-4e81-9239-cb03d3172565, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78030227-889a-4e81-9239-cb03d3172565,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:40.435937 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:40.463719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Calling delete_port for 78030227-889a-4e81-9239-cb03d3172565 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:40.474496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device beb4f9ed-7146-4660-8b13-8ece427518b1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:40.510952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: beb4f9ed-7146-4660-8b13-8ece427518b1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:40.511624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device beb4f9ed-7146-4660-8b13-8ece427518b1 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:40.728264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19220020-2585-41c9-959f-a6d657e19f80 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:54:40.740289 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:40.795102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Transition to ACTIVE for port object 19220020-2585-41c9-959f-a6d657e19f80 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:40.797596 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:40.805130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:40.832892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Pushing event deleted for resources: {'Port': ['ID=78030227-889a-4e81-9239-cb03d3172565,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:40.940096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Pushing event updated for resources: {'Port': ['ID=19220020-2585-41c9-959f-a6d657e19f80,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:40.962656 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.081398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.085220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.139505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Attempting to bind port 19220020-2585-41c9-959f-a6d657e19f80 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:41.140477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Attempting to bind port 19220020-2585-41c9-959f-a6d657e19f80 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:41.140822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Attempting to bind port 19220020-2585-41c9-959f-a6d657e19f80 on network 645b3301-e550-4db0-986b-bcd3a1dcebfd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:41.146279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Port 19220020-2585-41c9-959f-a6d657e19f80 on network 645b3301-e550-4db0-986b-bcd3a1dcebfd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:54:41.146612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Attempting to bind port 19220020-2585-41c9-959f-a6d657e19f80 on network 645b3301-e550-4db0-986b-bcd3a1dcebfd {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:41.149070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.149571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e5d973-c883-44c2-bee1-f8e68660355a {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:54:41.154852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.156958 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d0d18bd5-e81e-439a-b0ad-e3d239253440 admin admin] 10.222.0.54 "DELETE /v2.0/routers/09e5d973-c883-44c2-bee1-f8e68660355a HTTP/1.1" status: 204 len: 168 time: 2.2230029 Jul 22 21:54:41.160210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:41.160803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Checking segment: {'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:41.161354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Bound using segment: {'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:41.161788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Bound port: 19220020-2585-41c9-959f-a6d657e19f80, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0931a11-cc64-4367-bc7a-e3176b379f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:41.162033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.164415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46308) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:41.223228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224064df-5646-4430-b098-f7c7858ac5c4 req-8e29d30b-b90b-41ae-85c1-33e48bda26a3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:41.224862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-224064df-5646-4430-b098-f7c7858ac5c4 req-8e29d30b-b90b-41ae-85c1-33e48bda26a3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 943 time: 0.1238422 Jul 22 21:54:41.247124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] Deleting subnet 7b7c9434-efa9-4b25-b7d9-620671ce8235 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:54:41.259214 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.260210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] For port 19220020-2585-41c9-959f-a6d657e19f80, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:41.267540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] For port 19220020-2585-41c9-959f-a6d657e19f80, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=19220020-2585-41c9-959f-a6d657e19f80,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:41.272728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.312715 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:41.313019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.314597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/19220020-2585-41c9-959f-a6d657e19f80 HTTP/1.1" status: 200 len: 1092 time: 1.3571038 Jul 22 21:54:41.315121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6976866c-ce6a-42af-a818-02815c399c71', 'tag': '19220020-2585-41c9-959f-a6d657e19f80'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:41.317673 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1a2206-03b8-4916-a6d5-2da4fbd79423" -d '{"events": [{"name": "network-changed", "server_uuid": "6976866c-ce6a-42af-a818-02815c399c71", "tag": "19220020-2585-41c9-959f-a6d657e19f80"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:41.343672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-224064df-5646-4430-b098-f7c7858ac5c4 req-4e0a48ee-dba6-4ccf-a59b-276f4871d0a6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091263 Jul 22 21:54:41.362389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.365303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eccc9-f24e-43f2-8a65-27be78d764f1 service neutron] Pushing event updated for resources: {'Port': ['ID=19220020-2585-41c9-959f-a6d657e19f80,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:41.382816 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67ee972-7af3-4a50-9358-8650f6f89e54 x-openstack-request-id: req-f67ee972-7af3-4a50-9358-8650f6f89e54 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:41.383195 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6976866c-ce6a-42af-a818-02815c399c71", "tag": "19220020-2585-41c9-959f-a6d657e19f80", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:41.383608 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f67ee972-7af3-4a50-9358-8650f6f89e54 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:41.384105 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6976866c-ce6a-42af-a818-02815c399c71', 'tag': '19220020-2585-41c9-959f-a6d657e19f80', 'status': 'completed', 'code': 200} Jul 22 21:54:41.440534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-1d5b45b8-90ae-41ab-b5f6-445a80733484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:41.442276 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-1d5b45b8-90ae-41ab-b5f6-445a80733484 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31eb26131db940a682759101ea042e77&device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 1095 time: 0.0701780 Jul 22 21:54:41.465772 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.487160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-541f451b-2ef4-4069-a7e8-f747c3ce0ee3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19220020-2585-41c9-959f-a6d657e19f80 HTTP/1.1" status: 200 len: 217 time: 0.0372565 Jul 22 21:54:41.533785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.545720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-3a06c803-b3f4-4d53-a8e8-387aac1f62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:41.547868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-3a06c803-b3f4-4d53-a8e8-387aac1f62ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=382bcea7-7ab9-40d9-8eb6-0dd77effbc4b HTTP/1.1" status: 200 len: 849 time: 0.0519178 Jul 22 21:54:41.567224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:41.571509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7b7c9434-efa9-4b25-b7d9-620671ce8235 HTTP/1.1" status: 204 len: 168 time: 0.4037833 Jul 22 21:54:41.571509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba04186-9c5f-477f-aa33-acf6bb575a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7c9434-efa9-4b25-b7d9-620671ce8235,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:41.571936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46312) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:41.585182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7af0b-0529-42ce-8222-df0c271a6a66 None None] Network 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:41.600375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-7eaba4d4-3042-4403-9d13-08a3b35ccdaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=645b3301-e550-4db0-986b-bcd3a1dcebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446677 Jul 22 21:54:41.765250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-14c77260-dac9-4beb-9502-a5f2b93cb19e service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569877 Jul 22 21:54:41.906472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab9e90b9-9cab-47fc-a3b0-84be7586a20f req-d4e98fc6-0225-4ef5-a461-31d789fa40fe service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321983 Jul 22 21:54:42.109432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] DHCP port deletion for 6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:54:42.112467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.140882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-5836f863-cf59-47bc-abd6-5e4c3310d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:42.143635 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-5836f863-cf59-47bc-abd6-5e4c3310d916 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31eb26131db940a682759101ea042e77&device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 1095 time: 0.1535630 Jul 22 21:54:42.204645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] Deleting port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:42.205304 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.218250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Deleting port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:42.218250 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.333903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-63adec67-391f-48f5-8e8f-d28ba2d682a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:42.336484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-63adec67-391f-48f5-8e8f-d28ba2d682a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=645b3301-e550-4db0-986b-bcd3a1dcebfd HTTP/1.1" status: 200 len: 910 time: 0.1830664 Jul 22 21:54:42.339491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] For port 7b15a1dd-de25-4e3f-a6cf-816444a9e666, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7b15a1dd-de25-4e3f-a6cf-816444a9e666,segment=NetworkSegment(fde4c1bd-0789-4b90-9280-ecf61342402c),segment_id=fde4c1bd-0789-4b90-9280-ecf61342402c)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:42.342582 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.359247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] For port 7b15a1dd-de25-4e3f-a6cf-816444a9e666, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7b15a1dd-de25-4e3f-a6cf-816444a9e666,segment=NetworkSegment(fde4c1bd-0789-4b90-9280-ecf61342402c),segment_id=fde4c1bd-0789-4b90-9280-ecf61342402c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:42.360519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.383324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] Calling delete_port for 7b15a1dd-de25-4e3f-a6cf-816444a9e666 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:42.396345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Calling delete_port for 7b15a1dd-de25-4e3f-a6cf-816444a9e666 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:42.448652 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-b8fdc7ee-3a74-4441-9366-0703136e7c48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19220020-2585-41c9-959f-a6d657e19f80 HTTP/1.1" status: 200 len: 217 time: 0.1022961 Jul 22 21:54:42.520777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78030227-889a-4e81-9239-cb03d3172565 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:42.567989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-a7ce1939-36c0-41dc-97ac-6eeb4f7b5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:42.570779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-a7ce1939-36c0-41dc-97ac-6eeb4f7b5b6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=382bcea7-7ab9-40d9-8eb6-0dd77effbc4b HTTP/1.1" status: 200 len: 849 time: 0.1132748 Jul 22 21:54:42.581970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 78030227-889a-4e81-9239-cb03d3172565 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:42.582707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78030227-889a-4e81-9239-cb03d3172565 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:42.583508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7b15a1dd-de25-4e3f-a6cf-816444a9e666 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:42.626825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-d96bd46b-39fd-47dc-9ed4-3ba4180ad947 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=645b3301-e550-4db0-986b-bcd3a1dcebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480807 Jul 22 21:54:42.714827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7b52bbce-80ff-4fc3-b617-b2b8d9505a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.737418 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.788202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] Pushing event deleted for resources: {'Port': ['ID=7b15a1dd-de25-4e3f-a6cf-816444a9e666,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:42.793518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No active binding found for port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 {{(pid=94093) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:54:42.794782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7b15a1dd-de25-4e3f-a6cf-816444a9e666 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:42.797428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2ba80-f42a-4eca-8465-b1cd4307251f None None] No DVR routers for this DVR port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:54:42.826845 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8586a35-501f-4c8d-a012-402c55a1afbd req-ebe134f0-5f08-41df-b002-68d095170eda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:42.829848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8586a35-501f-4c8d-a012-402c55a1afbd req-ebe134f0-5f08-41df-b002-68d095170eda tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 943 time: 0.3591776 Jul 22 21:54:42.832022 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-a0a33de6-ebac-4486-95ec-32a2707d9721 service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850648 Jul 22 21:54:42.864459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:42.931092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2db4b7-2a24-497a-9613-9a540a83f233 req-6f7f9efa-2c1a-4701-9bb6-f8c5ade95c66 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:42.932965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa2db4b7-2a24-497a-9613-9a540a83f233 req-6f7f9efa-2c1a-4701-9bb6-f8c5ade95c66 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.2333453 Jul 22 21:54:42.941277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7b15a1dd-de25-4e3f-a6cf-816444a9e666,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:42.947928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] No DVR routers for this DVR port 7b15a1dd-de25-4e3f-a6cf-816444a9e666 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:54:42.974270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c8586a35-501f-4c8d-a012-402c55a1afbd req-32d1d183-5e59-4c0b-8dee-f36668247cd3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287191 Jul 22 21:54:42.980471 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1a2206-03b8-4916-a6d5-2da4fbd79423 req-4e67a682-37b3-4b92-b625-4a565927fe25 service neutron] 10.222.0.23 "GET /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387711 Jul 22 21:54:43.075572 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa2db4b7-2a24-497a-9613-9a540a83f233 req-29baea88-8987-414b-92b0-6cc7712d4321 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247976 Jul 22 21:54:43.104644 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.117020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:43.128836 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde4c1bd-0789-4b90-9280-ecf61342402c') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:43.129125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde4c1bd-0789-4b90-9280-ecf61342402c') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:43.140717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.158268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.167504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:54:43.168152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: self.session.flush() Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: timer() Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:54:43.170211 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:54:43.238599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.244292 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.246447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] 10.222.0.54 "DELETE /v2.0/networks/6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd HTTP/1.1" status: 204 len: 168 time: 1.6731205 Jul 22 21:54:43.259529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b897a-a99f-4dd0-ae56-bdd0bb3f18cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb8d55e-ccdf-46f9-ab61-e0b6f80c78fd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:43.486152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46334) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:43.537919 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-871c3b03-4eb2-4483-9a42-85e4b89c99f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9c580247194419a89358f44f9846135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477338 Jul 22 21:54:43.538221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46336) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:43.596131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-558573da-9048-4a00-a2ca-bbd66bd2f0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.628297 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-558573da-9048-4a00-a2ca-bbd66bd2f0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.702914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-558573da-9048-4a00-a2ca-bbd66bd2f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.705675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-558573da-9048-4a00-a2ca-bbd66bd2f0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:43.706962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-558573da-9048-4a00-a2ca-bbd66bd2f0ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0da8d79c-a6f8-4c6c-b2be-ce191617b3b8 HTTP/1.1" status: 204 len: 168 time: 0.1677837 Jul 22 21:54:43.715970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558573da-9048-4a00-a2ca-bbd66bd2f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da8d79c-a6f8-4c6c-b2be-ce191617b3b8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:44.163384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311f457-963f-4971-93c1-3816d80482fd req-dc377377-1a5e-4fae-b918-967e576e13c9 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:44.165108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3311f457-963f-4971-93c1-3816d80482fd req-dc377377-1a5e-4fae-b918-967e576e13c9 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 943 time: 0.0955710 Jul 22 21:54:44.178172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46346) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:44.245158 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5d3d21b5-81b0-44dc-bb29-2de95cff5f6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15f176700037414c930863d4730eb3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657420 Jul 22 21:54:44.246423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3311f457-963f-4971-93c1-3816d80482fd req-75a18fb2-ac6e-4e7b-9b05-ba7eb649adb7 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705686 Jul 22 21:54:44.249722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46348) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:44.328852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-247f15fe-30d5-4b06-a446-5870ed49ecc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:44.345688 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc17ba-3e19-4185-8fa3-8544ef516776 req-f45a9ab2-1426-4808-85c4-72070fbc75da tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:44.347219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3adc17ba-3e19-4185-8fa3-8544ef516776 req-f45a9ab2-1426-4808-85c4-72070fbc75da tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1248248 Jul 22 21:54:44.360238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-247f15fe-30d5-4b06-a446-5870ed49ecc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:44.383346 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 19220020-2585-41c9-959f-a6d657e19f80 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:54:44.411472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3adc17ba-3e19-4185-8fa3-8544ef516776 req-ae147241-5179-490d-84ea-caa3a395b4ac tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540645 Jul 22 21:54:44.455650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-247f15fe-30d5-4b06-a446-5870ed49ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:44.460188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-247f15fe-30d5-4b06-a446-5870ed49ecc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:44.462377 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-247f15fe-30d5-4b06-a446-5870ed49ecc4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6137a805-a918-4b26-872e-f6571261bff4 HTTP/1.1" status: 204 len: 168 time: 0.2117279 Jul 22 21:54:44.477429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f15fe-30d5-4b06-a446-5870ed49ecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6137a805-a918-4b26-872e-f6571261bff4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:44.545243 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 19220020-2585-41c9-959f-a6d657e19f80, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=19220020-2585-41c9-959f-a6d657e19f80,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:44.559213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '19220020-2585-41c9-959f-a6d657e19f80', 'network_id': '645b3301-e550-4db0-986b-bcd3a1dcebfd', 'port_id': '19220020-2585-41c9-959f-a6d657e19f80', 'mac_address': 'fa:16:3e:18:af:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382bcea7-7ab9-40d9-8eb6-0dd77effbc4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:54:44.616851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:44.632539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19220020-2585-41c9-959f-a6d657e19f80 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:54:44.655627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 19220020-2585-41c9-959f-a6d657e19f80, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=19220020-2585-41c9-959f-a6d657e19f80,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:44.660946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:44.728555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=19220020-2585-41c9-959f-a6d657e19f80,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:44.980136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['19220020-2585-41c9-959f-a6d657e19f80'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:54:45.210666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-05b56cc6-baf4-4a34-8c0b-9a976d56ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:45.455291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51cbb3-3072-4359-b10e-1c5725e234dd req-dd01211a-e9a1-4536-8f05-c6c72bc2dc42 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:45.458268 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b51cbb3-3072-4359-b10e-1c5725e234dd req-dd01211a-e9a1-4536-8f05-c6c72bc2dc42 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 944 time: 0.1138496 Jul 22 21:54:45.480664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:45.539265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b51cbb3-3072-4359-b10e-1c5725e234dd req-240e883a-2754-4893-9feb-4df7046e0f71 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682740 Jul 22 21:54:45.647056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3ba74-bd13-41bb-ac32-afeff408dbc7 req-73b342eb-4bda-4433-967b-9715736e5ef1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:45.648874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1e3ba74-bd13-41bb-ac32-afeff408dbc7 req-73b342eb-4bda-4433-967b-9715736e5ef1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1084054 Jul 22 21:54:45.702438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1e3ba74-bd13-41bb-ac32-afeff408dbc7 req-cb3ba6a5-545b-4f03-bf62-ba60f81dca50 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Jul 22 21:54:46.205342 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:46.406568 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 19220020-2585-41c9-959f-a6d657e19f80 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:46.465475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 19220020-2585-41c9-959f-a6d657e19f80 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:46.473965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 19220020-2585-41c9-959f-a6d657e19f80 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:46.473965 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:46.576006 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:46.602676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6976866c-ce6a-42af-a818-02815c399c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19220020-2585-41c9-959f-a6d657e19f80'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:46.605143 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc4951-456c-4145-8f76-cb94a98090bb" -d '{"events": [{"server_uuid": "6976866c-ce6a-42af-a818-02815c399c71", "name": "network-vif-plugged", "status": "completed", "tag": "19220020-2585-41c9-959f-a6d657e19f80"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:46.620152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 19220020-2585-41c9-959f-a6d657e19f80, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=19220020-2585-41c9-959f-a6d657e19f80,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:46.627499 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:46.677808 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07931f1-a279-4be8-ba3e-ccc1199c9e81 x-openstack-request-id: req-f07931f1-a279-4be8-ba3e-ccc1199c9e81 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:46.678140 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6976866c-ce6a-42af-a818-02815c399c71", "name": "network-vif-plugged", "status": "completed", "tag": "19220020-2585-41c9-959f-a6d657e19f80", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:46.678515 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f07931f1-a279-4be8-ba3e-ccc1199c9e81 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:46.679026 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6976866c-ce6a-42af-a818-02815c399c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19220020-2585-41c9-959f-a6d657e19f80', 'code': 200} Jul 22 21:54:46.718107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=19220020-2585-41c9-959f-a6d657e19f80,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:46.787418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132e595-5bcd-4978-88fc-2e4ede7fa4e6 req-0565ed80-3b2e-44cd-8493-9063fb5db0f6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:46.789630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4132e595-5bcd-4978-88fc-2e4ede7fa4e6 req-0565ed80-3b2e-44cd-8493-9063fb5db0f6 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 945 time: 0.1318166 Jul 22 21:54:46.834534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6962824-bcee-4311-b1e0-b26c3108c2ec req-ef46d0b3-7b4b-46ef-8f40-0197ec6bb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:46.836159 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6962824-bcee-4311-b1e0-b26c3108c2ec req-ef46d0b3-7b4b-46ef-8f40-0197ec6bb5cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 1097 time: 0.0757256 Jul 22 21:54:46.867769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4132e595-5bcd-4978-88fc-2e4ede7fa4e6 req-a31bde14-5062-4429-b8c8-67d30691e88d tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696306 Jul 22 21:54:46.895101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d3551-c046-47e9-bee5-4bc77aad285b req-f981f746-15f1-4933-9059-efb08acaf483 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:46.896030 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6962824-bcee-4311-b1e0-b26c3108c2ec req-1c1b58af-38a8-4849-aca1-eef163ba1adb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484641 Jul 22 21:54:46.896759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-072d3551-c046-47e9-bee5-4bc77aad285b req-f981f746-15f1-4933-9059-efb08acaf483 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0911460 Jul 22 21:54:46.955071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-072d3551-c046-47e9-bee5-4bc77aad285b req-26894e3f-83fb-4b00-ac06-d2795b714b5e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503757 Jul 22 21:54:47.364414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46410) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:47.370113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'network': {'name': 'tempest-network-smoke--118035046', 'project_id': '43b496233b1344db801c510003863513', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:47.397692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Made reservation on behalf of 43b496233b1344db801c510003863513 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:47.403231 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.417872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.564363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.569243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.600843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:54:47.607552 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a472b-78b6-4f9a-a3d5-340f5e9c6460,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:47.615459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.615817 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Added segment 03160287-28f0-4859-89c0-5654cd1d8b7e of type vlan for network b309c67c-05f5-4aa6-bf15-f329371eeaed Jul 22 21:54:47.670192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.717634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.725624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:47.726536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.789973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4241569 Jul 22 21:54:47.800279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46412) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:47.813767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'admin_state_up': True, 'project_id': '43b496233b1344db801c510003863513', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:47.837321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e9855-1138-4fe5-9de1-289ed6c44b12 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Network': ['ID=b309c67c-05f5-4aa6-bf15-f329371eeaed,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:47.854276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b309c67c-05f5-4aa6-bf15-f329371eeaed details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:54:47.855633 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.858517 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:47.958196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:48.232635 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:48.297527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725e23-d8f7-4687-b441-c87f83ede752 req-282cc8eb-013e-4cc9-852a-f4e425409e18 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:48.299170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70725e23-d8f7-4687-b441-c87f83ede752 req-282cc8eb-013e-4cc9-852a-f4e425409e18 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 945 time: 0.2665725 Jul 22 21:54:48.320853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88936498-6150-46ad-82c7-19486e724862 req-5bf44879-8500-462c-ba4d-881fd5117816 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:48.323138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88936498-6150-46ad-82c7-19486e724862 req-5bf44879-8500-462c-ba4d-881fd5117816 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.2307479 Jul 22 21:54:48.360946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:48.409311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70725e23-d8f7-4687-b441-c87f83ede752 req-9da0d1f9-9c76-475a-a402-72df6e439216 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029425 Jul 22 21:54:48.418810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88936498-6150-46ad-82c7-19486e724862 req-e70c310a-754c-4a4c-ad21-d4eddde9d3f1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835249 Jul 22 21:54:48.591630 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:48.611667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:48.756755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Allocated IP 172.25.5.168 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/0888e3c5-347b-407d-acfc-35f7c65ef419) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:48.865290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:48.903281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:48.939123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:48.945192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:48.948717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:48.954306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=0888e3c5-347b-407d-acfc-35f7c65ef419,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:49.204640 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:49.399939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:49.627583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4cee-e5de-4935-8b30-b003155f87c5 req-b1c01c2a-d0c2-4e94-8958-51448286e9ef tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:49.629159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9fb4cee-e5de-4935-8b30-b003155f87c5 req-b1c01c2a-d0c2-4e94-8958-51448286e9ef tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 945 time: 0.1429074 Jul 22 21:54:49.647690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a25047-751f-4286-8042-cba060767e43 req-f57a73ca-4a45-4d76-99ea-96c3f0dc56bd tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:49.649186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16a25047-751f-4286-8042-cba060767e43 req-f57a73ca-4a45-4d76-99ea-96c3f0dc56bd tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1309023 Jul 22 21:54:49.659268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 72cde247-57a9-4c6c-91bf-02cf04e89197 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:54:49.783448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f9fb4cee-e5de-4935-8b30-b003155f87c5 req-8c47748b-ed98-4ec7-86d5-a6aaed9c6cd1 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475966 Jul 22 21:54:49.786475 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16a25047-751f-4286-8042-cba060767e43 req-25468f48-77ac-4218-ac4a-f82cbf15a055 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281624 Jul 22 21:54:49.833105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:49.850641 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Sync routers for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:49.853625 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:49.858309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0d77d973-37ea-4732-b00f-da25044a58de tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0531821 Jul 22 21:54:49.858747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46428) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:49.873896 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:49.874969 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:50.040585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca268163-a007-4c94-a659-0ccf1f6ba6d7 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=43b496233b1344db801c510003863513&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1770568 Jul 22 21:54:50.041374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46434) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:50.095419 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:50.190100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15d95d-3ec7-48a0-bf85-cbec1f152f9a tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:50.192586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bf15d95d-3ec7-48a0-bf85-cbec1f152f9a tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1505623 Jul 22 21:54:50.195559 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46440) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:50.239890 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-21f041f2-616f-4be5-8cfc-42966c619a5c tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415442 Jul 22 21:54:50.243120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46442) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:50.250297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113010342', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'project_id': '43b496233b1344db801c510003863513', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:50.353760 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:49Z', 'revision_number': 3, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:50.395194 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Checking router: 72cde247-57a9-4c6c-91bf-02cf04e89197 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:50.395898 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Updating router 72cde247-57a9-4c6c-91bf-02cf04e89197 port 0888e3c5-347b-407d-acfc-35f7c65ef419 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:54:50.440671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Made reservation on behalf of 43b496233b1344db801c510003863513 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:50.445710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:50.453741 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:50.750672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:50.771239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80863f29-83a3-4fef-abc4-15af4453fe39 req-309494fd-985a-4c29-b9ca-b094de2f14f9 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:50.772886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80863f29-83a3-4fef-abc4-15af4453fe39 req-309494fd-985a-4c29-b9ca-b094de2f14f9 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 945 time: 0.0968776 Jul 22 21:54:50.849910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Subnet': ['ID=e424172b-5885-45be-a104-7088a0e35b79,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:50.862654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80863f29-83a3-4fef-abc4-15af4453fe39 req-9194d091-ab34-438d-9786-32f624fc2a70 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783587 Jul 22 21:54:50.873554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Checking segment: {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:50.874038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network hostable DHCP agents. Network: b309c67c-05f5-4aa6-bf15-f329371eeaed, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:54:50.879820 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:50.903222 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Transition to ACTIVE for port object 0888e3c5-347b-407d-acfc-35f7c65ef419 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:50.911759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network b309c67c-05f5-4aa6-bf15-f329371eeaed is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:54:50.913317 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:50.930066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b309c67c-05f5-4aa6-bf15-f329371eeaed) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:50.947887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:50.950215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:50.954875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b76321-63a6-436b-a87a-a96912c40cd8 None None] Network b309c67c-05f5-4aa6-bf15-f329371eeaed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:50.984824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5ea9ed85-4b23-47cf-b23a-7e2d78a983cb tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7396758 Jul 22 21:54:50.987224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46452) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:51.005567 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Attempting to bind port 0888e3c5-347b-407d-acfc-35f7c65ef419 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:51.006360 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Attempting to bind port 0888e3c5-347b-407d-acfc-35f7c65ef419 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:51.006360 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Attempting to bind port 0888e3c5-347b-407d-acfc-35f7c65ef419 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:51.018874 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:51.019286 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:51.020432 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.021564 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:51.022598 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Bound port: 0888e3c5-347b-407d-acfc-35f7c65ef419, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:51.023401 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.046477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268bc28-c8f2-4fb7-834d-90bcc26849c8 req-45cfc6c9-d3c9-4946-b332-0eed94591a4b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:51.052451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2268bc28-c8f2-4fb7-834d-90bcc26849c8 req-45cfc6c9-d3c9-4946-b332-0eed94591a4b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1377606 Jul 22 21:54:51.108558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2268bc28-c8f2-4fb7-834d-90bcc26849c8 req-3f80cc62-821d-40c5-94fa-637f60a070c0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513442 Jul 22 21:54:51.120555 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] For port 0888e3c5-347b-407d-acfc-35f7c65ef419, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:51.124826 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] For port 0888e3c5-347b-407d-acfc-35f7c65ef419, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0888e3c5-347b-407d-acfc-35f7c65ef419,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:51.126730 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b55967-f4b4-4f76-a27f-eb8693a7d6ff None None] Pushing event updated for resources: {'Port': ['ID=0888e3c5-347b-407d-acfc-35f7c65ef419,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:51.132949 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.169287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b309c67c-05f5-4aa6-bf15-f329371eeaed', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:54:51.170120 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.194793 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:51.195431 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:51.295503 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b55967-f4b4-4f76-a27f-eb8693a7d6ff None None] Pushing event updated for resources: {'Port': ['ID=0888e3c5-347b-407d-acfc-35f7c65ef419,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:51.371983 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:51.372664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Allocated IP 172.20.0.2 (b309c67c-05f5-4aa6-bf15-f329371eeaed/e424172b-5885-45be-a104-7088a0e35b79/395126f5-b650-4c92-af2d-eb942da1e9bb) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:51.614373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.623381 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:49Z', 'revision_number': 3, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:51.629770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Transition to ACTIVE for port object 395126f5-b650-4c92-af2d-eb942da1e9bb will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:51.649241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Transition to ACTIVE for port object 395126f5-b650-4c92-af2d-eb942da1e9bb will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:51.656118 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec30f4-4818-40e4-a124-ca2100c9e377 None None] The sync data for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 is: [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:49Z', 'revision_number': 3, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:51.658589 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.696746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.707065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Network b309c67c-05f5-4aa6-bf15-f329371eeaed is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:51.716601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:51.726021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:51.739491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Pushing event updated for resources: {'Port': ['ID=395126f5-b650-4c92-af2d-eb942da1e9bb,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:51.808776 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Attempting to bind port 395126f5-b650-4c92-af2d-eb942da1e9bb on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:51.809282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Attempting to bind port 395126f5-b650-4c92-af2d-eb942da1e9bb by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:51.809872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Attempting to bind port 395126f5-b650-4c92-af2d-eb942da1e9bb on network b309c67c-05f5-4aa6-bf15-f329371eeaed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:51.818961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:51.819507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Checking segment: {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:51.820229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.820881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Bound using segment: {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:51.821679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Bound port: 395126f5-b650-4c92-af2d-eb942da1e9bb, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:51.822324 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:51.914249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-86c9e98e-e642-4268-8082-859161882be5 None None] For port 395126f5-b650-4c92-af2d-eb942da1e9bb, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:51.918979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-86c9e98e-e642-4268-8082-859161882be5 None None] For port 395126f5-b650-4c92-af2d-eb942da1e9bb, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=395126f5-b650-4c92-af2d-eb942da1e9bb,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:51.926743 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:52.049408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9e98e-e642-4268-8082-859161882be5 None None] Pushing event updated for resources: {'Port': ['ID=395126f5-b650-4c92-af2d-eb942da1e9bb,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:52.131050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5eee-03c9-4e2c-b853-f51807f679b8 req-2b71c0df-07aa-4124-9507-b65529d498cd tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:52.140264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37bf5eee-03c9-4e2c-b853-f51807f679b8 req-2b71c0df-07aa-4124-9507-b65529d498cd tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 945 time: 0.1742864 Jul 22 21:54:52.222987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Allocated IP 172.20.0.1 (b309c67c-05f5-4aa6-bf15-f329371eeaed/e424172b-5885-45be-a104-7088a0e35b79/8e1026bc-07df-4d55-a08e-89ac0e0a288f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:52.238811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37bf5eee-03c9-4e2c-b853-f51807f679b8 req-d7690645-4660-46b0-9e4e-4a3d962eb1d0 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893173 Jul 22 21:54:52.480325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51466fb3-bceb-4f4f-939c-74d0426296cf req-88f99102-02f0-4d31-b80c-54387f30717a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:52.488440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51466fb3-bceb-4f4f-939c-74d0426296cf req-88f99102-02f0-4d31-b80c-54387f30717a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1896653 Jul 22 21:54:52.562516 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:52.568545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51466fb3-bceb-4f4f-939c-74d0426296cf req-86758543-6a1b-45ee-8a5c-36db0b8f7a6e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769038 Jul 22 21:54:52.592998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0888e3c5-347b-407d-acfc-35f7c65ef419 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:52.597212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Transition to ACTIVE for port object 8e1026bc-07df-4d55-a08e-89ac0e0a288f will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:52.645850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-ab9bd225-7970-4ad5-98f9-36b3dbf103d2 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:52.652780 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-ab9bd225-7970-4ad5-98f9-36b3dbf103d2 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 945 time: 0.1038892 Jul 22 21:54:52.653002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0888e3c5-347b-407d-acfc-35f7c65ef419 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:52.654888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0888e3c5-347b-407d-acfc-35f7c65ef419 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:52.655304 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:52.684807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:52.750395 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:52.757079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network b309c67c-05f5-4aa6-bf15-f329371eeaed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:52.776342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 0888e3c5-347b-407d-acfc-35f7c65ef419, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0888e3c5-347b-407d-acfc-35f7c65ef419,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:52.783049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:52.783406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:52.784116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 395126f5-b650-4c92-af2d-eb942da1e9bb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:52.787782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:52.796866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=8e1026bc-07df-4d55-a08e-89ac0e0a288f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:52.853428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:52.867086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=0888e3c5-347b-407d-acfc-35f7c65ef419,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:52.879232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 395126f5-b650-4c92-af2d-eb942da1e9bb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:52.901989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Deleting port 19220020-2585-41c9-959f-a6d657e19f80 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:54:52.902247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.041638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] For port 19220020-2585-41c9-959f-a6d657e19f80, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=19220020-2585-41c9-959f-a6d657e19f80,segment=NetworkSegment(d0931a11-cc64-4367-bc7a-e3176b379f8d),segment_id=d0931a11-cc64-4367-bc7a-e3176b379f8d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:53.042006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.288109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb07bb4-7ad6-40c6-b24c-93a6fb9d93b7 None None] Network b309c67c-05f5-4aa6-bf15-f329371eeaed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:54:53.388205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432d845-6447-42f6-9128-02f7f29d61e6 req-5c377e53-fdc4-4464-816a-e3c0c7a2d8d8 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:53.390708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8432d845-6447-42f6-9128-02f7f29d61e6 req-5c377e53-fdc4-4464-816a-e3c0c7a2d8d8 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 945 time: 0.0733743 Jul 22 21:54:53.408312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-acb4c35f-10a6-45dd-9a52-8ced6d657440 None None] Provisioning for port 395126f5-b650-4c92-af2d-eb942da1e9bb completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:53.414773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-acb4c35f-10a6-45dd-9a52-8ced6d657440 None None] Provisioning complete for port 395126f5-b650-4c92-af2d-eb942da1e9bb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:53.415205 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acb4c35f-10a6-45dd-9a52-8ced6d657440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.450308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8432d845-6447-42f6-9128-02f7f29d61e6 req-fc24f526-45d7-47d6-9214-79d9cf4c385b tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/security-groups?id=93123155-8b34-47ea-b419-c49b02f2b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526721 Jul 22 21:54:53.463240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Calling delete_port for 19220020-2585-41c9-959f-a6d657e19f80 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:54:53.493682 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.564867 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acb4c35f-10a6-45dd-9a52-8ced6d657440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.615830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-acb4c35f-10a6-45dd-9a52-8ced6d657440 None None] For port 395126f5-b650-4c92-af2d-eb942da1e9bb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=395126f5-b650-4c92-af2d-eb942da1e9bb,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:53.629595 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acb4c35f-10a6-45dd-9a52-8ced6d657440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.705985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4c35f-10a6-45dd-9a52-8ced6d657440 None None] Pushing event updated for resources: {'Port': ['ID=395126f5-b650-4c92-af2d-eb942da1e9bb,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:53.773073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4010e-3605-42ea-9f70-9a18ae120657 req-4a70d537-bef5-4eb0-be6f-30bdcf8cec1f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:53.781062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33b4010e-3605-42ea-9f70-9a18ae120657 req-4a70d537-bef5-4eb0-be6f-30bdcf8cec1f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0859511 Jul 22 21:54:53.798302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.811664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['19220020-2585-41c9-959f-a6d657e19f80'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:54:53.827949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-33b4010e-3605-42ea-9f70-9a18ae120657 req-674f5012-f165-4e68-bbc5-54cd037b4303 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Jul 22 21:54:53.857606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Pushing event deleted for resources: {'Port': ['ID=19220020-2585-41c9-959f-a6d657e19f80,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:53.886671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.887123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.887471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.887816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.888200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.889086 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.889560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.889900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.890236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.890592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.890967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.891297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:54:53.954416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9837c5a7-1198-4ca6-b607-75b4db74ee01 None None] Provisioning for port 8e1026bc-07df-4d55-a08e-89ac0e0a288f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:53.958908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9837c5a7-1198-4ca6-b607-75b4db74ee01 None None] Provisioning complete for port 8e1026bc-07df-4d55-a08e-89ac0e0a288f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:53.959291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9837c5a7-1198-4ca6-b607-75b4db74ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.976026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] No DVR routers for this DVR port 19220020-2585-41c9-959f-a6d657e19f80 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:54:53.978894 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:53.981305 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f27b71ab-dad0-4332-8496-bfd1ceab1cc3 req-7b8aff98-09b4-4214-b0f4-a276bedc27c3 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.23 "DELETE /v2.0/ports/19220020-2585-41c9-959f-a6d657e19f80 HTTP/1.1" status: 204 len: 173 time: 1.3276680 Jul 22 21:54:53.984364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6976866c-ce6a-42af-a818-02815c399c71', 'name': 'network-vif-deleted', 'tag': '19220020-2585-41c9-959f-a6d657e19f80'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:53.987240 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff44ee86-ff7b-40a2-89cb-1371a1cc1419" -d '{"events": [{"server_uuid": "6976866c-ce6a-42af-a818-02815c399c71", "name": "network-vif-deleted", "tag": "19220020-2585-41c9-959f-a6d657e19f80"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:54.027236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9837c5a7-1198-4ca6-b607-75b4db74ee01 None None] Port 8e1026bc-07df-4d55-a08e-89ac0e0a288f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:54.045125 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ad326-a7a5-4d1e-a866-1b8e58fd3040 x-openstack-request-id: req-8b9ad326-a7a5-4d1e-a866-1b8e58fd3040 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:54:54.045577 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6976866c-ce6a-42af-a818-02815c399c71", "name": "network-vif-deleted", "tag": "19220020-2585-41c9-959f-a6d657e19f80", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:54:54.046022 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b9ad326-a7a5-4d1e-a866-1b8e58fd3040 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:54:54.047521 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6976866c-ce6a-42af-a818-02815c399c71', 'name': 'network-vif-deleted', 'tag': '19220020-2585-41c9-959f-a6d657e19f80', 'status': 'completed', 'code': 200} Jul 22 21:54:54.048982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9837c5a7-1198-4ca6-b607-75b4db74ee01 None None] Provisioning complete for port 395126f5-b650-4c92-af2d-eb942da1e9bb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:54.049546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9837c5a7-1198-4ca6-b607-75b4db74ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.105018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.111435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.197295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=8e1026bc-07df-4d55-a08e-89ac0e0a288f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:54.201165 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.266881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-72253f79-8b56-4602-b103-d45b752c8f77 None None] Provisioning complete for port 8e1026bc-07df-4d55-a08e-89ac0e0a288f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:54.267260 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-72253f79-8b56-4602-b103-d45b752c8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.298100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network b309c67c-05f5-4aa6-bf15-f329371eeaed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:54.299651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:54.303501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-72253f79-8b56-4602-b103-d45b752c8f77 None None] Port 8e1026bc-07df-4d55-a08e-89ac0e0a288f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:54.436341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0888e3c5-347b-407d-acfc-35f7c65ef419 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:54.453206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 72cde247-57a9-4c6c-91bf-02cf04e89197 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:54:54.526150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0888e3c5-347b-407d-acfc-35f7c65ef419 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:54.526823 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.614420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-560758ae-7297-4741-943e-52e06d4a43e3 req-886a4a8a-fbab-43a0-95be-5f910fc8d294 tempest-VolumesActionsTest-861395264 tempest-VolumesActionsTest-861395264-project] 10.222.0.54 "GET /v2.0/ports?device_id=6976866c-ce6a-42af-a818-02815c399c71 HTTP/1.1" status: 200 len: 210 time: 0.0457599 Jul 22 21:54:54.616923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:54:54.624818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5b1e5ea8-e79b-4c78-9c9b-7a912b7eabf3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "PUT /v2.0/routers/72cde247-57a9-4c6c-91bf-02cf04e89197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6352651 Jul 22 21:54:54.627709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46466) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:54.633590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bf3d55df-b7eb-4df2-a9e6-408430d30a54 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1421171975', 'description': 'tempest-secgroup_access--1421171975 description', 'project_id': '43b496233b1344db801c510003863513'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:54.642352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Sync routers for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:54:54.657109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 395126f5-b650-4c92-af2d-eb942da1e9bb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:54.658524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf3d55df-b7eb-4df2-a9e6-408430d30a54 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.664352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:54.665157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:54.683543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8c772311-9121-4c4e-a56e-dc29b8d4ea0d None None] Provisioning complete for port 8e1026bc-07df-4d55-a08e-89ac0e0a288f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:54.683543 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c772311-9121-4c4e-a56e-dc29b8d4ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.743458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf3d55df-b7eb-4df2-a9e6-408430d30a54 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.747783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf3d55df-b7eb-4df2-a9e6-408430d30a54 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.777141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf3d55df-b7eb-4df2-a9e6-408430d30a54 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.778387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bf3d55df-b7eb-4df2-a9e6-408430d30a54 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1490345 Jul 22 21:54:54.779627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d55df-b7eb-4df2-a9e6-408430d30a54 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c29e1af-c476-4a31-9210-d5dc9ed1191d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:54.781905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46468) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:54.786795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c9d46df0-959c-49b3-9aa6-d4bde24162bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--502671855', 'description': 'tempest-secgroup_general--502671855 description', 'project_id': '43b496233b1344db801c510003863513'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:54.813170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8c772311-9121-4c4e-a56e-dc29b8d4ea0d None None] Port 8e1026bc-07df-4d55-a08e-89ac0e0a288f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:54.818132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c9d46df0-959c-49b3-9aa6-d4bde24162bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.837543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 395126f5-b650-4c92-af2d-eb942da1e9bb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:54.837941 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.863223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:54.912832 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c9d46df0-959c-49b3-9aa6-d4bde24162bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.920776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c9d46df0-959c-49b3-9aa6-d4bde24162bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.954499 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c9d46df0-959c-49b3-9aa6-d4bde24162bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:54.956007 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c9d46df0-959c-49b3-9aa6-d4bde24162bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1727717 Jul 22 21:54:54.958706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46472) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:54:54.963600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8af02dfe-6e3c-408b-9ce0-9d64daac49f4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'security_group_rule': {'security_group_id': '7c29e1af-c476-4a31-9210-d5dc9ed1191d', 'project_id': '43b496233b1344db801c510003863513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:54.970368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46df0-959c-49b3-9aa6-d4bde24162bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f753440d-97ee-47f3-b2c9-a7e7346ba304,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:54.998535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965740d0-876e-4ed3-b3ad-e8f6986aa950 req-d8b3fd4b-aae7-4b19-b377-5169251ff925 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:54.999649 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af02dfe-6e3c-408b-9ce0-9d64daac49f4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.001292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-965740d0-876e-4ed3-b3ad-e8f6986aa950 req-d8b3fd4b-aae7-4b19-b377-5169251ff925 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0921049 Jul 22 21:54:55.048114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-965740d0-876e-4ed3-b3ad-e8f6986aa950 req-6c6c4a3d-be6c-4595-a8aa-6e61bb6c465d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Jul 22 21:54:55.081036 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af02dfe-6e3c-408b-9ce0-9d64daac49f4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.084997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af02dfe-6e3c-408b-9ce0-9d64daac49f4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.106896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af02dfe-6e3c-408b-9ce0-9d64daac49f4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd05d25e-74f9-4944-8581-1292377ef7a7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:55.114923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8af02dfe-6e3c-408b-9ce0-9d64daac49f4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.120646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8af02dfe-6e3c-408b-9ce0-9d64daac49f4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607940 Jul 22 21:54:55.262933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-0ed9efdb-136a-4056-bbd2-b88640ed0084 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--502671855&fields=id&tenant_id=43b496233b1344db801c510003863513 HTTP/1.1" status: 200 len: 267 time: 0.0340481 Jul 22 21:54:55.273419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 2, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:55.301695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Checking router: 72cde247-57a9-4c6c-91bf-02cf04e89197 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:54:55.302058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Updating router 72cde247-57a9-4c6c-91bf-02cf04e89197 port 8e1026bc-07df-4d55-a08e-89ac0e0a288f binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:54:55.320426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-2f9ec904-dd38-4138-a912-cc2bb641cc84 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--1421171975&fields=id&tenant_id=43b496233b1344db801c510003863513 HTTP/1.1" status: 200 len: 267 time: 0.0502498 Jul 22 21:54:55.328188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-8ea8db00-1401-4075-bcc5-3b71148ee10d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628736 Jul 22 21:54:55.336467 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.431466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-baa44bdd-6f5b-4efa-80d2-f2b7cecf07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:55.433129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-baa44bdd-6f5b-4efa-80d2-f2b7cecf07af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1097 time: 0.0572271 Jul 22 21:54:55.446996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-79158fbc-39ce-4280-8024-8b70fbc7620c tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:55.448793 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-79158fbc-39ce-4280-8024-8b70fbc7620c tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/networks?id=b309c67c-05f5-4aa6-bf15-f329371eeaed HTTP/1.1" status: 200 len: 796 time: 0.1212072 Jul 22 21:54:55.467436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-3d4fce43-a2ed-43cb-b5a6-c8cf7313e1bd tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/quotas/43b496233b1344db801c510003863513 HTTP/1.1" status: 200 len: 375 time: 0.0107880 Jul 22 21:54:55.556473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-45e18eef-9dc8-4c40-b279-ecbf49a8b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:55.558442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-45e18eef-9dc8-4c40-b279-ecbf49a8b3b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1059937 Jul 22 21:54:55.576998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-e5a3c012-04c1-45f6-9fa4-99917d2f6177 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945952 Jul 22 21:54:55.642063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-b48fd591-3797-4e89-91a8-99436034b887 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 1001 time: 0.0754526 Jul 22 21:54:55.660337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-3c929c26-d3d8-4383-971f-e5b1909ce1a8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:54:55.669752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-3c929c26-d3d8-4383-971f-e5b1909ce1a8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0875058 Jul 22 21:54:55.705288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.729479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Transition to ACTIVE for port object 8e1026bc-07df-4d55-a08e-89ac0e0a288f will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:55.731504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-1e6dc6a9-f33a-4888-9e29-c654b95b0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:55.739301 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-1e6dc6a9-f33a-4888-9e29-c654b95b0e12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0889714 Jul 22 21:54:55.749367 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.840179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-936acc2d-ffda-4fd5-b618-d3ff65663ffc service neutron] 10.222.0.54 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669805 Jul 22 21:54:55.870549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-2d014fee-9c2f-48b9-b9fb-faecb4a12316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:55.874806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-2d014fee-9c2f-48b9-b9fb-faecb4a12316 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284494 Jul 22 21:54:55.894258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42153b-3d0f-4eea-9c16-08385cbda409 None None] Pushing event updated for resources: {'Port': ['ID=8e1026bc-07df-4d55-a08e-89ac0e0a288f,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:55.896063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-6ac3763d-e5f0-4f60-9821-ab14c72259d5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:54:55.906329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-6ac3763d-e5f0-4f60-9821-ab14c72259d5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220549 Jul 22 21:54:55.923701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Attempting to bind port 8e1026bc-07df-4d55-a08e-89ac0e0a288f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:55.924135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Attempting to bind port 8e1026bc-07df-4d55-a08e-89ac0e0a288f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:55.924606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Attempting to bind port 8e1026bc-07df-4d55-a08e-89ac0e0a288f on network b309c67c-05f5-4aa6-bf15-f329371eeaed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:55.930833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:55.931418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Checking segment: {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:55.931856 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:55.932745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Bound using segment: {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:55.933509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Bound port: 8e1026bc-07df-4d55-a08e-89ac0e0a288f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:55.933898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:56.027808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] For port 8e1026bc-07df-4d55-a08e-89ac0e0a288f, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:56.028786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-522c927d-d728-4b9e-a182-90effc9f6c6d service neutron] 10.222.0.54 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877360 Jul 22 21:54:56.032787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] For port 8e1026bc-07df-4d55-a08e-89ac0e0a288f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8e1026bc-07df-4d55-a08e-89ac0e0a288f,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:56.039456 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:56.066509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-57a6fccc-2557-4db9-a81a-36c48c65577a service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589890 Jul 22 21:54:56.120053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:54:56.120708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:56.188535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42153b-3d0f-4eea-9c16-08385cbda409 None None] Pushing event updated for resources: {'Port': ['ID=8e1026bc-07df-4d55-a08e-89ac0e0a288f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:56.263726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b166754-2cf3-43cd-8050-aaa57aaace2c req-c69aaf86-d5ea-4bad-ab16-c911e1a94999 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892958 Jul 22 21:54:56.325380 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:54:56.355456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdad48-7356-4d08-8913-ae4c5a5a9028 req-f5707aea-63ad-4ee8-8020-7ed6dc1d35b7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:56.357113 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eccdad48-7356-4d08-8913-ae4c5a5a9028 req-f5707aea-63ad-4ee8-8020-7ed6dc1d35b7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1663303 Jul 22 21:54:56.433845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-316d7210-2a0c-4d52-8685-5e0e44fdc637 req-f61dbc1c-ae4e-411c-b156-3d9e5f18df26 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 210 time: 0.0678647 Jul 22 21:54:56.463213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 19220020-2585-41c9-959f-a6d657e19f80 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:54:56.491045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 19220020-2585-41c9-959f-a6d657e19f80 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:54:56.491482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 19220020-2585-41c9-959f-a6d657e19f80 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:54:56.517058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eccdad48-7356-4d08-8913-ae4c5a5a9028 req-fed874ca-1340-4552-85a1-1e0f74f1a223 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899072 Jul 22 21:54:56.660594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:56Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:54:56.688484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce2f17-ff8e-4262-ba07-bd8b82716395 None None] The sync data for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 is: [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:56Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:54:57.543239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-83625458-9fc3-4c43-9904-ae0ca56187b6 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:57.548287 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-83625458-9fc3-4c43-9904-ae0ca56187b6 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.58 "GET /v2.0/networks?id=b309c67c-05f5-4aa6-bf15-f329371eeaed HTTP/1.1" status: 200 len: 796 time: 0.1581237 Jul 22 21:54:57.598783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6907a5ca-affd-478c-b2b7-9fe5fe16987e req-79b93833-676d-420a-957a-b15ac00fb10e tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 210 time: 0.0630522 Jul 22 21:54:57.645044 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-25b94412-be89-4162-823c-1406efc27578 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b496233b1344db801c510003863513 HTTP/1.1" status: 200 len: 477 time: 0.0863600 Jul 22 21:54:57.655396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'port': {'device_id': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'admin_state_up': True, 'tenant_id': '43b496233b1344db801c510003863513', 'security_groups': ['f753440d-97ee-47f3-b2c9-a7e7346ba304', '7c29e1af-c476-4a31-9210-d5dc9ed1191d']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:57.708347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807441f1-ae4b-4142-bccf-71ed067f0b7b req-21b8bb1f-1e98-44b3-bcf8-d13b4b32781e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:57.716365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-807441f1-ae4b-4142-bccf-71ed067f0b7b req-21b8bb1f-1e98-44b3-bcf8-d13b4b32781e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0816779 Jul 22 21:54:57.812049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Made reservation on behalf of 43b496233b1344db801c510003863513 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:54:57.816442 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.066588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Allocated IP 172.20.0.7 (b309c67c-05f5-4aa6-bf15-f329371eeaed/e424172b-5885-45be-a104-7088a0e35b79/d299adf0-949f-4b91-bb5b-603107e80f14) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:54:58.194789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-807441f1-ae4b-4142-bccf-71ed067f0b7b req-a86a22f3-0248-432b-a47c-bbd3a590821a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775574 Jul 22 21:54:58.347456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.376106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Transition to ACTIVE for port object d299adf0-949f-4b91-bb5b-603107e80f14 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:58.452642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:54:58.469032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.552306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8e1026bc-07df-4d55-a08e-89ac0e0a288f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:54:58.576780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=d299adf0-949f-4b91-bb5b-603107e80f14,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:58.593542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network b309c67c-05f5-4aa6-bf15-f329371eeaed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:54:58.595772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:54:58.613984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:54:58.681936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8e1026bc-07df-4d55-a08e-89ac0e0a288f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:58.708270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8e1026bc-07df-4d55-a08e-89ac0e0a288f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:58.718621 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.754488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:58.755180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.787068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:58.791508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-96c1d255-4c1c-4286-88ec-d3b7bc1bf8d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1405685 Jul 22 21:54:58.805024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Request body: {'port': {'device_id': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:54:58.806984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'port_id': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'mac_address': 'fa:16:3e:44:9f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:54:58.909381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f6477-9f8d-4a18-8e50-8ea3ff1f01b1 req-cd810a54-cdba-4eaf-be6d-bda58fc5b377 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:58.923307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf2f6477-9f8d-4a18-8e50-8ea3ff1f01b1 req-cd810a54-cdba-4eaf-be6d-bda58fc5b377 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 970 time: 0.1789291 Jul 22 21:54:58.947175 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.951749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.954976 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:58.985185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 267c5dff-6c6f-4dd7-bc4b-502b12110df0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:54:59.011076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:59.021388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf2f6477-9f8d-4a18-8e50-8ea3ff1f01b1 req-8ea53152-e4a3-4b91-8c12-a96bd1a3fa44 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0971293 Jul 22 21:54:59.028612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.082485 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:54:59.089234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8e1026bc-07df-4d55-a08e-89ac0e0a288f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8e1026bc-07df-4d55-a08e-89ac0e0a288f,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:54:59.102837 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.109196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5f117e48-7ff5-40b8-a2c3-3ddae4f58b05 None None] Provisioning for port d299adf0-949f-4b91-bb5b-603107e80f14 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:54:59.125377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5f117e48-7ff5-40b8-a2c3-3ddae4f58b05 None None] Provisioning complete for port d299adf0-949f-4b91-bb5b-603107e80f14 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:54:59.125897 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f117e48-7ff5-40b8-a2c3-3ddae4f58b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.128067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['267c5dff-6c6f-4dd7-bc4b-502b12110df0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:54:59.176849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:59.293299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5f117e48-7ff5-40b8-a2c3-3ddae4f58b05 None None] Port d299adf0-949f-4b91-bb5b-603107e80f14 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:54:59.304432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8e1026bc-07df-4d55-a08e-89ac0e0a288f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:59.416121 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bb0f2-8a85-4ee8-ad67-39e300721405 req-533de814-615e-479a-ae79-59f0c47ea532 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:59.424014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a50bb0f2-8a85-4ee8-ad67-39e300721405 req-533de814-615e-479a-ae79-59f0c47ea532 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 944 time: 0.1194270 Jul 22 21:54:59.449007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d299adf0-949f-4b91-bb5b-603107e80f14 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:54:59.461104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.484225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Transition to ACTIVE for port object d299adf0-949f-4b91-bb5b-603107e80f14 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:54:59.491633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.512694 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a50bb0f2-8a85-4ee8-ad67-39e300721405 req-c5582a56-2c14-4e1e-aefe-4f7bb7d17f10 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828662 Jul 22 21:54:59.569347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Pushing event updated for resources: {'Port': ['ID=d299adf0-949f-4b91-bb5b-603107e80f14,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:54:59.691920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Attempting to bind port d299adf0-949f-4b91-bb5b-603107e80f14 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:54:59.693287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Attempting to bind port d299adf0-949f-4b91-bb5b-603107e80f14 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:54:59.693632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Attempting to bind port d299adf0-949f-4b91-bb5b-603107e80f14 on network b309c67c-05f5-4aa6-bf15-f329371eeaed {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:59.708630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Port d299adf0-949f-4b91-bb5b-603107e80f14 on network b309c67c-05f5-4aa6-bf15-f329371eeaed not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:54:59.709073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Attempting to bind port d299adf0-949f-4b91-bb5b-603107e80f14 on network b309c67c-05f5-4aa6-bf15-f329371eeaed {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:54:59.723242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:54:59.723692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Checking segment: {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:54:59.724031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Bound using segment: {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:54:59.724501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Bound port: d299adf0-949f-4b91-bb5b-603107e80f14, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03160287-28f0-4859-89c0-5654cd1d8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:54:59.724874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.827919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] For port d299adf0-949f-4b91-bb5b-603107e80f14, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:54:59.832124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] For port d299adf0-949f-4b91-bb5b-603107e80f14, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d299adf0-949f-4b91-bb5b-603107e80f14,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:54:59.838470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.889972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:54:59.890709 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:54:59.892682 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] 10.222.0.58 "PUT /v2.0/ports/d299adf0-949f-4b91-bb5b-603107e80f14 HTTP/1.1" status: 200 len: 1131 time: 1.0933940 Jul 22 21:54:59.893284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:54:59.895827 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:54:59.964607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c2bcb-6e04-4518-b0ed-3b0d3ba3af68 service neutron] Pushing event updated for resources: {'Port': ['ID=d299adf0-949f-4b91-bb5b-603107e80f14,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:00.009263 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c894100-2577-47e8-a66d-459f62b88327 x-openstack-request-id: req-7c894100-2577-47e8-a66d-459f62b88327 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:00.009548 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:00.009887 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c894100-2577-47e8-a66d-459f62b88327 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:00.010214 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'status': 'completed', 'code': 200} Jul 22 21:55:00.049310 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-74067328-bde1-4423-b481-78c0d121ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:00.053005 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-74067328-bde1-4423-b481-78c0d121ac48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1134 time: 0.1074340 Jul 22 21:55:00.133562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-d0a62034-0666-4e42-aae6-1527ab841051 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d299adf0-949f-4b91-bb5b-603107e80f14 HTTP/1.1" status: 200 len: 217 time: 0.0694883 Jul 22 21:55:00.233037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-a77dcc94-abc2-4b96-99a5-fedfa4d6de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:00.235731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-a77dcc94-abc2-4b96-99a5-fedfa4d6de9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e424172b-5885-45be-a104-7088a0e35b79 HTTP/1.1" status: 200 len: 834 time: 0.0949829 Jul 22 21:55:00.303159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8101be-a5a6-4373-970e-00b0158bb4cc req-934c4637-308a-46f7-93c5-34e05a456d3a tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:00.311196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c8101be-a5a6-4373-970e-00b0158bb4cc req-934c4637-308a-46f7-93c5-34e05a456d3a tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 982 time: 0.1086802 Jul 22 21:55:00.352694 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-ca41e8c3-92c4-4e56-87f7-adf07c586c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:00.354262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-ca41e8c3-92c4-4e56-87f7-adf07c586c90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b309c67c-05f5-4aa6-bf15-f329371eeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100800 Jul 22 21:55:00.367088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c8101be-a5a6-4373-970e-00b0158bb4cc req-79af4c9a-2576-4455-b456-ada969a753e3 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0548565 Jul 22 21:55:00.460145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8e1026bc-07df-4d55-a08e-89ac0e0a288f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:00.476782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-77881985-ea5e-4583-9240-6f23967df2d7 service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151938 Jul 22 21:55:00.493477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:00.583443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:00.584298 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:00.618377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8e1026bc-07df-4d55-a08e-89ac0e0a288f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:00.619245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:00.693422 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6944e28e-faa0-48be-a668-6d3a6c980e65 req-36ed97fb-34c7-4a05-ace0-792c42bedc2e service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099833 Jul 22 21:55:00.841973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab83e-e298-4e7e-b2eb-31c2df024f9b req-6ad9dee2-4275-4adb-a36e-88f921bc1dce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:00.845144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-435ab83e-e298-4e7e-b2eb-31c2df024f9b req-6ad9dee2-4275-4adb-a36e-88f921bc1dce tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 944 time: 0.1984515 Jul 22 21:55:00.889501 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:00.947796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-b6cf0076-a259-4cd4-91ee-86d0c7451bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:00.952393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-b6cf0076-a259-4cd4-91ee-86d0c7451bf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1134 time: 0.1838872 Jul 22 21:55:00.955593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:00.962401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-435ab83e-e298-4e7e-b2eb-31c2df024f9b req-dddb6d5e-7507-464e-b3b5-333676c8a56e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062860 Jul 22 21:55:00.962968 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989bebde-74ac-4ee6-ba58-4a4646b3b3a2" -d '{"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-plugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:00.995955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:01.009077 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:01.170331 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e7137-9915-4eca-837b-99cd61968197 x-openstack-request-id: req-bd2e7137-9915-4eca-837b-99cd61968197 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:01.171824 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-plugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:01.172209 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd2e7137-9915-4eca-837b-99cd61968197 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:01.173453 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'code': 200} Jul 22 21:55:01.175694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:01.222538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-8f0fe8e6-55df-461b-8c7b-8461df6147fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:01.224456 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-8f0fe8e6-55df-461b-8c7b-8461df6147fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=b309c67c-05f5-4aa6-bf15-f329371eeaed HTTP/1.1" status: 200 len: 897 time: 0.2653232 Jul 22 21:55:01.277691 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-ffe86f50-1d17-468c-b6a5-cb1c64d194ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d299adf0-949f-4b91-bb5b-603107e80f14 HTTP/1.1" status: 200 len: 217 time: 0.0453935 Jul 22 21:55:01.355510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-fb8e7906-d65f-4264-bab9-8c4908b4663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:01.357818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-fb8e7906-d65f-4264-bab9-8c4908b4663d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e424172b-5885-45be-a104-7088a0e35b79 HTTP/1.1" status: 200 len: 834 time: 0.0736778 Jul 22 21:55:01.438271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-2712c72e-316c-4da9-8576-a9c32373d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:01.439813 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-2712c72e-316c-4da9-8576-a9c32373d76b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b309c67c-05f5-4aa6-bf15-f329371eeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741992 Jul 22 21:55:01.547501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0f25-73e5-4387-b319-853cab2641b1 req-b3f0e5fc-4a98-4634-9dd2-7b84b38fa66a tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:01.550647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f4a0f25-73e5-4387-b319-853cab2641b1 req-b3f0e5fc-4a98-4634-9dd2-7b84b38fa66a tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 982 time: 0.0930858 Jul 22 21:55:01.621336 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:01.647553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f4a0f25-73e5-4387-b319-853cab2641b1 req-a053df14-264c-48fc-9879-1b17ad56a530 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0893285 Jul 22 21:55:01.653059 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-5bc218af-24a8-4549-82a4-026800d62959 service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957107 Jul 22 21:55:01.728021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d299adf0-949f-4b91-bb5b-603107e80f14 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:55:01.966091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-64065c4d-d6c6-4ec0-b3c4-47f66178aaa4 req-d33b41e7-2c7b-43de-8cc3-4c22edfd9662 service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064682 Jul 22 21:55:02.034386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d299adf0-949f-4b91-bb5b-603107e80f14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d299adf0-949f-4b91-bb5b-603107e80f14,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:02.063613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'port_id': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'mac_address': 'fa:16:3e:92:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:55:02.139906 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:02.156536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d299adf0-949f-4b91-bb5b-603107e80f14 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:55:02.219991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d299adf0-949f-4b91-bb5b-603107e80f14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d299adf0-949f-4b91-bb5b-603107e80f14,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:02.264022 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:02.272770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:02.281428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76ba71-ff2e-4bfc-9e0e-0ca20988d335 req-a528b39c-290f-4f89-8d6c-a3c1ff1ebf07 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:02.296927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a76ba71-ff2e-4bfc-9e0e-0ca20988d335 req-a528b39c-290f-4f89-8d6c-a3c1ff1ebf07 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1910467 Jul 22 21:55:02.389819 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a76ba71-ff2e-4bfc-9e0e-0ca20988d335 req-2c980b36-a07c-412a-a59a-8c2eed6f619f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919001 Jul 22 21:55:02.391990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d299adf0-949f-4b91-bb5b-603107e80f14,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:02.494566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d299adf0-949f-4b91-bb5b-603107e80f14'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:55:02.946258 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87538fac-79d0-4de8-b26e-497c6cb5cea0 req-2e536ea7-6772-4798-af2d-992cf1a696ba tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:02.958794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87538fac-79d0-4de8-b26e-497c6cb5cea0 req-2e536ea7-6772-4798-af2d-992cf1a696ba tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 983 time: 0.1564422 Jul 22 21:55:03.086691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87538fac-79d0-4de8-b26e-497c6cb5cea0 req-e6d1bf0b-ea3b-436d-854e-7eb331650cc1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1149902 Jul 22 21:55:03.654385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aad482-0efc-4d1d-a5c8-a7f9da5bdaba req-5843f115-59e2-40e3-96e2-1de82571752d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:03.656138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35aad482-0efc-4d1d-a5c8-a7f9da5bdaba req-5843f115-59e2-40e3-96e2-1de82571752d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1126430 Jul 22 21:55:03.759890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d299adf0-949f-4b91-bb5b-603107e80f14 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:03.803209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35aad482-0efc-4d1d-a5c8-a7f9da5bdaba req-84218880-c10c-422e-a24b-cdf65d5deb74 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400061 Jul 22 21:55:03.919391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port d299adf0-949f-4b91-bb5b-603107e80f14 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:03.929628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port d299adf0-949f-4b91-bb5b-603107e80f14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:03.930850 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:04.151636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:04.209362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:04.211727 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c431399a-f9c5-4957-8b5f-71717608015f" -d '{"events": [{"server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "name": "network-vif-plugged", "status": "completed", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:04.242327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d299adf0-949f-4b91-bb5b-603107e80f14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d299adf0-949f-4b91-bb5b-603107e80f14,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:04.247628 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:04.349897 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10902538-fc71-45df-870f-fc2d3be3d555 x-openstack-request-id: req-10902538-fc71-45df-870f-fc2d3be3d555 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:04.350206 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "name": "network-vif-plugged", "status": "completed", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:04.350463 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10902538-fc71-45df-870f-fc2d3be3d555 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:04.350872 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'code': 200} Jul 22 21:55:04.361477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d299adf0-949f-4b91-bb5b-603107e80f14,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:04.459964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baf318-8aee-4765-8842-da8b0265b9d9 req-f9f28e9b-5b9c-4f81-9a9f-58555b0e22d4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:04.463789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38baf318-8aee-4765-8842-da8b0265b9d9 req-f9f28e9b-5b9c-4f81-9a9f-58555b0e22d4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 984 time: 0.2288537 Jul 22 21:55:04.500914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1df78-4c43-4ac5-8cbd-3c4b2abb462a req-ffd5ac25-b793-4a71-bac5-09f871ebfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:04.502667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bae1df78-4c43-4ac5-8cbd-3c4b2abb462a req-ffd5ac25-b793-4a71-bac5-09f871ebfb9e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1136 time: 0.1109209 Jul 22 21:55:04.554491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38baf318-8aee-4765-8842-da8b0265b9d9 req-fcf36cfd-3c02-4797-b7c9-b3605e365777 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0833058 Jul 22 21:55:04.583664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bae1df78-4c43-4ac5-8cbd-3c4b2abb462a req-d3a1101b-2ce1-438d-b417-6668f81e5833 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&id=f753440d-97ee-47f3-b2c9-a7e7346ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0734179 Jul 22 21:55:05.076998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b10d1c-7163-4f73-a2b5-94c88c63ddb7 req-927c5537-f077-4d48-a71f-ef562e47031c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:05.084456 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95b10d1c-7163-4f73-a2b5-94c88c63ddb7 req-927c5537-f077-4d48-a71f-ef562e47031c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1373577 Jul 22 21:55:05.138687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95b10d1c-7163-4f73-a2b5-94c88c63ddb7 req-21747c3c-f137-4890-80d4-69265f8fee6a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531669 Jul 22 21:55:05.795649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ae1f7-8318-41f4-bd28-9b3b162442dc req-8d17718f-120e-46c3-996b-66a1377b37ae tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:05.800375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb9ae1f7-8318-41f4-bd28-9b3b162442dc req-8d17718f-120e-46c3-996b-66a1377b37ae tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 984 time: 0.1426506 Jul 22 21:55:05.861253 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb9ae1f7-8318-41f4-bd28-9b3b162442dc req-ca601bb9-b364-4edd-b8f3-ed6134e8e7ab tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536647 Jul 22 21:55:06.028036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df835b-9d92-4abb-8ca5-3b59cdb0600f req-941843a0-3b27-48da-b81b-6963376d2fc0 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:06.030885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67df835b-9d92-4abb-8ca5-3b59cdb0600f req-941843a0-3b27-48da-b81b-6963376d2fc0 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 984 time: 0.1000221 Jul 22 21:55:06.102417 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67df835b-9d92-4abb-8ca5-3b59cdb0600f req-d490636f-850f-4de2-8893-aa59f18a9389 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0642703 Jul 22 21:55:06.376307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60352467-388c-4375-b9b4-f61b7c7ba29b req-00d7c573-db5a-4222-a227-5ca03c193750 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:06.399317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60352467-388c-4375-b9b4-f61b7c7ba29b req-00d7c573-db5a-4222-a227-5ca03c193750 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1644034 Jul 22 21:55:06.532256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60352467-388c-4375-b9b4-f61b7c7ba29b req-56ff637f-583d-463c-9a95-4389242af890 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204414 Jul 22 21:55:06.536417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da68448-d52f-4372-b385-2dbda207a317 req-157b5487-531a-499c-b6f7-7c15182b068a tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:06.537957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0da68448-d52f-4372-b385-2dbda207a317 req-157b5487-531a-499c-b6f7-7c15182b068a tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1136 time: 0.2657990 Jul 22 21:55:06.596974 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0da68448-d52f-4372-b385-2dbda207a317 req-c5518671-9ebe-43d4-8649-48dd5ca2db37 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:06.751855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0da68448-d52f-4372-b385-2dbda207a317 req-c5518671-9ebe-43d4-8649-48dd5ca2db37 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:06.759022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0da68448-d52f-4372-b385-2dbda207a317 req-c5518671-9ebe-43d4-8649-48dd5ca2db37 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:06.793450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5518671-9ebe-43d4-8649-48dd5ca2db37 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b668e133-5d1a-4fbd-8fa9-f583a07be304,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:06.837776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0da68448-d52f-4372-b385-2dbda207a317 req-c5518671-9ebe-43d4-8649-48dd5ca2db37 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2844825 Jul 22 21:55:06.861141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46650) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:06.961791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee1677-ca1c-4f56-936e-535bf0646a4d tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:06.967153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3aee1677-ca1c-4f56-936e-535bf0646a4d tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1131 time: 0.1016967 Jul 22 21:55:06.967515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46652) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:06.972325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'tenant_id': '43b496233b1344db801c510003863513', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:07.024744 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:07.193626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:07.436583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Allocated IP 172.25.5.63 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/576b3547-422b-4b50-ae85-7a19eb1ab549) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:55:07.675459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:07.721980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:07.778522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=576b3547-422b-4b50-ae85-7a19eb1ab549,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:07.791304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:55:07.792911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:07.795892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:55:07.842399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17377e0f-31ae-4697-a1e5-75dc686f4dce req-4f4e4332-9bb9-4121-bff0-73e34b6cb473 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:07.845016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17377e0f-31ae-4697-a1e5-75dc686f4dce req-4f4e4332-9bb9-4121-bff0-73e34b6cb473 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1375213 Jul 22 21:55:07.943399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17377e0f-31ae-4697-a1e5-75dc686f4dce req-b7a3786f-c234-431c-be15-2d7b1db9a624 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788584 Jul 22 21:55:08.817250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:09.076322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:09.204031 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd14d-78c1-415f-9439-9dbd6bebce14 req-90055462-ee49-4959-872f-326e0cd2dc89 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:09.216037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e29cd14d-78c1-415f-9439-9dbd6bebce14 req-90055462-ee49-4959-872f-326e0cd2dc89 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1384990 Jul 22 21:55:09.307039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e29cd14d-78c1-415f-9439-9dbd6bebce14 req-0cbc34ba-3fe3-414f-838e-a7cb26f86835 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832486 Jul 22 21:55:10.035731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:10.056310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:10.199936 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:10.379759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=576b3547-422b-4b50-ae85-7a19eb1ab549,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:10.383009 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Floating IP c618da42-b362-46e2-8b2c-13d89727f86e associated. External IP: 172.25.5.63, port: d299adf0-949f-4b91-bb5b-603107e80f14. Jul 22 21:55:10.611905 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f19b6-1509-4e6d-9d4e-854fe254cfb5 req-5022d1a6-9708-418f-bd89-4d51bcef597a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:10.616370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b58f19b6-1509-4e6d-9d4e-854fe254cfb5 req-5022d1a6-9708-418f-bd89-4d51bcef597a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1335807 Jul 22 21:55:10.685308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b58f19b6-1509-4e6d-9d4e-854fe254cfb5 req-fe5ab623-001a-4f8d-b7b7-d27c10060108 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620933 Jul 22 21:55:10.779017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 72cde247-57a9-4c6c-91bf-02cf04e89197 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:55:10.974973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:55:10.991864 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] Sync routers for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:55:11.009325 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:55:11.011077 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:11.013477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:11.136191 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46670) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:11.137097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7465a105-3830-47f4-bb8e-ca52862a16c4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1683767 Jul 22 21:55:11.145028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:11.149082 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a38b1f-ca78-40cf-8f60-13a083d057ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:11.265022 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59124b5-c9ab-4096-a471-b98e6b785a59 x-openstack-request-id: req-a59124b5-c9ab-4096-a471-b98e6b785a59 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:11.265399 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:11.265686 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a59124b5-c9ab-4096-a471-b98e6b785a59 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:11.266169 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'status': 'completed', 'code': 200} Jul 22 21:55:11.307781 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:55:11.436444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-19571c13-0c83-4f9a-bb56-498209af741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.438786 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-19571c13-0c83-4f9a-bb56-498209af741a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1136 time: 0.1478941 Jul 22 21:55:11.564038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.564524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.565878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.568500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.571546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.574044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.577021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.578395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.583546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15d1113c-99b1-4613-a9f3-2c36af5f0e9b tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.4462633 Jul 22 21:55:11.584437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46674) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:11.640146 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c618da42-b362-46e2-8b2c-13d89727f86e', 'tenant_id': '43b496233b1344db801c510003863513', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'port_id': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'mac_address': 'fa:16:3e:92:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:55:08Z', 'updated_at': '2021-07-22T21:55:08Z', 'revision_number': 0, 'project_id': '43b496233b1344db801c510003863513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:59Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:11.643096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-e296c3f6-9e4f-4512-b362-05efa7dc6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.644625 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-e296c3f6-9e4f-4512-b362-05efa7dc6f09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b309c67c-05f5-4aa6-bf15-f329371eeaed HTTP/1.1" status: 200 len: 897 time: 0.1949873 Jul 22 21:55:11.674979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] Checking router: 72cde247-57a9-4c6c-91bf-02cf04e89197 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:55:11.686622 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:55:11.687272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:54:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:11.703139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.704418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.705110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.705768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.706420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.707071 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.707956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.708637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.713803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cbd249cf-7df4-4129-96e6-954fc7c326dc tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1282096 Jul 22 21:55:11.714722 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46676) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:11.784770 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-2728881e-87d4-45fc-8cf1-f333a36232c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d299adf0-949f-4b91-bb5b-603107e80f14 HTTP/1.1" status: 200 len: 998 time: 0.1329265 Jul 22 21:55:11.868135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:55:11.888415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-4af41ea0-1c6b-4a74-a414-97bb1aa8135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:11.890899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-4af41ea0-1c6b-4a74-a414-97bb1aa8135e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e424172b-5885-45be-a104-7088a0e35b79 HTTP/1.1" status: 200 len: 834 time: 0.1001420 Jul 22 21:55:12.018183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-b0b13e96-cc5e-437e-9ce0-e97ed1f5eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:12.028859 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-b0b13e96-cc5e-437e-9ce0-e97ed1f5eb00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b309c67c-05f5-4aa6-bf15-f329371eeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300640 Jul 22 21:55:12.101161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d0bea-6b67-4b60-b84f-3e8aa2b4668f req-a92e3671-6394-4315-9e29-b5733d72b5bf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:12.110468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-740d0bea-6b67-4b60-b84f-3e8aa2b4668f req-a92e3671-6394-4315-9e29-b5733d72b5bf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.2177656 Jul 22 21:55:12.207106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-740d0bea-6b67-4b60-b84f-3e8aa2b4668f req-87bc8be5-ec80-4a4d-8f2f-c1f684b42942 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955484 Jul 22 21:55:12.287440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46680) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:12.289069 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-667812ed-907a-4bcd-9355-ced4ab900f1e tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.5725398 Jul 22 21:55:12.303941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-d581410d-8fb7-4c2e-b742-0baa3a9343f3 service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686381 Jul 22 21:55:12.433768 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c618da42-b362-46e2-8b2c-13d89727f86e', 'tenant_id': '43b496233b1344db801c510003863513', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'port_id': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'mac_address': 'fa:16:3e:92:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:55:08Z', 'updated_at': '2021-07-22T21:55:08Z', 'revision_number': 0, 'project_id': '43b496233b1344db801c510003863513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:59Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:12.567338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e2254-2240-4bb1-b114-2fb7d343e26d tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:12.567648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e2254-2240-4bb1-b114-2fb7d343e26d tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:12.570866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7e7e2254-2240-4bb1-b114-2fb7d343e26d tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72cde247-57a9-4c6c-91bf-02cf04e89197 HTTP/1.1" status: 200 len: 1992 time: 0.2818158 Jul 22 21:55:12.588114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0839269f-5adc-4397-ab91-abe2022d4a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:12.615382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-88a38b1f-ca78-40cf-8f60-13a083d057ba req-190be19e-f6ac-4439-86ea-a17a61cd2522 service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871342 Jul 22 21:55:12.820274 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731387d6-9824-4f57-ade0-20d3fa6b33a8 None None] The sync data for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 is: [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c618da42-b362-46e2-8b2c-13d89727f86e', 'tenant_id': '43b496233b1344db801c510003863513', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'port_id': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'mac_address': 'fa:16:3e:92:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:55:08Z', 'updated_at': '2021-07-22T21:55:08Z', 'revision_number': 0, 'project_id': '43b496233b1344db801c510003863513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:59Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:55:13.259189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ceb2c-ffdd-48c4-8fea-863e1386fbb5 None None] New status for floating IP c618da42-b362-46e2-8b2c-13d89727f86e: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:55:13.624767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d4c2b-f44f-4eeb-bac3-3a117257a5c2 req-815df2c9-9d03-4904-ab93-7305dda2cd64 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:13.631714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb7d4c2b-f44f-4eeb-bac3-3a117257a5c2 req-815df2c9-9d03-4904-ab93-7305dda2cd64 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.2842247 Jul 22 21:55:13.732444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb7d4c2b-f44f-4eeb-bac3-3a117257a5c2 req-5f319142-0820-4753-a214-8da064f14b4b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864048 Jul 22 21:55:15.002571 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d048a7-298a-4c58-9238-04420718f342 req-7171fb8e-6efc-498d-93ae-8e1e43a38c0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:15.012201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6d048a7-298a-4c58-9238-04420718f342 req-7171fb8e-6efc-498d-93ae-8e1e43a38c0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.1051042 Jul 22 21:55:15.059107 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6d048a7-298a-4c58-9238-04420718f342 req-f074d393-db38-4161-9075-da4778c8a78e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453568 Jul 22 21:55:15.270930 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f087-496f-44a1-8913-8b6da12e5257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:15.468957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:16.208608 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:16.304302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37013e-cf00-4d97-8150-d7e5c6b9abda req-d1a88783-7e45-4b36-8c3f-8554423fdc82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:16.328230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e37013e-cf00-4d97-8150-d7e5c6b9abda req-d1a88783-7e45-4b36-8c3f-8554423fdc82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0979316 Jul 22 21:55:16.373285 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e37013e-cf00-4d97-8150-d7e5c6b9abda req-b14248b8-709d-462c-ab45-5d2f79df1209 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Jul 22 21:55:16.405903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-130930cf-7191-4447-bcfd-ae436e6647aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:16.408867 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-130930cf-7191-4447-bcfd-ae436e6647aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1097 time: 0.0668342 Jul 22 21:55:16.546003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-4cbf17ce-c0d9-4d57-bc2c-113ce1794b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:16.547528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-4cbf17ce-c0d9-4d57-bc2c-113ce1794b73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.1295357 Jul 22 21:55:16.625402 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-3d9b9b4c-d4f1-44e9-b90b-231e5a86572e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 1001 time: 0.0688117 Jul 22 21:55:16.688089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-3533929b-aab1-4d1f-b21a-7b15c120f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:16.690341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-3533929b-aab1-4d1f-b21a-7b15c120f74f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0586870 Jul 22 21:55:16.770944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-41e034e1-7183-467f-af98-176947d8a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:16.772785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-41e034e1-7183-467f-af98-176947d8a145 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749815 Jul 22 21:55:16.896520 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-1b19145f-b95a-420b-82ed-1e1f64159c0a service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107535 Jul 22 21:55:17.004950 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a1d255c3-87af-4b93-8330-a7b051d667e5 req-068a129d-d23b-4344-9408-beb3d7c1fad7 service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019404 Jul 22 21:55:17.576240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24ec56-428d-4cd3-ae12-66f05aa2e048 req-aefc49a5-b3df-4d9c-9de0-ff9592bcfff9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:17.578372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf24ec56-428d-4cd3-ae12-66f05aa2e048 req-aefc49a5-b3df-4d9c-9de0-ff9592bcfff9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 945 time: 0.0871267 Jul 22 21:55:17.628839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf24ec56-428d-4cd3-ae12-66f05aa2e048 req-f026d069-ba3c-41ae-8c15-84240fbaa6c5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Jul 22 21:55:18.377294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:18.578863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:55:18.678503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:18.722433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:18.724134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:18.727663 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddecb13c-548a-46df-81a2-06b12dc78b57" -d '{"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-unplugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:18.743936 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:18.784782 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca48070-f44f-4ce3-b6e4-92cc7299b62e x-openstack-request-id: req-1ca48070-f44f-4ce3-b6e4-92cc7299b62e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:18.785193 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-unplugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:18.785510 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ca48070-f44f-4ce3-b6e4-92cc7299b62e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:18.786131 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'code': 200} Jul 22 21:55:18.815678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:18.826555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.827192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.827966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.828480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.829072 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.829597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.829940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.830348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.830850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.831358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.831692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.832232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:18.867519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca320f4b-7a35-4f77-b2a2-4bfdfb8cb361 req-d44bfe0c-e52d-4c4f-b768-ae8056750b7a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:18.874935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca320f4b-7a35-4f77-b2a2-4bfdfb8cb361 req-d44bfe0c-e52d-4c4f-b768-ae8056750b7a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1335123 Jul 22 21:55:18.922380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca320f4b-7a35-4f77-b2a2-4bfdfb8cb361 req-b7d16685-7923-4f16-84b8-90bd2494586e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 Jul 22 21:55:20.139549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aed1c-bd10-44b7-b103-8191f0e63fea req-cdcdb61b-3c0a-49cb-ab93-89d2961b775e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:20.141000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e9aed1c-bd10-44b7-b103-8191f0e63fea req-cdcdb61b-3c0a-49cb-ab93-89d2961b775e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1427879 Jul 22 21:55:20.183225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e9aed1c-bd10-44b7-b103-8191f0e63fea req-86107be9-f4b7-4dea-bc5b-ef9ecc464ecd tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363486 Jul 22 21:55:20.838448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc9de-ab46-4d3c-bb53-3558f5c5f509 req-6d4f4295-0d3f-4f01-b337-35ec8badf63f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:20.841262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a6dc9de-ab46-4d3c-bb53-3558f5c5f509 req-6d4f4295-0d3f-4f01-b337-35ec8badf63f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0906832 Jul 22 21:55:20.859825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-0e7e3953-4ae2-4d0f-8e96-e778a3089ee6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0595391 Jul 22 21:55:20.882862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a6dc9de-ab46-4d3c-bb53-3558f5c5f509 req-0332e369-31ab-41ad-9cca-9064edcc1793 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350695 Jul 22 21:55:22.054769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23d26d-de60-4af2-8de0-208b2e219ba1 req-a61b0df7-87e9-4529-80f7-9b433e5d3782 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:22.056236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f23d26d-de60-4af2-8de0-208b2e219ba1 req-a61b0df7-87e9-4529-80f7-9b433e5d3782 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0865829 Jul 22 21:55:22.104240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f23d26d-de60-4af2-8de0-208b2e219ba1 req-fe12c06b-fb33-4f23-b81f-0156189cc538 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370424 Jul 22 21:55:22.467558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46850) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:22.562437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] Deleting subnet 382bcea7-7ab9-40d9-8eb6-0dd77effbc4b {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:55:22.567139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.578589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:55:22.618404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.669541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.727128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.756966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382bcea7-7ab9-40d9-8eb6-0dd77effbc4b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:22.762030 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.764011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27a48d83-36c4-4fec-aa99-e4497a016e93 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/382bcea7-7ab9-40d9-8eb6-0dd77effbc4b HTTP/1.1" status: 204 len: 168 time: 0.2951627 Jul 22 21:55:22.766438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46852) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:22.849774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.929944 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.941117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645b3301-e550-4db0-986b-bcd3a1dcebfd']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:22.957048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0931a11-cc64-4367-bc7a-e3176b379f8d') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:22.957347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0931a11-cc64-4367-bc7a-e3176b379f8d') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:22.967393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.982006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.988117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:55:22.988496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:55:22.990314 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:55:23.045560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:23.052869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:23.055446 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/645b3301-e550-4db0-986b-bcd3a1dcebfd HTTP/1.1" status: 204 len: 168 time: 0.2880626 Jul 22 21:55:23.068847 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc0fc9-9171-424e-9ca6-fba2881839e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=645b3301-e550-4db0-986b-bcd3a1dcebfd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:23.234924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 46858) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:23.258305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62c7c-1d24-47b7-bd40-798a58f55092 req-9e73baf8-fe72-4561-b2e7-dbc149065386 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:23.260022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1db62c7c-1d24-47b7-bd40-798a58f55092 req-9e73baf8-fe72-4561-b2e7-dbc149065386 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0718350 Jul 22 21:55:23.279783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-971c4788-68df-45b8-8162-77aaa1b15573 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31eb26131db940a682759101ea042e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431700 Jul 22 21:55:23.282590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 46860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:23.319447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1db62c7c-1d24-47b7-bd40-798a58f55092 req-5fa0e477-3190-4746-948d-0d0d37c6b1e1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528576 Jul 22 21:55:23.345787 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:23.368211 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:23.417216 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:23.419957 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:23.421205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93123155-8b34-47ea-b419-c49b02f2b0fa HTTP/1.1" status: 204 len: 168 time: 0.1366479 Jul 22 21:55:23.429720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93123155-8b34-47ea-b419-c49b02f2b0fa,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:23.438330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.438786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.439226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.439659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.440119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.440534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.440934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.441330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.442084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.442084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.442491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:23.442880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f3b81-303a-4bc2-a97f-c2413dfd06c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:24.475396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351281-88bb-4881-a410-690ff780eaec req-11915ae4-9cff-428d-8cbc-071f870a212e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:24.477093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13351281-88bb-4881-a410-690ff780eaec req-11915ae4-9cff-428d-8cbc-071f870a212e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0790219 Jul 22 21:55:24.524763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13351281-88bb-4881-a410-690ff780eaec req-b4742af5-ad05-4582-952e-43ac89209794 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415730 Jul 22 21:55:25.683853 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0eae4-ea72-4673-834d-0c5b3693d1a8 req-7cdf3194-7afb-4cfa-8635-e0484a954d79 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:25.685399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57a0eae4-ea72-4673-834d-0c5b3693d1a8 req-7cdf3194-7afb-4cfa-8635-e0484a954d79 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0677037 Jul 22 21:55:25.727959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-57a0eae4-ea72-4673-834d-0c5b3693d1a8 req-2167e185-7acf-4861-be67-542eb37309ec tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359712 Jul 22 21:55:25.915427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-2812876e-d271-4215-af9c-ed9c06a0e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:25.917508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-2812876e-d271-4215-af9c-ed9c06a0e187 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261&tenant_id=867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 1095 time: 0.0958846 Jul 22 21:55:25.992109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-762eded5-44ad-466c-8b16-3df20ff83e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:25.999587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-762eded5-44ad-466c-8b16-3df20ff83e39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1095 time: 0.0537345 Jul 22 21:55:26.104987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-20f6881f-e8d8-4812-93fa-9722a877f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:26.106469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-20f6881f-e8d8-4812-93fa-9722a877f4c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.1058292 Jul 22 21:55:26.183465 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-3c204256-6d79-4b35-8569-298d7595898b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 999 time: 0.0700073 Jul 22 21:55:26.237570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-6638d147-c7a8-4824-a58a-3c7ad0e7bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:26.238655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-6638d147-c7a8-4824-a58a-3c7ad0e7bfc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0482087 Jul 22 21:55:26.306059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-e907ea84-7339-499a-ac46-f53449560f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:26.308604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-e907ea84-7339-499a-ac46-f53449560f9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616353 Jul 22 21:55:26.400820 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-dfd030b6-cf21-4f63-8452-c4bae7b9c46d service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852482 Jul 22 21:55:26.501688 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7a2f5da4-d650-4721-8829-d5323412a8b2 req-0e4dad7d-16a6-4bda-8019-8c90113bc1fb service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937204 Jul 22 21:55:26.888869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f6cd-6443-4738-96bd-6a872a6c7a70 req-0fbcddd8-e6fb-4109-b274-2ca71102635d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:26.890482 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2473f6cd-6443-4738-96bd-6a872a6c7a70 req-0fbcddd8-e6fb-4109-b274-2ca71102635d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0839148 Jul 22 21:55:26.938100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2473f6cd-6443-4738-96bd-6a872a6c7a70 req-22597482-828f-4686-908e-ed4c30680c16 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Jul 22 21:55:28.106489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c0729-72da-4c14-8897-2091f3229b81 req-7d718b2f-758b-4d11-8096-94c9b4c96231 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:28.116137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d82c0729-72da-4c14-8897-2091f3229b81 req-7d718b2f-758b-4d11-8096-94c9b4c96231 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0822966 Jul 22 21:55:28.154993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d82c0729-72da-4c14-8897-2091f3229b81 req-4e3f6892-c038-4a13-9f08-de15f7c6f6fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375063 Jul 22 21:55:29.379160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9736297-70fb-4a77-ac2d-cea1c146f9d4 req-6ae36d24-c596-4ba1-a6be-1d6fc276b1fa tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:29.386783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9736297-70fb-4a77-ac2d-cea1c146f9d4 req-6ae36d24-c596-4ba1-a6be-1d6fc276b1fa tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0978067 Jul 22 21:55:29.439297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9736297-70fb-4a77-ac2d-cea1c146f9d4 req-ae530920-bf31-4379-84fa-3709062aeb7d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513306 Jul 22 21:55:30.762917 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29582b5b-95ef-4d5a-a90d-30dc0fb0dfff req-844a3e99-0452-4f27-b386-afc393b601e6 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:30.780343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29582b5b-95ef-4d5a-a90d-30dc0fb0dfff req-844a3e99-0452-4f27-b386-afc393b601e6 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1664503 Jul 22 21:55:30.869226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29582b5b-95ef-4d5a-a90d-30dc0fb0dfff req-90f18d87-9148-43a9-b82f-b7bb570bfcb4 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874124 Jul 22 21:55:31.594818 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:32.080758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df0177-63b2-40df-af76-4b22256f9170 req-68d71ea7-57eb-4ac9-a493-71a61b0a09ed tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:32.101074 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09df0177-63b2-40df-af76-4b22256f9170 req-68d71ea7-57eb-4ac9-a493-71a61b0a09ed tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1286390 Jul 22 21:55:32.177168 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-09df0177-63b2-40df-af76-4b22256f9170 req-45311b48-fbfc-4a4a-bb1f-d6499bd0bf47 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739126 Jul 22 21:55:32.241553 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:33.448036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac7b8-073c-4553-8e04-f116ed2fba33 req-70dc9c9d-61a3-403a-9abc-ef16e672d4e9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:33.449768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f6ac7b8-073c-4553-8e04-f116ed2fba33 req-70dc9c9d-61a3-403a-9abc-ef16e672d4e9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1306314 Jul 22 21:55:33.565535 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f6ac7b8-073c-4553-8e04-f116ed2fba33 req-1070cd52-3633-4ac2-b285-15ea94ef8d72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093223 Jul 22 21:55:34.818914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2bd1e-d137-4568-9553-95553facac85 req-7060208f-9cd1-40a2-a15e-3de81a7c38ec tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:34.827473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f2bd1e-d137-4568-9553-95553facac85 req-7060208f-9cd1-40a2-a15e-3de81a7c38ec tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1161435 Jul 22 21:55:34.875330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67f2bd1e-d137-4568-9553-95553facac85 req-76213581-7ff6-4355-a7b6-f9e3d4e6e85a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Jul 22 21:55:36.082904 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:55:36.199384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d404-7d7b-480f-9738-f8830578e638 req-b3b94731-9a8e-4d31-a486-1b2609bb8ffe tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:36.209691 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93c1d404-7d7b-480f-9738-f8830578e638 req-b3b94731-9a8e-4d31-a486-1b2609bb8ffe tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1085613 Jul 22 21:55:36.258283 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93c1d404-7d7b-480f-9738-f8830578e638 req-1c7bb138-3c59-4d57-8a2b-80d257ed05d1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Jul 22 21:55:37.457024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24b2d4-8451-4ea3-ac11-41fbc488020c req-6d495410-01c8-4c2b-93c9-9586097ba502 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:37.465477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f24b2d4-8451-4ea3-ac11-41fbc488020c req-6d495410-01c8-4c2b-93c9-9586097ba502 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1006815 Jul 22 21:55:37.519942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f24b2d4-8451-4ea3-ac11-41fbc488020c req-2288ecb7-e4fa-4680-b991-bcee700716f6 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466444 Jul 22 21:55:38.745038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afea69-b5d6-4f2b-8886-41bc5b8ef485 req-3b50de07-c63a-4657-963c-1d66b096b1e3 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:38.747421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12afea69-b5d6-4f2b-8886-41bc5b8ef485 req-3b50de07-c63a-4657-963c-1d66b096b1e3 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.1127365 Jul 22 21:55:38.805470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12afea69-b5d6-4f2b-8886-41bc5b8ef485 req-7d283b1f-30d4-4bc7-84a4-64b173f4fe36 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500684 Jul 22 21:55:39.505146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-d8bb54fd-b233-4fcf-bf36-13393c73d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:39.506825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-d8bb54fd-b233-4fcf-bf36-13393c73d5bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1095 time: 0.2043028 Jul 22 21:55:39.640872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-e812acb0-a4db-4107-a810-2e8c3ea0f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:39.642436 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-e812acb0-a4db-4107-a810-2e8c3ea0f74f service neutron] 10.222.0.23 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.1140959 Jul 22 21:55:39.721742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-9c9b0f52-69f7-4ecc-bdd8-1496a02fc9ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 200 len: 999 time: 0.0684707 Jul 22 21:55:39.785150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-e200d5dd-a1b4-4aea-8a3e-56f05a55700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:39.787653 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-e200d5dd-a1b4-4aea-8a3e-56f05a55700d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0585570 Jul 22 21:55:39.882824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-9de42c2c-dcdc-41c1-bad8-8e955ce4b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:39.884375 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-9de42c2c-dcdc-41c1-bad8-8e955ce4b597 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892661 Jul 22 21:55:39.966586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e64e9-b5ff-4460-a014-c67a22848851 req-a2ddc86b-5323-4e87-bd59-8d94dc0528d1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:39.974292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb9e64e9-b5ff-4460-a014-c67a22848851 req-a2ddc86b-5323-4e87-bd59-8d94dc0528d1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0802860 Jul 22 21:55:40.013422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb9e64e9-b5ff-4460-a014-c67a22848851 req-928d0771-0836-43e6-924c-193d8d3df9bd tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380564 Jul 22 21:55:40.054279 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-e1491818-50fb-4225-96cb-e4124a4bc7ea service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607800 Jul 22 21:55:40.178917 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5fcd756c-df36-4b62-bd98-4a9d15f5f270 req-5b69d5be-9a38-4e45-bd76-31bf10c8212a service neutron] 10.222.0.23 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174815 Jul 22 21:55:41.166568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411096a-2e9e-44cc-861e-c34c667be88f req-b7051d18-2c0a-4268-ad13-7501fdb63681 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:41.172566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3411096a-2e9e-44cc-861e-c34c667be88f req-b7051d18-2c0a-4268-ad13-7501fdb63681 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0717177 Jul 22 21:55:41.207387 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3411096a-2e9e-44cc-861e-c34c667be88f req-1fb42c4b-6ead-4534-9530-e40f99e53458 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336328 Jul 22 21:55:41.670732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-fe96df83-da95-4fe4-9ac8-c61dd75c799e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487842057&fields=id&tenant_id=5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 267 time: 0.0392196 Jul 22 21:55:41.786317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-9883763d-7346-49a1-bf55-ca551a99aee2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:41.788189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-9883763d-7346-49a1-bf55-ca551a99aee2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1098714 Jul 22 21:55:41.803933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-4b3737ac-6f2b-4fae-937e-cc2783fe1d95 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/quotas/5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Jul 22 21:55:41.881840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-0245fac6-7bf4-4126-8fae-f47ad612106c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0715904 Jul 22 21:55:42.075140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-e0873f7e-5432-4637-9ac2-fbe45512f313 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815102 Jul 22 21:55:42.172775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-19eacca3-4729-4d87-9fc0-184930df0f79 service neutron] 10.222.0.54 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912800 Jul 22 21:55:42.352561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73827b33-c550-4598-8580-14456484efa8 req-a60f239a-8339-465b-b118-0e0f340ec1a7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:42.354357 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73827b33-c550-4598-8580-14456484efa8 req-a60f239a-8339-465b-b118-0e0f340ec1a7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0685778 Jul 22 21:55:42.402942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-73827b33-c550-4598-8580-14456484efa8 req-261a26d0-f16a-46de-9a44-cbb9d5be3859 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Jul 22 21:55:42.519877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e16584ce-0942-4278-ad83-5e869bee7290 req-3273badb-74c0-4aba-8da1-28045a3b578f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 210 time: 0.0323250 Jul 22 21:55:42.571534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-96ce83f5-9d5f-429f-845f-2c6610cc3966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:43.538675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-abd369dd-d040-4eba-a326-d92f2acae3b5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:43.541133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-abd369dd-d040-4eba-a326-d92f2acae3b5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 811 time: 0.1215403 Jul 22 21:55:43.564048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047f0a-f205-4420-a312-e7ae005ee9d7 req-b50eee99-02c7-4181-8797-fbbae0a3e1bf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:43.565453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d047f0a-f205-4420-a312-e7ae005ee9d7 req-b50eee99-02c7-4181-8797-fbbae0a3e1bf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.0745256 Jul 22 21:55:43.597275 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-ebf01ab8-e43f-4a76-abe4-607fe4fb45f5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f320adcb16a4b44964ca165b1763aa4 HTTP/1.1" status: 200 len: 380 time: 0.0474591 Jul 22 21:55:43.613560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'port': {'device_id': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'admin_state_up': True, 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'security_groups': ['d6c1e242-6d46-4935-87a5-9913bee93698']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:43.639346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7236a78a-36fd-4aa6-9cf2-368ad7d1e45d req-8618cf96-961c-439b-948c-b268a6f194dd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 210 time: 0.0323346 Jul 22 21:55:43.642543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4d047f0a-f205-4420-a312-e7ae005ee9d7 req-aabc06cf-7908-486f-8272-d5924b56e80d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678020 Jul 22 21:55:43.735649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Made reservation on behalf of 5f320adcb16a4b44964ca165b1763aa4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:55:43.738660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:43.885582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.20.0.9 (b5fe1231-f9d1-4a54-9d22-40bf7ef546c9/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7/c51398d3-f914-4385-909c-1045806938a3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:55:44.094627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:44.114586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Transition to ACTIVE for port object c51398d3-f914-4385-909c-1045806938a3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:44.154835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:44.203935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:55:44.207244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:44.214393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:55:44.263319 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=c51398d3-f914-4385-909c-1045806938a3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:44.273374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:44.274399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:44.318255 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f68ffd2b-745a-411a-9315-da648c2f9cdf tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078631 Jul 22 21:55:44.335139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Request body: {'port': {'device_id': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:44.453481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:44.607147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-db27f447-a74d-4a74-b226-de491be229f0 None None] Provisioning for port c51398d3-f914-4385-909c-1045806938a3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:44.617041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-db27f447-a74d-4a74-b226-de491be229f0 None None] Provisioning complete for port c51398d3-f914-4385-909c-1045806938a3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:44.621872 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-db27f447-a74d-4a74-b226-de491be229f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:44.669409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-db27f447-a74d-4a74-b226-de491be229f0 None None] Port c51398d3-f914-4385-909c-1045806938a3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:55:44.738071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:55:45.063021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232386d-fd79-4098-b8ef-87064d4a3616 req-0590340e-cc72-4b3d-88a4-09d43059fd36 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:45.073217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f232386d-fd79-4098-b8ef-87064d4a3616 req-0590340e-cc72-4b3d-88a4-09d43059fd36 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 943 time: 0.2893748 Jul 22 21:55:45.124626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080bc6-dec6-4b49-badb-19aadb62acf7 req-dc58b71c-03a2-4f57-baf6-75cd53fa4fd4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:45.136288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba080bc6-dec6-4b49-badb-19aadb62acf7 req-dc58b71c-03a2-4f57-baf6-75cd53fa4fd4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 931 time: 0.2713544 Jul 22 21:55:45.204548 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba080bc6-dec6-4b49-badb-19aadb62acf7 req-3f147b8b-654b-457a-b94f-3720cc031be9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626578 Jul 22 21:55:45.225245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51398d3-f914-4385-909c-1045806938a3 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:55:45.234328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f232386d-fd79-4098-b8ef-87064d4a3616 req-41c035b6-ecf9-4e9a-abd8-d27f8ea5f7ac tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596036 Jul 22 21:55:45.237911 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.264622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Transition to ACTIVE for port object c51398d3-f914-4385-909c-1045806938a3 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:45.265991 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.379798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c51398d3-f914-4385-909c-1045806938a3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:45.385738 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c597a056-9b63-4160-80ee-eda2f3479357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.441001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:45.464116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'port_id': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'mac_address': 'fa:16:3e:44:9f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:55:45.494623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Attempting to bind port c51398d3-f914-4385-909c-1045806938a3 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:55:45.494623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Attempting to bind port c51398d3-f914-4385-909c-1045806938a3 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:55:45.494623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Attempting to bind port c51398d3-f914-4385-909c-1045806938a3 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:55:45.496956 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.504787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Port c51398d3-f914-4385-909c-1045806938a3 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:55:45.505339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Attempting to bind port c51398d3-f914-4385-909c-1045806938a3 on network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:55:45.512010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:55:45.512169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Checking segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:55:45.512469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Bound using segment: {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:55:45.512901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Bound port: c51398d3-f914-4385-909c-1045806938a3, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252852b3-542d-425c-bb5c-9c9d4aa6600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:55:45.513258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.557321 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.576908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267c5dff-6c6f-4dd7-bc4b-502b12110df0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:55:45.623363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] For port c51398d3-f914-4385-909c-1045806938a3, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:55:45.626698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] For port c51398d3-f914-4385-909c-1045806938a3, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c51398d3-f914-4385-909c-1045806938a3,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:55:45.632627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:45.633205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.637460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.676292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:45.676916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:45.678726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] 10.222.0.23 "PUT /v2.0/ports/c51398d3-f914-4385-909c-1045806938a3 HTTP/1.1" status: 200 len: 1092 time: 1.3518634 Jul 22 21:55:45.679631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'tag': 'c51398d3-f914-4385-909c-1045806938a3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:45.682645 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9753db-70b7-4762-abaa-6043c9d0f9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "tag": "c51398d3-f914-4385-909c-1045806938a3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:45.739042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:45.777521 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9081022-b728-4e3d-952f-8fc46b5565f6 x-openstack-request-id: req-f9081022-b728-4e3d-952f-8fc46b5565f6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:45.777837 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "tag": "c51398d3-f914-4385-909c-1045806938a3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:45.779459 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9081022-b728-4e3d-952f-8fc46b5565f6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:45.779459 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'tag': 'c51398d3-f914-4385-909c-1045806938a3', 'status': 'completed', 'code': 200} Jul 22 21:55:45.780607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c28d1c-f126-4db5-a314-0fbcaf9c4cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c51398d3-f914-4385-909c-1045806938a3,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:45.829419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-e95bed37-c1ad-4c68-94d6-3d83f4741ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:45.831009 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-e95bed37-c1ad-4c68-94d6-3d83f4741ea9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 1095 time: 0.0983968 Jul 22 21:55:45.886428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-81171265-173e-416c-9c95-0cfa9aa5be12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51398d3-f914-4385-909c-1045806938a3 HTTP/1.1" status: 200 len: 217 time: 0.0453088 Jul 22 21:55:45.889050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['267c5dff-6c6f-4dd7-bc4b-502b12110df0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:55:45.968064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-8d37fe56-f5cc-4c0e-a1dd-f5a44f62f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:45.970795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-8d37fe56-f5cc-4c0e-a1dd-f5a44f62f52d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0665343 Jul 22 21:55:46.060773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-fb0f70c5-6af1-43bb-aa3a-c9b5386511c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:46.062244 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-fb0f70c5-6af1-43bb-aa3a-c9b5386511c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797372 Jul 22 21:55:46.202018 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-f92d5b60-09e1-463d-8c5e-276183a262c1 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274683 Jul 22 21:55:46.206909 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.318604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:46.413990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b548896-3505-44d2-ba22-d1b3d7f1b596 req-624a9a94-deb7-4d82-aed5-80de6593181d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:46.417059 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b548896-3505-44d2-ba22-d1b3d7f1b596 req-624a9a94-deb7-4d82-aed5-80de6593181d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.1402490 Jul 22 21:55:46.457697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eff268d8-0bef-48b7-a081-00e685ca37c7 req-bbaf110b-9ee8-4a13-a25e-1e8cf138d8aa service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450922 Jul 22 21:55:46.506603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b548896-3505-44d2-ba22-d1b3d7f1b596 req-a6236109-6b65-4d4b-86e7-b642f1d44b02 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756414 Jul 22 21:55:46.536358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b0a62-1fcf-4991-b329-79704f5a82be req-953ff0f3-47dd-4ade-9eed-fb29f2763bf9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:46.547010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d04b0a62-1fcf-4991-b329-79704f5a82be req-953ff0f3-47dd-4ade-9eed-fb29f2763bf9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 944 time: 0.1935046 Jul 22 21:55:46.555106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac0667aa-1180-458a-b936-74c2a500e804 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3319 time: 0.2350898 Jul 22 21:55:46.564317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47138) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:46.570691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'network': {'name': 'tempest-network-smoke--407074635', 'project_id': '43b496233b1344db801c510003863513', 'port_security_enabled': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:46.625874 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d04b0a62-1fcf-4991-b329-79704f5a82be req-f1e4bc1b-988a-4dc8-8c76-30a28c5d607d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772827 Jul 22 21:55:46.628671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Made reservation on behalf of 43b496233b1344db801c510003863513 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:55:46.632814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.654941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-4d6a5f6d-d777-4f15-9a08-bf2ba91aa62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:46.656715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-4d6a5f6d-d777-4f15-9a08-bf2ba91aa62b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 1095 time: 0.1005750 Jul 22 21:55:46.694549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:55:46.739155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.739651 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Added segment 97164723-1695-40f0-bcfd-403a9306fe52 of type vlan for network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 Jul 22 21:55:46.741505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:46.805217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.815997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-2d0d4994-31c6-4ded-a6d8-4698aaf51104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:46.817586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-2d0d4994-31c6-4ded-a6d8-4698aaf51104 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1535683 Jul 22 21:55:46.832604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:46.833107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.873799 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-e43c572d-179b-4460-b4ef-7a8f13c09a5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51398d3-f914-4385-909c-1045806938a3 HTTP/1.1" status: 200 len: 217 time: 0.0462768 Jul 22 21:55:46.890739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.896967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:46.897846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.940257 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:46.981086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4132059 Jul 22 21:55:46.981343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:46.981842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47142) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:46.982012 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e2af8-14a5-41ae-a750-5f2b95d2d469" -d '{"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-plugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:46.986153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'admin_state_up': True, 'project_id': '43b496233b1344db801c510003863513', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:47.044267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:47.052824 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:47.053851 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:47.054062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:47.077857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-84085ccf-bece-4d60-ad4a-e9fc5510ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:47.079708 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-84085ccf-bece-4d60-ad4a-e9fc5510ad5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1991684 Jul 22 21:55:47.080529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9bc0f-adde-49b2-9ba1-9d382fbffe61 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Network': ['ID=1a3d2cea-6553-45c2-9f15-acb5f48e98e8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:47.097231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:55:47.127127 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e955a2-387e-4b95-a90b-6afdc75b622a x-openstack-request-id: req-38e955a2-387e-4b95-a90b-6afdc75b622a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:47.127437 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-plugged", "status": "completed", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:47.127731 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38e955a2-387e-4b95-a90b-6afdc75b622a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:47.128181 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'code': 200} Jul 22 21:55:47.138004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:47.201259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-9346a891-446c-4342-b895-cd848fe0c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:47.204270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-9346a891-446c-4342-b895-cd848fe0c3e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145890 Jul 22 21:55:47.248620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:47.377694 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:47.380487 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-c0469727-a14d-4d2a-bebb-e5ed28a2f032 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631801 Jul 22 21:55:47.537652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8298a9-4652-4d42-9af8-746687b8658d req-a6a1a3c8-6007-4e3c-9800-c8bed7737e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:47.554744 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df8298a9-4652-4d42-9af8-746687b8658d req-a6a1a3c8-6007-4e3c-9800-c8bed7737e6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 1098 time: 0.1731341 Jul 22 21:55:47.606757 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d9753db-70b7-4762-abaa-6043c9d0f9b9 req-3ade4c42-ec5e-4c1e-830e-26403d7c46ed service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150645 Jul 22 21:55:47.689037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df8298a9-4652-4d42-9af8-746687b8658d req-586a641e-8fa0-4249-afde-e9c84ad31238 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202879 Jul 22 21:55:48.188411 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:48.220406 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:48.335517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3b7a1-fa13-473e-b067-65d82b0fd0b8 req-f972f5fb-e0c2-409b-be98-b8bb6ce03e1b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:48.337402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63f3b7a1-fa13-473e-b067-65d82b0fd0b8 req-f972f5fb-e0c2-409b-be98-b8bb6ce03e1b tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.7025619 Jul 22 21:55:48.408661 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:48.466876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2fa-b69a-4172-a178-efeb1da810cf req-a4eee66d-ec3e-4241-9ee7-54b377bd22f3 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:48.480585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2636c2fa-b69a-4172-a178-efeb1da810cf req-a4eee66d-ec3e-4241-9ee7-54b377bd22f3 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 946 time: 0.3915534 Jul 22 21:55:48.576332 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Allocated IP 172.25.5.80 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/98c87a42-0782-48b6-9efe-07b5f504dae6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:55:48.591728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2636c2fa-b69a-4172-a178-efeb1da810cf req-7ab16ba5-7631-4d58-8b52-45cb4c5fcb66 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098928 Jul 22 21:55:48.622684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-63f3b7a1-fa13-473e-b067-65d82b0fd0b8 req-a92e61fd-0d4c-495b-9ae9-eab9cda3a2b5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715797 Jul 22 21:55:48.982067 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:49.051452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:49.097541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:55:49.104120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:49.106902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:55:49.144814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=98c87a42-0782-48b6-9efe-07b5f504dae6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:49.486939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:49.876021 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:49.966579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0d0ac-eb71-46ed-9d33-2f03f3acd914 req-f76492ab-c09a-4d5d-a799-b0b86df0a000 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:49.968215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9b0d0ac-eb71-46ed-9d33-2f03f3acd914 req-f76492ab-c09a-4d5d-a799-b0b86df0a000 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 946 time: 0.2376969 Jul 22 21:55:49.976784 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d511be-de2f-49bc-9994-3ae41959f3a8 req-5c7dc2ad-8d95-4100-a1d3-e2b6cc18d5db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:49.978928 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3d511be-de2f-49bc-9994-3ae41959f3a8 req-5c7dc2ad-8d95-4100-a1d3-e2b6cc18d5db tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.2378757 Jul 22 21:55:50.070626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9b0d0ac-eb71-46ed-9d33-2f03f3acd914 req-b22fe750-89e6-43b1-938d-edb417498c32 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906043 Jul 22 21:55:50.074842 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3d511be-de2f-49bc-9994-3ae41959f3a8 req-9b0629f6-fc2e-4a6c-8e8c-ca68d2f7cd27 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880761 Jul 22 21:55:50.117348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 9e06fae2-aaab-44d6-9025-000043f6f5a3 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:55:50.227048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:55:50.239619 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Sync routers for ids ['9e06fae2-aaab-44d6-9025-000043f6f5a3'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:55:50.247572 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:50.249666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a9ae6b07-916e-449f-941d-808989241525 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2669008 Jul 22 21:55:50.252728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47200) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:50.254006 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Routers {'9e06fae2-aaab-44d6-9025-000043f6f5a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:55:50.255052 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e06fae2-aaab-44d6-9025-000043f6f5a3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:50.336533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291ef1de-09d4-40ab-b466-1a7f5e9c1a1c tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:50.338331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-291ef1de-09d4-40ab-b466-1a7f5e9c1a1c tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=43b496233b1344db801c510003863513&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0845268 Jul 22 21:55:50.341789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47202) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:50.370016 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Set router 9e06fae2-aaab-44d6-9025-000043f6f5a3 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:55:50.571885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842eeae-4eeb-4863-968e-0bdac2a8e634 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:50.576005 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e842eeae-4eeb-4863-968e-0bdac2a8e634 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2311585 Jul 22 21:55:50.576353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47240) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:50.592971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:55:49Z', 'revision_number': 3, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:50.614774 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-da4e8bc9-9fe6-400b-a330-0090feb6f70c tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346830 Jul 22 21:55:50.615214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47246) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:50.625270 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Checking router: 9e06fae2-aaab-44d6-9025-000043f6f5a3 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:55:50.625806 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Updating router 9e06fae2-aaab-44d6-9025-000043f6f5a3 port 98c87a42-0782-48b6-9efe-07b5f504dae6 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:55:50.651048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a3a6fbbb-bae3-47d0-a29a-8e188b6fd6ad tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=43b496233b1344db801c510003863513&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346332 Jul 22 21:55:50.654324 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47248) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:50.671799 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:50.770798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ff75e-ced4-4b17-adea-c313467ba708 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:50.772911 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-437ff75e-ced4-4b17-adea-c313467ba708 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1178112 Jul 22 21:55:50.776029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:50.828965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b32c2ee6-2dbf-4be7-a883-325c1f09d724 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493035 Jul 22 21:55:50.829361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47252) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:50.834514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76538063', 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'project_id': '43b496233b1344db801c510003863513', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:50.945802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Made reservation on behalf of 43b496233b1344db801c510003863513 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:55:50.950901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.000770 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.013698 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Transition to ACTIVE for port object 98c87a42-0782-48b6-9efe-07b5f504dae6 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:51.021506 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.093259 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Attempting to bind port 98c87a42-0782-48b6-9efe-07b5f504dae6 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:55:51.093630 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Attempting to bind port 98c87a42-0782-48b6-9efe-07b5f504dae6 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:55:51.094084 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Attempting to bind port 98c87a42-0782-48b6-9efe-07b5f504dae6 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:55:51.096044 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Pushing event updated for resources: {'Port': ['ID=98c87a42-0782-48b6-9efe-07b5f504dae6,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:51.108437 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.108759 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.109100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.109431 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.109757 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.110084 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.110404 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.110856 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.111183 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.111501 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.111827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.112185 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:51.116264 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:55:51.116643 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:55:51.117194 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.117481 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:55:51.118011 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Bound port: 98c87a42-0782-48b6-9efe-07b5f504dae6, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:55:51.118395 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.182267 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] For port 98c87a42-0782-48b6-9efe-07b5f504dae6, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:55:51.192906 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] For port 98c87a42-0782-48b6-9efe-07b5f504dae6, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=98c87a42-0782-48b6-9efe-07b5f504dae6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:55:51.199869 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.223946 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.280679 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Routers {'9e06fae2-aaab-44d6-9025-000043f6f5a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:55:51.281374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e06fae2-aaab-44d6-9025-000043f6f5a3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:51.347987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Subnet': ['ID=e14c0fbd-2145-4e76-af03-86be4d5cd55f,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:51.354073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Checking segment: {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:55:51.354821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network hostable DHCP agents. Network: 1a3d2cea-6553-45c2-9f15-acb5f48e98e8, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:55:51.376776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:55:51.405282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 1a3d2cea-6553-45c2-9f15-acb5f48e98e8) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:51.410693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:51.411407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.416001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873fe92-2328-4707-b79f-60e5666e0d38 None None] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:55:51.419200 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60426b5-4abf-4e30-b553-3f25dbef92b5 None None] Pushing event updated for resources: {'Port': ['ID=98c87a42-0782-48b6-9efe-07b5f504dae6,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:51.459193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f26d78ef-d635-4e7e-956d-72bb3564ca18 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.6261523 Jul 22 21:55:51.459430 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] Set router 9e06fae2-aaab-44d6-9025-000043f6f5a3 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:55:51.459616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47292) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:55:51.469150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3c5d-c704-4785-8d6f-a726c3abfe35 req-7ad55255-bd3f-459a-a942-c2ae4c9470b2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:51.470966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-caed3c5d-c704-4785-8d6f-a726c3abfe35 req-7ad55255-bd3f-459a-a942-c2ae4c9470b2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.1713743 Jul 22 21:55:51.481577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf60a1e-6126-4fa0-911a-4f3435ec97ee req-65fc922d-9c3a-4110-802b-2d170a6bb06a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:51.483474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf60a1e-6126-4fa0-911a-4f3435ec97ee req-65fc922d-9c3a-4110-802b-2d170a6bb06a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 946 time: 0.1856966 Jul 22 21:55:51.561115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cf60a1e-6126-4fa0-911a-4f3435ec97ee req-87d96309-e56b-428f-8971-163949499da7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702345 Jul 22 21:55:51.564471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-caed3c5d-c704-4785-8d6f-a726c3abfe35 req-0a5f1682-b2ed-4786-94fe-2d32106f0e2c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798562 Jul 22 21:55:51.679146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'tenant_id': '43b496233b1344db801c510003863513', 'fixed_ips': [{'subnet_id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:55:51.680062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:51.744965 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:55:49Z', 'revision_number': 3, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:51.777837 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9763c5-989e-44e1-9f20-a1e463ec961f None None] The sync data for ids ['9e06fae2-aaab-44d6-9025-000043f6f5a3'] in n-d-762330-19 is: [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:55:49Z', 'revision_number': 3, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:55:51.867300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Allocated IP 172.20.0.18 (1a3d2cea-6553-45c2-9f15-acb5f48e98e8/e14c0fbd-2145-4e76-af03-86be4d5cd55f/78880b59-cb82-4021-942d-a5e51dd4e1e0) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:55:52.062675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.073639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Transition to ACTIVE for port object 78880b59-cb82-4021-942d-a5e51dd4e1e0 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:52.082664 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.113103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Transition to ACTIVE for port object 78880b59-cb82-4021-942d-a5e51dd4e1e0 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:52.122294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.175515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:55:52.178847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:52.183904 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:55:52.187563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Pushing event updated for resources: {'Port': ['ID=78880b59-cb82-4021-942d-a5e51dd4e1e0,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:52.260899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Attempting to bind port 78880b59-cb82-4021-942d-a5e51dd4e1e0 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:55:52.261525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Attempting to bind port 78880b59-cb82-4021-942d-a5e51dd4e1e0 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:55:52.262047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Attempting to bind port 78880b59-cb82-4021-942d-a5e51dd4e1e0 on network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:55:52.272559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:55:52.273232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Checking segment: {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:55:52.273562 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.274018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Bound using segment: {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:55:52.275054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Bound port: 78880b59-cb82-4021-942d-a5e51dd4e1e0, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:55:52.275610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.355340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] For port 78880b59-cb82-4021-942d-a5e51dd4e1e0, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:55:52.359063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] For port 78880b59-cb82-4021-942d-a5e51dd4e1e0, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78880b59-cb82-4021-942d-a5e51dd4e1e0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:55:52.365575 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.430880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd1674-34c7-4327-a66a-e6013cb6ee2b None None] Pushing event updated for resources: {'Port': ['ID=78880b59-cb82-4021-942d-a5e51dd4e1e0,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:52.483655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Allocated IP 172.20.0.17 (1a3d2cea-6553-45c2-9f15-acb5f48e98e8/e14c0fbd-2145-4e76-af03-86be4d5cd55f/f237b558-335c-46b3-bd93-153b040eabfb) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:55:52.569608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c87a42-0782-48b6-9efe-07b5f504dae6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:52.648723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.703002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 98c87a42-0782-48b6-9efe-07b5f504dae6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:52.703264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Transition to ACTIVE for port object f237b558-335c-46b3-bd93-153b040eabfb will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:52.708809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 98c87a42-0782-48b6-9efe-07b5f504dae6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:52.709459 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.781730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.849917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.850173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:55:52.857632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:52.860683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:55:52.902901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5128a5-48ad-4955-adc3-19d3880391dd req-edad974f-ec48-434f-951b-ae5fcf0d7b86 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:52.905007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a5128a5-48ad-4955-adc3-19d3880391dd req-edad974f-ec48-434f-951b-ae5fcf0d7b86 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.1676669 Jul 22 21:55:52.908264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 98c87a42-0782-48b6-9efe-07b5f504dae6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=98c87a42-0782-48b6-9efe-07b5f504dae6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:52.921413 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.946633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=f237b558-335c-46b3-bd93-153b040eabfb,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:52.962012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a5128a5-48ad-4955-adc3-19d3880391dd req-d7664d68-a9e0-4500-8f8f-0632f1864e25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495880 Jul 22 21:55:52.974174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:52.998196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=98c87a42-0782-48b6-9efe-07b5f504dae6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:53.154750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:53.670142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a54d38-2c5b-485a-9a80-7cac57e3f0fe None None] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:55:53.757529 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:53.764453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:53.773980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ad00ab6d-c653-431c-8831-b5d846fa4c78 None None] Provisioning for port 78880b59-cb82-4021-942d-a5e51dd4e1e0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:53.874367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=f237b558-335c-46b3-bd93-153b040eabfb,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:53.889221 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:54.034395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:55:54.036305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:54.173905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 9e06fae2-aaab-44d6-9025-000043f6f5a3 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:55:54.309149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eacdeea2-6138-47b8-85f6-c071d169654e None None] Provisioning for port f237b558-335c-46b3-bd93-153b040eabfb completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:54.318535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-eacdeea2-6138-47b8-85f6-c071d169654e None None] Provisioning complete for port f237b558-335c-46b3-bd93-153b040eabfb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:54.322851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eacdeea2-6138-47b8-85f6-c071d169654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:54.358872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d036fa-12e6-4279-81ed-4ad8dc03e6dd req-f255e29f-10b3-4268-a414-64f474836e7c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:54.360645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5d036fa-12e6-4279-81ed-4ad8dc03e6dd req-f255e29f-10b3-4268-a414-64f474836e7c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.0895762 Jul 22 21:55:54.364004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:55:54.371897 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3b1cfe9a-e1fb-4e9c-9a39-41a089811fe1 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "PUT /v2.0/routers/9e06fae2-aaab-44d6-9025-000043f6f5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9094374 Jul 22 21:55:54.387313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Sync routers for ids ['9e06fae2-aaab-44d6-9025-000043f6f5a3'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:55:54.413264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Routers {'9e06fae2-aaab-44d6-9025-000043f6f5a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:55:54.415381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e06fae2-aaab-44d6-9025-000043f6f5a3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:54.424176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5d036fa-12e6-4279-81ed-4ad8dc03e6dd req-9b29f961-31c8-4db5-99ab-9490f3d52497 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Jul 22 21:55:54.571983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-eacdeea2-6138-47b8-85f6-c071d169654e None None] Port f237b558-335c-46b3-bd93-153b040eabfb cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:55:54.649799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Set router 9e06fae2-aaab-44d6-9025-000043f6f5a3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:55:54.755295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78880b59-cb82-4021-942d-a5e51dd4e1e0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:54.799152 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-2ec55fca-44eb-4240-87bc-448736da32ab tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:54.801058 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-2ec55fca-44eb-4240-87bc-448736da32ab tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/networks?id=1a3d2cea-6553-45c2-9f15-acb5f48e98e8 HTTP/1.1" status: 200 len: 797 time: 0.1548748 Jul 22 21:55:54.830545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be63662d-d943-47e2-93fa-08ebbd53b9ae None None] Provisioning complete for port f237b558-335c-46b3-bd93-153b040eabfb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:54.830666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be63662d-d943-47e2-93fa-08ebbd53b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:54.835540 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-e862cb5a-53ee-470a-a083-4661f3446b4c tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/quotas/43b496233b1344db801c510003863513 HTTP/1.1" status: 200 len: 375 time: 0.0188563 Jul 22 21:55:54.926975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-be63662d-d943-47e2-93fa-08ebbd53b9ae None None] Port f237b558-335c-46b3-bd93-153b040eabfb cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:55:54.927962 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-69bf81e3-8c58-4a3d-8980-8cd13b7b5a52 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0835843 Jul 22 21:55:54.934118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 78880b59-cb82-4021-942d-a5e51dd4e1e0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:54.954217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 78880b59-cb82-4021-942d-a5e51dd4e1e0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:54.954600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.020791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:55:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f237b558-335c-46b3-bd93-153b040eabfb', 'name': '', 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:cf:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:52Z', 'updated_at': '2021-07-22T21:55:53Z', 'revision_number': 2, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:55.025338 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-a35f3d44-040e-4ed5-a7a6-c7ef287ba2e3 service neutron] 10.222.0.54 "GET /v2.0/networks/1a3d2cea-6553-45c2-9f15-acb5f48e98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922253 Jul 22 21:55:55.080579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Checking router: 9e06fae2-aaab-44d6-9025-000043f6f5a3 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:55:55.081007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Updating router 9e06fae2-aaab-44d6-9025-000043f6f5a3 port f237b558-335c-46b3-bd93-153b040eabfb binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:55:55.132539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-bcc247a1-9380-4359-a7ef-e9197e433ab1 service neutron] 10.222.0.54 "GET /v2.0/networks/1a3d2cea-6553-45c2-9f15-acb5f48e98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985806 Jul 22 21:55:55.134492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-762e46a4-f4de-4617-b483-ba37e4c88adc None None] Provisioning complete for port f237b558-335c-46b3-bd93-153b040eabfb triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:55.135635 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-762e46a4-f4de-4617-b483-ba37e4c88adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.137887 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.172713 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.268003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-762e46a4-f4de-4617-b483-ba37e4c88adc None None] Port f237b558-335c-46b3-bd93-153b040eabfb cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:55:55.278905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 78880b59-cb82-4021-942d-a5e51dd4e1e0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78880b59-cb82-4021-942d-a5e51dd4e1e0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:55.289664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.290457 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c87a42-0782-48b6-9efe-07b5f504dae6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:55.418232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea872abb-6b6f-4b5a-ac0d-15221e2dd8c2 req-afcea55a-7027-4b36-b313-f679be4c4212 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 210 time: 0.0648038 Jul 22 21:55:55.474302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=78880b59-cb82-4021-942d-a5e51dd4e1e0,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:55.529019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 98c87a42-0782-48b6-9efe-07b5f504dae6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:55.529400 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.637136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b12c7-e0ca-456a-8422-757b6ac49930 req-a269b6c6-dcb0-4dd7-b07b-d4f31639bf5e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:55.640432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-083b12c7-e0ca-456a-8422-757b6ac49930 req-a269b6c6-dcb0-4dd7-b07b-d4f31639bf5e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.1054969 Jul 22 21:55:55.732731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-083b12c7-e0ca-456a-8422-757b6ac49930 req-c42250ce-5aec-4b5e-b773-66069e93a5d4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804579 Jul 22 21:55:55.745797 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.759393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Transition to ACTIVE for port object f237b558-335c-46b3-bd93-153b040eabfb will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:55.770653 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.839059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2163265-601a-442d-b9b3-8015fb213922 None None] Pushing event updated for resources: {'Port': ['ID=f237b558-335c-46b3-bd93-153b040eabfb,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:55.915702 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Attempting to bind port f237b558-335c-46b3-bd93-153b040eabfb on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:55:55.916267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Attempting to bind port f237b558-335c-46b3-bd93-153b040eabfb by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:55:55.916746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Attempting to bind port f237b558-335c-46b3-bd93-153b040eabfb on network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:55:55.922693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:55:55.923078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Checking segment: {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:55:55.923527 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:55.924097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Bound using segment: {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:55:55.924717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Bound port: f237b558-335c-46b3-bd93-153b040eabfb, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:55:55.925862 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:56.022501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] For port f237b558-335c-46b3-bd93-153b040eabfb, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:55:56.032155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] For port f237b558-335c-46b3-bd93-153b040eabfb, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f237b558-335c-46b3-bd93-153b040eabfb,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:55:56.040010 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:56.140117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Routers {'9e06fae2-aaab-44d6-9025-000043f6f5a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:55:56.140757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e06fae2-aaab-44d6-9025-000043f6f5a3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:56.224518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2163265-601a-442d-b9b3-8015fb213922 None None] Pushing event updated for resources: {'Port': ['ID=f237b558-335c-46b3-bd93-153b040eabfb,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:56.316191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] Set router 9e06fae2-aaab-44d6-9025-000043f6f5a3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:55:56.557341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16dab993-f5e9-4dda-952c-ab4b4cc8d98f req-84ed44b8-137e-4424-9403-cc5525dc9e3f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 210 time: 0.0414252 Jul 22 21:55:56.586668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78880b59-cb82-4021-942d-a5e51dd4e1e0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:56.792718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c51398d3-f914-4385-909c-1045806938a3 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:55:56.876726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:55:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f237b558-335c-46b3-bd93-153b040eabfb', 'name': '', 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:cf:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:52Z', 'updated_at': '2021-07-22T21:55:56Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:55:56.944076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419e1b8-5e89-476c-850b-658f03f8dfdb req-1d5765c7-94c0-4978-a766-baeb1c9c8d3d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:56.946958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76e156-8255-40c5-95d3-786e11557572 None None] The sync data for ids ['9e06fae2-aaab-44d6-9025-000043f6f5a3'] in n-d-762330-19 is: [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:55:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f237b558-335c-46b3-bd93-153b040eabfb', 'name': '', 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:cf:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:52Z', 'updated_at': '2021-07-22T21:55:56Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:55:56.951947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 78880b59-cb82-4021-942d-a5e51dd4e1e0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:56.952326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:56.954400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0419e1b8-5e89-476c-850b-658f03f8dfdb req-1d5765c7-94c0-4978-a766-baeb1c9c8d3d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 943 time: 0.1282227 Jul 22 21:55:57.022161 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0419e1b8-5e89-476c-850b-658f03f8dfdb req-c81b57fe-90ee-4e2d-8bb8-f49d0d507e09 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643835 Jul 22 21:55:57.031255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c51398d3-f914-4385-909c-1045806938a3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c51398d3-f914-4385-909c-1045806938a3,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:57.053671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-420fb3aa-12f1-46d7-8f21-2f95d1f08f2c tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:57.056586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-420fb3aa-12f1-46d7-8f21-2f95d1f08f2c tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.23 "GET /v2.0/networks?id=1a3d2cea-6553-45c2-9f15-acb5f48e98e8 HTTP/1.1" status: 200 len: 797 time: 0.2464788 Jul 22 21:55:57.080115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Request body: {'port': {'device_id': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'admin_state_up': True, 'tenant_id': '43b496233b1344db801c510003863513'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:57.081990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'c51398d3-f914-4385-909c-1045806938a3', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'port_id': 'c51398d3-f914-4385-909c-1045806938a3', 'mac_address': 'fa:16:3e:e2:9e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:55:57.187868 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:57.207188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51398d3-f914-4385-909c-1045806938a3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:55:57.262063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c51398d3-f914-4385-909c-1045806938a3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c51398d3-f914-4385-909c-1045806938a3,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:57.267379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:57.323300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Made reservation on behalf of 43b496233b1344db801c510003863513 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:55:57.329235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:57.348465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c51398d3-f914-4385-909c-1045806938a3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:57.372840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-aca7ac4b-a5dc-4a27-9935-9bb1eb628e1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1252470 Jul 22 21:55:57.578436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['c51398d3-f914-4385-909c-1045806938a3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:55:57.600157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-f2651d3c-38bd-4589-be81-bef2662c0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:57.602644 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-f2651d3c-38bd-4589-be81-bef2662c0d98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1097 time: 0.1490407 Jul 22 21:55:57.604394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Allocated IP 172.20.0.23 (1a3d2cea-6553-45c2-9f15-acb5f48e98e8/e14c0fbd-2145-4e76-af03-86be4d5cd55f/d9896e48-3592-4c42-ac88-1b9866faebc0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:55:57.744044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d6c2dcf7-ecfa-448b-bf7e-e14581517fb4 req-e80d5cff-e8f6-424b-8359-bd9f4a7a6c7b tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 210 time: 0.0470479 Jul 22 21:55:57.820605 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:57.834690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Transition to ACTIVE for port object d9896e48-3592-4c42-ac88-1b9866faebc0 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:57.862987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-bd3aa2d9-dc43-4f1a-9bcc-9ef1c99f07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:57.864555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-bd3aa2d9-dc43-4f1a-9bcc-9ef1c99f07a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.2383072 Jul 22 21:55:57.880370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:57.957998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:55:57.969143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:55:57.974892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:55:58.012557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event updated for resources: {'Port': ['ID=d9896e48-3592-4c42-ac88-1b9866faebc0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:58.024027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.024388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.024735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.025074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.025408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.025740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.026317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.026654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.026984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.027306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.027635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.027988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:55:58.038527 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-b5a6b94d-b419-4932-ab9d-2180038b0678 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 1001 time: 0.1665480 Jul 22 21:55:58.154536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:58.155530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.188323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-9a813f97-77e9-44d6-8bc0-d23e283e6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:58.190428 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-9a813f97-77e9-44d6-8bc0-d23e283e6d9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.1440225 Jul 22 21:55:58.192319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-5226c2a5-2994-4488-b0a5-0ede70776347 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1179061 Jul 22 21:55:58.210682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33e1cd-88b1-4a40-81f5-12cd70d20869 req-0381c748-6557-402b-8df7-9c89c0a5e62e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:58.221368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e33e1cd-88b1-4a40-81f5-12cd70d20869 req-0381c748-6557-402b-8df7-9c89c0a5e62e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 944 time: 0.1100793 Jul 22 21:55:58.245191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Request body: {'port': {'device_id': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:55:58.302607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e33e1cd-88b1-4a40-81f5-12cd70d20869 req-13256a37-1b0d-4e7c-97c4-7c08d7767fcd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800536 Jul 22 21:55:58.375093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-4550ae63-87ea-4b54-a9ad-ac38b8d7ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:58.375450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-093cad27-bb69-4a7e-8f28-7d3c3cac1b15 None None] Provisioning for port d9896e48-3592-4c42-ac88-1b9866faebc0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:58.377788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-4550ae63-87ea-4b54-a9ad-ac38b8d7ebe9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1751497 Jul 22 21:55:58.379042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.389374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-093cad27-bb69-4a7e-8f28-7d3c3cac1b15 None None] Provisioning complete for port d9896e48-3592-4c42-ac88-1b9866faebc0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:58.389897 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-093cad27-bb69-4a7e-8f28-7d3c3cac1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.443512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-093cad27-bb69-4a7e-8f28-7d3c3cac1b15 None None] Port d9896e48-3592-4c42-ac88-1b9866faebc0 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:55:58.613876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f237b558-335c-46b3-bd93-153b040eabfb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:58.666442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-082588ae-28fd-4ae9-aed3-633236bed6b0 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760386 Jul 22 21:55:58.709584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f237b558-335c-46b3-bd93-153b040eabfb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:58.717192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f237b558-335c-46b3-bd93-153b040eabfb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:58.718947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.767288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c51398d3-f914-4385-909c-1045806938a3 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:55:58.849485 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7ce8f870-bec2-42d2-ae07-c290a7b99401 req-d4dec039-18e2-4edd-aba1-f16c4be975d5 service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755393 Jul 22 21:55:58.885616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.923068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port c51398d3-f914-4385-909c-1045806938a3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:55:58.934615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f237b558-335c-46b3-bd93-153b040eabfb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f237b558-335c-46b3-bd93-153b040eabfb,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:58.936006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port c51398d3-f914-4385-909c-1045806938a3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:55:58.936464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.939520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.959207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9896e48-3592-4c42-ac88-1b9866faebc0 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:55:58.972273 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:58.988623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Transition to ACTIVE for port object d9896e48-3592-4c42-ac88-1b9866faebc0 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:55:58.994772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:59.008831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c5abe-92a6-4e42-b02e-303f3549c982 req-213eb88b-9d88-4cc9-a58e-cc494bc23bed tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:59.010679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bf5c5abe-92a6-4e42-b02e-303f3549c982 req-213eb88b-9d88-4cc9-a58e-cc494bc23bed tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 895 time: 0.1230412 Jul 22 21:55:59.072961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f237b558-335c-46b3-bd93-153b040eabfb,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:59.091008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:59.094930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d9896e48-3592-4c42-ac88-1b9866faebc0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:59.128173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51398d3-f914-4385-909c-1045806938a3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:59.130724 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca97137-a4d3-437a-8595-861cb73cc265" -d '{"events": [{"server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "name": "network-vif-plugged", "status": "completed", "tag": "c51398d3-f914-4385-909c-1045806938a3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:59.150718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port c51398d3-f914-4385-909c-1045806938a3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c51398d3-f914-4385-909c-1045806938a3,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:55:59.158443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:59.163763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Attempting to bind port d9896e48-3592-4c42-ac88-1b9866faebc0 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:55:59.164869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Attempting to bind port d9896e48-3592-4c42-ac88-1b9866faebc0 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:55:59.165200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Attempting to bind port d9896e48-3592-4c42-ac88-1b9866faebc0 on network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:55:59.172754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Port d9896e48-3592-4c42-ac88-1b9866faebc0 on network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:55:59.173083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Attempting to bind port d9896e48-3592-4c42-ac88-1b9866faebc0 on network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:55:59.183065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:55:59.183465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Checking segment: {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:55:59.183808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Bound using segment: {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:55:59.184272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Bound port: d9896e48-3592-4c42-ac88-1b9866faebc0, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97164723-1695-40f0-bcfd-403a9306fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:55:59.184636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:59.214186 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49529887-51c3-4ce8-9c27-455d2d46a293 x-openstack-request-id: req-49529887-51c3-4ce8-9c27-455d2d46a293 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:59.214530 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "name": "network-vif-plugged", "status": "completed", "tag": "c51398d3-f914-4385-909c-1045806938a3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:59.214721 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49529887-51c3-4ce8-9c27-455d2d46a293 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:59.215117 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51398d3-f914-4385-909c-1045806938a3', 'code': 200} Jul 22 21:55:59.265221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=c51398d3-f914-4385-909c-1045806938a3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:59.309668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] For port d9896e48-3592-4c42-ac88-1b9866faebc0, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:55:59.313579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] For port d9896e48-3592-4c42-ac88-1b9866faebc0, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d9896e48-3592-4c42-ac88-1b9866faebc0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:55:59.319657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:59.459696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d9896e48-3592-4c42-ac88-1b9866faebc0,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:55:59.474650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:59.475300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:55:59.477650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1fa088f3-00f7-4766-bdc0-ddaa9b6c1f5b service neutron] 10.222.0.23 "PUT /v2.0/ports/d9896e48-3592-4c42-ac88-1b9866faebc0 HTTP/1.1" status: 200 len: 1056 time: 1.2598825 Jul 22 21:55:59.478394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'tag': 'd9896e48-3592-4c42-ac88-1b9866faebc0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:55:59.482819 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71ada36-5080-4a34-a434-51bf2170b84a" -d '{"events": [{"name": "network-changed", "server_uuid": "a28fdf6a-c02e-4a67-aed3-7a7ff2376527", "tag": "d9896e48-3592-4c42-ac88-1b9866faebc0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:55:59.542630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef9b69-6905-42f6-ae39-ba715b7e79ce req-659a606c-dd13-4f61-b982-39f37d56bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:59.547496 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aeef9b69-6905-42f6-ae39-ba715b7e79ce req-659a606c-dd13-4f61-b982-39f37d56bf94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 1097 time: 0.1397176 Jul 22 21:55:59.578663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb0119-d007-4348-9321-fda5a1dbcbd4 req-c6b4cca0-9f24-48ca-bab9-10ab38aed7c2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:59.580671 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7dbb0119-d007-4348-9321-fda5a1dbcbd4 req-c6b4cca0-9f24-48ca-bab9-10ab38aed7c2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 945 time: 0.1350346 Jul 22 21:55:59.610707 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ced011-f09e-419e-99b8-a56ac597c578 x-openstack-request-id: req-a1ced011-f09e-419e-99b8-a56ac597c578 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:55:59.611068 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28fdf6a-c02e-4a67-aed3-7a7ff2376527", "tag": "d9896e48-3592-4c42-ac88-1b9866faebc0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:55:59.611452 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1ced011-f09e-419e-99b8-a56ac597c578 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:55:59.612095 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'tag': 'd9896e48-3592-4c42-ac88-1b9866faebc0', 'status': 'completed', 'code': 200} Jul 22 21:55:59.660616 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7dbb0119-d007-4348-9321-fda5a1dbcbd4 req-e3873cca-8531-4891-88f0-3a9d4079b0f4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523775 Jul 22 21:55:59.688653 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aeef9b69-6905-42f6-ae39-ba715b7e79ce req-4f4ea12c-c6f7-4fdf-9d45-587995f2584e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845497 Jul 22 21:55:59.705835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-a09dc6aa-6d35-49ed-be49-f0c6cc10d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:59.707623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-a09dc6aa-6d35-49ed-be49-f0c6cc10d32b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 1059 time: 0.1586387 Jul 22 21:55:59.817024 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-7915c900-0aca-4ad2-8879-f6b8fecbe86b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d9896e48-3592-4c42-ac88-1b9866faebc0 HTTP/1.1" status: 200 len: 217 time: 0.0617456 Jul 22 21:55:59.893874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-6fc7f8e7-7998-4502-b326-3633fd79f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:59.895291 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-6fc7f8e7-7998-4502-b326-3633fd79f768 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e14c0fbd-2145-4e76-af03-86be4d5cd55f HTTP/1.1" status: 200 len: 836 time: 0.0660963 Jul 22 21:55:59.961914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-d1f991d7-f5a0-4416-a4ad-a85df393ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:55:59.963427 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-d1f991d7-f5a0-4416-a4ad-a85df393ab32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a3d2cea-6553-45c2-9f15-acb5f48e98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0607321 Jul 22 21:56:00.115752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-a96c85ac-a852-4d9d-86ff-c353d5cfdaff service neutron] 10.222.0.23 "GET /v2.0/networks/1a3d2cea-6553-45c2-9f15-acb5f48e98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349719 Jul 22 21:56:00.188919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52566d08-b1c6-4b1d-91e7-379d570cd446 req-c7075402-4ae3-4cd1-9777-3bb88844f316 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:00.190936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-52566d08-b1c6-4b1d-91e7-379d570cd446 req-c7075402-4ae3-4cd1-9777-3bb88844f316 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 907 time: 0.0883932 Jul 22 21:56:00.239276 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fc9aa00d-3f27-4333-8852-3686ea067d5d req-1cab63f4-52f2-471b-be35-d7a7d81c5c04 service neutron] 10.222.0.23 "GET /v2.0/networks/1a3d2cea-6553-45c2-9f15-acb5f48e98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118467 Jul 22 21:56:00.383438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ada36-5080-4a34-a434-51bf2170b84a req-9b786bf6-20e6-44bf-ba65-0aa94990d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:00.386368 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71ada36-5080-4a34-a434-51bf2170b84a req-9b786bf6-20e6-44bf-ba65-0aa94990d7c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 1059 time: 0.0711806 Jul 22 21:56:00.549830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f237b558-335c-46b3-bd93-153b040eabfb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:56:00.561828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ada36-5080-4a34-a434-51bf2170b84a req-026329b7-5b68-424f-ba22-4610295af8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:00.563393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71ada36-5080-4a34-a434-51bf2170b84a req-026329b7-5b68-424f-ba22-4610295af8fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=1a3d2cea-6553-45c2-9f15-acb5f48e98e8 HTTP/1.1" status: 200 len: 898 time: 0.1640189 Jul 22 21:56:00.637740 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71ada36-5080-4a34-a434-51bf2170b84a req-71bd4eca-4011-40ab-be88-03761ea0c34e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d9896e48-3592-4c42-ac88-1b9866faebc0 HTTP/1.1" status: 200 len: 217 time: 0.0588026 Jul 22 21:56:00.642421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f237b558-335c-46b3-bd93-153b040eabfb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:56:00.642974 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:00.753984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ada36-5080-4a34-a434-51bf2170b84a req-945dd4e5-c64d-477c-b28e-f4af1abf4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:00.756733 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71ada36-5080-4a34-a434-51bf2170b84a req-945dd4e5-c64d-477c-b28e-f4af1abf4072 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e14c0fbd-2145-4e76-af03-86be4d5cd55f HTTP/1.1" status: 200 len: 836 time: 0.1054423 Jul 22 21:56:00.943249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ada36-5080-4a34-a434-51bf2170b84a req-ba7e357e-acf2-4dba-a1c6-86cf32c2032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:00.945227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71ada36-5080-4a34-a434-51bf2170b84a req-ba7e357e-acf2-4dba-a1c6-86cf32c2032b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a3d2cea-6553-45c2-9f15-acb5f48e98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1753969 Jul 22 21:56:00.951241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9936d-df5c-439a-9e7b-c37ba159457f req-5c45a06d-7753-40db-b24a-a3d4fbb7aafa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:00.952855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06d9936d-df5c-439a-9e7b-c37ba159457f req-5c45a06d-7753-40db-b24a-a3d4fbb7aafa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 945 time: 0.1552198 Jul 22 21:56:01.033249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06d9936d-df5c-439a-9e7b-c37ba159457f req-e28126ce-75d4-4901-8a6f-ae8bf43a2f7c tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729153 Jul 22 21:56:01.106448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71ada36-5080-4a34-a434-51bf2170b84a req-acea3142-a2c3-4514-8ed7-7338685b75be service neutron] 10.222.0.23 "GET /v2.0/networks/1a3d2cea-6553-45c2-9f15-acb5f48e98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275814 Jul 22 21:56:01.225227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71ada36-5080-4a34-a434-51bf2170b84a req-dfdcb6a8-62da-4645-953b-750e5fd336d1 service neutron] 10.222.0.23 "GET /v2.0/networks/1a3d2cea-6553-45c2-9f15-acb5f48e98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079447 Jul 22 21:56:01.388119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df15db-7e8c-40a6-a84c-1433e9c858b9 req-bd770b20-9cdc-448e-85cc-24baeb1aeff4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:01.390154 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5df15db-7e8c-40a6-a84c-1433e9c858b9 req-bd770b20-9cdc-448e-85cc-24baeb1aeff4 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 907 time: 0.0990977 Jul 22 21:56:01.593378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:02.197415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547cded-c6d3-44b3-9ef9-3e3cf59e6c16 req-eed4cfd8-277c-443e-a34d-631dcdea5565 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:02.199044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f547cded-c6d3-44b3-9ef9-3e3cf59e6c16 req-eed4cfd8-277c-443e-a34d-631dcdea5565 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 945 time: 0.0755706 Jul 22 21:56:02.248804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f547cded-c6d3-44b3-9ef9-3e3cf59e6c16 req-52991ef6-af65-4841-b6a1-31b87fbe1985 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Jul 22 21:56:02.256465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:02.408066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0f24e-56d1-4b1e-8963-bcc3d00de2c7 req-c5f35500-21d3-42fc-aae4-ccf4472edb28 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:02.409628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fef0f24e-56d1-4b1e-8963-bcc3d00de2c7 req-c5f35500-21d3-42fc-aae4-ccf4472edb28 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 945 time: 0.0845761 Jul 22 21:56:02.488295 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fef0f24e-56d1-4b1e-8963-bcc3d00de2c7 req-f9eeb766-cb2f-4086-9129-5705074161d9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669293 Jul 22 21:56:02.510440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47376) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:02.583468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c76670-9fa2-41e4-89d5-a45c6d8454e2 tempest-TestVolumeBootPattern-1831681373 tempest-TestVolumeBootPattern-1831681373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:02.589373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b6c76670-9fa2-41e4-89d5-a45c6d8454e2 tempest-TestVolumeBootPattern-1831681373 tempest-TestVolumeBootPattern-1831681373-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 1092 time: 0.0741451 Jul 22 21:56:02.589791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:02.597169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'c51398d3-f914-4385-909c-1045806938a3', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:02.602531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b5e27-68b9-495e-8d0b-647bf3d97924 req-3c217df2-6f47-4c72-b9e1-790f62bd6ad9 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:02.604363 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-924b5e27-68b9-495e-8d0b-647bf3d97924 req-3c217df2-6f47-4c72-b9e1-790f62bd6ad9 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 907 time: 0.0854776 Jul 22 21:56:02.631872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:02.759673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:02.775397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d9896e48-3592-4c42-ac88-1b9866faebc0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:56:02.933365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Allocated IP 172.25.5.18 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/d3983535-03d7-40c8-b125-74574d476c9d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:56:02.946099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d9896e48-3592-4c42-ac88-1b9866faebc0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d9896e48-3592-4c42-ac88-1b9866faebc0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:02.964018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd9896e48-3592-4c42-ac88-1b9866faebc0', 'network_id': '1a3d2cea-6553-45c2-9f15-acb5f48e98e8', 'port_id': 'd9896e48-3592-4c42-ac88-1b9866faebc0', 'mac_address': 'fa:16:3e:34:17:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14c0fbd-2145-4e76-af03-86be4d5cd55f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:56:03.041854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:03.070037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9896e48-3592-4c42-ac88-1b9866faebc0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:56:03.105205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d9896e48-3592-4c42-ac88-1b9866faebc0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d9896e48-3592-4c42-ac88-1b9866faebc0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:03.109916 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:03.113220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:03.184070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d9896e48-3592-4c42-ac88-1b9866faebc0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:03.188002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:03.232679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:56:03.235853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:56:03.243211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:56:03.274911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=d3983535-03d7-40c8-b125-74574d476c9d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:03.493095 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d9896e48-3592-4c42-ac88-1b9866faebc0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:56:03.797599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c9a0-a38b-4cb6-bb61-838d03c79ff2 req-78eaba97-53fe-493d-9cff-36f9508b1700 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:03.800119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8e0c9a0-a38b-4cb6-bb61-838d03c79ff2 req-78eaba97-53fe-493d-9cff-36f9508b1700 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 908 time: 0.0895796 Jul 22 21:56:04.042504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:04.138903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:04.362745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:04.369104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:04.464093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event updated for resources: {'Port': ['ID=d3983535-03d7-40c8-b125-74574d476c9d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:04.480957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:04.605591 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Floating IP 287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66 associated. External IP: 172.25.5.18, port: c51398d3-f914-4385-909c-1045806938a3. Jul 22 21:56:04.807131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d9896e48-3592-4c42-ac88-1b9866faebc0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:56:04.874218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:56:04.875458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d9896e48-3592-4c42-ac88-1b9866faebc0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:56:04.880764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d9896e48-3592-4c42-ac88-1b9866faebc0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:56:04.881334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:05.019989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:05.034814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:56:05.042145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48bad4-a823-4ec9-9f37-f7e7e1e41bdc req-f5bab2f3-1539-46d5-a292-f46c573d1b6b tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:05.044327 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac48bad4-a823-4ec9-9f37-f7e7e1e41bdc req-f5bab2f3-1539-46d5-a292-f46c573d1b6b tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 908 time: 0.1050465 Jul 22 21:56:05.051069 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:56:05.053320 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9896e48-3592-4c42-ac88-1b9866faebc0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:05.056504 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17ac19-f8ea-4f0a-b535-c4cc66962abb" -d '{"events": [{"server_uuid": "a28fdf6a-c02e-4a67-aed3-7a7ff2376527", "name": "network-vif-plugged", "status": "completed", "tag": "d9896e48-3592-4c42-ac88-1b9866faebc0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:05.075284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:05.086289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d9896e48-3592-4c42-ac88-1b9866faebc0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d9896e48-3592-4c42-ac88-1b9866faebc0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:05.094304 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:05.097585 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:05.098635 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:05.140588 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e119b7d-b53d-4c22-9325-94560e818efa x-openstack-request-id: req-7e119b7d-b53d-4c22-9325-94560e818efa {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:05.141285 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28fdf6a-c02e-4a67-aed3-7a7ff2376527", "name": "network-vif-plugged", "status": "completed", "tag": "d9896e48-3592-4c42-ac88-1b9866faebc0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:05.141562 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e119b7d-b53d-4c22-9325-94560e818efa {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:05.141976 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9896e48-3592-4c42-ac88-1b9866faebc0', 'code': 200} Jul 22 21:56:05.145217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9ccbe929-77d1-440c-8f4b-2eed82aa7b25 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5536106 Jul 22 21:56:05.147891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'tag': 'c51398d3-f914-4385-909c-1045806938a3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:05.152769 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4d3c1b-fbad-4696-8ffd-118119956449" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "tag": "c51398d3-f914-4385-909c-1045806938a3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:05.231244 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c7ba3a-accf-43ac-a52a-f25fd722a133 x-openstack-request-id: req-71c7ba3a-accf-43ac-a52a-f25fd722a133 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:05.231547 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "tag": "c51398d3-f914-4385-909c-1045806938a3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:05.231802 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71c7ba3a-accf-43ac-a52a-f25fd722a133 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:05.232246 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'tag': 'c51398d3-f914-4385-909c-1045806938a3', 'status': 'completed', 'code': 200} Jul 22 21:56:05.250597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d9896e48-3592-4c42-ac88-1b9866faebc0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:05.328784 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:05.395425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-ef17493c-f51c-47a5-919f-c5e7425107a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:05.405190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-ef17493c-f51c-47a5-919f-c5e7425107a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 1097 time: 0.1088996 Jul 22 21:56:05.405190 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6433039-1b8c-4130-b497-a48dde1f51cc req-1f15de06-9d50-4b9c-b318-aea9d303d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:05.405190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d6433039-1b8c-4130-b497-a48dde1f51cc req-1f15de06-9d50-4b9c-b318-aea9d303d595 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 1061 time: 0.1371253 Jul 22 21:56:05.612979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-46f0245f-30b2-4a78-8910-09c92f00fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:05.617204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-46f0245f-30b2-4a78-8910-09c92f00fd68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1392040 Jul 22 21:56:05.680549 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': 'c51398d3-f914-4385-909c-1045806938a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:e2:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:56:03Z', 'updated_at': '2021-07-22T21:56:03Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}, {'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:52Z', 'revision_number': 1, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:05.715477 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:56:05.715755 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-cc079b91-9fc7-4616-a2ea-4dfc6b8a25dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51398d3-f914-4385-909c-1045806938a3 HTTP/1.1" status: 200 len: 998 time: 0.0839880 Jul 22 21:56:05.724995 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:05.727150 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:05.795423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-29de1219-0a9a-40d9-a62e-1b208283c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:05.797526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-29de1219-0a9a-40d9-a62e-1b208283c4b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0783756 Jul 22 21:56:05.898846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-a09427a4-ddfc-4195-9d7d-b0b2b2e54382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:05.901522 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-a09427a4-ddfc-4195-9d7d-b0b2b2e54382 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876114 Jul 22 21:56:06.005866 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:06.061111 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-a981e574-cafb-466c-8b99-9ddd87778e23 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481960 Jul 22 21:56:06.254014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ed4d3c1b-fbad-4696-8ffd-118119956449 req-5cec34ae-30f3-461a-9178-6e5faf9c9926 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854510 Jul 22 21:56:06.299816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a845f-6fe2-49a0-a814-2b76caa4795a req-97e58f63-d7b7-4a09-8fd2-07c0e624942d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:06.315071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b43a845f-6fe2-49a0-a814-2b76caa4795a req-97e58f63-d7b7-4a09-8fd2-07c0e624942d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 909 time: 0.1503561 Jul 22 21:56:06.412700 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': 'c51398d3-f914-4385-909c-1045806938a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:e2:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:56:03Z', 'updated_at': '2021-07-22T21:56:03Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}, {'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:52Z', 'revision_number': 1, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:06.450197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee3e23-dc96-4d28-9c35-1f953acbfcca None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': 'c51398d3-f914-4385-909c-1045806938a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:e2:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:56:03Z', 'updated_at': '2021-07-22T21:56:03Z', 'revision_number': 0, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}, {'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:52Z', 'revision_number': 1, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:56:06.786197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38804fa0-7135-4f54-9db0-9e8cfc33e5a8 None None] New status for floating IP 287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:56:07.525317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6d857-f935-4063-93c7-367cdd016ca6 req-8bb5297d-8ea6-41ae-8d7d-157a11d2c747 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:07.528211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2b6d857-f935-4063-93c7-367cdd016ca6 req-8bb5297d-8ea6-41ae-8d7d-157a11d2c747 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 909 time: 0.0896606 Jul 22 21:56:07.736895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3f44-0206-4d03-b869-3cdc59e4f218 req-2aff5ef8-4d27-4413-b656-546173968cbc tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:07.739406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdca3f44-0206-4d03-b869-3cdc59e4f218 req-2aff5ef8-4d27-4413-b656-546173968cbc tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 909 time: 0.1080253 Jul 22 21:56:07.888540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860aec1-abdf-41bd-bf8d-535a56a85e70 req-5d873eb7-9af0-41ab-9960-5894dd481d36 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:07.890602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9860aec1-abdf-41bd-bf8d-535a56a85e70 req-5d873eb7-9af0-41ab-9960-5894dd481d36 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 1061 time: 0.0667312 Jul 22 21:56:08.069268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed0e9-de1b-481c-a110-11d64f4447d9 req-af80c2dc-7668-41a1-aff8-68a240e091fe tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:08.071424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b9ed0e9-de1b-481c-a110-11d64f4447d9 req-af80c2dc-7668-41a1-aff8-68a240e091fe tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1136 time: 0.0716770 Jul 22 21:56:08.111550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b9ed0e9-de1b-481c-a110-11d64f4447d9 req-102f275a-8110-45de-ad6e-ad803c10e2e3 tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338364 Jul 22 21:56:08.139486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47426) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:08.218053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d0ddd7-5656-4dbe-b09e-4a9cd5586c4e tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:08.220107 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-02d0ddd7-5656-4dbe-b09e-4a9cd5586c4e tempest-TestSecurityGroupsBasicOps-204598709 tempest-TestSecurityGroupsBasicOps-204598709-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 1056 time: 0.0716767 Jul 22 21:56:08.574769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de48425-ee46-4834-a27b-10d950f4f8ca req-53731c1c-556c-41cd-b5d5-fbc8d0da70d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:08.577022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6de48425-ee46-4834-a27b-10d950f4f8ca req-53731c1c-556c-41cd-b5d5-fbc8d0da70d7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 909 time: 0.1075692 Jul 22 21:56:09.807619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a5a4-ec5d-43c4-9a63-659fc58ed92f req-66c1c8ed-4d48-4a16-84cb-85502cc7a75f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:09.810019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-feb3a5a4-ec5d-43c4-9a63-659fc58ed92f req-66c1c8ed-4d48-4a16-84cb-85502cc7a75f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 909 time: 0.1161237 Jul 22 21:56:10.315023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-e398b96c-46d6-4d05-afae-52de81662217 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:10.317662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-e398b96c-46d6-4d05-afae-52de81662217 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.23 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 909 time: 0.0834620 Jul 22 21:56:10.455296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting port d9896e48-3592-4c42-ac88-1b9866faebc0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:10.455643 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:10.587567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] For port d9896e48-3592-4c42-ac88-1b9866faebc0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d9896e48-3592-4c42-ac88-1b9866faebc0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:10.588044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:10.608670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Calling delete_port for d9896e48-3592-4c42-ac88-1b9866faebc0 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:10.799277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:10.829692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Port': ['ID=d9896e48-3592-4c42-ac88-1b9866faebc0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:10.910468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] No DVR routers for this DVR port d9896e48-3592-4c42-ac88-1b9866faebc0 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:56:10.917344 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:10.920824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3ddf531c-fb2b-4755-88b7-ffa35750843a req-55bc5ad5-b807-4cf6-83ab-c8367394792f tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.23 "DELETE /v2.0/ports/d9896e48-3592-4c42-ac88-1b9866faebc0 HTTP/1.1" status: 204 len: 173 time: 0.5969503 Jul 22 21:56:10.922198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'name': 'network-vif-deleted', 'tag': 'd9896e48-3592-4c42-ac88-1b9866faebc0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:10.926561 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f488a04-667d-4271-b141-0ce7815bdca0" -d '{"events": [{"server_uuid": "a28fdf6a-c02e-4a67-aed3-7a7ff2376527", "name": "network-vif-deleted", "tag": "d9896e48-3592-4c42-ac88-1b9866faebc0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:10.974070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86ff6ac6-860d-4c16-ab06-35a4721c8bf3 req-34635f25-09cd-4df6-ade5-a61e1e42dd09 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=a28fdf6a-c02e-4a67-aed3-7a7ff2376527 HTTP/1.1" status: 200 len: 210 time: 0.0611959 Jul 22 21:56:10.994323 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f62991-bddb-425d-8b81-c18b47c59159 x-openstack-request-id: req-f4f62991-bddb-425d-8b81-c18b47c59159 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:10.995055 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28fdf6a-c02e-4a67-aed3-7a7ff2376527", "name": "network-vif-deleted", "tag": "d9896e48-3592-4c42-ac88-1b9866faebc0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:10.995254 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4f62991-bddb-425d-8b81-c18b47c59159 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:10.995635 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28fdf6a-c02e-4a67-aed3-7a7ff2376527', 'name': 'network-vif-deleted', 'tag': 'd9896e48-3592-4c42-ac88-1b9866faebc0', 'status': 'completed', 'code': 200} Jul 22 21:56:12.060893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47456) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:12.580818 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dea0172f-c945-43fa-9cf2-4509521ad29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:12.633432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:13.002685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting port f237b558-335c-46b3-bd93-153b040eabfb {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:13.003279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:13.087683 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:56:13.164457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] For port f237b558-335c-46b3-bd93-153b040eabfb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f237b558-335c-46b3-bd93-153b040eabfb,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:13.165359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:13.182742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Calling delete_port for f237b558-335c-46b3-bd93-153b040eabfb owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:13.443481 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:13.474755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Port': ['ID=f237b558-335c-46b3-bd93-153b040eabfb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:13.975745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:14.266854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 9e06fae2-aaab-44d6-9025-000043f6f5a3 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:56:14.402224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:56:14.413545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-41291c71-95b1-4fcb-8556-9b92d0aa1b78 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "PUT /v2.0/routers/9e06fae2-aaab-44d6-9025-000043f6f5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3467631 Jul 22 21:56:14.414238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47480) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:14.420319 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] Sync routers for ids ['9e06fae2-aaab-44d6-9025-000043f6f5a3'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:56:14.433744 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] Routers {'9e06fae2-aaab-44d6-9025-000043f6f5a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:14.434734 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e06fae2-aaab-44d6-9025-000043f6f5a3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:14.504422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting subnet e14c0fbd-2145-4e76-af03-86be4d5cd55f {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:56:14.515639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:14.574557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:14.592386 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] Set router 9e06fae2-aaab-44d6-9025-000043f6f5a3 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:14.737457 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:14.841603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:14.844739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d9896e48-3592-4c42-ac88-1b9866faebc0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:14.863711 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:14.870059 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/subnets/e14c0fbd-2145-4e76-af03-86be4d5cd55f HTTP/1.1" status: 204 len: 168 time: 0.4507020 Jul 22 21:56:14.871356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47492) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:14.899595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803c715-6790-4e6d-b757-58b0ff0fa902 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Subnet': ['ID=e14c0fbd-2145-4e76-af03-86be4d5cd55f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:14.908090 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:56:13Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:14.908411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: d9896e48-3592-4c42-ac88-1b9866faebc0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:14.909088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d9896e48-3592-4c42-ac88-1b9866faebc0 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:14.915890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e0537-0aa5-4df8-9306-c389da7acac9 None None] Network 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:56:14.946587 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] Checking router: 9e06fae2-aaab-44d6-9025-000043f6f5a3 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:56:14.957688 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] Routers {'9e06fae2-aaab-44d6-9025-000043f6f5a3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:14.958887 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:55:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e06fae2-aaab-44d6-9025-000043f6f5a3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:15.114054 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] Set router 9e06fae2-aaab-44d6-9025-000043f6f5a3 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:15.123371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.219254 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b38d245-ae1f-4964-b899-f9c3ea23348c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.253958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] DHCP port deletion for 1a3d2cea-6553-45c2-9f15-acb5f48e98e8 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:56:15.337118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.355772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] Deleting port 78880b59-cb82-4021-942d-a5e51dd4e1e0 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:15.357255 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.434359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting port 98c87a42-0782-48b6-9efe-07b5f504dae6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:15.435197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.458842 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:56:13Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:15.468973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] For port 78880b59-cb82-4021-942d-a5e51dd4e1e0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=78880b59-cb82-4021-942d-a5e51dd4e1e0,segment=NetworkSegment(97164723-1695-40f0-bcfd-403a9306fe52),segment_id=97164723-1695-40f0-bcfd-403a9306fe52)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:15.469535 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.501264 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.508534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] Calling delete_port for 78880b59-cb82-4021-942d-a5e51dd4e1e0 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:15.514078 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46174e27-f28e-4e99-9104-9ca2e400e238 None None] The sync data for ids ['9e06fae2-aaab-44d6-9025-000043f6f5a3'] in n-d-762330-19 is: [{'id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209830382', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:55:47Z', 'updated_at': '2021-07-22T21:56:13Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '98c87a42-0782-48b6-9efe-07b5f504dae6', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06fae2-aaab-44d6-9025-000043f6f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:55:48Z', 'updated_at': '2021-07-22T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:56:15.583276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] For port 98c87a42-0782-48b6-9efe-07b5f504dae6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=98c87a42-0782-48b6-9efe-07b5f504dae6,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:15.583582 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.603295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Calling delete_port for 98c87a42-0782-48b6-9efe-07b5f504dae6 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:15.648986 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:15.686598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] Pushing event deleted for resources: {'Port': ['ID=78880b59-cb82-4021-942d-a5e51dd4e1e0,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:15.693415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe43f96-46fb-4607-99c6-fa560abb10fc None None] No DVR routers for this DVR port 78880b59-cb82-4021-942d-a5e51dd4e1e0 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:56:16.211965 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.233382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.268392 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Port': ['ID=98c87a42-0782-48b6-9efe-07b5f504dae6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:16.364894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.485810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.490428 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.562372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.563098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Fanout notify agent at l3_agent the message router_deleted on router 9e06fae2-aaab-44d6-9025-000043f6f5a3 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:56:16.578838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.580343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c0bb206f-a2b6-4c37-8c59-61f1988506f7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/routers/9e06fae2-aaab-44d6-9025-000043f6f5a3 HTTP/1.1" status: 204 len: 168 time: 1.7089636 Jul 22 21:56:16.584349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:16.655981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78880b59-cb82-4021-942d-a5e51dd4e1e0 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:16.691859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 78880b59-cb82-4021-942d-a5e51dd4e1e0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:16.692698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 78880b59-cb82-4021-942d-a5e51dd4e1e0 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:16.693143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f237b558-335c-46b3-bd93-153b040eabfb no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:16.708843 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.714703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f237b558-335c-46b3-bd93-153b040eabfb {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:16.715052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f237b558-335c-46b3-bd93-153b040eabfb not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:16.849021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.860622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3d2cea-6553-45c2-9f15-acb5f48e98e8']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:16.873189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97164723-1695-40f0-bcfd-403a9306fe52') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:16.873584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97164723-1695-40f0-bcfd-403a9306fe52') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:16.883692 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.902325 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.913236 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:56:16.913783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:56:16.918898 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:56:17.014503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:17.024156 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:17.030197 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/networks/1a3d2cea-6553-45c2-9f15-acb5f48e98e8 HTTP/1.1" status: 204 len: 168 time: 0.4400280 Jul 22 21:56:17.031052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:17.042381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cb1b9-450e-432d-bf0e-a43a70e69245 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Network': ['ID=1a3d2cea-6553-45c2-9f15-acb5f48e98e8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:17.324568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting port 576b3547-422b-4b50-ae85-7a19eb1ab549 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:17.325423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:17.437112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:17.437588 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:17.457424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Calling delete_port for 576b3547-422b-4b50-ae85-7a19eb1ab549 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:17.696633 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:17.730127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Port': ['ID=576b3547-422b-4b50-ae85-7a19eb1ab549,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:17.817432 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:17.818249 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Floating IP c618da42-b362-46e2-8b2c-13d89727f86e disassociated (deleted). External IP: 172.25.5.63, port: d299adf0-949f-4b91-bb5b-603107e80f14. Jul 22 21:56:18.109526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 72cde247-57a9-4c6c-91bf-02cf04e89197 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:56:18.251627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:56:18.258912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:18.263807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] Sync routers for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:56:18.274472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:18.275503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:18.317228 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f3f7273-aec5-4d8f-8085-722af4f8b4c7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/floatingips/c618da42-b362-46e2-8b2c-13d89727f86e HTTP/1.1" status: 204 len: 168 time: 1.2847722 Jul 22 21:56:18.318109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:18.322257 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f12589-2b89-49d9-99d1-15ec3da9f11a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:18.378748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:18.403894 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e0f4e0-1ec0-4d34-aef0-1d83264e99d5 x-openstack-request-id: req-e2e0f4e0-1ec0-4d34-aef0-1d83264e99d5 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:18.403894 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:18.404934 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2e0f4e0-1ec0-4d34-aef0-1d83264e99d5 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:18.405107 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'status': 'completed', 'code': 200} Jul 22 21:56:18.432738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:18.523786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c87a42-0782-48b6-9efe-07b5f504dae6 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:18.528257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-cf5ee30b-8487-48fd-90c9-cd4d44957649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:18.531015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-cf5ee30b-8487-48fd-90c9-cd4d44957649 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43b496233b1344db801c510003863513&device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 1136 time: 0.0987017 Jul 22 21:56:18.609178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 98c87a42-0782-48b6-9efe-07b5f504dae6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:18.609730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 98c87a42-0782-48b6-9efe-07b5f504dae6 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:18.718654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-92604dc4-5563-4b2c-be54-4d53f1c7220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:18.725504 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-92604dc4-5563-4b2c-be54-4d53f1c7220f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b309c67c-05f5-4aa6-bf15-f329371eeaed HTTP/1.1" status: 200 len: 897 time: 0.1859314 Jul 22 21:56:18.788750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-84712608-3dfe-4f56-96fa-113eae844ac9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d299adf0-949f-4b91-bb5b-603107e80f14 HTTP/1.1" status: 200 len: 217 time: 0.0565188 Jul 22 21:56:18.809043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:59Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:18.817761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de845a7-a305-4cae-a28a-2cabb47cfd8f req-0f733e86-98ae-4343-85cb-701e1bfe791b tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:18.826333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8de845a7-a305-4cae-a28a-2cabb47cfd8f req-0f733e86-98ae-4343-85cb-701e1bfe791b tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 984 time: 0.1231241 Jul 22 21:56:18.857764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-2bf3af7a-f0db-491b-9e30-a1c5ef1f43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:18.859403 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-2bf3af7a-f0db-491b-9e30-a1c5ef1f43e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e424172b-5885-45be-a104-7088a0e35b79 HTTP/1.1" status: 200 len: 834 time: 0.0623469 Jul 22 21:56:18.865288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] Checking router: 72cde247-57a9-4c6c-91bf-02cf04e89197 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:56:18.893385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8de845a7-a305-4cae-a28a-2cabb47cfd8f req-d81e569b-8b95-4a94-9461-58c9fab1be7d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0655260 Jul 22 21:56:18.898240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:18.905363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:18.954197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-21b26192-0eab-4dad-a11b-4e863af54605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:18.956593 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-21b26192-0eab-4dad-a11b-4e863af54605 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b309c67c-05f5-4aa6-bf15-f329371eeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889406 Jul 22 21:56:19.061424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:19.090064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-dfae90ae-cdf8-4f38-bd25-61907ad197ea service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258407 Jul 22 21:56:19.220630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34f12589-2b89-49d9-99d1-15ec3da9f11a req-691680ab-3f9b-4bfb-b4a3-1113ef1cec25 service neutron] 10.222.0.58 "GET /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228738 Jul 22 21:56:19.340754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:59Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:19.556502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc9d50-59a8-4094-a023-f498caa67a22 None None] The sync data for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 is: [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:54:53Z', 'revision_number': 4, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '8e1026bc-07df-4d55-a08e-89ac0e0a288f', 'name': '', 'network_id': 'b309c67c-05f5-4aa6-bf15-f329371eeaed', 'tenant_id': '43b496233b1344db801c510003863513', 'mac_address': 'fa:16:3e:ed:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'e424172b-5885-45be-a104-7088a0e35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:51Z', 'updated_at': '2021-07-22T21:54:59Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'subnets': [{'id': 'e424172b-5885-45be-a104-7088a0e35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:56:19.915630 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc532ec-09a5-48a8-8a0a-406d023c05e6 None None] New status for floating IP c618da42-b362-46e2-8b2c-13d89727f86e: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:56:20.092669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-e95dc9a7-b3f7-41b4-9ddd-2c138616f484 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:20.095168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-e95dc9a7-b3f7-41b4-9ddd-2c138616f484 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 984 time: 0.1424732 Jul 22 21:56:20.130981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf159-fc98-46d4-9a2b-455b292d4a59 req-60faade4-d179-4ab4-bdc1-b786f1a638c8 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:20.134275 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08abf159-fc98-46d4-9a2b-455b292d4a59 req-60faade4-d179-4ab4-bdc1-b786f1a638c8 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 984 time: 0.1310849 Jul 22 21:56:20.199759 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08abf159-fc98-46d4-9a2b-455b292d4a59 req-d4a1935e-54c8-47d3-ac73-7e984b741587 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/security-groups?id=f753440d-97ee-47f3-b2c9-a7e7346ba304&id=7c29e1af-c476-4a31-9210-d5dc9ed1191d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0565803 Jul 22 21:56:20.250897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting port d299adf0-949f-4b91-bb5b-603107e80f14 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:20.251236 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:20.383285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] For port d299adf0-949f-4b91-bb5b-603107e80f14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d299adf0-949f-4b91-bb5b-603107e80f14,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:20.383634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:20.403478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Calling delete_port for d299adf0-949f-4b91-bb5b-603107e80f14 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:20.572498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:20.623863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Port': ['ID=d299adf0-949f-4b91-bb5b-603107e80f14,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:20.682090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] No DVR routers for this DVR port d299adf0-949f-4b91-bb5b-603107e80f14 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:56:20.685850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:20.688329 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d41e0d1e-9bef-4569-a643-92156ed06bf3 req-cb676542-61e8-493c-812c-f91f6e59eeef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.58 "DELETE /v2.0/ports/d299adf0-949f-4b91-bb5b-603107e80f14 HTTP/1.1" status: 204 len: 173 time: 0.5794230 Jul 22 21:56:20.688921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'name': 'network-vif-deleted', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:20.694251 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51b8f4d-11b5-434b-90fa-1af8d4965552" -d '{"events": [{"server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "name": "network-vif-deleted", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:20.760463 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867275eb-ba6a-4c29-af17-3c76f5dc27a4 x-openstack-request-id: req-867275eb-ba6a-4c29-af17-3c76f5dc27a4 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:20.760929 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65e8a6-98cc-4da7-a62e-7a0399591313", "name": "network-vif-deleted", "tag": "d299adf0-949f-4b91-bb5b-603107e80f14", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:20.761455 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-867275eb-ba6a-4c29-af17-3c76f5dc27a4 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:20.762079 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65e8a6-98cc-4da7-a62e-7a0399591313', 'name': 'network-vif-deleted', 'tag': 'd299adf0-949f-4b91-bb5b-603107e80f14', 'status': 'completed', 'code': 200} Jul 22 21:56:21.351732 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d82000a-ba75-44aa-a474-56e72965b725 req-df95acc1-aaa2-448b-91ba-9241e2172c67 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf65e8a6-98cc-4da7-a62e-7a0399591313 HTTP/1.1" status: 200 len: 210 time: 0.0408926 Jul 22 21:56:22.103004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47538) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:22.222248 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-55b57da5-298b-46c7-b118-a194ba65af37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.328652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-55b57da5-298b-46c7-b118-a194ba65af37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.334434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-55b57da5-298b-46c7-b118-a194ba65af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.380088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b57da5-298b-46c7-b118-a194ba65af37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5aadac-da09-4b12-859c-ab1e1b147f3a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:22.384884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-55b57da5-298b-46c7-b118-a194ba65af37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad98bfb4916140a4a5736b2d57d8d6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806776 Jul 22 21:56:22.388472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47544) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:22.439862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47546) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:22.472441 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aff26056-fb4a-4938-8020-b3ac1e1b1459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.498743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e58430e-550e-4342-a63d-4e8e80e93860 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.501123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aff26056-fb4a-4938-8020-b3ac1e1b1459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.524702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e58430e-550e-4342-a63d-4e8e80e93860 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.555157 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aff26056-fb4a-4938-8020-b3ac1e1b1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.557753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aff26056-fb4a-4938-8020-b3ac1e1b1459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.558941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aff26056-fb4a-4938-8020-b3ac1e1b1459 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be5aadac-da09-4b12-859c-ab1e1b147f3a HTTP/1.1" status: 204 len: 168 time: 0.1692505 Jul 22 21:56:22.568802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff26056-fb4a-4938-8020-b3ac1e1b1459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5aadac-da09-4b12-859c-ab1e1b147f3a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:22.585141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e58430e-550e-4342-a63d-4e8e80e93860 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.587886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e58430e-550e-4342-a63d-4e8e80e93860 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.589590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e58430e-550e-4342-a63d-4e8e80e93860 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/security-groups/f753440d-97ee-47f3-b2c9-a7e7346ba304 HTTP/1.1" status: 204 len: 168 time: 0.1488142 Jul 22 21:56:22.595085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47550) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:22.607512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58430e-550e-4342-a63d-4e8e80e93860 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f753440d-97ee-47f3-b2c9-a7e7346ba304,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:22.666816 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b0f565-3794-4a4d-ba19-a8cc26c50cc7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.701353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b0f565-3794-4a4d-ba19-a8cc26c50cc7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.764638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b0f565-3794-4a4d-ba19-a8cc26c50cc7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.768232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99b0f565-3794-4a4d-ba19-a8cc26c50cc7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:22.774275 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99b0f565-3794-4a4d-ba19-a8cc26c50cc7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/security-groups/7c29e1af-c476-4a31-9210-d5dc9ed1191d HTTP/1.1" status: 204 len: 168 time: 0.1730630 Jul 22 21:56:22.775935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47552) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:22.789317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0f565-3794-4a4d-ba19-a8cc26c50cc7 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c29e1af-c476-4a31-9210-d5dc9ed1191d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:23.247522 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:23.542327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting port 8e1026bc-07df-4d55-a08e-89ac0e0a288f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:23.543136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:23.654867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] For port 8e1026bc-07df-4d55-a08e-89ac0e0a288f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8e1026bc-07df-4d55-a08e-89ac0e0a288f,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:23.655225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:23.671888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Calling delete_port for 8e1026bc-07df-4d55-a08e-89ac0e0a288f owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:23.895268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:23.924726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Port': ['ID=8e1026bc-07df-4d55-a08e-89ac0e0a288f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:23.940217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.940217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.940217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.940217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.940908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.940908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.941116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.941273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.941612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.941942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.942410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:23.942751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:24.165154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:24.219248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d299adf0-949f-4b91-bb5b-603107e80f14 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:24.254203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: d299adf0-949f-4b91-bb5b-603107e80f14 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:24.254832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d299adf0-949f-4b91-bb5b-603107e80f14 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:24.451833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Router 72cde247-57a9-4c6c-91bf-02cf04e89197 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:56:24.595629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:56:24.602183 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7a5d5811-1105-4698-b912-d85392424c38 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "PUT /v2.0/routers/72cde247-57a9-4c6c-91bf-02cf04e89197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244619 Jul 22 21:56:24.605897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47554) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:24.606850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] Sync routers for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:56:24.619440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:24.620167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:24.667923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting subnet e424172b-5885-45be-a104-7088a0e35b79 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:56:24.672006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:24.722364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:24.747262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:24.830852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:24.900095 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:24.934686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Subnet': ['ID=e424172b-5885-45be-a104-7088a0e35b79,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:24.937204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:24.938892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ecbb0145-209e-4c3d-bee8-64d369d2120d tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/subnets/e424172b-5885-45be-a104-7088a0e35b79 HTTP/1.1" status: 204 len: 168 time: 0.3318546 Jul 22 21:56:24.941939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47556) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:24.948637 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32674458-ac38-464c-9795-761d336d3b2e None None] Network b309c67c-05f5-4aa6-bf15-f329371eeaed requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:56:25.058368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.059122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:56:23Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:25.109681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] Checking router: 72cde247-57a9-4c6c-91bf-02cf04e89197 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:56:25.124174 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] Routers {'72cde247-57a9-4c6c-91bf-02cf04e89197'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:25.124929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['72cde247-57a9-4c6c-91bf-02cf04e89197'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:25.184859 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.267751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] Set router 72cde247-57a9-4c6c-91bf-02cf04e89197 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:25.268837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Deleting port 0888e3c5-347b-407d-acfc-35f7c65ef419 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:25.276123 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.338065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] DHCP port deletion for b309c67c-05f5-4aa6-bf15-f329371eeaed request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:56:25.372066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] For port 0888e3c5-347b-407d-acfc-35f7c65ef419, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0888e3c5-347b-407d-acfc-35f7c65ef419,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:25.372524 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.392101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Calling delete_port for 0888e3c5-347b-407d-acfc-35f7c65ef419 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:25.513640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Deleting port 395126f5-b650-4c92-af2d-eb942da1e9bb {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:25.514137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.604891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] For port 395126f5-b650-4c92-af2d-eb942da1e9bb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=395126f5-b650-4c92-af2d-eb942da1e9bb,segment=NetworkSegment(03160287-28f0-4859-89c0-5654cd1d8b7e),segment_id=03160287-28f0-4859-89c0-5654cd1d8b7e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:25.605319 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.606559 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.621810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Calling delete_port for 395126f5-b650-4c92-af2d-eb942da1e9bb owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:25.636024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:56:23Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:25.639209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Port': ['ID=0888e3c5-347b-407d-acfc-35f7c65ef419,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:25.701533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252d38b-52f8-461e-956f-a3f282859a50 None None] The sync data for ids ['72cde247-57a9-4c6c-91bf-02cf04e89197'] in n-d-762330-19 is: [{'id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236935187', 'tenant_id': '43b496233b1344db801c510003863513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:54:47Z', 'updated_at': '2021-07-22T21:56:23Z', 'revision_number': 5, 'project_id': '43b496233b1344db801c510003863513', 'gw_port': {'id': '0888e3c5-347b-407d-acfc-35f7c65ef419', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cde247-57a9-4c6c-91bf-02cf04e89197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:54:48Z', 'updated_at': '2021-07-22T21:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:56:25.712295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.765536 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.797133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Pushing event deleted for resources: {'Port': ['ID=395126f5-b650-4c92-af2d-eb942da1e9bb,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:25.799954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] No DVR routers for this DVR port 395126f5-b650-4c92-af2d-eb942da1e9bb on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:56:25.811812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.812438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.812800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.813154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.813502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.813844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.814394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.814519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.814777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.815178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.815511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.816287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5672-169f-42f2-92c1-7162905f63a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:56:25.852444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.855592 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.907756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.909062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Fanout notify agent at l3_agent the message router_deleted on router 72cde247-57a9-4c6c-91bf-02cf04e89197 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:56:25.924540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:25.926470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8e474138-4f74-4e72-8267-48e4f95bbaef tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/routers/72cde247-57a9-4c6c-91bf-02cf04e89197 HTTP/1.1" status: 204 len: 168 time: 0.9835627 Jul 22 21:56:25.929240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47558) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:26.031279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:26.146819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:26.160349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b309c67c-05f5-4aa6-bf15-f329371eeaed']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:26.172484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03160287-28f0-4859-89c0-5654cd1d8b7e') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:26.172795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03160287-28f0-4859-89c0-5654cd1d8b7e') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:26.184696 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:26.201544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:26.210253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:56:26.210773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:56:26.214534 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:56:26.292516 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:26.302791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:26.304954 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] 10.222.0.54 "DELETE /v2.0/networks/b309c67c-05f5-4aa6-bf15-f329371eeaed HTTP/1.1" status: 204 len: 168 time: 0.3744378 Jul 22 21:56:26.329165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63baf90-9094-4c43-a51d-f4e9a21dd022 tempest-TestSecurityGroupsBasicOps-1581224228 tempest-TestSecurityGroupsBasicOps-1581224228-project] Pushing event deleted for resources: {'Network': ['ID=b309c67c-05f5-4aa6-bf15-f329371eeaed,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:26.700967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47568) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:26.920545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-72cadb56-05ea-4821-9422-e29572b56958 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43b496233b1344db801c510003863513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174604 Jul 22 21:56:26.921538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47574) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:26.957369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 395126f5-b650-4c92-af2d-eb942da1e9bb no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:26.979145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 395126f5-b650-4c92-af2d-eb942da1e9bb {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:26.979503 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 395126f5-b650-4c92-af2d-eb942da1e9bb not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:26.980102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8e1026bc-07df-4d55-a08e-89ac0e0a288f no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:26.998192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bcb11c0-8793-47d8-9f1d-34f0a4c9837f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.008358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8e1026bc-07df-4d55-a08e-89ac0e0a288f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:27.008803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8e1026bc-07df-4d55-a08e-89ac0e0a288f not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:27.022980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bcb11c0-8793-47d8-9f1d-34f0a4c9837f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.075078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bcb11c0-8793-47d8-9f1d-34f0a4c9837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.078302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2bcb11c0-8793-47d8-9f1d-34f0a4c9837f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.079961 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2bcb11c0-8793-47d8-9f1d-34f0a4c9837f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb3a472b-78b6-4f9a-a3d5-340f5e9c6460 HTTP/1.1" status: 204 len: 168 time: 0.1570823 Jul 22 21:56:27.093831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb11c0-8793-47d8-9f1d-34f0a4c9837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a472b-78b6-4f9a-a3d5-340f5e9c6460,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:27.425007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47580) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:27.438921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27dcecee-8127-4f6c-9f90-bdd2c5a873e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.553381 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27dcecee-8127-4f6c-9f90-bdd2c5a873e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.558017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27dcecee-8127-4f6c-9f90-bdd2c5a873e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.600921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27dcecee-8127-4f6c-9f90-bdd2c5a873e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e005aa591fe547b49b4419b2c5ab843d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747999 Jul 22 21:56:27.601804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcecee-8127-4f6c-9f90-bdd2c5a873e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae8670d-2824-4806-960e-bfba5207aff9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:27.604049 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47582) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:27.664148 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6ef83e78-fa0f-444c-895b-c2d56f53d371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.686837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6ef83e78-fa0f-444c-895b-c2d56f53d371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.742861 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6ef83e78-fa0f-444c-895b-c2d56f53d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.747426 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6ef83e78-fa0f-444c-895b-c2d56f53d371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:27.749419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6ef83e78-fa0f-444c-895b-c2d56f53d371 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fae8670d-2824-4806-960e-bfba5207aff9 HTTP/1.1" status: 204 len: 168 time: 0.1441083 Jul 22 21:56:27.763412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef83e78-fa0f-444c-895b-c2d56f53d371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae8670d-2824-4806-960e-bfba5207aff9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:28.135529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47588) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:28.179758 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6eaff59c-71b0-464d-948b-b611c114cd99 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c66035d27fb04e0985879d5a76fa447b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430017 Jul 22 21:56:28.182434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47590) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:28.240050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b89c66ac-4bdc-4ec1-b162-7c87f382b2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:28.274821 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b89c66ac-4bdc-4ec1-b162-7c87f382b2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:28.350605 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b89c66ac-4bdc-4ec1-b162-7c87f382b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:28.354224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b89c66ac-4bdc-4ec1-b162-7c87f382b2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:28.355748 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b89c66ac-4bdc-4ec1-b162-7c87f382b2b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b668e133-5d1a-4fbd-8fa9-f583a07be304 HTTP/1.1" status: 204 len: 168 time: 0.1722698 Jul 22 21:56:28.366042 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c66ac-4bdc-4ec1-b162-7c87f382b2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b668e133-5d1a-4fbd-8fa9-f583a07be304,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:28.481062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0888e3c5-347b-407d-acfc-35f7c65ef419 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:28.512197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0888e3c5-347b-407d-acfc-35f7c65ef419 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:28.514533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0888e3c5-347b-407d-acfc-35f7c65ef419 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:31.603396 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:32.244532 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:38.331041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a78-479e-4e2d-b472-aff38398a14d req-9080ebfa-b481-4edf-b79f-301efd126685 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:38.332513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a598a78-479e-4e2d-b472-aff38398a14d req-9080ebfa-b481-4edf-b79f-301efd126685 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 946 time: 0.0689867 Jul 22 21:56:38.373306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a598a78-479e-4e2d-b472-aff38398a14d req-80c68644-2079-4e17-9d51-229168414f64 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346963 Jul 22 21:56:39.518892 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead2ba4-71aa-4fab-8b70-ac45874bc38f req-14b029ed-612c-4c51-9639-09af9cdb9daf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:39.520493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ead2ba4-71aa-4fab-8b70-ac45874bc38f req-14b029ed-612c-4c51-9639-09af9cdb9daf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 946 time: 0.0702918 Jul 22 21:56:39.565522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ead2ba4-71aa-4fab-8b70-ac45874bc38f req-26cb78ef-d03d-4b9a-887d-bd57faa64e19 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e21c961-d1ef-4494-bec8-48bdd8e16cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370717 Jul 22 21:56:39.843726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-417676f5-f3c1-450f-80ba-cf21ffcb2f2a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:39.845130 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-417676f5-f3c1-450f-80ba-cf21ffcb2f2a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 946 time: 0.0627148 Jul 22 21:56:39.949134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Deleting port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:39.949479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:40.037988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] For port 267c5dff-6c6f-4dd7-bc4b-502b12110df0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=267c5dff-6c6f-4dd7-bc4b-502b12110df0,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:40.038353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:40.315273 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:40.315640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:40.315989 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Floating IP 73ab5a82-c65e-46a2-9352-c593d6123c6e disassociated. External IP: 172.25.5.235, port: 267c5dff-6c6f-4dd7-bc4b-502b12110df0. Jul 22 21:56:40.316331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Calling delete_port for 267c5dff-6c6f-4dd7-bc4b-502b12110df0 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:40.440837 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:40.675769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cdc73bec-aa4c-4f50-8810-d4e09a345def req-19b9a01b-1ebf-4a50-9b8f-d7a0bbabdf1b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 210 time: 0.0335262 Jul 22 21:56:40.729331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event deleted for resources: {'Port': ['ID=267c5dff-6c6f-4dd7-bc4b-502b12110df0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:40.841139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:56:40.948130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:56:40.958701 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] Sync routers for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:56:40.967699 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:40.968405 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:40.992604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] No DVR routers for this DVR port 267c5dff-6c6f-4dd7-bc4b-502b12110df0 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:56:40.995370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:40.997536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-92071ecb-ef9e-4252-b4cb-66445a6527f3 req-14e0e7bd-5a03-46bd-9862-84173927a041 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.23 "DELETE /v2.0/ports/267c5dff-6c6f-4dd7-bc4b-502b12110df0 HTTP/1.1" status: 204 len: 173 time: 1.1470075 Jul 22 21:56:40.998030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-deleted', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:41.000330 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ecccb-7645-4c84-8b32-ec8f26d1de39" -d '{"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-deleted", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:41.043784 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02318de9-ec6c-42c8-93c4-022723efa596 x-openstack-request-id: req-02318de9-ec6c-42c8-93c4-022723efa596 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:41.044405 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca76bd55-7dd0-4bf7-8626-707a86c2b261", "name": "network-vif-deleted", "tag": "267c5dff-6c6f-4dd7-bc4b-502b12110df0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:41.044762 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02318de9-ec6c-42c8-93c4-022723efa596 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:41.045262 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca76bd55-7dd0-4bf7-8626-707a86c2b261', 'name': 'network-vif-deleted', 'tag': '267c5dff-6c6f-4dd7-bc4b-502b12110df0', 'status': 'completed', 'code': 200} Jul 22 21:56:41.084730 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:41.316249 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cadc0c6-8de7-48d7-a884-a14742837f46 req-b7608d6d-c156-4857-88ed-455a6fae1bf0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297821 Jul 22 21:56:41.325222 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:41.351790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] Checking router: 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:56:41.360370 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:41.360823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:41.398224 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cadc0c6-8de7-48d7-a884-a14742837f46 req-71419390-65ac-4a3e-b8e0-a9698eb76b64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=ca76bd55-7dd0-4bf7-8626-707a86c2b261 HTTP/1.1" status: 200 len: 210 time: 0.0276515 Jul 22 21:56:41.561709 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:41.590368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadc0c6-8de7-48d7-a884-a14742837f46 req-a8ded5cd-a4e0-4560-a9f3-dc4b5076058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:41.591863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cadc0c6-8de7-48d7-a884-a14742837f46 req-a8ded5cd-a4e0-4560-a9f3-dc4b5076058c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=867afe76b6cd41aaa4f78cc62c516646&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1741872 Jul 22 21:56:41.757417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadc0c6-8de7-48d7-a884-a14742837f46 req-161886b8-768d-46b1-8b43-06862b0b5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:41.763235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8cadc0c6-8de7-48d7-a884-a14742837f46 req-161886b8-768d-46b1-8b43-06862b0b5f71 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1604836 Jul 22 21:56:41.764666 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:41.770877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47634) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:41.792725 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed88184-3ca4-44bf-bee9-42e68b5e49b0 None None] The sync data for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 is: [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:56:41.830920 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a625f6d3-7eea-4c8f-aed4-858606062feb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:41.855228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a625f6d3-7eea-4c8f-aed4-858606062feb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:41.904322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a625f6d3-7eea-4c8f-aed4-858606062feb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:41.907140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a625f6d3-7eea-4c8f-aed4-858606062feb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:41.908367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a625f6d3-7eea-4c8f-aed4-858606062feb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "DELETE /v2.0/security-groups/9e21c961-d1ef-4494-bec8-48bdd8e16cd3 HTTP/1.1" status: 204 len: 168 time: 0.1365066 Jul 22 21:56:41.911266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47636) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:41.919278 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625f6d3-7eea-4c8f-aed4-858606062feb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21c961-d1ef-4494-bec8-48bdd8e16cd3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:41.929199 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-6e5716cd-f6a5-42aa-b517-dab6cc288d64 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] show failed (client error): The resource could not be found. Jul 22 21:56:41.930597 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6e5716cd-f6a5-42aa-b517-dab6cc288d64 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups/9e21c961-d1ef-4494-bec8-48bdd8e16cd3 HTTP/1.1" status: 404 len: 347 time: 0.0179558 Jul 22 21:56:41.935300 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47638) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:42.043440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7f9db-8bea-4425-b206-b21aed64352b None None] New status for floating IP 73ab5a82-c65e-46a2-9352-c593d6123c6e: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:56:42.071869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Deleting port 85baa44d-9a38-402e-b652-27f92564cac2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:56:42.072561 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.163320 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.163650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.176867 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Calling delete_port for 85baa44d-9a38-402e-b652-27f92564cac2 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:56:42.315447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.341540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event deleted for resources: {'Port': ['ID=85baa44d-9a38-402e-b652-27f92564cac2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:42.406216 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.408986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.410796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e17b4e6c-0188-4be5-a3be-759e9f5c89eb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "DELETE /v2.0/floatingips/73ab5a82-c65e-46a2-9352-c593d6123c6e HTTP/1.1" status: 204 len: 168 time: 0.4737918 Jul 22 21:56:42.564159 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5d1bc84e-c54a-475b-8c8d-e13b0049c90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.795739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47642) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:42.800593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-585236e8-a35e-4599-bf22-5fd0aa4187d5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770605475', 'description': 'tempest-description--230976560'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:42.822119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-585236e8-a35e-4599-bf22-5fd0aa4187d5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.903257 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-585236e8-a35e-4599-bf22-5fd0aa4187d5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.906739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-585236e8-a35e-4599-bf22-5fd0aa4187d5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.933392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-585236e8-a35e-4599-bf22-5fd0aa4187d5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:42.934630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-585236e8-a35e-4599-bf22-5fd0aa4187d5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1378295 Jul 22 21:56:42.937708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47644) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:42.938663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585236e8-a35e-4599-bf22-5fd0aa4187d5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e2dc09-8f9e-4a05-a159-44ff288ced64,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:42.943439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a8b0690f-2c4d-4dbd-be18-cc0f5ab8baa9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'security_group_rule': {'security_group_id': '28e2dc09-8f9e-4a05-a159-44ff288ced64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:42.970301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b0690f-2c4d-4dbd-be18-cc0f5ab8baa9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.017554 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b0690f-2c4d-4dbd-be18-cc0f5ab8baa9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.021156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b0690f-2c4d-4dbd-be18-cc0f5ab8baa9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.039551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0690f-2c4d-4dbd-be18-cc0f5ab8baa9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14283add-bc44-4b52-89c3-9361ba7a2b2d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:43.045639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8b0690f-2c4d-4dbd-be18-cc0f5ab8baa9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.047000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a8b0690f-2c4d-4dbd-be18-cc0f5ab8baa9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081924 Jul 22 21:56:43.049638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47646) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:43.054611 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f7b966c8-afc1-4f1e-9fa1-bada56087cc7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'security_group_rule': {'security_group_id': '28e2dc09-8f9e-4a05-a159-44ff288ced64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:43.079615 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7b966c8-afc1-4f1e-9fa1-bada56087cc7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.139264 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7b966c8-afc1-4f1e-9fa1-bada56087cc7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.143531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7b966c8-afc1-4f1e-9fa1-bada56087cc7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.163512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b966c8-afc1-4f1e-9fa1-bada56087cc7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dc901f-057a-4563-84cf-607a32e5662f,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:43.165937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7b966c8-afc1-4f1e-9fa1-bada56087cc7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.167111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f7b966c8-afc1-4f1e-9fa1-bada56087cc7 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165731 Jul 22 21:56:43.170168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47648) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:43.174584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:43.195464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.288965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.396980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Allocated IP 172.25.5.252 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/1bcc9279-4db3-499c-b2fb-879a380b39d0) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:56:43.499626 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.539730 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.578654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:56:43.583563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:56:43.586993 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:56:43.611863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'Port': ['ID=1bcc9279-4db3-499c-b2fb-879a380b39d0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:43.674433 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.716447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.864105 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.869043 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.939496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'Port': ['ID=1bcc9279-4db3-499c-b2fb-879a380b39d0,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:43.951215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.967703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:43.968933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-67a9948c-3df0-4fad-bc1b-7c2767a1983c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7978244 Jul 22 21:56:44.155876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-282d508b-cf12-44f3-9063-a6eeeda62504 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1770605475&fields=id&tenant_id=867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 267 time: 0.0333612 Jul 22 21:56:44.259235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-ded988e6-a6e0-4549-8739-ed43c4ede623 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:44.260721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-ded988e6-a6e0-4549-8739-ed43c4ede623 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 816 time: 0.0980120 Jul 22 21:56:44.275717 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-5289a196-75f5-47f8-82e6-064a66e7988a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/quotas/867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 375 time: 0.0096698 Jul 22 21:56:44.683035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-153285ec-17c1-4d9d-8323-466118464906 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4024296 Jul 22 21:56:44.776802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-80325995-93b5-4a8a-b22f-5cbd60218907 service neutron] 10.222.0.54 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818155 Jul 22 21:56:44.868462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-416c78b0-7038-4c2e-9aa9-f97c8393e6b5 service neutron] 10.222.0.54 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860596 Jul 22 21:56:44.913286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:56:44.932590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 267c5dff-6c6f-4dd7-bc4b-502b12110df0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:56:44.932934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 267c5dff-6c6f-4dd7-bc4b-502b12110df0 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:56:45.034187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c1ad73e-0eed-48db-bad7-197a1a205bc5 req-3e3fefc4-9277-40f5-b9a3-91968b486818 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 210 time: 0.0308268 Jul 22 21:56:45.211134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f5828c4f-7736-460c-a3c3-5cb779a55ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:45.465110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:45.942184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-79b8e959-b6bf-4632-9a92-2c5866db40d8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:45.943702 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-79b8e959-b6bf-4632-9a92-2c5866db40d8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.58 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 816 time: 0.1041811 Jul 22 21:56:45.992662 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-08722a51-a475-4412-90ec-4d2073c3c6b1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 380 time: 0.0403225 Jul 22 21:56:46.001897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'port': {'device_id': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'admin_state_up': True, 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'security_groups': ['28e2dc09-8f9e-4a05-a159-44ff288ced64']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:46.116569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Made reservation on behalf of 867afe76b6cd41aaa4f78cc62c516646 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:56:46.120106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.157969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f77a731-1b81-4a85-a75f-d8014cd14cd3 req-1d9b8854-b273-476c-b4da-aae21f2e9d1b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 210 time: 0.0318863 Jul 22 21:56:46.213494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.256679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Allocated IP 172.20.0.6 (445a1592-8d0b-4b72-87fc-1f995c584350/bd386fad-3ca0-431d-a02b-69c2388cfef3/e6bc7b8e-71b1-4727-a266-f2964821a14f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:56:46.395556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.414657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Transition to ACTIVE for port object e6bc7b8e-71b1-4727-a266-f2964821a14f will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:56:46.447350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.488608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Network 445a1592-8d0b-4b72-87fc-1f995c584350 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:56:46.493593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:56:46.500858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:56:46.508250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:46.555526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:46.556174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.571318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-d28343b7-6314-4145-9398-a0d6e2607d0e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730786 Jul 22 21:56:46.583289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Request body: {'port': {'device_id': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:46.663191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.694260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efe19fcf-1deb-448f-aa10-aea45a488fdf None None] Provisioning for port e6bc7b8e-71b1-4727-a266-f2964821a14f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:56:46.698104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efe19fcf-1deb-448f-aa10-aea45a488fdf None None] Provisioning complete for port e6bc7b8e-71b1-4727-a266-f2964821a14f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:56:46.698931 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efe19fcf-1deb-448f-aa10-aea45a488fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.732539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-efe19fcf-1deb-448f-aa10-aea45a488fdf None None] Port e6bc7b8e-71b1-4727-a266-f2964821a14f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:56:46.922572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bc7b8e-71b1-4727-a266-f2964821a14f {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:56:46.930996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:46.942685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Transition to ACTIVE for port object e6bc7b8e-71b1-4727-a266-f2964821a14f will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:56:46.946920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:47.016171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:47.072004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Attempting to bind port e6bc7b8e-71b1-4727-a266-f2964821a14f on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:56:47.072347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Attempting to bind port e6bc7b8e-71b1-4727-a266-f2964821a14f by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:56:47.072682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Attempting to bind port e6bc7b8e-71b1-4727-a266-f2964821a14f on network 445a1592-8d0b-4b72-87fc-1f995c584350 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:56:47.077492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Port e6bc7b8e-71b1-4727-a266-f2964821a14f on network 445a1592-8d0b-4b72-87fc-1f995c584350 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:56:47.077821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Attempting to bind port e6bc7b8e-71b1-4727-a266-f2964821a14f on network 445a1592-8d0b-4b72-87fc-1f995c584350 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:56:47.083468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:56:47.083811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Checking segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:56:47.084243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Bound using segment: {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:56:47.084674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Bound port: e6bc7b8e-71b1-4727-a266-f2964821a14f, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:56:47.085041 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:47.153572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:56:47.157053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:56:47.162101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:47.196803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.197556 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:47.199255 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] 10.222.0.58 "PUT /v2.0/ports/e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 200 len: 1092 time: 0.6202598 Jul 22 21:56:47.199699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:47.203388 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887388db-4bf8-4968-91b3-cf5baa2dd9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:47.238053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb42e5-11d6-4ee5-839d-02bacae13c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:47.258500 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8562b1-5ad8-4455-b4e6-b124791d3c6b x-openstack-request-id: req-de8562b1-5ad8-4455-b4e6-b124791d3c6b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:47.258796 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:47.259076 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de8562b1-5ad8-4455-b4e6-b124791d3c6b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:47.259457 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'status': 'completed', 'code': 200} Jul 22 21:56:47.316717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-64a2baaf-0589-407f-b737-8014802eef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.318273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-64a2baaf-0589-407f-b737-8014802eef68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1095 time: 0.0697775 Jul 22 21:56:47.336476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1569-02dc-4a75-9788-b07f4f00eb06 req-ebc13ae7-1da0-4463-9144-946e814bb0e8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.338449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77ce1569-02dc-4a75-9788-b07f4f00eb06 req-ebc13ae7-1da0-4463-9144-946e814bb0e8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0805826 Jul 22 21:56:47.362426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-7a92f030-73a2-46da-91d0-470bee1b85bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 200 len: 217 time: 0.0369596 Jul 22 21:56:47.379939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77ce1569-02dc-4a75-9788-b07f4f00eb06 req-2377dc1e-8277-460a-ab1c-c658b7b612fc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357773 Jul 22 21:56:47.416336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-32200141-003d-4216-8cee-b6820a5abaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.417846 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-32200141-003d-4216-8cee-b6820a5abaec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0499096 Jul 22 21:56:47.478088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-8400fdd9-de27-4474-ba27-2c032ed8a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.479624 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-8400fdd9-de27-4474-ba27-2c032ed8a083 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559871 Jul 22 21:56:47.571931 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-f34ec729-a6b3-410d-a8f8-3e3792e94d67 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858347 Jul 22 21:56:47.663813 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e15bc15a-1fc0-462d-988f-433daeb26a83 req-2792f04b-1121-4fd9-9dc2-59391cbb5afb service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853238 Jul 22 21:56:47.762592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-353ad89e-f5d0-4a83-8833-67a6ff9d57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.764071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-353ad89e-f5d0-4a83-8833-67a6ff9d57e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1095 time: 0.0542867 Jul 22 21:56:47.851622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-53bdbd7e-31fc-4e47-97bb-9a8244a1d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.853109 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-53bdbd7e-31fc-4e47-97bb-9a8244a1d282 service neutron] 10.222.0.58 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.0825260 Jul 22 21:56:47.895996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-edd4577d-a1ad-4907-bac0-358cea0aad56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 200 len: 217 time: 0.0363860 Jul 22 21:56:47.948030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-bd20a306-dcd8-4f8c-940e-b3d084a9c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:47.949499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-bd20a306-dcd8-4f8c-940e-b3d084a9c27a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0471981 Jul 22 21:56:48.010526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-0ae42a20-2bcb-4eff-9e59-0e8b09804b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:48.012052 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-0ae42a20-2bcb-4eff-9e59-0e8b09804b93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549572 Jul 22 21:56:48.106606 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-29b9bba1-76c6-446d-b4e4-a8bfc81eba9d service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857565 Jul 22 21:56:48.194617 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-887388db-4bf8-4968-91b3-cf5baa2dd9ad req-91c53470-f435-4d6d-83d8-e5c831f3f109 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811977 Jul 22 21:56:48.370957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:48.526266 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5930a-5c1c-49d8-a831-8f9534409ec9 req-8940cca0-1e86-4004-8cbd-5bb6f5d99c25 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:48.527808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5bc5930a-5c1c-49d8-a831-8f9534409ec9 req-8940cca0-1e86-4004-8cbd-5bb6f5d99c25 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0722013 Jul 22 21:56:48.570013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5bc5930a-5c1c-49d8-a831-8f9534409ec9 req-ddb276b5-c5e9-4568-8420-cb4da17438dc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365081 Jul 22 21:56:49.704486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98605368-c41f-4f36-9636-6363756e3996 req-6d05dafd-b3fb-4887-bbad-745fa3042eea tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:49.705973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98605368-c41f-4f36-9636-6363756e3996 req-6d05dafd-b3fb-4887-bbad-745fa3042eea tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0641775 Jul 22 21:56:49.746785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98605368-c41f-4f36-9636-6363756e3996 req-8b538afa-f57c-48a5-9504-0a74ca1ee353 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347216 Jul 22 21:56:50.086589 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:56:50.342119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:56:50.436292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:50.447203 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'port_id': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'mac_address': 'fa:16:3e:48:11:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:56:50.490172 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:50.504939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bc7b8e-71b1-4727-a266-f2964821a14f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:56:50.525631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:50.529486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:50.579755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:50.757614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e6bc7b8e-71b1-4727-a266-f2964821a14f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:56:50.883222 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4a7ef-7b00-4125-95f1-5d9ec882f3bb req-b11ae1f2-7f10-418c-ad90-15a12ef1f84f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:50.884788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fac4a7ef-7b00-4125-95f1-5d9ec882f3bb req-b11ae1f2-7f10-418c-ad90-15a12ef1f84f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 944 time: 0.0638633 Jul 22 21:56:50.924797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fac4a7ef-7b00-4125-95f1-5d9ec882f3bb req-5130ea58-28f7-40b8-a1d4-03faa2b7b300 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338640 Jul 22 21:56:52.071112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2eded-c233-41e4-b72a-36ec40142c9c req-274d17b5-75ac-49f1-8fd4-fed8b96b872d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:52.072662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39f2eded-c233-41e4-b72a-36ec40142c9c req-274d17b5-75ac-49f1-8fd4-fed8b96b872d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 944 time: 0.0649896 Jul 22 21:56:52.113314 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-39f2eded-c233-41e4-b72a-36ec40142c9c req-a5e7e09f-084b-4956-879b-91281f978034 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344992 Jul 22 21:56:52.357639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:56:52.404762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port e6bc7b8e-71b1-4727-a266-f2964821a14f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:56:52.408630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port e6bc7b8e-71b1-4727-a266-f2964821a14f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:56:52.409003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:52.499225 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:52.522158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:52.524653 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8959e-4708-497d-bbed-4d57fea01014" -d '{"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:52.536950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:56:52.541089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:52.567510 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431ed06-0e4d-4a34-8c28-df7826ce8a50 x-openstack-request-id: req-3431ed06-0e4d-4a34-8c28-df7826ce8a50 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:52.567852 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:52.568114 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3431ed06-0e4d-4a34-8c28-df7826ce8a50 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:52.568506 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'code': 200} Jul 22 21:56:52.595610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:56:52.791940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b892-bca4-402e-96b5-f2045bb76e01 req-4f3baa4e-e721-4cc0-9f31-ebb6073ed784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:52.793491 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3976b892-bca4-402e-96b5-f2045bb76e01 req-4f3baa4e-e721-4cc0-9f31-ebb6073ed784 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1097 time: 0.1754236 Jul 22 21:56:52.829631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3976b892-bca4-402e-96b5-f2045bb76e01 req-6ba43e1a-6f1b-4a60-83be-4d23687431e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287876 Jul 22 21:56:53.253112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2012d3-2039-4bf7-9547-6604ec3a2fa4 req-cbc4f153-ea3e-4c96-b8d7-823277847f68 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:53.254728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a2012d3-2039-4bf7-9547-6604ec3a2fa4 req-cbc4f153-ea3e-4c96-b8d7-823277847f68 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0689626 Jul 22 21:56:53.292254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a2012d3-2039-4bf7-9547-6604ec3a2fa4 req-4366c5fc-c727-48b7-80a5-8f368f6d8839 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Jul 22 21:56:54.429439 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41893c00-7eb4-4db4-9f0a-25d37c059d68 req-83921a28-8e92-4767-8380-6846c5dc1a82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:54.431264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41893c00-7eb4-4db4-9f0a-25d37c059d68 req-83921a28-8e92-4767-8380-6846c5dc1a82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0658805 Jul 22 21:56:54.469042 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41893c00-7eb4-4db4-9f0a-25d37c059d68 req-73f6dda1-be02-42ab-9539-231f30233e5a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Jul 22 21:56:54.602810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff5c3a-c291-4314-96b8-4940f38c3401 req-2b185ad3-1662-429b-902f-675aea686810 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:54.604365 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49ff5c3a-c291-4314-96b8-4940f38c3401 req-2b185ad3-1662-429b-902f-675aea686810 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0643568 Jul 22 21:56:54.613637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47700) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:56:54.618112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Request body: {'floatingip': {'port_id': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:56:54.660552 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:55.098669 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:55.102551 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:55.204312 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Floating IP efeea6b2-33c9-4416-95de-fcc2805f8f7a associated. External IP: 172.25.5.252, port: e6bc7b8e-71b1-4727-a266-f2964821a14f. Jul 22 21:56:55.407374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:56:55.517420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:56:55.522272 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:56:55.529585 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] Sync routers for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:56:55.543737 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:55.544598 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:55.562812 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-41c0d05f-d20a-4e63-81f3-7dc47d3d3f28 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "PUT /v2.0/floatingips/efeea6b2-33c9-4416-95de-fcc2805f8f7a HTTP/1.1" status: 200 len: 991 time: 0.9481046 Jul 22 21:56:55.563506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:56:55.565893 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2a9fc-a83d-419e-8d31-ddc8501ce174" -d '{"events": [{"name": "network-changed", "server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:56:55.609458 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7da1c1-bccd-4344-a528-1dbe57c9c90a x-openstack-request-id: req-bd7da1c1-bccd-4344-a528-1dbe57c9c90a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:56:55.609757 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:56:55.610010 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd7da1c1-bccd-4344-a528-1dbe57c9c90a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:56:55.610429 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'status': 'completed', 'code': 200} Jul 22 21:56:55.651474 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:55.690396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-77488905-74a5-479c-af2d-84d0a28ed264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:55.691958 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-77488905-74a5-479c-af2d-84d0a28ed264 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1097 time: 0.0565884 Jul 22 21:56:55.790526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-9223853d-e4e7-4564-ab31-7d136b828f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:55.792036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-9223853d-e4e7-4564-ab31-7d136b828f5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.0941608 Jul 22 21:56:55.855962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-9acf61b9-c78d-4f5a-ae8a-530b8fd6f7f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 200 len: 999 time: 0.0579188 Jul 22 21:56:55.888966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'efeea6b2-33c9-4416-95de-fcc2805f8f7a', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'port_id': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'mac_address': 'fa:16:3e:48:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:56:43Z', 'updated_at': '2021-07-22T21:56:55Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:55.905297 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-b3a37b01-6a92-4bc6-9db4-2f79ce2d188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:55.906819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-b3a37b01-6a92-4bc6-9db4-2f79ce2d188c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0435164 Jul 22 21:56:55.916541 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] Checking router: 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:56:55.925132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:56:55.925752 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:56:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:56.040735 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:56:56.253450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-acfa18da-a417-4cd3-922f-9739e29b241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:56:56.254967 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-acfa18da-a417-4cd3-922f-9739e29b241b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3421173 Jul 22 21:56:56.298259 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'efeea6b2-33c9-4416-95de-fcc2805f8f7a', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'port_id': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'mac_address': 'fa:16:3e:48:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:56:43Z', 'updated_at': '2021-07-22T21:56:55Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:56:56.328857 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8159e2c-da7f-47e1-84b6-9ae6da5f9cd7 None None] The sync data for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 is: [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'efeea6b2-33c9-4416-95de-fcc2805f8f7a', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'port_id': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'mac_address': 'fa:16:3e:48:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:56:43Z', 'updated_at': '2021-07-22T21:56:55Z', 'revision_number': 1, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:56:56.349051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-c1bec8f2-85cc-4dc0-a778-a20f4ea5f5df service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872569 Jul 22 21:56:56.444870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06f2a9fc-a83d-419e-8d31-ddc8501ce174 req-0cbc1509-b57d-4a16-ba0d-78c96bc00d00 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893991 Jul 22 21:56:56.538842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca17855-c441-4074-ba8e-f9a2579e2c2a None None] New status for floating IP efeea6b2-33c9-4416-95de-fcc2805f8f7a: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:57:01.613372 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:02.242513 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:12.566278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd867423-d9bf-4e26-b12b-386b58e15b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:15.212526 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84356dae-164c-4695-ade8-4f0cd3278f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:15.465060 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:16.215282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:18.368297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:27.086408 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:57:31.622313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:32.253546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:42.567135 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-11cd6b0a-4001-4f00-9f29-1701ee3c5a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:43.285824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-41cf1ce6-d926-4029-9dbd-c2293ae22573 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535951 Jul 22 21:57:43.362848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-a26fe390-2007-430f-bfc0-394786354119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:43.364444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-a26fe390-2007-430f-bfc0-394786354119 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 1097 time: 0.0578763 Jul 22 21:57:43.467164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-63ddb81a-7a09-4f77-92c6-c19010a69cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:43.469231 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-63ddb81a-7a09-4f77-92c6-c19010a69cf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.0855882 Jul 22 21:57:43.544066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-3933f73c-5eee-4d77-8b2f-21bb6dcae55f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51398d3-f914-4385-909c-1045806938a3 HTTP/1.1" status: 200 len: 1000 time: 0.0651104 Jul 22 21:57:43.593408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-40cd0481-61d6-4121-8f70-82b33ff18960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:43.594876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-40cd0481-61d6-4121-8f70-82b33ff18960 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0446434 Jul 22 21:57:43.653998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-9f23d196-a471-4a40-8cd9-f9fbd98ffa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:43.655507 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-9f23d196-a471-4a40-8cd9-f9fbd98ffa4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536995 Jul 22 21:57:43.747267 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-6678e751-859f-4b10-b142-7907fd3a5a3d service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849214 Jul 22 21:57:43.839484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-08c9057d-544d-4268-938f-2c6cd8b75853 req-719f0194-491f-408c-89c2-0dadc2608dcc service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847549 Jul 22 21:57:45.212872 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-04bc3f4b-5bff-423d-9c6a-3324e1464959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:45.468561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:46.219687 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:48.270844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47816) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:57:48.379334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:48.429620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port d3983535-03d7-40c8-b125-74574d476c9d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:57:48.429967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:48.506652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:48.506988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:48.519275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for d3983535-03d7-40c8-b125-74574d476c9d owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:57:48.664613 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:48.689803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=d3983535-03d7-40c8-b125-74574d476c9d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:57:48.698151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.698504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.698844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.699181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.699512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.699858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.700195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.700519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.700841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.701740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.702123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.702471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:48.766777 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:48.767136 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Floating IP 287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66 disassociated (deleted). External IP: 172.25.5.18, port: c51398d3-f914-4385-909c-1045806938a3. Jul 22 21:57:48.978039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:57:49.086001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:57:49.090898 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:49.096622 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:57:49.105386 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:57:49.105988 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:57:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:57:49.131721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f16cafb0-b12b-4831-aa41-7073e73fb88e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "DELETE /v2.0/floatingips/287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66 HTTP/1.1" status: 204 len: 168 time: 0.8597770 Jul 22 21:57:49.132487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'tag': 'c51398d3-f914-4385-909c-1045806938a3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:57:49.134850 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "tag": "c51398d3-f914-4385-909c-1045806938a3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:57:49.219574 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:57:49.245560 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945896f0-08bb-48f3-882c-bc0c55796ce1 x-openstack-request-id: req-945896f0-08bb-48f3-882c-bc0c55796ce1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:57:49.245949 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "tag": "c51398d3-f914-4385-909c-1045806938a3", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:57:49.246257 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-945896f0-08bb-48f3-882c-bc0c55796ce1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:57:49.246758 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'tag': 'c51398d3-f914-4385-909c-1045806938a3', 'status': 'completed', 'code': 200} Jul 22 21:57:49.344943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-13bc65b2-b16c-4626-a957-222ab0f89822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:49.347128 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-13bc65b2-b16c-4626-a957-222ab0f89822 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 1097 time: 0.0726962 Jul 22 21:57:49.416884 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf35b3-9780-4e84-a1ac-41efc8b0fe26 req-a51ba83d-954a-43d0-bf69-7329fbf1d130 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:49.419163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99cf35b3-9780-4e84-a1ac-41efc8b0fe26 req-a51ba83d-954a-43d0-bf69-7329fbf1d130 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 945 time: 0.0795040 Jul 22 21:57:49.472841 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99cf35b3-9780-4e84-a1ac-41efc8b0fe26 req-1cf75c75-6b0d-4f25-adc1-94f15f6e57c0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Jul 22 21:57:49.481344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-5cc6b0ac-3c27-44f7-af90-c6a8eb54c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:49.484199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-5cc6b0ac-3c27-44f7-af90-c6a8eb54c628 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1295524 Jul 22 21:57:49.499374 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:52Z', 'revision_number': 1, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:57:49.535034 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:57:49.539819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-02a8bd54-1c0b-4bfe-980a-af18e92987ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51398d3-f914-4385-909c-1045806938a3 HTTP/1.1" status: 200 len: 217 time: 0.0463154 Jul 22 21:57:49.544050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:57:49.544675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:57:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:57:49.597215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-308fd326-7834-4e51-8629-a3013ae91481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:49.598889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-308fd326-7834-4e51-8629-a3013ae91481 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0497005 Jul 22 21:57:49.664378 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:57:49.667934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-f27de703-71c3-4100-a7f0-20bed3fbcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:49.672630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-f27de703-71c3-4100-a7f0-20bed3fbcf5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634587 Jul 22 21:57:49.790010 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-39b41a01-7b36-4c2d-a324-033428f0200c service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018448 Jul 22 21:57:49.891444 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d6d9ef9-6b38-41ba-87cc-c63355783dfa req-e94b6f9c-0ca5-42a6-bec8-01ff6efc6292 service neutron] 10.222.0.23 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001554 Jul 22 21:57:50.018966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:52Z', 'revision_number': 1, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:57:50.048440 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf23a39-81d9-4fd7-99c4-c1e58fb9ba98 None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'c6da0faf-2820-467e-951d-c8824aebc818', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'floating_ip_address': '172.25.5.156', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'port_id': '509955fb-3d47-4716-9944-17844ade847d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'mac_address': 'fa:16:3e:67:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:53:49Z', 'updated_at': '2021-07-22T21:53:52Z', 'revision_number': 1, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:57:50.284413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a6058-511d-4231-87b8-c2b48b54ed27 None None] New status for floating IP 287dc6fc-ef57-4a5a-9bcc-69b2edd3fb66: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:57:50.621051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d32a8-1703-4ea3-a55d-2ab0ff47bc9f req-c9c591e2-2198-48f0-bbdf-441556ab32c0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:50.622625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b9d32a8-1703-4ea3-a55d-2ab0ff47bc9f req-c9c591e2-2198-48f0-bbdf-441556ab32c0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 945 time: 0.0785732 Jul 22 21:57:50.669060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b9d32a8-1703-4ea3-a55d-2ab0ff47bc9f req-6b547d0d-f806-4dde-ac78-700dee622874 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 Jul 22 21:57:51.152118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-9264ebdc-f7a0-465e-8123-b163041a61a7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:51.153595 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-9264ebdc-f7a0-465e-8123-b163041a61a7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 945 time: 0.0639875 Jul 22 21:57:51.260017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port c51398d3-f914-4385-909c-1045806938a3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:57:51.260267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:51.349951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] For port c51398d3-f914-4385-909c-1045806938a3, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=c51398d3-f914-4385-909c-1045806938a3,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:57:51.350303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:51.362898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for c51398d3-f914-4385-909c-1045806938a3 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:57:51.494634 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:51.528799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=c51398d3-f914-4385-909c-1045806938a3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:57:51.541195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.541545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.541887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.542222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.542556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.542887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.543213 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.543538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.543885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.544212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.544537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.545379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:57:51.586614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] No DVR routers for this DVR port c51398d3-f914-4385-909c-1045806938a3 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:57:51.589264 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:57:51.591312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ba88cae0-dce3-482e-baa8-a2dd4883bcb4 req-0bff5e9c-fd89-48df-a48f-1a5bea40cf5f tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.23 "DELETE /v2.0/ports/c51398d3-f914-4385-909c-1045806938a3 HTTP/1.1" status: 204 len: 173 time: 0.4319363 Jul 22 21:57:51.591779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'name': 'network-vif-deleted', 'tag': 'c51398d3-f914-4385-909c-1045806938a3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:57:51.594065 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33718bd1-ce65-47f9-8826-f91f6609f944" -d '{"events": [{"server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "name": "network-vif-deleted", "tag": "c51398d3-f914-4385-909c-1045806938a3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:57:51.694403 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e920cbcd-5100-4a68-97c5-e717a78ae93a x-openstack-request-id: req-e920cbcd-5100-4a68-97c5-e717a78ae93a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:57:51.694730 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98d0423-9c6f-44b7-b657-52d7b5f0373e", "name": "network-vif-deleted", "tag": "c51398d3-f914-4385-909c-1045806938a3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:57:51.695014 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e920cbcd-5100-4a68-97c5-e717a78ae93a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:57:51.695429 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98d0423-9c6f-44b7-b657-52d7b5f0373e', 'name': 'network-vif-deleted', 'tag': 'c51398d3-f914-4385-909c-1045806938a3', 'status': 'completed', 'code': 200} Jul 22 21:57:51.795492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18cf9ce2-98ac-4c82-9fa0-ba435e973637 req-e2b8ea11-506e-41c1-baef-ab89daa3d6c4 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 210 time: 0.0394144 Jul 22 21:57:52.893159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-801f1e44-675e-416f-8125-f498090e6e52 req-47f94f5c-ca67-4d02-b44f-ee1c23139ea9 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 210 time: 0.0292799 Jul 22 21:57:53.992183 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29ead6f5-c9ed-4e22-ac12-5d8f1480b52c req-835f9bc6-0f3d-4bbf-8157-d447fa053a26 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 210 time: 0.0294356 Jul 22 21:57:55.123437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfa1d8aa-08ca-421a-a5de-f2d1bda633ec req-87f9b845-f24d-4252-9f96-3453a4fcbd82 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98d0423-9c6f-44b7-b657-52d7b5f0373e HTTP/1.1" status: 200 len: 210 time: 0.0327301 Jul 22 21:57:55.193034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c51398d3-f914-4385-909c-1045806938a3 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:57:55.216324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: c51398d3-f914-4385-909c-1045806938a3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:57:55.216675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device c51398d3-f914-4385-909c-1045806938a3 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:57:58.288928 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-276c417e-e0f7-463e-9b04-308cebb64ef2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536866 Jul 22 21:57:58.385623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-2c7d4c65-0bb6-4585-b87a-173e6a9c81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:58.387416 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-2c7d4c65-0bb6-4585-b87a-173e6a9c81b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1097 time: 0.0581598 Jul 22 21:57:58.530277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-8013404c-90e0-45d7-9677-ac89296cc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:58.531897 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-8013404c-90e0-45d7-9677-ac89296cc3f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1254253 Jul 22 21:57:58.597699 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-3c6eb87b-1490-47e5-a62e-6ca10b16a80e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 1001 time: 0.0592244 Jul 22 21:57:58.652911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-6222875f-c230-46c1-86af-69ec68e87cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:58.654544 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-6222875f-c230-46c1-86af-69ec68e87cc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0504413 Jul 22 21:57:58.714861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-ef85e0ae-08c7-457a-995d-e4c01b43230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:57:58.716955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-ef85e0ae-08c7-457a-995d-e4c01b43230b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554633 Jul 22 21:57:58.818360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-12074fb4-7b9c-4a4b-9fe3-5e2e5af3179d service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934217 Jul 22 21:57:58.912672 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dcbb36e-e247-40e3-9e18-4d0dc10ff89f req-51e9303e-6cff-4835-afe9-ceb4cd1dba0d service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870073 Jul 22 21:58:00.501715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47888) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:00.662482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port 6fcbb04e-cbcd-41b3-8b3b-1fd0205f398e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:00.662816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:00.743637 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:00.743915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:00.756417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for 6fcbb04e-cbcd-41b3-8b3b-1fd0205f398e owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:00.906175 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:00.930940 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=6fcbb04e-cbcd-41b3-8b3b-1fd0205f398e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:00.999367 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:00.999618 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Floating IP c6da0faf-2820-467e-951d-c8824aebc818 disassociated (deleted). External IP: 172.25.5.156, port: 509955fb-3d47-4716-9944-17844ade847d. Jul 22 21:58:01.197328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:58:01.307524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:58:01.312498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:01.318075 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:58:01.326828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:58:01.327546 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:57:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:01.348584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dbd22efc-662d-4b85-b882-60bb4093afd2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "DELETE /v2.0/floatingips/c6da0faf-2820-467e-951d-c8824aebc818 HTTP/1.1" status: 204 len: 168 time: 0.8462198 Jul 22 21:58:01.349179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'tag': '509955fb-3d47-4716-9944-17844ade847d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:58:01.351461 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcfc87f-4e8d-469c-bee8-72328772315e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "tag": "509955fb-3d47-4716-9944-17844ade847d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:58:01.392997 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88645b0-6cd8-4570-be52-467dc647e655 x-openstack-request-id: req-b88645b0-6cd8-4570-be52-467dc647e655 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:58:01.393260 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "tag": "509955fb-3d47-4716-9944-17844ade847d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:58:01.393513 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b88645b0-6cd8-4570-be52-467dc647e655 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:58:01.393917 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'tag': '509955fb-3d47-4716-9944-17844ade847d', 'status': 'completed', 'code': 200} Jul 22 21:58:01.440302 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:58:01.480658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-7ef71543-ebf7-4ca2-97f8-4aaaca945954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:01.482921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-7ef71543-ebf7-4ca2-97f8-4aaaca945954 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f320adcb16a4b44964ca165b1763aa4&device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 1097 time: 0.0665338 Jul 22 21:58:01.602661 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-0ebd2f89-7653-4c80-9022-d14d2fdde039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:01.604213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-0ebd2f89-7653-4c80-9022-d14d2fdde039 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 200 len: 912 time: 0.1141067 Jul 22 21:58:01.655193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-2dcbedf5-01a5-4073-a67f-12061dd765be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 200 len: 217 time: 0.0435069 Jul 22 21:58:01.660376 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:01.662457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cfe61-192b-451b-bd06-aa7c385fde11 req-3e333bd5-7888-48be-b89e-b67b91eaa4ca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:01.676470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-287cfe61-192b-451b-bd06-aa7c385fde11 req-3e333bd5-7888-48be-b89e-b67b91eaa4ca tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 945 time: 0.1154435 Jul 22 21:58:01.700755 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:58:01.713446 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:58:01.714897 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:57:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:01.725413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-567a4437-70e5-4653-b407-b38da1ec1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:01.727833 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-567a4437-70e5-4653-b407-b38da1ec1763 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 200 len: 850 time: 0.0617542 Jul 22 21:58:01.728751 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-287cfe61-192b-451b-bd06-aa7c385fde11 req-85d66d13-36bc-4cc6-9ef1-0df2642ef1a7 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513961 Jul 22 21:58:01.796844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-d3b7c870-19a1-4de8-af7f-50c64c96b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:01.798833 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-d3b7c870-19a1-4de8-af7f-50c64c96b94e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637128 Jul 22 21:58:01.829889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:58:01.836804 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:01.890897 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-e0370bf8-cc60-4fdb-bedd-77f7d5f06e9a service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Jul 22 21:58:01.986107 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9dcfc87f-4e8d-469c-bee8-72328772315e req-7a544579-8838-4555-afeb-a4d5b36012eb service neutron] 10.222.0.58 "GET /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882106 Jul 22 21:58:02.029098 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:02.055795 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6170d3c-f87c-4ef3-9499-6c135fab19f7 None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:45:38Z', 'revision_number': 4, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '86f7ae54-7e74-4760-9f5c-fa1f7402cb11', 'name': '', 'network_id': 'b5fe1231-f9d1-4a54-9d22-40bf7ef546c9', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'mac_address': 'fa:16:3e:71:62:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:37Z', 'updated_at': '2021-07-22T21:45:46Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'subnets': [{'id': '6094bd63-f898-4d2a-842b-cfcf6c2e1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:58:02.259599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:02.287705 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a2df4-1a62-41c6-b209-aded87e023d1 None None] New status for floating IP c6da0faf-2820-467e-951d-c8824aebc818: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:58:02.861527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79039b6b-494e-4f81-8fc4-7421a7a9b7fb req-b348630f-df7c-48c7-8ebd-8faac9c82d9a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:02.863013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79039b6b-494e-4f81-8fc4-7421a7a9b7fb req-b348630f-df7c-48c7-8ebd-8faac9c82d9a tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 945 time: 0.0633731 Jul 22 21:58:02.901129 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79039b6b-494e-4f81-8fc4-7421a7a9b7fb req-2f0932b7-e9f5-4583-8747-7aab6179dc2d tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6c1e242-6d46-4935-87a5-9913bee93698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Jul 22 21:58:03.176837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-41ef1f3d-d580-4b53-80cd-0ec29f06b05e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:03.178313 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-41ef1f3d-d580-4b53-80cd-0ec29f06b05e tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 945 time: 0.0630975 Jul 22 21:58:03.283742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port 509955fb-3d47-4716-9944-17844ade847d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:03.284111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:03.370827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] For port 509955fb-3d47-4716-9944-17844ade847d, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=509955fb-3d47-4716-9944-17844ade847d,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:03.371191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:03.383812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for 509955fb-3d47-4716-9944-17844ade847d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:03.518392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:03.545652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=509955fb-3d47-4716-9944-17844ade847d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:03.595089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] No DVR routers for this DVR port 509955fb-3d47-4716-9944-17844ade847d on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:58:03.598138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:03.600258 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4de65fdf-e233-4c96-b59d-fcb0ac2c55d2 req-a0646c46-4428-45d7-9a8b-267960c30de2 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.58 "DELETE /v2.0/ports/509955fb-3d47-4716-9944-17844ade847d HTTP/1.1" status: 204 len: 173 time: 0.4164457 Jul 22 21:58:03.600729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'name': 'network-vif-deleted', 'tag': '509955fb-3d47-4716-9944-17844ade847d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:58:03.602981 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd243f08-cde7-4f52-8505-3961778969a2" -d '{"events": [{"server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "name": "network-vif-deleted", "tag": "509955fb-3d47-4716-9944-17844ade847d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:58:03.656839 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3aeb28-fc86-42fb-b5c5-6a14c1909f98 x-openstack-request-id: req-ab3aeb28-fc86-42fb-b5c5-6a14c1909f98 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:58:03.657150 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1be13f0-fba5-488d-b60e-b1ce80fe2c4b", "name": "network-vif-deleted", "tag": "509955fb-3d47-4716-9944-17844ade847d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:58:03.657489 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab3aeb28-fc86-42fb-b5c5-6a14c1909f98 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:58:03.657970 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1be13f0-fba5-488d-b60e-b1ce80fe2c4b', 'name': 'network-vif-deleted', 'tag': '509955fb-3d47-4716-9944-17844ade847d', 'status': 'completed', 'code': 200} Jul 22 21:58:04.013968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ea3147b-243b-44cd-b575-95ef2192844d req-17c809a8-eb67-4521-8536-5f78c05d14e5 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 210 time: 0.0349562 Jul 22 21:58:04.085625 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:58:05.117206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d95178e0-5741-457e-865c-a3235d83885c req-b6d6fbbf-a588-4e27-8d69-be350b83f9b8 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 210 time: 0.0324244 Jul 22 21:58:06.213983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2156e2a7-4afa-4446-af71-0fe7cce4ebff req-47a93954-f065-4c14-9c4f-651799ff80dd tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 210 time: 0.0290778 Jul 22 21:58:06.835611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 509955fb-3d47-4716-9944-17844ade847d no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:58:06.860372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 509955fb-3d47-4716-9944-17844ade847d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:58:06.860727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 509955fb-3d47-4716-9944-17844ade847d not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:58:07.324045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-38f461b6-c717-48f4-83ba-1a2289bfbb86 req-b88b6604-abee-4393-b2da-2f5636204dc0 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1be13f0-fba5-488d-b60e-b1ce80fe2c4b HTTP/1.1" status: 200 len: 210 time: 0.0305614 Jul 22 21:58:08.380610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47926) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:08.500695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Deleting port 44628e53-fa57-4a70-bad7-c186ca7699dc {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:08.501037 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:08.579491 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:08.579798 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:08.591578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Calling delete_port for 44628e53-fa57-4a70-bad7-c186ca7699dc owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:08.721349 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:08.744122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'Port': ['ID=44628e53-fa57-4a70-bad7-c186ca7699dc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:08.809901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:08.812515 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:08.813681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d19e5b27-63d7-4034-a35c-e6fc5ecd6efa tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "DELETE /v2.0/floatingips/baf8a649-5667-4e2c-8326-4e87eabe5f03 HTTP/1.1" status: 204 len: 168 time: 0.4320891 Jul 22 21:58:11.078946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:11.140259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73cf1f44-494c-4aa5-ba4e-f29f28221aa1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:11.166846 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73cf1f44-494c-4aa5-ba4e-f29f28221aa1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:11.231497 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73cf1f44-494c-4aa5-ba4e-f29f28221aa1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:11.234070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73cf1f44-494c-4aa5-ba4e-f29f28221aa1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:11.235231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-73cf1f44-494c-4aa5-ba4e-f29f28221aa1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] 10.222.0.54 "DELETE /v2.0/security-groups/d6c1e242-6d46-4935-87a5-9913bee93698 HTTP/1.1" status: 204 len: 168 time: 0.1553054 Jul 22 21:58:11.260318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf1f44-494c-4aa5-ba4e-f29f28221aa1 tempest-TestVolumeBootPattern-1984480361 tempest-TestVolumeBootPattern-1984480361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1e242-6d46-4935-87a5-9913bee93698,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:11.297763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47952) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:11.813414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:12.065173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Deleting port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:12.065424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:12.141851 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] For port 86f7ae54-7e74-4760-9f5c-fa1f7402cb11, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:12.142106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:12.155009 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Calling delete_port for 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:12.345282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:12.388891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f7ae54-7e74-4760-9f5c-fa1f7402cb11,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:12.579010 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd57c-3186-494b-8810-4ede5c6fdbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:12.592500 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:12.811678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Router 6506dd1f-2210-4800-b14c-36de5bc844fb has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:58:13.206643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:58:13.211796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a7ae4143-b0e0-4857-a110-7d67448e4023 admin admin] 10.222.0.54 "PUT /v2.0/routers/6506dd1f-2210-4800-b14c-36de5bc844fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9127116 Jul 22 21:58:13.214242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47960) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:13.217654 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] Sync routers for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:58:13.226449 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:58:13.227050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:57:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:13.316657 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.329863 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:58:13.422474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.492764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Deleting port b993e810-1949-450f-8288-5906b9dcebe5 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:13.493108 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.510882 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:58:12Z', 'revision_number': 5, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port': {'id': 'b993e810-1949-450f-8288-5906b9dcebe5', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:34Z', 'updated_at': '2021-07-22T21:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:13.540541 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] Checking router: 6506dd1f-2210-4800-b14c-36de5bc844fb for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:58:13.549309 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] Routers {'6506dd1f-2210-4800-b14c-36de5bc844fb'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:58:13.549916 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:57:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['6506dd1f-2210-4800-b14c-36de5bc844fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:13.572313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] For port b993e810-1949-450f-8288-5906b9dcebe5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=b993e810-1949-450f-8288-5906b9dcebe5,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:13.572679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.585199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Calling delete_port for b993e810-1949-450f-8288-5906b9dcebe5 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:13.633960 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] Set router 6506dd1f-2210-4800-b14c-36de5bc844fb gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:58:13.685081 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:58:13Z', 'revision_number': 6, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:13.754669 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.780854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b993e810-1949-450f-8288-5906b9dcebe5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:13.804136 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9bcee-b021-4d9a-a5f3-d5d7d9783e1a None None] The sync data for ids ['6506dd1f-2210-4800-b14c-36de5bc844fb'] in n-d-762330-19 is: [{'id': '6506dd1f-2210-4800-b14c-36de5bc844fb', 'name': 'tempest-TestVolumeBootPattern-588425997-router', 'tenant_id': '5f320adcb16a4b44964ca165b1763aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:32Z', 'updated_at': '2021-07-22T21:58:13Z', 'revision_number': 6, 'project_id': '5f320adcb16a4b44964ca165b1763aa4', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:58:13.853194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.946043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.948111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.992188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.992748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6506dd1f-2210-4800-b14c-36de5bc844fb {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:58:13.997698 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:13.999021 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e96d13fb-4b47-4e47-ad4f-81e6b4a1a5f3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6506dd1f-2210-4800-b14c-36de5bc844fb HTTP/1.1" status: 204 len: 168 time: 0.7832661 Jul 22 21:58:14.001509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47966) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:14.045675 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] Deleting subnet 6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:58:14.049047 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.083144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.165283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.222495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.248252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6094bd63-f898-4d2a-842b-cfcf6c2e1cf7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:14.251662 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.253542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7dd65c21-7052-4bed-bef6-3b32c5cb5d2e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6094bd63-f898-4d2a-842b-cfcf6c2e1cf7 HTTP/1.1" status: 204 len: 168 time: 0.2510834 Jul 22 21:58:14.256120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47968) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:14.256911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec8b85-069f-46cb-be7a-a320c4737c31 None None] Network b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:58:14.329074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.384209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Deleting port 7df200b8-b15b-49f5-a28a-aff85eb067e8 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:14.384523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.447776 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] For port 7df200b8-b15b-49f5-a28a-aff85eb067e8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7df200b8-b15b-49f5-a28a-aff85eb067e8,segment=NetworkSegment(252852b3-542d-425c-bb5c-9c9d4aa6600b),segment_id=252852b3-542d-425c-bb5c-9c9d4aa6600b)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:14.448480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.465398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Calling delete_port for 7df200b8-b15b-49f5-a28a-aff85eb067e8 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:14.543701 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.572415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df200b8-b15b-49f5-a28a-aff85eb067e8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:14.576172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] No DVR routers for this DVR port 7df200b8-b15b-49f5-a28a-aff85eb067e8 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:58:14.590441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c082c-46c3-4a90-ac4a-93d18bd0b7d2 None None] DHCP port deletion for b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:58:14.655794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b993e810-1949-450f-8288-5906b9dcebe5 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:58:14.662490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.673429 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fe1231-f9d1-4a54-9d22-40bf7ef546c9']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:14.676276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: b993e810-1949-450f-8288-5906b9dcebe5 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:58:14.677133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device b993e810-1949-450f-8288-5906b9dcebe5 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:58:14.677656 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7df200b8-b15b-49f5-a28a-aff85eb067e8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:58:14.685883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252852b3-542d-425c-bb5c-9c9d4aa6600b') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:14.686314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252852b3-542d-425c-bb5c-9c9d4aa6600b') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:14.695617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.696624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 7df200b8-b15b-49f5-a28a-aff85eb067e8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:58:14.696973 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7df200b8-b15b-49f5-a28a-aff85eb067e8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:58:14.697585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:58:14.711165 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.717253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:58:14.717975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 86f7ae54-7e74-4760-9f5c-fa1f7402cb11 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:58:14.721799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:58:14.722239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:58:14.725196 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:58:14.779874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.800638 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:14.802486 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b5fe1231-f9d1-4a54-9d22-40bf7ef546c9 HTTP/1.1" status: 204 len: 168 time: 0.5453939 Jul 22 21:58:14.803796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc630-1b04-4b80-8fac-83504face6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fe1231-f9d1-4a54-9d22-40bf7ef546c9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:14.806140 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47972) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:15.158044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:15.216173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fa2cefa-cd04-4309-815e-af38bde635d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:15.416144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Deleting port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:15.416418 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:15.470564 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:15.499602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] For port 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,segment=NetworkSegment(41be3108-7eec-4a53-a99f-7351fd6ff7fb),segment_id=41be3108-7eec-4a53-a99f-7351fd6ff7fb)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:15.500525 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:15.513521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Calling delete_port for 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:15.695101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:15.722510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2855f2bd-e2fe-4c17-b448-1ba2846cb3b3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:15.889752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:16.100665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Router 3844e593-5def-42b0-b810-c27a4db32483 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:58:16.205262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:58:16.212910 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1d7770bd-658e-4446-9532-ae7a22907f16 admin admin] 10.222.0.54 "PUT /v2.0/routers/3844e593-5def-42b0-b810-c27a4db32483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4037173 Jul 22 21:58:16.213716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:16.217591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] Sync routers for ids ['3844e593-5def-42b0-b810-c27a4db32483'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:58:16.232106 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:16.233132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] Routers {'3844e593-5def-42b0-b810-c27a4db32483'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:58:16.233770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:58:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3844e593-5def-42b0-b810-c27a4db32483'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:16.317684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:16.336332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] Set router 3844e593-5def-42b0-b810-c27a4db32483 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:58:16.528532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:58:15Z', 'revision_number': 5, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:16.559237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] Checking router: 3844e593-5def-42b0-b810-c27a4db32483 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:58:16.568342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] Routers {'3844e593-5def-42b0-b810-c27a4db32483'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:58:16.569316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:58:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3844e593-5def-42b0-b810-c27a4db32483'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:16.678085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] Set router 3844e593-5def-42b0-b810-c27a4db32483 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:58:16.772892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:16.828550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Deleting port 48f229e6-6b2b-4bc7-a011-d033a3dd7973 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:16.828899 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:16.853940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:58:15Z', 'revision_number': 5, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:16.880852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752b084-5668-473d-8cd4-9c4ba2134bec None None] The sync data for ids ['3844e593-5def-42b0-b810-c27a4db32483'] in n-d-762330-19 is: [{'id': '3844e593-5def-42b0-b810-c27a4db32483', 'name': 'tempest-TestVolumeBootPattern-1869678215-router', 'tenant_id': '8675d93c59fd496fbc5bd6522e817ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:45:44Z', 'updated_at': '2021-07-22T21:58:15Z', 'revision_number': 5, 'project_id': '8675d93c59fd496fbc5bd6522e817ad1', 'gw_port': {'id': '48f229e6-6b2b-4bc7-a011-d033a3dd7973', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3844e593-5def-42b0-b810-c27a4db32483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:45:45Z', 'updated_at': '2021-07-22T21:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:58:16.909195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] For port 48f229e6-6b2b-4bc7-a011-d033a3dd7973, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=48f229e6-6b2b-4bc7-a011-d033a3dd7973,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:16.909623 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:16.922962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Calling delete_port for 48f229e6-6b2b-4bc7-a011-d033a3dd7973 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:17.087270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.120264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Pushing event deleted for resources: {'Port': ['ID=48f229e6-6b2b-4bc7-a011-d033a3dd7973,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:17.178427 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.274144 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.276336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.322971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.323638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3844e593-5def-42b0-b810-c27a4db32483 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:58:17.328813 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.330021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5b960350-3cd1-45bb-a869-7ecd5cd7494a admin admin] 10.222.0.54 "DELETE /v2.0/routers/3844e593-5def-42b0-b810-c27a4db32483 HTTP/1.1" status: 204 len: 168 time: 1.1158175 Jul 22 21:58:17.332549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 47980) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:17.382705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] Deleting subnet e285e0e7-5cc9-4447-bdc8-619177aea915 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:58:17.385796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.420165 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.502614 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.558659 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.587929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e285e0e7-5cc9-4447-bdc8-619177aea915,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:17.591986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.593766 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8ea87898-449c-4184-80f5-7d0774869eb6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e285e0e7-5cc9-4447-bdc8-619177aea915 HTTP/1.1" status: 204 len: 168 time: 0.2602513 Jul 22 21:58:17.597670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47982) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:17.599167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f76f5-431d-4adf-a541-f8074f41bfe1 None None] Network e106c8ba-9351-486b-9135-0df258b18704 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:58:17.667817 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.722079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Deleting port 263573e0-46b5-4c2a-a488-ea8314203d6d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:17.722426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.795290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] For port 263573e0-46b5-4c2a-a488-ea8314203d6d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=263573e0-46b5-4c2a-a488-ea8314203d6d,segment=NetworkSegment(41be3108-7eec-4a53-a99f-7351fd6ff7fb),segment_id=41be3108-7eec-4a53-a99f-7351fd6ff7fb)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:17.795652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.807235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Calling delete_port for 263573e0-46b5-4c2a-a488-ea8314203d6d owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:17.878884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] DHCP port deletion for e106c8ba-9351-486b-9135-0df258b18704 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:58:17.894880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.925037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Pushing event deleted for resources: {'Port': ['ID=263573e0-46b5-4c2a-a488-ea8314203d6d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:17.930404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] No DVR routers for this DVR port 263573e0-46b5-4c2a-a488-ea8314203d6d on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:58:17.937520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Deleting port 263573e0-46b5-4c2a-a488-ea8314203d6d {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:58:17.937905 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:17.998742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] For port 263573e0-46b5-4c2a-a488-ea8314203d6d, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:17.999139 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.002352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.010890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Calling delete_port for 263573e0-46b5-4c2a-a488-ea8314203d6d owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:58:18.013153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e106c8ba-9351-486b-9135-0df258b18704']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:18.014304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Port 263573e0-46b5-4c2a-a488-ea8314203d6d was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:58:18.015779 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.025881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41be3108-7eec-4a53-a99f-7351fd6ff7fb') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:18.026201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41be3108-7eec-4a53-a99f-7351fd6ff7fb') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:18.042517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Pushing event deleted for resources: {'Port': ['ID=263573e0-46b5-4c2a-a488-ea8314203d6d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:18.043145 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.048957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] No DVR routers for this DVR port 263573e0-46b5-4c2a-a488-ea8314203d6d on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:58:18.056770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.060863 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.061212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.061212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.061212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.061212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.061212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.062163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.062163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.062404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.062836 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.063104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.063410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd2de2-4f46-44f6-8043-819c2c6e92fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:58:18.069416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:58:18.069813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: timer() Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:58:18.071775 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:58:18.128826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.134359 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.139415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e106c8ba-9351-486b-9135-0df258b18704 HTTP/1.1" status: 204 len: 168 time: 0.5367544 Jul 22 21:58:18.149772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd18bcd-c9ec-44b2-a47a-f6954710f658 admin admin] Pushing event deleted for resources: {'Network': ['ID=e106c8ba-9351-486b-9135-0df258b18704,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:18.247814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47988) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:18.288115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a3af8811-af22-4da7-a0de-a01409b952dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f320adcb16a4b44964ca165b1763aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389578 Jul 22 21:58:18.290553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47990) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:18.337509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee7b085b-2e4c-477a-9431-1a39225c8665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.359929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee7b085b-2e4c-477a-9431-1a39225c8665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.374233 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.409762 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee7b085b-2e4c-477a-9431-1a39225c8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.412463 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee7b085b-2e4c-477a-9431-1a39225c8665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.413626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ee7b085b-2e4c-477a-9431-1a39225c8665 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d743de5-a960-476f-8e8a-8a56d0fe1c66 HTTP/1.1" status: 204 len: 168 time: 0.1221833 Jul 22 21:58:18.421729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b085b-2e4c-477a-9431-1a39225c8665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d743de5-a960-476f-8e8a-8a56d0fe1c66,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:18.585297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 48f229e6-6b2b-4bc7-a011-d033a3dd7973 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:58:18.609760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 48f229e6-6b2b-4bc7-a011-d033a3dd7973 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:58:18.610466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 48f229e6-6b2b-4bc7-a011-d033a3dd7973 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:58:18.610595 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 263573e0-46b5-4c2a-a488-ea8314203d6d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:58:18.629480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 263573e0-46b5-4c2a-a488-ea8314203d6d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:58:18.629833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 263573e0-46b5-4c2a-a488-ea8314203d6d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:58:18.630242 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:58:18.650023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:58:18.650377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 2855f2bd-e2fe-4c17-b448-1ba2846cb3b3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:58:18.743453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 47998) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:18.790512 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d8d8db58-5a2f-4dca-b7ba-9ef7fff32a08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8675d93c59fd496fbc5bd6522e817ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457537 Jul 22 21:58:18.793297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48000) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:18.842876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6adaa72e-cb25-408b-8bd8-4def5e8e4a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.868712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6adaa72e-cb25-408b-8bd8-4def5e8e4a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.928857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6adaa72e-cb25-408b-8bd8-4def5e8e4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.931115 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6adaa72e-cb25-408b-8bd8-4def5e8e4a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:18.932396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6adaa72e-cb25-408b-8bd8-4def5e8e4a5a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d462dfd-7f4a-4bfd-8a2a-9b1121ef0362 HTTP/1.1" status: 204 len: 168 time: 0.1381090 Jul 22 21:58:18.940623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaa72e-cb25-408b-8bd8-4def5e8e4a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d462dfd-7f4a-4bfd-8a2a-9b1121ef0362,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:31.648097 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:32.267150 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:36.291659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4350f6-f42a-439c-838b-fb8d3b6838e8 req-eabdc78b-9600-4fc2-8405-81effa2aa6ba tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:36.293172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f4350f6-f42a-439c-838b-fb8d3b6838e8 req-eabdc78b-9600-4fc2-8405-81effa2aa6ba tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0626645 Jul 22 21:58:36.330750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f4350f6-f42a-439c-838b-fb8d3b6838e8 req-fa1a836d-afdc-4aa0-bac4-36e038184525 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jul 22 21:58:37.471599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115aaef-211b-4b5b-9f7f-41ae82e99fd2 req-0e39ecfc-4b25-4c01-a7e0-b535303a90e8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:37.473151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f115aaef-211b-4b5b-9f7f-41ae82e99fd2 req-0e39ecfc-4b25-4c01-a7e0-b535303a90e8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0673385 Jul 22 21:58:37.513164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f115aaef-211b-4b5b-9f7f-41ae82e99fd2 req-6f60cee4-d8a2-4f3a-9794-d8fe0653b184 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341139 Jul 22 21:58:38.661448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5153b9-ec7f-4fbd-afd8-289d864ceccc req-ca21c409-9788-4e4a-8c09-9d87a576cb72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:38.662983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd5153b9-ec7f-4fbd-afd8-289d864ceccc req-ca21c409-9788-4e4a-8c09-9d87a576cb72 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0658100 Jul 22 21:58:38.702429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd5153b9-ec7f-4fbd-afd8-289d864ceccc req-35abf3f3-c4b4-4ee0-aa6e-ecbae35b79a0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333328 Jul 22 21:58:39.841830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a2af-4e37-4c96-ac97-963927c3f5f4 req-ec9943af-1263-417d-a4b1-65568d7a6dbc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:39.843325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04c5a2af-4e37-4c96-ac97-963927c3f5f4 req-ec9943af-1263-417d-a4b1-65568d7a6dbc tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0667033 Jul 22 21:58:39.880915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04c5a2af-4e37-4c96-ac97-963927c3f5f4 req-69b47785-13b1-43fd-9642-24227445d0bb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Jul 22 21:58:41.019008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d81b3-68c3-4eb6-9c1f-99fc8a2d833d req-1f6f753e-ff75-4f46-8aaa-9627d93ffbd0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:41.020739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-876d81b3-68c3-4eb6-9c1f-99fc8a2d833d req-1f6f753e-ff75-4f46-8aaa-9627d93ffbd0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0643563 Jul 22 21:58:41.058519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-876d81b3-68c3-4eb6-9c1f-99fc8a2d833d req-dd91f60c-6e2d-4682-8e45-e6dcbe7eab2a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316761 Jul 22 21:58:41.084510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:58:42.194599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af216e1b-c053-400e-9170-8ba7cd71ea3e req-e9e5232e-7400-407f-8f25-8682e747301f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:42.196143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af216e1b-c053-400e-9170-8ba7cd71ea3e req-e9e5232e-7400-407f-8f25-8682e747301f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0659962 Jul 22 21:58:42.236030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af216e1b-c053-400e-9170-8ba7cd71ea3e req-dda11ece-dc3c-407e-8f34-f74e9ab975ae tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335355 Jul 22 21:58:42.573736 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f01c76fe-fac1-4ccb-bbb6-c7fdd12fa5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:43.382168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dda350-0680-4ed3-9fe0-36bb9a27fca6 req-8c929912-56a3-4d66-bf5e-cd92815d0961 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:43.384172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01dda350-0680-4ed3-9fe0-36bb9a27fca6 req-8c929912-56a3-4d66-bf5e-cd92815d0961 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0660243 Jul 22 21:58:43.422251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01dda350-0680-4ed3-9fe0-36bb9a27fca6 req-efac3def-f7de-4b18-a378-1d4fec0bf578 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Jul 22 21:58:44.559645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca675d0-523e-4d4d-8794-e1b3f034629a req-0c079f76-877e-44fe-903c-a943fbad3d09 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:44.561246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dca675d0-523e-4d4d-8794-e1b3f034629a req-0c079f76-877e-44fe-903c-a943fbad3d09 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0646424 Jul 22 21:58:44.598985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dca675d0-523e-4d4d-8794-e1b3f034629a req-ca6a122c-596c-4324-b8df-3a33073d0154 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jul 22 21:58:45.210960 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b12b40e-7bb7-4864-b942-5d5d8246944f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:45.473465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:45.736162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65776-4f74-4ddf-97b0-46270958413e req-5eca1b0a-9476-4828-8476-3b039f0cbb93 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:45.737558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13b65776-4f74-4ddf-97b0-46270958413e req-5eca1b0a-9476-4828-8476-3b039f0cbb93 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0673676 Jul 22 21:58:45.775239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-13b65776-4f74-4ddf-97b0-46270958413e req-4a2007df-3f8c-4eb8-adb3-91820eeb9233 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Jul 22 21:58:46.224809 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:46.908583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ca61-463f-495c-8b00-ded50c03a8cf req-7d2cb83c-26ca-4388-ab35-8ebcbbe2f8ff tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:46.910093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b87ca61-463f-495c-8b00-ded50c03a8cf req-7d2cb83c-26ca-4388-ab35-8ebcbbe2f8ff tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0641434 Jul 22 21:58:46.948263 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b87ca61-463f-495c-8b00-ded50c03a8cf req-fd4c75d1-5de6-48ce-bdd3-4f73c698b839 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Jul 22 21:58:47.003996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:58:47.099249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:47.110057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'port_id': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'mac_address': 'fa:16:3e:48:11:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:58:47.145655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:47.158296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6bc7b8e-71b1-4727-a266-f2964821a14f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:58:47.177915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:47.182799 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:47.236004 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:47.257279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e6bc7b8e-71b1-4727-a266-f2964821a14f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:58:48.086739 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637c48-6c8a-4731-884e-69f9c9bac4b5 req-80bb56f1-ae60-4983-9cbe-18e42e093c4c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:48.088170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1637c48-6c8a-4731-884e-69f9c9bac4b5 req-80bb56f1-ae60-4983-9cbe-18e42e093c4c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 944 time: 0.0653598 Jul 22 21:58:48.125627 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1637c48-6c8a-4731-884e-69f9c9bac4b5 req-7f961156-b98a-4dc8-940a-420990236214 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Jul 22 21:58:48.378929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:49.003792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:58:49.060918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port e6bc7b8e-71b1-4727-a266-f2964821a14f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:58:49.061296 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:49.150338 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:49.193668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:58:49.197787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:58:49.200736 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76b8d72-d457-4128-87d0-6b12553eeabf" -d '{"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:58:49.210916 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:49.283999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:58:49.314494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff516a-c237-491f-9dd0-6128a0d12de2 req-0a420cd2-5d99-4f69-827b-798fad4b159b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:49.316875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3ff516a-c237-491f-9dd0-6128a0d12de2 req-0a420cd2-5d99-4f69-827b-798fad4b159b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0856757 Jul 22 21:58:49.369146 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3ff516a-c237-491f-9dd0-6128a0d12de2 req-f5176166-3eff-423e-8a61-2e20dcc36527 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Jul 22 21:58:49.458567 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c073384-a38e-4519-9704-a6ad4a9fceb7 x-openstack-request-id: req-6c073384-a38e-4519-9704-a6ad4a9fceb7 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:58:49.459152 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:58:49.459272 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c073384-a38e-4519-9704-a6ad4a9fceb7 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:58:49.459768 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'code': 200} Jul 22 21:58:50.543625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64467-bd32-4913-a6c3-0e7104881346 req-c2fcf8b8-77b0-4b20-bc1a-5ebe56786a5f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:50.552127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4de64467-bd32-4913-a6c3-0e7104881346 req-c2fcf8b8-77b0-4b20-bc1a-5ebe56786a5f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0846374 Jul 22 21:58:50.597693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4de64467-bd32-4913-a6c3-0e7104881346 req-1187a3a2-33a1-4898-a509-41934c5028da tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Jul 22 21:58:51.776890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c6cef-d77c-49c4-a8b5-ac0510c446dc req-0e0e8e8c-64f7-4326-a025-b0759db22ae1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:51.779346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a20c6cef-d77c-49c4-a8b5-ac0510c446dc req-0e0e8e8c-64f7-4326-a025-b0759db22ae1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0929847 Jul 22 21:58:51.824646 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a20c6cef-d77c-49c4-a8b5-ac0510c446dc req-9ac2fa27-5f10-4870-8f25-13a45c7c8596 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Jul 22 21:58:52.973056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef2a4e-0b8e-48e6-b479-8015f2f3db62 req-b1a05cd0-62d5-420c-8353-24629c25e7d2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:52.974612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8ef2a4e-0b8e-48e6-b479-8015f2f3db62 req-b1a05cd0-62d5-420c-8353-24629c25e7d2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0708435 Jul 22 21:58:53.030190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8ef2a4e-0b8e-48e6-b479-8015f2f3db62 req-e3d15b1f-467a-4705-93b7-ff8316658624 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489655 Jul 22 21:58:54.187283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71520d-7f09-47c2-8817-ae459f8cc7d4 req-cfdbab16-b465-42e8-af9b-773c0402d3ca tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:54.188872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba71520d-7f09-47c2-8817-ae459f8cc7d4 req-cfdbab16-b465-42e8-af9b-773c0402d3ca tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0784316 Jul 22 21:58:54.237579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ba71520d-7f09-47c2-8817-ae459f8cc7d4 req-a9b74efb-f294-4b98-b6a2-6f857ca65ae8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400488 Jul 22 21:58:55.396141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0d828-7783-4bff-ad4c-d3808f4f27a9 req-6e58d582-1c43-4270-b89a-1fa65b9b4eaf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:55.401588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ad0d828-7783-4bff-ad4c-d3808f4f27a9 req-6e58d582-1c43-4270-b89a-1fa65b9b4eaf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0789905 Jul 22 21:58:55.440906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ad0d828-7783-4bff-ad4c-d3808f4f27a9 req-ebfae120-4c34-4d85-a233-edbc1ae5f5c8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Jul 22 21:58:56.586748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa721cb-720f-4771-b231-af7cb8583f23 req-564197e3-32a5-44de-856a-a234f47fb458 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:56.588414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7aa721cb-720f-4771-b231-af7cb8583f23 req-564197e3-32a5-44de-856a-a234f47fb458 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0704381 Jul 22 21:58:56.631880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7aa721cb-720f-4771-b231-af7cb8583f23 req-06e922d3-4eea-4574-ae6a-516f0d993b9a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353870 Jul 22 21:58:57.770472 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9e4d-8239-4a61-be96-fd5b592ed350 req-063d7146-467e-46ce-a9dd-cd208c7e3d1d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:57.772080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7fc9e4d-8239-4a61-be96-fd5b592ed350 req-063d7146-467e-46ce-a9dd-cd208c7e3d1d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0668879 Jul 22 21:58:57.811319 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f7fc9e4d-8239-4a61-be96-fd5b592ed350 req-4786f24b-a18e-4304-aa8c-bde7e0a284bf tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Jul 22 21:58:58.147069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-59840f75-3306-4386-9ca3-233fd7bc77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:58.149401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-59840f75-3306-4386-9ca3-233fd7bc77f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1097 time: 0.0556376 Jul 22 21:58:58.246015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-cd9dbaf1-6827-43c3-92e1-0a3072b8f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:58.247483 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-cd9dbaf1-6827-43c3-92e1-0a3072b8f5ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.0906229 Jul 22 21:58:58.312643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-17a47f8a-3ce1-4f7c-82bc-7c5208dbce2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 200 len: 1001 time: 0.0578284 Jul 22 21:58:58.360084 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-e53e0b6b-8df8-4027-b43b-ea92beca9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:58.361565 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-e53e0b6b-8df8-4027-b43b-ea92beca9b56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0429771 Jul 22 21:58:58.423035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-0a41e9b4-7595-47ae-b33d-87cb3b4be4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:58.424609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-0a41e9b4-7595-47ae-b33d-87cb3b4be4d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562110 Jul 22 21:58:58.792449 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-e69dbe07-1b7e-4c0b-8232-bc5e1465a184 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616807 Jul 22 21:58:58.885105 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-eccde617-46fd-4f20-b816-9d8c09a8d33e req-3d3cacb0-f646-4393-9276-03a3d639b919 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849321 Jul 22 21:58:58.948041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f25917-e5ea-4bb0-af9c-74ab4f5e3745 req-75087e37-65a8-4800-9cc5-16f789d99d6f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:58:58.949573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-21f25917-e5ea-4bb0-af9c-74ab4f5e3745 req-75087e37-65a8-4800-9cc5-16f789d99d6f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0656209 Jul 22 21:58:58.986888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-21f25917-e5ea-4bb0-af9c-74ab4f5e3745 req-b823a774-b236-46ea-871a-276946bf3bc2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Jul 22 21:59:00.121115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae9b8f-45c5-411a-9139-181d3f18e6fd req-9afc60e3-4626-48e2-a473-f6690ab0ab89 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:00.122673 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58ae9b8f-45c5-411a-9139-181d3f18e6fd req-9afc60e3-4626-48e2-a473-f6690ab0ab89 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0640013 Jul 22 21:59:00.158027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49f23-e159-4417-91dc-3447c65718e2 req-7d4191e5-7cdb-42e8-848e-9110f1f9e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:00.160551 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ead49f23-e159-4417-91dc-3447c65718e2 req-7d4191e5-7cdb-42e8-848e-9110f1f9e808 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1097 time: 0.0652356 Jul 22 21:59:00.171000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58ae9b8f-45c5-411a-9139-181d3f18e6fd req-0475270a-0026-4c64-8163-33ba77dec6a8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Jul 22 21:59:00.267755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49f23-e159-4417-91dc-3447c65718e2 req-4cf3acfa-8fe4-4f33-9cba-aa0354b6fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:00.269349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ead49f23-e159-4417-91dc-3447c65718e2 req-4cf3acfa-8fe4-4f33-9cba-aa0354b6fe0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.0870712 Jul 22 21:59:00.332350 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ead49f23-e159-4417-91dc-3447c65718e2 req-3399044a-bbf0-4ac0-99e1-bd01c2696211 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 200 len: 1001 time: 0.0564125 Jul 22 21:59:00.380520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49f23-e159-4417-91dc-3447c65718e2 req-0b9acafa-e876-4a96-ab01-dc8431a3efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:00.382033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ead49f23-e159-4417-91dc-3447c65718e2 req-0b9acafa-e876-4a96-ab01-dc8431a3efa9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0438492 Jul 22 21:59:00.452337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49f23-e159-4417-91dc-3447c65718e2 req-c4d84851-fd7b-4241-abb1-13228b9234f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:00.453879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ead49f23-e159-4417-91dc-3447c65718e2 req-c4d84851-fd7b-4241-abb1-13228b9234f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604250 Jul 22 21:59:00.552764 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ead49f23-e159-4417-91dc-3447c65718e2 req-0b87e813-df4d-45e5-a233-611e13d577ce service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920596 Jul 22 21:59:00.647794 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ead49f23-e159-4417-91dc-3447c65718e2 req-36018afa-2fbd-4e82-8b27-91f6dbb1edf0 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877964 Jul 22 21:59:01.308200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29cddf-e5ae-48b9-a0d6-d80761db5c24 req-dd4d312b-9196-4986-8e16-ac8d9f66a492 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:01.309692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de29cddf-e5ae-48b9-a0d6-d80761db5c24 req-dd4d312b-9196-4986-8e16-ac8d9f66a492 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0669720 Jul 22 21:59:01.348882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-de29cddf-e5ae-48b9-a0d6-d80761db5c24 req-242e86ce-88aa-44d5-941c-7ca04fff1fda tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335660 Jul 22 21:59:01.659270 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:02.266417 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:03.066770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:59:03.149915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:03.173415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:59:03.176239 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5c2b0c-6127-4679-ba5c-01cb869e992b" -d '{"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:59:03.190212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:59:03.196247 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:03.222476 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 21:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c173c13c-5418-4c15-b0e7-5b372f81937f x-openstack-request-id: req-c173c13c-5418-4c15-b0e7-5b372f81937f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:59:03.222851 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-unplugged", "status": "failed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f", "code": 422}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:59:03.223168 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c173c13c-5418-4c15-b0e7-5b372f81937f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:59:03.223623 n-d-762330-19 neutron-server[94093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'code': 422} returned with failed status Jul 22 21:59:03.227445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590b671-1695-46d6-8fc2-0d902e8597f5 req-b6f1d7be-2e62-4862-bfaf-43c0e97c5e42 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:03.229584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c590b671-1695-46d6-8fc2-0d902e8597f5 req-b6f1d7be-2e62-4862-bfaf-43c0e97c5e42 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 945 time: 0.0701616 Jul 22 21:59:03.250420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:03.270931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c590b671-1695-46d6-8fc2-0d902e8597f5 req-abcf5e66-f7cb-4f5a-85f6-f5e7f69d46d2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358496 Jul 22 21:59:03.343089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:03.527855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-f38d6e25-e08a-440f-a519-67a6d45dabf7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1836820 Jul 22 21:59:04.406890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437f59-4594-401e-80b7-8b26b10b9e3d req-82550db5-2b2f-496a-a7df-ddfee66bc8fe tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:04.408517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1437f59-4594-401e-80b7-8b26b10b9e3d req-82550db5-2b2f-496a-a7df-ddfee66bc8fe tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0634735 Jul 22 21:59:04.446577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1437f59-4594-401e-80b7-8b26b10b9e3d req-6d4663c5-ade8-4310-98df-194bbf896ff3 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Jul 22 21:59:04.550031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-cf833b57-d546-4e15-a4fe-7880637d4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:04.551551 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-cf833b57-d546-4e15-a4fe-7880637d4d1d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e&tenant_id=867afe76b6cd41aaa4f78cc62c516646 HTTP/1.1" status: 200 len: 1095 time: 0.0536740 Jul 22 21:59:04.625115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-024974d6-726d-47c8-8f0c-ce2034e8d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:04.626631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-024974d6-726d-47c8-8f0c-ce2034e8d709 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1095 time: 0.0541804 Jul 22 21:59:04.718686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-dddf2ba4-92fb-4a3b-ae9b-9c1e64a69368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:04.720091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-dddf2ba4-92fb-4a3b-ae9b-9c1e64a69368 service neutron] 10.222.0.58 "GET /v2.0/networks?id=445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 200 len: 917 time: 0.0875165 Jul 22 21:59:04.784918 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-5f6841cb-74c9-40ac-b329-e16942a3335b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 200 len: 999 time: 0.0581944 Jul 22 21:59:04.838130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-ea853323-b51c-45fd-9b03-0e36d5341331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:04.839600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-ea853323-b51c-45fd-9b03-0e36d5341331 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 200 len: 855 time: 0.0486453 Jul 22 21:59:04.899363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-d7a61482-5d33-4b1a-9f0d-0ca5d7697323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:04.901179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-d7a61482-5d33-4b1a-9f0d-0ca5d7697323 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445a1592-8d0b-4b72-87fc-1f995c584350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548828 Jul 22 21:59:04.989959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-62962d21-28e3-4865-9b42-6a0716bec337 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816753 Jul 22 21:59:05.082462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5d9ad1b-ac87-4705-93d3-177631467247 req-ab1e4022-60a1-45b9-bcfe-85f95fa2fe73 service neutron] 10.222.0.58 "GET /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867569 Jul 22 21:59:05.605397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b05e1-047a-4a91-b8ea-8b6c4eba47c8 req-2e88cf87-04ce-4be7-95e0-10ce59d4171a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:05.607137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b3b05e1-047a-4a91-b8ea-8b6c4eba47c8 req-2e88cf87-04ce-4be7-95e0-10ce59d4171a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0790298 Jul 22 21:59:05.664782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6b3b05e1-047a-4a91-b8ea-8b6c4eba47c8 req-ff918164-7ee2-4c3f-8e6b-12914547d134 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516341 Jul 22 21:59:06.800519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd9f95-5cf5-45ba-a2df-b74d1e4f1a3c req-bfc98ff5-2330-4954-81c3-d9b7d961d9d2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:06.802085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6cd9f95-5cf5-45ba-a2df-b74d1e4f1a3c req-bfc98ff5-2330-4954-81c3-d9b7d961d9d2 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0704534 Jul 22 21:59:06.850422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6cd9f95-5cf5-45ba-a2df-b74d1e4f1a3c req-f630fcad-f9ee-4e43-af7a-844df4543680 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Jul 22 21:59:07.999947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e810b-3640-4837-81f0-d3a9b8d3b395 req-8aea5bd4-cbfa-478f-8f8a-942eb2d67dd0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:08.001447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a4e810b-3640-4837-81f0-d3a9b8d3b395 req-8aea5bd4-cbfa-478f-8f8a-942eb2d67dd0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0709805 Jul 22 21:59:08.041247 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a4e810b-3640-4837-81f0-d3a9b8d3b395 req-60ea2166-35a8-400a-b5ed-d78571da1cc5 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Jul 22 21:59:09.176698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389d541-e0d6-4350-811b-168f61aa1f45 req-964c5c0f-c97b-4831-bfe5-15748cba04a6 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:09.178665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4389d541-e0d6-4350-811b-168f61aa1f45 req-964c5c0f-c97b-4831-bfe5-15748cba04a6 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0630324 Jul 22 21:59:09.215815 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4389d541-e0d6-4350-811b-168f61aa1f45 req-f13d388d-b094-44ac-b642-bddd52b68a24 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Jul 22 21:59:10.353453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e595158-c4c4-409d-8294-2b07cff57618 req-b8a39d8f-9687-4882-a2c9-590df9248e6c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:10.354942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e595158-c4c4-409d-8294-2b07cff57618 req-b8a39d8f-9687-4882-a2c9-590df9248e6c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0670025 Jul 22 21:59:10.392306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e595158-c4c4-409d-8294-2b07cff57618 req-6fe98a20-b3db-4bb1-9231-e66082716581 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317299 Jul 22 21:59:11.541018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec7c5-0da8-4b8a-bc3d-45ff9362c576 req-ac980b4c-639e-41b2-b770-69b1160f5b2c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:11.542527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-754ec7c5-0da8-4b8a-bc3d-45ff9362c576 req-ac980b4c-639e-41b2-b770-69b1160f5b2c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0655677 Jul 22 21:59:11.580710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-754ec7c5-0da8-4b8a-bc3d-45ff9362c576 req-c6a79bae-594d-457c-b415-134382d40ad8 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Jul 22 21:59:12.579896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-436590b9-9fdc-4613-9a1f-08d4aa5548cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:12.730290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a83bc-518c-44c2-bcf7-1ad6301d1ff2 req-29eeb547-c65b-4906-9790-c60b1fa55d36 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:12.732070 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad7a83bc-518c-44c2-bcf7-1ad6301d1ff2 req-29eeb547-c65b-4906-9790-c60b1fa55d36 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0733938 Jul 22 21:59:12.772665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad7a83bc-518c-44c2-bcf7-1ad6301d1ff2 req-47ccea08-d6b9-416e-80b4-12a5074bcfbe tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333633 Jul 22 21:59:13.915307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f44d9b-bebb-4ba6-b306-5253c1782ed1 req-17313ec1-8101-4b17-9d76-45b577a97239 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:13.917011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0f44d9b-bebb-4ba6-b306-5253c1782ed1 req-17313ec1-8101-4b17-9d76-45b577a97239 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0697510 Jul 22 21:59:13.961240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a0f44d9b-bebb-4ba6-b306-5253c1782ed1 req-66fc87b4-2da8-49d5-8522-365e548e2e5a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362618 Jul 22 21:59:15.117651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195e4c0-3273-4bc2-ba53-1d7d1c7d91be req-5c95a8b6-d6b0-4dda-ab90-b85ff467dfbb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:15.119175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c195e4c0-3273-4bc2-ba53-1d7d1c7d91be req-5c95a8b6-d6b0-4dda-ab90-b85ff467dfbb tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0710287 Jul 22 21:59:15.158574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c195e4c0-3273-4bc2-ba53-1d7d1c7d91be req-372507ab-7e50-40da-9cbd-798092c29e0a tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Jul 22 21:59:15.213191 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bdc49405-ce09-48ef-bc3e-d87bc43993fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:15.478919 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:16.226600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:16.297268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad55ff-8df1-4996-bccb-35d6732917a6 req-242a2bcf-e9bd-4db5-b9cb-3fb914f7ad5b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:16.298883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ad55ff-8df1-4996-bccb-35d6732917a6 req-242a2bcf-e9bd-4db5-b9cb-3fb914f7ad5b tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0665538 Jul 22 21:59:16.336862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97ad55ff-8df1-4996-bccb-35d6732917a6 req-a1096199-2320-4ba1-9e25-5b2141486d21 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Jul 22 21:59:17.474638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28e37e-1010-405a-b302-0b50c87b7ad6 req-9eeeb477-2772-4412-8e41-3cfda8d45f4d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:17.476163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e28e37e-1010-405a-b302-0b50c87b7ad6 req-9eeeb477-2772-4412-8e41-3cfda8d45f4d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0651872 Jul 22 21:59:17.514421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e28e37e-1010-405a-b302-0b50c87b7ad6 req-c7860735-ef8c-4060-81fe-1ff5a5dd25f9 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326140 Jul 22 21:59:18.086075 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:59:18.381959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:18.650668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf711-f6b8-4c2f-a4a5-46bb771c03f9 req-bb8f2764-33bf-442f-a733-32d5ed503e58 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:18.652176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8faf711-f6b8-4c2f-a4a5-46bb771c03f9 req-bb8f2764-33bf-442f-a733-32d5ed503e58 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0664561 Jul 22 21:59:18.689976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8faf711-f6b8-4c2f-a4a5-46bb771c03f9 req-b169f4ce-bdf3-453e-9ba3-a7075eeefa0f tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Jul 22 21:59:19.825736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f44811-2014-4af5-b009-d01b1e7ef9fd req-a655a32d-af32-42f8-a043-c0a6eab755f1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:19.827143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7f44811-2014-4af5-b009-d01b1e7ef9fd req-a655a32d-af32-42f8-a043-c0a6eab755f1 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0639234 Jul 22 21:59:19.863953 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e7f44811-2014-4af5-b009-d01b1e7ef9fd req-9e69bed9-e477-4099-a355-116bc4cf3ad6 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Jul 22 21:59:20.997298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9ec93-ea6d-47e1-a8fc-f7cfa093f453 req-44ab338f-66ce-4e44-9577-11ac1975a092 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:20.998833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86c9ec93-ea6d-47e1-a8fc-f7cfa093f453 req-44ab338f-66ce-4e44-9577-11ac1975a092 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 943 time: 0.0635421 Jul 22 21:59:21.036882 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86c9ec93-ea6d-47e1-a8fc-f7cfa093f453 req-527c3b30-6b46-4208-9037-62a8a9520ef4 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Jul 22 21:59:21.126530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:59:21.219866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:59:21.231335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'port_id': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'mac_address': 'fa:16:3e:48:11:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:59:21.270208 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:21.283043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bc7b8e-71b1-4727-a266-f2964821a14f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:59:21.304506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:59:21.308688 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:21.356677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:21.363732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.364104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.364453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.364835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.365177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.365509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.365840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.366168 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.366493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.366817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.367144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.367463 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:21.546121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['e6bc7b8e-71b1-4727-a266-f2964821a14f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:59:22.178699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cafcd-3d54-4e81-b578-94e1dfe2d2b0 req-9c5347bb-4a2c-4ca8-9e01-cc219c4621c4 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:22.180207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c84cafcd-3d54-4e81-b578-94e1dfe2d2b0 req-9c5347bb-4a2c-4ca8-9e01-cc219c4621c4 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 944 time: 0.0684867 Jul 22 21:59:22.217776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c84cafcd-3d54-4e81-b578-94e1dfe2d2b0 req-c34bdc14-5bb9-498a-b164-9e154de6251d tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Jul 22 21:59:23.141785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:59:23.187915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port e6bc7b8e-71b1-4727-a266-f2964821a14f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:23.188284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:23.261703 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:23.284423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:59:23.287217 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b832bed8-7eee-4585-a1e5-29edf2479948" -d '{"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:59:23.300880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:59:23.306344 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:23.346670 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1476c197-d719-4870-a790-d2e3646148f9 x-openstack-request-id: req-1476c197-d719-4870-a790-d2e3646148f9 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:59:23.347060 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:59:23.347199 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1476c197-d719-4870-a790-d2e3646148f9 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:59:23.347623 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'code': 200} Jul 22 21:59:23.359098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1340d-6405-4f7e-a9bb-61e20f20bdb5 req-c1f378cc-ebf9-498c-9062-1bfc6b04cd24 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:23.360857 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86a1340d-6405-4f7e-a9bb-61e20f20bdb5 req-c1f378cc-ebf9-498c-9062-1bfc6b04cd24 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 946 time: 0.0689476 Jul 22 21:59:23.366175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:23.404926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86a1340d-6405-4f7e-a9bb-61e20f20bdb5 req-2b3fddfc-434d-43e8-be02-dab15774c154 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Jul 22 21:59:23.505339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2f2b-f443-4f04-a2ae-8717378b4794 req-4e88f315-2085-4fa4-a31c-e9cdbc7faae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:23.506890 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-066c2f2b-f443-4f04-a2ae-8717378b4794 req-4e88f315-2085-4fa4-a31c-e9cdbc7faae5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 1098 time: 0.0579920 Jul 22 21:59:23.542933 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-066c2f2b-f443-4f04-a2ae-8717378b4794 req-9cd3438e-cade-4096-9c1c-9188e1b6b63e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288322 Jul 22 21:59:24.554598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78522e7-697a-4b31-9752-1b4ffeb3c454 req-32e448b2-4161-4835-b70f-db800fb7252e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:24.556322 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e78522e7-697a-4b31-9752-1b4ffeb3c454 req-32e448b2-4161-4835-b70f-db800fb7252e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 946 time: 0.0689824 Jul 22 21:59:24.598072 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e78522e7-697a-4b31-9752-1b4ffeb3c454 req-1f1ea488-e2f8-417f-8c06-e9536b4b9748 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356655 Jul 22 21:59:25.739430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb0261-1806-4d98-a521-a7f3c93efa2b req-a13af6bb-17bc-48f3-ab63-d07316f35895 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:25.740943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aefb0261-1806-4d98-a521-a7f3c93efa2b req-a13af6bb-17bc-48f3-ab63-d07316f35895 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 946 time: 0.0698571 Jul 22 21:59:25.778866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aefb0261-1806-4d98-a521-a7f3c93efa2b req-fa6a27bd-f311-488e-99c3-e52ba6e4fabd tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Jul 22 21:59:31.659066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:32.278835 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:42.571486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c004e81-a5b1-4fae-a8b0-7e5c77a21c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.214061 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5764eab7-bf7a-4a75-b6e7-e9cb91303d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.483171 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:46.230638 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:48.385733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:55.084606 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:59:58.525604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee90a32-dcba-4673-ae0c-fdc799e6a2e4 req-bd59ecfc-d84a-4cfd-ba98-34379960b735 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:58.527115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dee90a32-dcba-4673-ae0c-fdc799e6a2e4 req-bd59ecfc-d84a-4cfd-ba98-34379960b735 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 946 time: 0.0747638 Jul 22 21:59:58.565508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dee90a32-dcba-4673-ae0c-fdc799e6a2e4 req-ea616260-beb4-42f1-91fa-6a0c437ef684 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Jul 22 21:59:59.719290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcddd3-8136-4921-a312-b2e6a7820724 req-d6bcc451-052d-4716-859a-323a7c8e8e20 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:59.721014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0bcddd3-8136-4921-a312-b2e6a7820724 req-d6bcc451-052d-4716-859a-323a7c8e8e20 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 946 time: 0.0729268 Jul 22 21:59:59.762836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0bcddd3-8136-4921-a312-b2e6a7820724 req-cf3052cc-7577-444e-90d4-4eba07fea964 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups?id=28e2dc09-8f9e-4a05-a159-44ff288ced64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355525 Jul 22 21:59:59.785367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-e7818019-8f7b-4399-8125-3a1336034845 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:59.786889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-e7818019-8f7b-4399-8125-3a1336034845 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.58 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 946 time: 0.0744200 Jul 22 21:59:59.887359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Deleting port e6bc7b8e-71b1-4727-a266-f2964821a14f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:59:59.887616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:59.979238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] For port e6bc7b8e-71b1-4727-a266-f2964821a14f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=e6bc7b8e-71b1-4727-a266-f2964821a14f,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:59:59.979601 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:00.151738 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:00.152055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:00.152374 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Floating IP efeea6b2-33c9-4416-95de-fcc2805f8f7a disassociated. External IP: 172.25.5.252, port: e6bc7b8e-71b1-4727-a266-f2964821a14f. Jul 22 22:00:00.152723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Calling delete_port for e6bc7b8e-71b1-4727-a266-f2964821a14f owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:00:00.288332 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:00.318656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event deleted for resources: {'Port': ['ID=e6bc7b8e-71b1-4727-a266-f2964821a14f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:00.330299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.330650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.330996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.331350 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.331659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.332022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.332351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.332672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.332994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.333314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.333632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.333953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:00.443307 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:00:00.557045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:00:00.568807 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] Sync routers for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:00:00.581082 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:00:00.581719 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:00.604635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] No DVR routers for this DVR port e6bc7b8e-71b1-4727-a266-f2964821a14f on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:00:00.607399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:00.609589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2b60b3cc-f651-4e1f-a32d-5d81ac7e9933 req-127f0294-e59f-4723-87ce-718924c45c82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.58 "DELETE /v2.0/ports/e6bc7b8e-71b1-4727-a266-f2964821a14f HTTP/1.1" status: 204 len: 173 time: 0.8170862 Jul 22 22:00:00.610051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-deleted', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:00:00.612362 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85da066-a280-4c47-a3f5-cff967e0a245" -d '{"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-deleted", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:00:00.677837 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4209ae8f-67f2-4425-843f-6bc6aec5c844 x-openstack-request-id: req-4209ae8f-67f2-4425-843f-6bc6aec5c844 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:00:00.678130 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53063e1-4ee4-42a9-b7cd-9d75b608757e", "name": "network-vif-deleted", "tag": "e6bc7b8e-71b1-4727-a266-f2964821a14f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:00:00.678379 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4209ae8f-67f2-4425-843f-6bc6aec5c844 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:00:00.678791 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53063e1-4ee4-42a9-b7cd-9d75b608757e', 'name': 'network-vif-deleted', 'tag': 'e6bc7b8e-71b1-4727-a266-f2964821a14f', 'status': 'completed', 'code': 200} Jul 22 22:00:00.707930 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:00:00.858094 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7cf416a4-2d35-4d81-a074-403852aeb64e req-56c2c2b1-f827-42ac-b82a-ea15eeddb67c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0355890 Jul 22 22:00:00.904859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dab9164f-546b-4013-83b9-76b99a09bf49 req-0979094a-df17-41a0-9ee1-aa9d5b924f82 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/ports?device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 210 time: 0.0367587 Jul 22 22:00:00.927586 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:00.940998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7cf416a4-2d35-4d81-a074-403852aeb64e req-567994c6-5cb7-4b22-a710-10a9b37c73e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867afe76b6cd41aaa4f78cc62c516646&device_id=d53063e1-4ee4-42a9-b7cd-9d75b608757e HTTP/1.1" status: 200 len: 210 time: 0.0339317 Jul 22 22:00:00.954285 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] Checking router: 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:00:00.962989 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:00:00.963578 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:01.077385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:00:01.082373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a4-2d35-4d81-a074-403852aeb64e req-ad83192e-b0a7-43ac-a0d5-d63e665c95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:00:01.083932 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7cf416a4-2d35-4d81-a074-403852aeb64e req-ad83192e-b0a7-43ac-a0d5-d63e665c95ea service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=867afe76b6cd41aaa4f78cc62c516646&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1051292 Jul 22 22:00:01.187933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a4-2d35-4d81-a074-403852aeb64e req-61540cde-54f1-430d-8cdc-14895627ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:00:01.189602 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7cf416a4-2d35-4d81-a074-403852aeb64e req-61540cde-54f1-430d-8cdc-14895627ce68 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999613 Jul 22 22:00:01.279110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:01.307721 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624af19-4579-4250-9ab3-a4416d59424e None None] The sync data for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 is: [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T21:52:21Z', 'revision_number': 4, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'a2b99fde-31b4-4453-b481-eef1d996f2d3', 'name': '', 'network_id': '445a1592-8d0b-4b72-87fc-1f995c584350', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'mac_address': 'fa:16:3e:8a:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:19Z', 'updated_at': '2021-07-22T21:52:31Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'subnets': [{'id': 'bd386fad-3ca0-431d-a02b-69c2388cfef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:00:01.531087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e1a7f5-469f-4999-889d-146af5d81d3a None None] New status for floating IP efeea6b2-33c9-4416-95de-fcc2805f8f7a: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:00:01.654104 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.007027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:02.066160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.090896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.142619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.145470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.146644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "DELETE /v2.0/security-groups/28e2dc09-8f9e-4a05-a159-44ff288ced64 HTTP/1.1" status: 204 len: 168 time: 0.1386228 Jul 22 22:00:02.149519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48382) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:02.157243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e2dc09-8f9e-4a05-a159-44ff288ced64,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:02.166454 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-0428e083-d6bd-4867-996d-ae517912c33e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] show failed (client error): The resource could not be found. Jul 22 22:00:02.166736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.166977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.167404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.167569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0428e083-d6bd-4867-996d-ae517912c33e tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "GET /v2.0/security-groups/28e2dc09-8f9e-4a05-a159-44ff288ced64 HTTP/1.1" status: 404 len: 347 time: 0.0167511 Jul 22 22:00:02.167918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.168224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.168576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.168576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.169425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.169661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.169903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.170306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.170509 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f053e5c-b8ce-491b-8d96-9571c894e16c tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:00:02.170755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48384) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:02.281226 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.306367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Deleting port 1bcc9279-4db3-499c-b2fb-879a380b39d0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:00:02.306712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.389398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.389728 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.402240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Calling delete_port for 1bcc9279-4db3-499c-b2fb-879a380b39d0 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:00:02.544270 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.575101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Pushing event deleted for resources: {'Port': ['ID=1bcc9279-4db3-499c-b2fb-879a380b39d0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:02.642092 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.645241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:02.646431 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-df397623-1b5a-418a-876e-356a1ef83eb0 tempest-AttachVolumeShelveTestJSON-59770155 tempest-AttachVolumeShelveTestJSON-59770155-project] 10.222.0.54 "DELETE /v2.0/floatingips/efeea6b2-33c9-4416-95de-fcc2805f8f7a HTTP/1.1" status: 204 len: 168 time: 0.4747021 Jul 22 22:00:03.341471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:00:03.366965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: e6bc7b8e-71b1-4727-a266-f2964821a14f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:00:03.367313 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device e6bc7b8e-71b1-4727-a266-f2964821a14f not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:00:07.238796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48410) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:07.718336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:07.982252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Deleting port a2b99fde-31b4-4453-b481-eef1d996f2d3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:00:07.982493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:08.071019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] For port a2b99fde-31b4-4453-b481-eef1d996f2d3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a2b99fde-31b4-4453-b481-eef1d996f2d3,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:00:08.071378 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:08.085067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Calling delete_port for a2b99fde-31b4-4453-b481-eef1d996f2d3 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:00:08.284733 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:08.311547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b99fde-31b4-4453-b481-eef1d996f2d3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:08.491150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:08.713437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:00:08.820606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:00:08.825866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-12b68280-b92b-44bc-9b65-32c3793e68a0 admin admin] 10.222.0.54 "PUT /v2.0/routers/1e67b0f6-83b1-48c1-9a4c-bf30492efb6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5859790 Jul 22 22:00:08.828760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48414) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:08.832055 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] Sync routers for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:00:08.841596 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:00:08.842257 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:08.933527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:08.943422 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:00:09.140003 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T22:00:08Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:09.167677 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] Checking router: 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:00:09.176921 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] Routers {'1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:00:09.177546 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T21:59:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:09.284523 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] Set router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:00:09.393809 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.448055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Deleting port adb90813-641b-4a09-8b39-b167c2cf8bb8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:00:09.448404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.540864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] For port adb90813-641b-4a09-8b39-b167c2cf8bb8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=adb90813-641b-4a09-8b39-b167c2cf8bb8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:00:09.541221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.555519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Calling delete_port for adb90813-641b-4a09-8b39-b167c2cf8bb8 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:00:09.564998 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T22:00:08Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:09.592003 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75fb59-14dd-465b-8b42-19caafe9e877 None None] The sync data for ids ['1e67b0f6-83b1-48c1-9a4c-bf30492efb6e'] in n-d-762330-19 is: [{'id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-102554871-router', 'tenant_id': '867afe76b6cd41aaa4f78cc62c516646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:52:15Z', 'updated_at': '2021-07-22T22:00:08Z', 'revision_number': 5, 'project_id': '867afe76b6cd41aaa4f78cc62c516646', 'gw_port': {'id': 'adb90813-641b-4a09-8b39-b167c2cf8bb8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67b0f6-83b1-48c1-9a4c-bf30492efb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:52:16Z', 'updated_at': '2021-07-22T21:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:00:09.728794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.758980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Pushing event deleted for resources: {'Port': ['ID=adb90813-641b-4a09-8b39-b167c2cf8bb8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:09.821084 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.914228 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.917304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.964045 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.964670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e67b0f6-83b1-48c1-9a4c-bf30492efb6e {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:00:09.970412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.974330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7c52c54d-9abb-409d-a432-9e019de8534f admin admin] 10.222.0.54 "DELETE /v2.0/routers/1e67b0f6-83b1-48c1-9a4c-bf30492efb6e HTTP/1.1" status: 204 len: 168 time: 1.1412299 Jul 22 22:00:09.974764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48416) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:10.028398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] Deleting subnet bd386fad-3ca0-431d-a02b-69c2388cfef3 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:00:10.032007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.073025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.166099 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.229147 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.256747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd386fad-3ca0-431d-a02b-69c2388cfef3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:10.260791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.265399 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a3bd2862-c6a3-4661-97be-f199c5262d75 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bd386fad-3ca0-431d-a02b-69c2388cfef3 HTTP/1.1" status: 204 len: 168 time: 0.2865429 Jul 22 22:00:10.265763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48418) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:10.268932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a597f4-c2de-45ce-a937-1ae8a337be16 None None] Network 445a1592-8d0b-4b72-87fc-1f995c584350 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:00:10.341453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.396027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Deleting port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:00:10.396383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.468711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] For port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0ee7f3eb-6658-426f-9f8d-4eeb8462340a,segment=NetworkSegment(9f3f2191-a8c1-464c-bc5a-e2638d9fd26f),segment_id=9f3f2191-a8c1-464c-bc5a-e2638d9fd26f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:00:10.469071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.481168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Calling delete_port for 0ee7f3eb-6658-426f-9f8d-4eeb8462340a owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:00:10.565572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.592472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee7f3eb-6658-426f-9f8d-4eeb8462340a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:10.596358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] No DVR routers for this DVR port 0ee7f3eb-6658-426f-9f8d-4eeb8462340a on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:00:10.615365 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75054da5-da6d-46dc-88e6-3fdf03cd0b2e None None] DHCP port deletion for 445a1592-8d0b-4b72-87fc-1f995c584350 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:00:10.687466 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ee7f3eb-6658-426f-9f8d-4eeb8462340a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:00:10.704530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.716617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445a1592-8d0b-4b72-87fc-1f995c584350']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:10.727896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:10.728198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3f2191-a8c1-464c-bc5a-e2638d9fd26f') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:10.739273 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.756895 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.764472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:00:10.765053 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:00:10.767189 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:00:10.828660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.834921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:10.838338 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] 10.222.0.54 "DELETE /v2.0/networks/445a1592-8d0b-4b72-87fc-1f995c584350 HTTP/1.1" status: 204 len: 168 time: 0.5702598 Jul 22 22:00:10.848727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e80f7-e6a8-40c2-9253-a7a9badcf77f admin admin] Pushing event deleted for resources: {'Network': ['ID=445a1592-8d0b-4b72-87fc-1f995c584350,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:10.865467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0ee7f3eb-6658-426f-9f8d-4eeb8462340a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:00:10.865809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0ee7f3eb-6658-426f-9f8d-4eeb8462340a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:00:10.866227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device adb90813-641b-4a09-8b39-b167c2cf8bb8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:00:10.886386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: adb90813-641b-4a09-8b39-b167c2cf8bb8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:00:10.886735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device adb90813-641b-4a09-8b39-b167c2cf8bb8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:00:10.887152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a2b99fde-31b4-4453-b481-eef1d996f2d3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:00:10.906201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: a2b99fde-31b4-4453-b481-eef1d996f2d3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:00:10.906554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device a2b99fde-31b4-4453-b481-eef1d996f2d3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:00:10.987184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48426) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:11.031826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ce86e140-b278-401e-9c71-1c6fd61c2402 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=867afe76b6cd41aaa4f78cc62c516646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432813 Jul 22 22:00:11.034786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48428) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:11.090525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4d836c1-34e7-4a8f-b582-118d2a4b39ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:11.125306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4d836c1-34e7-4a8f-b582-118d2a4b39ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:11.173480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4d836c1-34e7-4a8f-b582-118d2a4b39ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:11.176194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4d836c1-34e7-4a8f-b582-118d2a4b39ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:11.177341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a4d836c1-34e7-4a8f-b582-118d2a4b39ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24ee8c41-163a-45f5-b17e-35809c14596d HTTP/1.1" status: 204 len: 168 time: 0.1416016 Jul 22 22:00:11.185420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d836c1-34e7-4a8f-b582-118d2a4b39ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ee8c41-163a-45f5-b17e-35809c14596d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:12.578390 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-792940a7-5f31-4fc0-a101-b0ad6dea28a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:13.701837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48496) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:13.833880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-268a58c0-2fdf-4561-933e-c285af676c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:13.924118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-268a58c0-2fdf-4561-933e-c285af676c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:13.928339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-268a58c0-2fdf-4561-933e-c285af676c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:13.966338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a58c0-2fdf-4561-933e-c285af676c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bdba28-88f2-4a0f-87d1-455610e8c482,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:13.970678 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-268a58c0-2fdf-4561-933e-c285af676c95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24bf19dc198c4e3e8a2cf04db0de4008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677691 Jul 22 22:00:13.974489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48500) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:14.029922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a517b6c8-a687-4a81-96e9-6b3e6a1ee052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.053594 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a517b6c8-a687-4a81-96e9-6b3e6a1ee052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.108581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a517b6c8-a687-4a81-96e9-6b3e6a1ee052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.111814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a517b6c8-a687-4a81-96e9-6b3e6a1ee052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.113011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a517b6c8-a687-4a81-96e9-6b3e6a1ee052 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0bdba28-88f2-4a0f-87d1-455610e8c482 HTTP/1.1" status: 204 len: 168 time: 0.1383636 Jul 22 22:00:14.120952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517b6c8-a687-4a81-96e9-6b3e6a1ee052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bdba28-88f2-4a0f-87d1-455610e8c482,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:14.389235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48506) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:14.403041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc64b647-a6d0-4467-8c7b-9faa20391006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.498525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc64b647-a6d0-4467-8c7b-9faa20391006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.509976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dc64b647-a6d0-4467-8c7b-9faa20391006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.549444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-dc64b647-a6d0-4467-8c7b-9faa20391006 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45e16fe1879349a3802eff5f5e59ae97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590881 Jul 22 22:00:14.550596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b647-a6d0-4467-8c7b-9faa20391006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9b9068-2a0d-4e45-a79f-855f82038772,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:14.552267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48508) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:14.604530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08e3591a-5c33-450c-b1ed-9d47b8def115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.627347 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08e3591a-5c33-450c-b1ed-9d47b8def115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.674613 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08e3591a-5c33-450c-b1ed-9d47b8def115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.677234 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08e3591a-5c33-450c-b1ed-9d47b8def115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.678426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-08e3591a-5c33-450c-b1ed-9d47b8def115 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a9b9068-2a0d-4e45-a79f-855f82038772 HTTP/1.1" status: 204 len: 168 time: 0.1251621 Jul 22 22:00:14.686382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3591a-5c33-450c-b1ed-9d47b8def115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9b9068-2a0d-4e45-a79f-855f82038772,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:15.215636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84428e87-c576-467e-b1d0-44999c551a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:15.485979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:16.236585 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:18.389704 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:19.894523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48724) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:19.994247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6695927a-5e45-41ff-8acb-d14c0c6c60ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.084721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6695927a-5e45-41ff-8acb-d14c0c6c60ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.088399 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6695927a-5e45-41ff-8acb-d14c0c6c60ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.130902 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6695927a-5e45-41ff-8acb-d14c0c6c60ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=253952eb3a204a67a1020868e76df103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352967 Jul 22 22:00:20.131760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695927a-5e45-41ff-8acb-d14c0c6c60ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4ac32-58f5-47d3-8692-76e07bed3dc8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:20.133819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48728) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:20.183915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d37291f9-6b54-47d2-9e05-65c846a2d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.205282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d37291f9-6b54-47d2-9e05-65c846a2d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.253012 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d37291f9-6b54-47d2-9e05-65c846a2d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.255539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d37291f9-6b54-47d2-9e05-65c846a2d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.256740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d37291f9-6b54-47d2-9e05-65c846a2d1a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8e4ac32-58f5-47d3-8692-76e07bed3dc8 HTTP/1.1" status: 204 len: 168 time: 0.1213346 Jul 22 22:00:20.264864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37291f9-6b54-47d2-9e05-65c846a2d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4ac32-58f5-47d3-8692-76e07bed3dc8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:20.521282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48734) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:20.534145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8ad370b-d0e1-42ce-b775-1f71411fac64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.622364 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8ad370b-d0e1-42ce-b775-1f71411fac64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.626720 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8ad370b-d0e1-42ce-b775-1f71411fac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.664428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f8ad370b-d0e1-42ce-b775-1f71411fac64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df5191f8529f4b0a889def6cc43b0a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420739 Jul 22 22:00:20.665415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad370b-d0e1-42ce-b775-1f71411fac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b563947-e28c-4709-a300-715f2a3f5215,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:20.667688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48736) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:20.723366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-232b8fb8-85f5-4097-820c-486ce4e6b464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.744170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-232b8fb8-85f5-4097-820c-486ce4e6b464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.791646 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-232b8fb8-85f5-4097-820c-486ce4e6b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.794207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-232b8fb8-85f5-4097-820c-486ce4e6b464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:20.795385 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-232b8fb8-85f5-4097-820c-486ce4e6b464 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b563947-e28c-4709-a300-715f2a3f5215 HTTP/1.1" status: 204 len: 168 time: 0.1263101 Jul 22 22:00:20.804056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b8fb8-85f5-4097-820c-486ce4e6b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b563947-e28c-4709-a300-715f2a3f5215,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:23.842835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 48844) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:23.959873 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5182-4d12-4143-b68a-9aae8ca47e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.063701 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5182-4d12-4143-b68a-9aae8ca47e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.067890 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5182-4d12-4143-b68a-9aae8ca47e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.107530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6c2b5182-4d12-4143-b68a-9aae8ca47e3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c4c3c2d2f61421c848a671d281432b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630682 Jul 22 22:00:24.108456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b5182-4d12-4143-b68a-9aae8ca47e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8da8275-bcc4-48b1-aa42-e52622bf9315,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:24.110354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48848) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:24.165855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be0f11f4-10b5-43e9-b5d2-4211fc43351f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.188744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be0f11f4-10b5-43e9-b5d2-4211fc43351f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.236310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be0f11f4-10b5-43e9-b5d2-4211fc43351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.238909 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-be0f11f4-10b5-43e9-b5d2-4211fc43351f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.240328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-be0f11f4-10b5-43e9-b5d2-4211fc43351f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8da8275-bcc4-48b1-aa42-e52622bf9315 HTTP/1.1" status: 204 len: 168 time: 0.1288798 Jul 22 22:00:24.248399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f11f4-10b5-43e9-b5d2-4211fc43351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8da8275-bcc4-48b1-aa42-e52622bf9315,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:24.548421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48854) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:24.564135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4096-bf22-45f2-a4eb-f3f03aa43089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.657654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4096-bf22-45f2-a4eb-f3f03aa43089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.665464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4096-bf22-45f2-a4eb-f3f03aa43089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.703527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c4096-bf22-45f2-a4eb-f3f03aa43089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca5d3c-c4b2-4358-9d6b-8b95b613f768,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:24.707970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2d3c4096-bf22-45f2-a4eb-f3f03aa43089 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76e76c2a114d45e9842a13a23104664f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584809 Jul 22 22:00:24.711523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 48856) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:24.761322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e112ac27-025a-49eb-b5aa-c322ee8c9432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.783814 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e112ac27-025a-49eb-b5aa-c322ee8c9432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.830402 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e112ac27-025a-49eb-b5aa-c322ee8c9432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.833055 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e112ac27-025a-49eb-b5aa-c322ee8c9432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:24.834207 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e112ac27-025a-49eb-b5aa-c322ee8c9432 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66ca5d3c-c4b2-4358-9d6b-8b95b613f768 HTTP/1.1" status: 204 len: 168 time: 0.1218555 Jul 22 22:00:24.842955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112ac27-025a-49eb-b5aa-c322ee8c9432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca5d3c-c4b2-4358-9d6b-8b95b613f768,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:28.875147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-a8db24b9-ee8d-49b6-8a17-79cb8ab07723 req-6c4dcb93-7b33-4237-a568-7db903bdb1a9 service neutron] (94091) timed out ('10.222.0.23', 61862) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:00:31.656733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:32.083615 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:00:32.279368 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.310281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:34.424923 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b17f6927-f44b-4dc9-91c4-b4890291cba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.516920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b17f6927-f44b-4dc9-91c4-b4890291cba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.520751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b17f6927-f44b-4dc9-91c4-b4890291cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.561654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f6927-f44b-4dc9-91c4-b4890291cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c64422-ea2e-4677-82c4-3e28b984c6dd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:34.568761 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b17f6927-f44b-4dc9-91c4-b4890291cba7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cdecd8f6dbd45828c5fcd2efc9f9b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570019 Jul 22 22:00:34.569249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:34.617634 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5fa164d-1bfd-4613-b08e-e4af6dc3791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.625902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-1537e79a-b698-4bd8-bb9e-524b626f5624 req-629e230d-0bc0-495e-91cc-7a05705fa9d3 service neutron] (94091) timed out ('10.222.0.54', 34052) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:00:34.642771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5fa164d-1bfd-4613-b08e-e4af6dc3791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.689366 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5fa164d-1bfd-4613-b08e-e4af6dc3791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.692106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a5fa164d-1bfd-4613-b08e-e4af6dc3791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:34.693265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a5fa164d-1bfd-4613-b08e-e4af6dc3791e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72c64422-ea2e-4677-82c4-3e28b984c6dd HTTP/1.1" status: 204 len: 168 time: 0.1230233 Jul 22 22:00:34.701256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa164d-1bfd-4613-b08e-e4af6dc3791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c64422-ea2e-4677-82c4-3e28b984c6dd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:34.951417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49118) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:34.965862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34f76d29-9010-4eaf-ab64-b7acba426cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:35.052855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34f76d29-9010-4eaf-ab64-b7acba426cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:35.057003 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34f76d29-9010-4eaf-ab64-b7acba426cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:35.095179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-34f76d29-9010-4eaf-ab64-b7acba426cc1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de9f6232178d48a5ad4342b6ba0fc2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426187 Jul 22 22:00:35.096065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f76d29-9010-4eaf-ab64-b7acba426cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed93ab9-b895-48ff-ad66-4dbbf46120a7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:35.097931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49120) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:35.153362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3196d20d-3a5a-464d-ba18-1999e5842322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:35.175557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3196d20d-3a5a-464d-ba18-1999e5842322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:35.222331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3196d20d-3a5a-464d-ba18-1999e5842322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:35.224926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3196d20d-3a5a-464d-ba18-1999e5842322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:35.226084 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3196d20d-3a5a-464d-ba18-1999e5842322 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ed93ab9-b895-48ff-ad66-4dbbf46120a7 HTTP/1.1" status: 204 len: 168 time: 0.1266611 Jul 22 22:00:35.234465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196d20d-3a5a-464d-ba18-1999e5842322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed93ab9-b895-48ff-ad66-4dbbf46120a7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:37.516314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49194) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:37.629632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37342953-1fc0-4e98-9f0c-bf1547600b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:37.716420 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37342953-1fc0-4e98-9f0c-bf1547600b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:37.720163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-37342953-1fc0-4e98-9f0c-bf1547600b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:37.759682 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-37342953-1fc0-4e98-9f0c-bf1547600b55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a056d68169544351a72049e6a093761f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422805 Jul 22 22:00:37.761892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37342953-1fc0-4e98-9f0c-bf1547600b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b9c50d-618a-4813-9ad8-1c806f340490,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:37.762660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49198) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:37.813051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-688d0166-3866-4330-ab3b-4d8068e3c321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:37.833604 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-688d0166-3866-4330-ab3b-4d8068e3c321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:37.878102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-688d0166-3866-4330-ab3b-4d8068e3c321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:37.880680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-688d0166-3866-4330-ab3b-4d8068e3c321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:37.881838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-688d0166-3866-4330-ab3b-4d8068e3c321 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9b9c50d-618a-4813-9ad8-1c806f340490 HTTP/1.1" status: 204 len: 168 time: 0.1181653 Jul 22 22:00:37.889763 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d0166-3866-4330-ab3b-4d8068e3c321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b9c50d-618a-4813-9ad8-1c806f340490,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:38.140537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49204) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:38.156618 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ff334c5-d5c5-4749-9b02-0a41ff3c65de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:38.242857 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ff334c5-d5c5-4749-9b02-0a41ff3c65de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:38.246852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ff334c5-d5c5-4749-9b02-0a41ff3c65de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:38.285379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1ff334c5-d5c5-4749-9b02-0a41ff3c65de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dee46b92324b4675b0fb15b4a876c45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437457 Jul 22 22:00:38.286243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff334c5-d5c5-4749-9b02-0a41ff3c65de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d7eecf-a090-44de-8574-79b787d69b06,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:38.290380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49206) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:38.338046 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28e14db6-6bf0-4647-9746-d982a2d49278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:38.359197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28e14db6-6bf0-4647-9746-d982a2d49278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:38.406470 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28e14db6-6bf0-4647-9746-d982a2d49278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:38.408995 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-28e14db6-6bf0-4647-9746-d982a2d49278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:38.410138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-28e14db6-6bf0-4647-9746-d982a2d49278 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76d7eecf-a090-44de-8574-79b787d69b06 HTTP/1.1" status: 204 len: 168 time: 0.1188486 Jul 22 22:00:38.417896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e14db6-6bf0-4647-9746-d982a2d49278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d7eecf-a090-44de-8574-79b787d69b06,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:39.957421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49254) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:40.062841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99009948-98f8-4399-83e2-459a87b1d521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:40.152314 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99009948-98f8-4399-83e2-459a87b1d521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:40.156235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-99009948-98f8-4399-83e2-459a87b1d521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:40.193649 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-99009948-98f8-4399-83e2-459a87b1d521 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71ac3ffc0235491cb63c8a14e05cb4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351511 Jul 22 22:00:40.195598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99009948-98f8-4399-83e2-459a87b1d521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c78b95a-4a05-4597-a4e5-4254a7508cb4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:40.196626 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:40.246550 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6051a533-42ff-466a-9fe2-0b122686b809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:40.270464 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6051a533-42ff-466a-9fe2-0b122686b809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:40.317960 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6051a533-42ff-466a-9fe2-0b122686b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:40.320337 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6051a533-42ff-466a-9fe2-0b122686b809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:40.321698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6051a533-42ff-466a-9fe2-0b122686b809 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c78b95a-4a05-4597-a4e5-4254a7508cb4 HTTP/1.1" status: 204 len: 168 time: 0.1239657 Jul 22 22:00:40.329712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a533-42ff-466a-9fe2-0b122686b809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c78b95a-4a05-4597-a4e5-4254a7508cb4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:41.307396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49296) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:41.422346 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c67c689-c934-4a13-84a7-4f22f3b8be6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:41.518938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c67c689-c934-4a13-84a7-4f22f3b8be6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:41.522924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c67c689-c934-4a13-84a7-4f22f3b8be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:41.561104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67c689-c934-4a13-84a7-4f22f3b8be6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f504c0-3793-43ba-8645-9cb531b16470,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:41.565426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0c67c689-c934-4a13-84a7-4f22f3b8be6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d26bb5125094fee9f9d1c16fd10f8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573802 Jul 22 22:00:41.569517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49300) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:41.619717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d95b45ff-ef6c-4f15-b54e-7bac729d1c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:41.641622 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d95b45ff-ef6c-4f15-b54e-7bac729d1c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:41.686498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d95b45ff-ef6c-4f15-b54e-7bac729d1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:41.689106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d95b45ff-ef6c-4f15-b54e-7bac729d1c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:41.690289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d95b45ff-ef6c-4f15-b54e-7bac729d1c56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57f504c0-3793-43ba-8645-9cb531b16470 HTTP/1.1" status: 204 len: 168 time: 0.1194868 Jul 22 22:00:41.697920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b45ff-ef6c-4f15-b54e-7bac729d1c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f504c0-3793-43ba-8645-9cb531b16470,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:42.570985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2a6a305c-ce5d-4ec5-b892-aacb48da9959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:43.854679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49362) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:43.963916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7fca77d8-e024-4571-b56b-222a865d8e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.059414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7fca77d8-e024-4571-b56b-222a865d8e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.063902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7fca77d8-e024-4571-b56b-222a865d8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.101828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7fca77d8-e024-4571-b56b-222a865d8e24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f08ce895a0cf4d6791bd4ed5b13a9f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460365 Jul 22 22:00:44.102690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca77d8-e024-4571-b56b-222a865d8e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8373bc36-5c39-4704-ba5f-97f903012a8e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:44.105087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49366) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:44.154708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fa3bc96-04db-4f99-8c8f-1caa144003c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.175168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fa3bc96-04db-4f99-8c8f-1caa144003c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.221699 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fa3bc96-04db-4f99-8c8f-1caa144003c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.224322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fa3bc96-04db-4f99-8c8f-1caa144003c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.225480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2fa3bc96-04db-4f99-8c8f-1caa144003c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8373bc36-5c39-4704-ba5f-97f903012a8e HTTP/1.1" status: 204 len: 168 time: 0.1194000 Jul 22 22:00:44.233646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3bc96-04db-4f99-8c8f-1caa144003c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8373bc36-5c39-4704-ba5f-97f903012a8e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:45.219009 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-194ae061-ba6a-4213-824f-77cf45f929d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:45.488314 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:46.237446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:48.392773 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:01.666229 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:02.276894 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:08.797310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49470) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:08.901469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:08.988576 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:08.993559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:09.038411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e633cde14214d93a54f20b1d9d01d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400126 Jul 22 22:01:09.039490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb767631-5c2f-49b7-a106-0e8f4b5504b0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:09.041145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49474) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:09.047490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.047773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.048140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.048477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.048809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.049140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.049465 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.049791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.050115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.050438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.050762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.051083 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43210b-317d-4b3b-939a-4f5801b5dcbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.083650 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:01:09.091938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:09.114409 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:09.163819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:09.166385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:09.167545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb767631-5c2f-49b7-a106-0e8f4b5504b0 HTTP/1.1" status: 204 len: 168 time: 0.1253519 Jul 22 22:01:09.175348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb767631-5c2f-49b7-a106-0e8f4b5504b0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:09.182590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.182937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.183341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.183613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.183970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.184305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.184628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.184950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.185273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.185595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.185911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:09.186228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede9681-4363-4b1d-b0d6-a82b7b94f1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:11.063070 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49568) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:11.164382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90563934-4471-4763-ae37-c6948adf9298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.253123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90563934-4471-4763-ae37-c6948adf9298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.256789 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-90563934-4471-4763-ae37-c6948adf9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.294409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-90563934-4471-4763-ae37-c6948adf9298 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=703be7c39308492da88b3b2193870401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302432 Jul 22 22:01:11.295525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563934-4471-4763-ae37-c6948adf9298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d170be-9fd7-4e23-ab1a-ec94719fcfee,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:11.297154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49572) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:11.346302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854bc8d7-81d6-463e-b37c-aa45d009489f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.366906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854bc8d7-81d6-463e-b37c-aa45d009489f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.415402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854bc8d7-81d6-463e-b37c-aa45d009489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.418550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854bc8d7-81d6-463e-b37c-aa45d009489f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.419781 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-854bc8d7-81d6-463e-b37c-aa45d009489f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00d170be-9fd7-4e23-ab1a-ec94719fcfee HTTP/1.1" status: 204 len: 168 time: 0.1216271 Jul 22 22:01:11.427325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bc8d7-81d6-463e-b37c-aa45d009489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d170be-9fd7-4e23-ab1a-ec94719fcfee,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:11.682179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49580) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:11.696079 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3c8a-839e-4b00-9a66-0c9af700c2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.790958 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3c8a-839e-4b00-9a66-0c9af700c2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.795025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3c8a-839e-4b00-9a66-0c9af700c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.831207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb3c8a-839e-4b00-9a66-0c9af700c2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7629c08-a1d7-4507-a5a8-bcafe5dcd289,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:11.835571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c6fb3c8a-839e-4b00-9a66-0c9af700c2a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=58e042cac4f540528d7cb0934c5302d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523130 Jul 22 22:01:11.838588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49582) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:11.886022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3cb950c-b9a0-4a12-9a2b-0db30f2bc4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.907001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3cb950c-b9a0-4a12-9a2b-0db30f2bc4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.953008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3cb950c-b9a0-4a12-9a2b-0db30f2bc4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.955565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f3cb950c-b9a0-4a12-9a2b-0db30f2bc4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:11.956742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f3cb950c-b9a0-4a12-9a2b-0db30f2bc4bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7629c08-a1d7-4507-a5a8-bcafe5dcd289 HTTP/1.1" status: 204 len: 168 time: 0.1177223 Jul 22 22:01:11.964801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb950c-b9a0-4a12-9a2b-0db30f2bc4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7629c08-a1d7-4507-a5a8-bcafe5dcd289,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:12.573167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bb93452-269d-4d32-80f4-fc7b8b899aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:14.732641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49752) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:14.835897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b752fc7-f593-4f52-8927-7a16067dc977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:14.931650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b752fc7-f593-4f52-8927-7a16067dc977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:14.936389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b752fc7-f593-4f52-8927-7a16067dc977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:14.973979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b752fc7-f593-4f52-8927-7a16067dc977 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b77f715e4c5a4d3585685cc0c84ab2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401962 Jul 22 22:01:14.976082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b752fc7-f593-4f52-8927-7a16067dc977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e440c7b3-baf8-4d52-8e26-a544683804fc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:14.976762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49760) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:15.032654 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80cf5009-b7a2-4437-aeaf-f2ba12511e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.054258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80cf5009-b7a2-4437-aeaf-f2ba12511e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.108996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80cf5009-b7a2-4437-aeaf-f2ba12511e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.111516 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-80cf5009-b7a2-4437-aeaf-f2ba12511e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.112721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-80cf5009-b7a2-4437-aeaf-f2ba12511e76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e440c7b3-baf8-4d52-8e26-a544683804fc HTTP/1.1" status: 204 len: 168 time: 0.1349790 Jul 22 22:01:15.120525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf5009-b7a2-4437-aeaf-f2ba12511e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e440c7b3-baf8-4d52-8e26-a544683804fc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:15.220068 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2dda19af-2bb7-4616-9f99-fe4a07392b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.378147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49768) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:15.391393 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d326074-dcd3-4b2d-8ab7-715976cbbfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.480563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d326074-dcd3-4b2d-8ab7-715976cbbfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.484915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8d326074-dcd3-4b2d-8ab7-715976cbbfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.489071 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.523664 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8d326074-dcd3-4b2d-8ab7-715976cbbfb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eabb86131d6e422aab31f9acb103b0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451149 Jul 22 22:01:15.524635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d326074-dcd3-4b2d-8ab7-715976cbbfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de595ed-f093-468a-8845-3827a8c4c696,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:15.526880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49770) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:15.575716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76cd8180-2781-4691-ba47-b2191e440141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.595813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76cd8180-2781-4691-ba47-b2191e440141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.641095 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76cd8180-2781-4691-ba47-b2191e440141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.643709 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-76cd8180-2781-4691-ba47-b2191e440141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:15.644955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-76cd8180-2781-4691-ba47-b2191e440141 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1de595ed-f093-468a-8845-3827a8c4c696 HTTP/1.1" status: 204 len: 168 time: 0.1170926 Jul 22 22:01:15.652608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd8180-2781-4691-ba47-b2191e440141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de595ed-f093-468a-8845-3827a8c4c696,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:16.240708 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:16.849546 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49806) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:16.942888 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:16.968525 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.056168 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.157282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Allocated IP 172.25.5.50 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/ee738cba-026d-4d5a-88ef-0581115d78ad) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:17.261786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.300124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.335017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:17.340246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:17.343555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:17.367713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Pushing event updated for resources: {'Port': ['ID=ee738cba-026d-4d5a-88ef-0581115d78ad,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:17.433689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.477327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.928003 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.932863 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:17.999533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Pushing event updated for resources: {'Port': ['ID=ee738cba-026d-4d5a-88ef-0581115d78ad,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:18.009280 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.021895 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.023131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0d080dfb-9443-4e3e-886f-ae1d710fc924 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1725600 Jul 22 22:01:18.026028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49810) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:18.030741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-575683632', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'fixed_ips': [{'ip_address': '172.25.5.50'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:18.049183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Made reservation on behalf of 1ded7f0c641b4f65963dfc98c965301a for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:18.051395 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.060552 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.151989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.155813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.160985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] device_id is not set on port f49a5704-8f2e-4a04-bf75-f3b045aeea96 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 22:01:18.229961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57c9bc6-a385-4ca2-ae0f-a37f6602f45a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:18.351408 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 22:01:18.351947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:01:18.364557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91675480-ffd1-488a-b106-d6a062808128 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3375289 Jul 22 22:01:18.367305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49812) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:18.399150 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.516827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Deleting port ee738cba-026d-4d5a-88ef-0581115d78ad {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:18.517169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.593514 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.593838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.605181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Calling delete_port for ee738cba-026d-4d5a-88ef-0581115d78ad owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:18.736355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.760322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee738cba-026d-4d5a-88ef-0581115d78ad,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:18.824208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.826667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:18.827858 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-96729369-29a4-4d8a-88d1-05cfeec15933 tempest-ExternalNetworksAdminNegativeTestJSON-387792290 tempest-ExternalNetworksAdminNegativeTestJSON-387792290-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/59d1660c-eb47-4dd1-94ea-be33341fb36e HTTP/1.1" status: 204 len: 168 time: 0.4596150 Jul 22 22:01:19.064998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:19.177951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465ef037-5d52-493e-a10f-d3041a8dadb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.265632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465ef037-5d52-493e-a10f-d3041a8dadb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.270132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-465ef037-5d52-493e-a10f-d3041a8dadb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.312641 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-465ef037-5d52-493e-a10f-d3041a8dadb5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86f59041be3f4f37b8c48221950911f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464521 Jul 22 22:01:19.314462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef037-5d52-493e-a10f-d3041a8dadb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13001137-15fb-4e26-a5e4-160f04a2b717,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:19.315319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:19.363652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27564f87-e172-4915-bd2b-36511908b850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.384796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27564f87-e172-4915-bd2b-36511908b850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.433916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27564f87-e172-4915-bd2b-36511908b850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.436486 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27564f87-e172-4915-bd2b-36511908b850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.437633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-27564f87-e172-4915-bd2b-36511908b850 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13001137-15fb-4e26-a5e4-160f04a2b717 HTTP/1.1" status: 204 len: 168 time: 0.1212873 Jul 22 22:01:19.445013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27564f87-e172-4915-bd2b-36511908b850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13001137-15fb-4e26-a5e4-160f04a2b717,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:19.690084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49828) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:19.729124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-20f9bfab-909a-42fd-9dc4-47fed989e650 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ded7f0c641b4f65963dfc98c965301a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378366 Jul 22 22:01:19.732066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49830) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:19.779696 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-055e584c-30e0-460a-924e-423b18c18772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.800364 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-055e584c-30e0-460a-924e-423b18c18772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.846258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-055e584c-30e0-460a-924e-423b18c18772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.848868 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-055e584c-30e0-460a-924e-423b18c18772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:19.850035 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-055e584c-30e0-460a-924e-423b18c18772 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a57c9bc6-a385-4ca2-ae0f-a37f6602f45a HTTP/1.1" status: 204 len: 168 time: 0.1170919 Jul 22 22:01:19.857911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e584c-30e0-460a-924e-423b18c18772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57c9bc6-a385-4ca2-ae0f-a37f6602f45a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:21.201908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49872) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.309730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-34ab34b7-da39-4f4c-9a40-991ae05949b0 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:21.336511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-34ab34b7-da39-4f4c-9a40-991ae05949b0 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "PUT /v2.0/quotas/e6618a1895aa4c109681b83e6e89838a HTTP/1.1" status: 200 len: 366 time: 0.1335018 Jul 22 22:01:21.339541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49876) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.349192 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-78021342-d3a3-4510-baf3-9dc9b1498f81 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0086219 Jul 22 22:01:21.351604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49878) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.362461 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0f345b88-86f9-4db1-aa0e-64289e79da66 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "GET /v2.0/quotas/e6618a1895aa4c109681b83e6e89838a HTTP/1.1" status: 200 len: 366 time: 0.0097342 Jul 22 22:01:21.364844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49880) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.378634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d5a8a4fd-e2c2-4ac0-8c68-2dadc25b0e1f tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/e6618a1895aa4c109681b83e6e89838a HTTP/1.1" status: 204 len: 168 time: 0.0127387 Jul 22 22:01:21.380754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49882) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.391384 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-35dcc66a-1cea-4087-b143-b39bd7a240f7 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0096085 Jul 22 22:01:21.393430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49884) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.403462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ffd03634-42fe-4afd-b0e0-7300bb776b09 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "GET /v2.0/quotas/e6618a1895aa4c109681b83e6e89838a HTTP/1.1" status: 200 len: 370 time: 0.0090897 Jul 22 22:01:21.405650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49886) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.410256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cc68dbf9-b04e-4484-8a6a-7547c9699be0 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "GET /v2.0/quotas/e6618a1895aa4c109681b83e6e89838a/default HTTP/1.1" status: 200 len: 370 time: 0.0036986 Jul 22 22:01:21.412414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49888) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.420960 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-ca196583-c439-47d9-b1e6-e9055dc5e5f5 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] delete failed (client error): The resource could not be found. Jul 22 22:01:21.421893 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ca196583-c439-47d9-b1e6-e9055dc5e5f5 tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/e6618a1895aa4c109681b83e6e89838a HTTP/1.1" status: 404 len: 348 time: 0.0086453 Jul 22 22:01:21.522093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49892) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:21.542882 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:network and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.547789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.553961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:subnet and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.559641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.566074 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:subnetpool and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.570932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.577600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:port and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.582228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.588501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:router and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.593535 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.599468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:floatingip and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.604676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.640179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:security_group and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.644907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.650887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Usage tracker for resource:security_group_rule and tenant:0c9bba3cded14e4181289b3c2aadcb0c is out of sync, need to count used quota {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 22:01:21.655909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.quota.resource [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 22:01:21.660304 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-85d84f94-9a5f-4bf7-99bc-d40f014ec1ac tempest-QuotasTest-215765575 tempest-QuotasTest-215765575-project-admin] 10.222.0.54 "GET /v2.0/quotas/0c9bba3cded14e4181289b3c2aadcb0c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1372302 Jul 22 22:01:21.943707 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:22.046099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b809c71-ccaf-4956-a97e-3298ded69898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.134968 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b809c71-ccaf-4956-a97e-3298ded69898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.141204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b809c71-ccaf-4956-a97e-3298ded69898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.180142 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4b809c71-ccaf-4956-a97e-3298ded69898 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6af524abb5c47b7af09db6cb4a0601d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351537 Jul 22 22:01:22.181247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b809c71-ccaf-4956-a97e-3298ded69898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdee9a8-d0b5-4237-a459-0b31f6a618d8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:22.182911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49902) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:22.233171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350ad9d0-7da0-47ba-be14-da01dba0e037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.253970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350ad9d0-7da0-47ba-be14-da01dba0e037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.300006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350ad9d0-7da0-47ba-be14-da01dba0e037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.302490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-350ad9d0-7da0-47ba-be14-da01dba0e037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.303671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-350ad9d0-7da0-47ba-be14-da01dba0e037 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebdee9a8-d0b5-4237-a459-0b31f6a618d8 HTTP/1.1" status: 204 len: 168 time: 0.1191332 Jul 22 22:01:22.312316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ad9d0-7da0-47ba-be14-da01dba0e037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdee9a8-d0b5-4237-a459-0b31f6a618d8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:22.560345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49908) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:22.573529 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92591576-667a-40f7-b775-0f1ae635357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.661962 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92591576-667a-40f7-b775-0f1ae635357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.665925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92591576-667a-40f7-b775-0f1ae635357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.703394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92591576-667a-40f7-b775-0f1ae635357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b45b830-c979-44ed-b424-5786b895a765,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:22.707708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92591576-667a-40f7-b775-0f1ae635357f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c9bba3cded14e4181289b3c2aadcb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463196 Jul 22 22:01:22.712172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49910) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:22.765335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16c7503c-b6f8-4a22-8a3e-5bac33f2c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.787563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16c7503c-b6f8-4a22-8a3e-5bac33f2c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.839703 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16c7503c-b6f8-4a22-8a3e-5bac33f2c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.842329 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16c7503c-b6f8-4a22-8a3e-5bac33f2c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:22.843617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-16c7503c-b6f8-4a22-8a3e-5bac33f2c3be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b45b830-c979-44ed-b424-5786b895a765 HTTP/1.1" status: 204 len: 168 time: 0.1302514 Jul 22 22:01:22.851793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7503c-b6f8-4a22-8a3e-5bac33f2c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b45b830-c979-44ed-b424-5786b895a765,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:24.024494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:24.117708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-515943297', 'router:external': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:24.138745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Made reservation on behalf of 499572b4fe2e4325900e3f366d810868 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:24.140983 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.148987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.236975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.241272 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.266043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:01:24.276344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a283cbaf-7ca2-4b27-afe6-19fbb4e042ab,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:24.281107 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.281466 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Added segment 35b11eb8-0e72-473d-a502-74a16a557859 of type vlan for network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 Jul 22 22:01:24.325754 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.357587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.358624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:24.359215 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.392725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3670604 Jul 22 22:01:24.395895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49950) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:24.401242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'subnet': {'network_id': '47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:24.424606 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e65b7f-b488-4766-860b-f1bf45237424 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Network': ['ID=47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:24.428994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Made reservation on behalf of 499572b4fe2e4325900e3f366d810868 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:24.431535 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.435756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:01:24.732051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:01:24.732446 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.793206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3eff050-a686-4f1e-a69f-9d5f85d37dd7,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:24.803618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Checking segment: {'id': '35b11eb8-0e72-473d-a502-74a16a557859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:01:24.804017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network hostable DHCP agents. Network: 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:01:24.821156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:01:24.829572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:24.833490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:24.834074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.838351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c435a7-7985-48e1-973e-1dc43590b0d6 None None] Network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:01:24.848943 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-01a8cf1f-be2a-4bdd-9161-b81ae64c1eac tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4515898 Jul 22 22:01:24.851535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:24.857035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-266630169', 'network_id': '47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:24.877473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Made reservation on behalf of 499572b4fe2e4325900e3f366d810868 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:24.879887 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:24.900807 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] device_id is not set on port c4af7a6b-28db-4ecf-a5f2-aba3f251d865 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 22:01:24.979804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044121f8-4b75-462f-91ef-7407a1fea403 None None] Network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:01:25.007985 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Allocated IP 2001:db8::36a (47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10/f3eff050-a686-4f1e-a69f-9d5f85d37dd7/c4af7a6b-28db-4ecf-a5f2-aba3f251d865) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:25.158566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.200841 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.243927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:25.246947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:25.250574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:25.251612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:25.252193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.260652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Port': ['ID=c4af7a6b-28db-4ecf-a5f2-aba3f251d865,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:25.273200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f436e71e-828e-4ad7-8780-44d98557a157 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4203448 Jul 22 22:01:25.276405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:25.390415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Deleting port c4af7a6b-28db-4ecf-a5f2-aba3f251d865 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:25.390759 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.467469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.480299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Calling delete_port for c4af7a6b-28db-4ecf-a5f2-aba3f251d865 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:25.617448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.648022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4af7a6b-28db-4ecf-a5f2-aba3f251d865,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:25.678400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.680831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a9f1f86c-d759-4496-b0ef-16f9b0e9ac83 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "DELETE /v2.0/ports/c4af7a6b-28db-4ecf-a5f2-aba3f251d865 HTTP/1.1" status: 204 len: 168 time: 0.4032857 Jul 22 22:01:25.683671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49962) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:25.688602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10', 'external_fixed_ips': [{'subnet_id': 'f3eff050-a686-4f1e-a69f-9d5f85d37dd7', 'ip_address': '2001:db8::36a'}]}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:25.711102 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.712191 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.764843 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:25.900940 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.095068 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.114168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.255033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Allocated IP 2001:db8::36a (47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10/f3eff050-a686-4f1e-a69f-9d5f85d37dd7/55a52136-466b-4a47-8edc-cc201305ba0b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:26.358581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.397973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.432694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:26.435767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:26.441011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:26.508384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Port': ['ID=55a52136-466b-4a47-8edc-cc201305ba0b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:26.652905 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.848106 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.974502 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Router aa1269dc-8e4b-476d-b1c4-a0d80945a40c is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:27.075594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:27.084665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Sync routers for ids ['aa1269dc-8e4b-476d-b1c4-a0d80945a40c'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:27.091762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.095571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f12e46a4-5478-4a9b-8c16-9249ef8db9c3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.4083889 Jul 22 22:01:27.095780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Routers {'aa1269dc-8e4b-476d-b1c4-a0d80945a40c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:27.095928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49966) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:27.096422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['aa1269dc-8e4b-476d-b1c4-a0d80945a40c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:27.196239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.201889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Set router aa1269dc-8e4b-476d-b1c4-a0d80945a40c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:01:27.303407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.356324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Deleting port 55a52136-466b-4a47-8edc-cc201305ba0b {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:27.356670 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.379985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1269dc-8e4b-476d-b1c4-a0d80945a40c', 'name': '', 'tenant_id': '499572b4fe2e4325900e3f366d810868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10', 'external_fixed_ips': [{'subnet_id': 'f3eff050-a686-4f1e-a69f-9d5f85d37dd7', 'ip_address': '2001:db8::36a'}], 'enable_snat': True}, 'gw_port_id': '55a52136-466b-4a47-8edc-cc201305ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:01:25Z', 'updated_at': '2021-07-22T22:01:26Z', 'revision_number': 3, 'project_id': '499572b4fe2e4325900e3f366d810868', 'gw_port': {'id': '55a52136-466b-4a47-8edc-cc201305ba0b', 'name': '', 'network_id': '47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1269dc-8e4b-476d-b1c4-a0d80945a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'f3eff050-a686-4f1e-a69f-9d5f85d37dd7', 'ip_address': '2001:db8::36a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:01:26Z', 'updated_at': '2021-07-22T22:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3eff050-a686-4f1e-a69f-9d5f85d37dd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:27.410475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Checking router: aa1269dc-8e4b-476d-b1c4-a0d80945a40c for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:01:27.410824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Updating router aa1269dc-8e4b-476d-b1c4-a0d80945a40c port 55a52136-466b-4a47-8edc-cc201305ba0b binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:01:27.436812 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.448650 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.449386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Calling delete_port for 55a52136-466b-4a47-8edc-cc201305ba0b owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:27.614020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.640209 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event deleted for resources: {'Port': ['ID=55a52136-466b-4a47-8edc-cc201305ba0b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:27.666978 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.698959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:01:27.699222 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:01:27.758393 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.761476 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.808067 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.808593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa1269dc-8e4b-476d-b1c4-a0d80945a40c {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:27.813727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.814872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-03a854aa-a7d9-471d-aa3f-78c2f34a9729 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/aa1269dc-8e4b-476d-b1c4-a0d80945a40c HTTP/1.1" status: 204 len: 168 time: 0.7180269 Jul 22 22:01:27.817935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49968) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:27.862463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Deleting subnet f3eff050-a686-4f1e-a69f-9d5f85d37dd7 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:01:27.865505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.898903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.938586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:27.995171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.022218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3eff050-a686-4f1e-a69f-9d5f85d37dd7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:28.024225 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.026125 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-16ead59e-2899-4ebe-9b0a-bdaa2424e4c4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/f3eff050-a686-4f1e-a69f-9d5f85d37dd7 HTTP/1.1" status: 204 len: 168 time: 0.2071874 Jul 22 22:01:28.028801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49970) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:28.096536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.178676 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.188418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:28.198178 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b11eb8-0e72-473d-a502-74a16a557859') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:28.198476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b11eb8-0e72-473d-a502-74a16a557859') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:28.207158 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.220174 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Port 55a52136-466b-4a47-8edc-cc201305ba0b not found while updating agent binding for router aa1269dc-8e4b-476d-b1c4-a0d80945a40c. {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 22:01:28.221649 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.227688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:01:28.228220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.229126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Routers set() bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:28.229267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Router IDs set() for agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 22:01:28.229977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa1269dc-8e4b-476d-b1c4-a0d80945a40c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent'). {{(pid=94093) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 22:01:28.230339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c2951-f91c-48a9-9700-b64360de6010 None None] The sync data for ids ['aa1269dc-8e4b-476d-b1c4-a0d80945a40c'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:01:28.230585 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:01:28.290283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.295992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 22:01:28.298502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.300695 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "DELETE /v2.0/networks/47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10 HTTP/1.1" status: 204 len: 168 time: 0.2709498 Jul 22 22:01:28.314852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb3722-44cd-4573-9606-f0e6d8ad5fea tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event deleted for resources: {'Network': ['ID=47b3e9f0-39f3-4ef2-87f2-9d0caeae2f10,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:28.474515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49978) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:28.479309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a8f43613-e70b-4cf7-87ea-fa3a5b850fbf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'router': {'name': 'tempest-router--1936035470', 'project_id': '4220a2ece475412b8ec3beb7aef292c3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:28.500910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8f43613-e70b-4cf7-87ea-fa3a5b850fbf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.502204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8f43613-e70b-4cf7-87ea-fa3a5b850fbf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.554951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8f43613-e70b-4cf7-87ea-fa3a5b850fbf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.559437 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8f43613-e70b-4cf7-87ea-fa3a5b850fbf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.574628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8f43613-e70b-4cf7-87ea-fa3a5b850fbf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.575876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a8f43613-e70b-4cf7-87ea-fa3a5b850fbf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1001351 Jul 22 22:01:28.578651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 49980) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:28.652541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6556722-5b91-401f-a3fe-38ce4d8158bd tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.812176 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6556722-5b91-401f-a3fe-38ce4d8158bd tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.814300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6556722-5b91-401f-a3fe-38ce4d8158bd tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.857539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6556722-5b91-401f-a3fe-38ce4d8158bd tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.858264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6556722-5b91-401f-a3fe-38ce4d8158bd tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b689a6c-f553-4927-81f6-0b6462960ed7 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:28.862789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d6556722-5b91-401f-a3fe-38ce4d8158bd tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:28.864148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d6556722-5b91-401f-a3fe-38ce4d8158bd tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/5b689a6c-f553-4927-81f6-0b6462960ed7 HTTP/1.1" status: 204 len: 168 time: 0.2844381 Jul 22 22:01:28.984038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49984) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:29.176316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1410840229', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:29.200193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:29.201190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:29.252880 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:29.731261 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:29.923475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:29.946173 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:30.045464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Allocated IP 172.25.5.195 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/8ba285e4-b28f-4f10-9033-90cef728961b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:30.147794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:30.186143 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:30.221541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:30.228943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:30.231311 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:30.256741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event updated for resources: {'Port': ['ID=8ba285e4-b28f-4f10-9033-90cef728961b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:30.482828 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:30.681171 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:30.814767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Router 63b8c5f6-0992-4783-8863-aa8e996a9000 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:30.920276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:30.930543 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] Sync routers for ids ['63b8c5f6-0992-4783-8863-aa8e996a9000'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:30.940156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:30.940344 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] Routers {'63b8c5f6-0992-4783-8863-aa8e996a9000'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:30.940939 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['63b8c5f6-0992-4783-8863-aa8e996a9000'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:30.942118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cef96da9-2d48-4a1d-9c28-259efc50e3ca tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9566207 Jul 22 22:01:30.945310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49988) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:30.975805 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:30.987077 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] Routers {'63b8c5f6-0992-4783-8863-aa8e996a9000'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:30.987979 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['63b8c5f6-0992-4783-8863-aa8e996a9000'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:31.017895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-76436e67-6841-4f5b-9abe-98d1ff66b2dc req-55519fc7-7bb9-4b39-bd31-788cb5bc86cb service neutron] (94091) timed out ('10.222.0.54', 57828) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:01:31.024205 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:31.024879 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b0329-9663-4472-bc4c-fafa7e3638f0 None None] The sync data for ids ['63b8c5f6-0992-4783-8863-aa8e996a9000'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:31.047966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad7d3d7e-a6d3-4910-a829-543272490faf tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/63b8c5f6-0992-4783-8863-aa8e996a9000 HTTP/1.1" status: 200 len: 925 time: 0.1014464 Jul 22 22:01:31.050908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49990) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:31.087903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad5a6cc5-b7de-41af-b691-eb32fce12883 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=63b8c5f6-0992-4783-8863-aa8e996a9000 HTTP/1.1" status: 200 len: 205 time: 0.0356004 Jul 22 22:01:31.090205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49992) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:31.199670 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.306697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.364178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Deleting port 8ba285e4-b28f-4f10-9033-90cef728961b {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:31.364830 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.444951 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.457814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Calling delete_port for 8ba285e4-b28f-4f10-9033-90cef728961b owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:31.642477 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.671029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event deleted for resources: {'Port': ['ID=8ba285e4-b28f-4f10-9033-90cef728961b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:31.689440 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.746007 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.839854 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.842024 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.883702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.885055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Fanout notify agent at l3_agent the message router_deleted on router 63b8c5f6-0992-4783-8863-aa8e996a9000 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:31.891647 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.892791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b3eaecd5-5009-40e2-bdbf-c6a7bedf0635 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/63b8c5f6-0992-4783-8863-aa8e996a9000 HTTP/1.1" status: 204 len: 168 time: 0.8016822 Jul 22 22:01:31.896314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49994) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:31.900595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'router': {'name': 'tempest-snat-router-471892655', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': False}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:31.921154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.922119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:31.976671 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:32.107736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:32.272814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:32.326054 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:32.345789 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:32.448106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Allocated IP 172.25.5.64 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/176acdad-10cb-452d-8d45-eca80a3c1aa8) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:32.562563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:32.600222 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:32.643612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:32.648104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:32.652421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:32.655411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Port': ['ID=176acdad-10cb-452d-8d45-eca80a3c1aa8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:33.229673 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:33.421822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:33.545413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Router 43725bbf-cd75-489b-a3d3-a7433cba9599 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:33.650583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:33.659207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Sync routers for ids ['43725bbf-cd75-489b-a3d3-a7433cba9599'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:33.666183 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:33.669825 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e9b9b537-28fe-4f03-8603-d64833265c42 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7702091 Jul 22 22:01:33.669939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Routers {'43725bbf-cd75-489b-a3d3-a7433cba9599'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:33.669939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['43725bbf-cd75-489b-a3d3-a7433cba9599'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:33.670164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49996) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:33.772012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Set router 43725bbf-cd75-489b-a3d3-a7433cba9599 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:01:33.777248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b53d63fa-e274-4ed1-99f3-c9149f720a62 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/43725bbf-cd75-489b-a3d3-a7433cba9599 HTTP/1.1" status: 200 len: 907 time: 0.1035414 Jul 22 22:01:33.777461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 49998) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:33.781745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'router': {'name': 'tempest-snat-router-471892655', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': True}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:33.803901 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:33.804950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:33.862904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:33.946930 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43725bbf-cd75-489b-a3d3-a7433cba9599', 'name': 'tempest-snat-router-471892655', 'tenant_id': '499572b4fe2e4325900e3f366d810868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.64'}], 'enable_snat': False}, 'gw_port_id': '176acdad-10cb-452d-8d45-eca80a3c1aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:01:31Z', 'updated_at': '2021-07-22T22:01:32Z', 'revision_number': 3, 'project_id': '499572b4fe2e4325900e3f366d810868', 'gw_port': {'id': '176acdad-10cb-452d-8d45-eca80a3c1aa8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43725bbf-cd75-489b-a3d3-a7433cba9599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:01:32Z', 'updated_at': '2021-07-22T22:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:33.973603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Checking router: 43725bbf-cd75-489b-a3d3-a7433cba9599 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:01:33.973950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Updating router 43725bbf-cd75-489b-a3d3-a7433cba9599 port 176acdad-10cb-452d-8d45-eca80a3c1aa8 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:01:33.999412 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.012921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.204278 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.224124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.264631 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.275188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Transition to ACTIVE for port object 176acdad-10cb-452d-8d45-eca80a3c1aa8 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:01:34.281095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.330458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Attempting to bind port 176acdad-10cb-452d-8d45-eca80a3c1aa8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:01:34.330838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Attempting to bind port 176acdad-10cb-452d-8d45-eca80a3c1aa8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:01:34.331214 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Attempting to bind port 176acdad-10cb-452d-8d45-eca80a3c1aa8 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:01:34.333801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Allocated IP 172.25.5.207 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/a88a1db0-bb9b-460b-be2d-357ebd1c9c55) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:34.338889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Pushing event updated for resources: {'Port': ['ID=176acdad-10cb-452d-8d45-eca80a3c1aa8,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:34.342196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:01:34.342566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:01:34.342984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.343378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:01:34.343868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Bound port: 176acdad-10cb-452d-8d45-eca80a3c1aa8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:01:34.344263 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.350693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.351306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.351564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.351974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.352316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.352655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.353014 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.353343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.353671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.354000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.354328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.354655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:34.408783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] For port 176acdad-10cb-452d-8d45-eca80a3c1aa8, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:01:34.411946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] For port 176acdad-10cb-452d-8d45-eca80a3c1aa8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=176acdad-10cb-452d-8d45-eca80a3c1aa8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:01:34.417067 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.441424 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.476445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2ded-c52e-4ca2-be94-e5b9bdb3950e None None] Pushing event updated for resources: {'Port': ['ID=176acdad-10cb-452d-8d45-eca80a3c1aa8,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:34.479454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Routers {'43725bbf-cd75-489b-a3d3-a7433cba9599'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:34.480105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['43725bbf-cd75-489b-a3d3-a7433cba9599'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:34.492739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.533403 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:34.536196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:34.539809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:34.569541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Port': ['ID=a88a1db0-bb9b-460b-be2d-357ebd1c9c55,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:34.594935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] Set router 43725bbf-cd75-489b-a3d3-a7433cba9599 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:01:34.777269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43725bbf-cd75-489b-a3d3-a7433cba9599', 'name': 'tempest-snat-router-471892655', 'tenant_id': '499572b4fe2e4325900e3f366d810868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.64'}], 'enable_snat': False}, 'gw_port_id': '176acdad-10cb-452d-8d45-eca80a3c1aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:01:31Z', 'updated_at': '2021-07-22T22:01:32Z', 'revision_number': 3, 'project_id': '499572b4fe2e4325900e3f366d810868', 'gw_port': {'id': '176acdad-10cb-452d-8d45-eca80a3c1aa8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43725bbf-cd75-489b-a3d3-a7433cba9599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:01:32Z', 'updated_at': '2021-07-22T22:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:34.797536 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:34.808639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d987e9-6391-491e-8c22-62e3341fa023 None None] The sync data for ids ['43725bbf-cd75-489b-a3d3-a7433cba9599'] in n-d-762330-19 is: [{'id': '43725bbf-cd75-489b-a3d3-a7433cba9599', 'name': 'tempest-snat-router-471892655', 'tenant_id': '499572b4fe2e4325900e3f366d810868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.64'}], 'enable_snat': False}, 'gw_port_id': '176acdad-10cb-452d-8d45-eca80a3c1aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:01:31Z', 'updated_at': '2021-07-22T22:01:32Z', 'revision_number': 3, 'project_id': '499572b4fe2e4325900e3f366d810868', 'gw_port': {'id': '176acdad-10cb-452d-8d45-eca80a3c1aa8', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43725bbf-cd75-489b-a3d3-a7433cba9599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:01:32Z', 'updated_at': '2021-07-22T22:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:35.000979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.151515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Router be247267-3aa8-4311-a7ba-e45e89a103ac is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:35.265073 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:35.276175 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Sync routers for ids ['be247267-3aa8-4311-a7ba-e45e89a103ac'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:35.281581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.283000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-666b0e9f-7cdb-4964-bb1e-7677dbc7ed3f tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.5045419 Jul 22 22:01:35.285574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50000) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:35.286676 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Routers {'be247267-3aa8-4311-a7ba-e45e89a103ac'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:35.287277 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['be247267-3aa8-4311-a7ba-e45e89a103ac'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:35.398135 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2a468227-a0e0-4645-9002-31a98a5c95f1 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/be247267-3aa8-4311-a7ba-e45e89a103ac HTTP/1.1" status: 200 len: 907 time: 0.1114566 Jul 22 22:01:35.401267 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50002) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:35.403216 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Set router be247267-3aa8-4311-a7ba-e45e89a103ac gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:01:35.519268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.600016 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be247267-3aa8-4311-a7ba-e45e89a103ac', 'name': 'tempest-snat-router-471892655', 'tenant_id': '499572b4fe2e4325900e3f366d810868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a88a1db0-bb9b-460b-be2d-357ebd1c9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:01:33Z', 'updated_at': '2021-07-22T22:01:34Z', 'revision_number': 3, 'project_id': '499572b4fe2e4325900e3f366d810868', 'gw_port': {'id': 'a88a1db0-bb9b-460b-be2d-357ebd1c9c55', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be247267-3aa8-4311-a7ba-e45e89a103ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:01:34Z', 'updated_at': '2021-07-22T22:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:35.626688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.630537 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Checking router: be247267-3aa8-4311-a7ba-e45e89a103ac for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:01:35.630897 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Updating router be247267-3aa8-4311-a7ba-e45e89a103ac port a88a1db0-bb9b-460b-be2d-357ebd1c9c55 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:01:35.671922 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.687382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Deleting port a88a1db0-bb9b-460b-be2d-357ebd1c9c55 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:35.687734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.771068 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.782725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Calling delete_port for a88a1db0-bb9b-460b-be2d-357ebd1c9c55 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:35.951017 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:35.951817 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.db.api [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:01:35.952218 n-d-762330-19 neutron-server[94094]: DEBUG oslo_db.api [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:01:35.975272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event deleted for resources: {'Port': ['ID=a88a1db0-bb9b-460b-be2d-357ebd1c9c55,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:36.040827 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.132761 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.135243 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.181877 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.182409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be247267-3aa8-4311-a7ba-e45e89a103ac {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:36.186543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.187708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7af40ba0-6fa2-4e47-ba07-9ff929c939d4 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/be247267-3aa8-4311-a7ba-e45e89a103ac HTTP/1.1" status: 204 len: 168 time: 0.7846830 Jul 22 22:01:36.190315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50006) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:36.295823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.398527 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.473731 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Port a88a1db0-bb9b-460b-be2d-357ebd1c9c55 not found while updating agent binding for router be247267-3aa8-4311-a7ba-e45e89a103ac. {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 22:01:36.483863 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Routers set() bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:36.484235 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Router IDs set() for agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 22:01:36.484911 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_agentschedulers_db [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be247267-3aa8-4311-a7ba-e45e89a103ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent'). {{(pid=94094) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 22:01:36.485340 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbafd8b-ee6e-4bd9-be7c-935c9984ee30 None None] The sync data for ids ['be247267-3aa8-4311-a7ba-e45e89a103ac'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:36.726518 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 176acdad-10cb-452d-8d45-eca80a3c1aa8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:01:36.778023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 176acdad-10cb-452d-8d45-eca80a3c1aa8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:01:36.782933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 176acdad-10cb-452d-8d45-eca80a3c1aa8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:01:36.783286 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.820714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Deleting port 176acdad-10cb-452d-8d45-eca80a3c1aa8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:36.821067 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.864413 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.887100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 176acdad-10cb-452d-8d45-eca80a3c1aa8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=176acdad-10cb-452d-8d45-eca80a3c1aa8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:01:36.891269 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.904366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] For port 176acdad-10cb-452d-8d45-eca80a3c1aa8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=176acdad-10cb-452d-8d45-eca80a3c1aa8,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:01:36.904736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:36.920664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Calling delete_port for 176acdad-10cb-452d-8d45-eca80a3c1aa8 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:36.944786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=176acdad-10cb-452d-8d45-eca80a3c1aa8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:37.093304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.117107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event deleted for resources: {'Port': ['ID=176acdad-10cb-452d-8d45-eca80a3c1aa8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:37.181014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.270469 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.272562 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.318434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.318959 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43725bbf-cd75-489b-a3d3-a7433cba9599 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:37.323681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.325312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7308c3b9-cf8f-4ee5-aa8f-f1d3b5e8daff tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/43725bbf-cd75-489b-a3d3-a7433cba9599 HTTP/1.1" status: 204 len: 168 time: 1.1335282 Jul 22 22:01:37.328806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50008) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:37.334052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-528764648', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:37.358242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.359285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.413293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.564499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.757162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.777737 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:37.885822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Allocated IP 172.25.5.55 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/9b8b2d0f-61f6-4a58-bb48-40822bcab8f6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:37.989686 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:38.033419 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:38.075541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:38.078272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:38.081823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:38.087803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event updated for resources: {'Port': ['ID=9b8b2d0f-61f6-4a58-bb48-40822bcab8f6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:38.329850 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:38.525365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:38.653154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Router f88c99fa-2292-470a-a485-211c0f43b940 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:38.694615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 176acdad-10cb-452d-8d45-eca80a3c1aa8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:01:38.715262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 176acdad-10cb-452d-8d45-eca80a3c1aa8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:01:38.715709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 176acdad-10cb-452d-8d45-eca80a3c1aa8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:01:38.757246 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:38.767536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] Sync routers for ids ['f88c99fa-2292-470a-a485-211c0f43b940'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:38.776533 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:38.776700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] Routers {'f88c99fa-2292-470a-a485-211c0f43b940'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:38.777155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f88c99fa-2292-470a-a485-211c0f43b940'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:38.781105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a558e962-4bc1-4ba0-b5a2-4521a8655dcf tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4482517 Jul 22 22:01:38.781448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50010) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:38.786347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': False}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:38.810232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:38.819147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] Routers {'f88c99fa-2292-470a-a485-211c0f43b940'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:38.819753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f88c99fa-2292-470a-a485-211c0f43b940'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:38.853632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:38.854266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38d34c-2791-4324-8eff-1602a44cc85a None None] The sync data for ids ['f88c99fa-2292-470a-a485-211c0f43b940'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:39.082103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:39.457321 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:39.460602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:39.568844 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Router f88c99fa-2292-470a-a485-211c0f43b940 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:01:39.673698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:39.677990 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:39.679573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-305c4c8c-d8e9-41bf-9e16-bd5c0636cb9a tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "PUT /v2.0/routers/f88c99fa-2292-470a-a485-211c0f43b940 HTTP/1.1" status: 200 len: 924 time: 0.8967667 Jul 22 22:01:39.682595 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9482-73d4-43b1-8762-90831d719359 None None] Sync routers for ids ['f88c99fa-2292-470a-a485-211c0f43b940'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:39.683092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50012) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:39.692991 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9482-73d4-43b1-8762-90831d719359 None None] Routers {'f88c99fa-2292-470a-a485-211c0f43b940'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:39.693591 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-456d9482-73d4-43b1-8762-90831d719359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f88c99fa-2292-470a-a485-211c0f43b940'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:39.728047 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-456d9482-73d4-43b1-8762-90831d719359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:39.736510 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9482-73d4-43b1-8762-90831d719359 None None] Routers {'f88c99fa-2292-470a-a485-211c0f43b940'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:39.737100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-456d9482-73d4-43b1-8762-90831d719359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f88c99fa-2292-470a-a485-211c0f43b940'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:39.768083 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-456d9482-73d4-43b1-8762-90831d719359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:39.768714 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9482-73d4-43b1-8762-90831d719359 None None] The sync data for ids ['f88c99fa-2292-470a-a485-211c0f43b940'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:39.786043 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a840d59f-2b7b-4e6f-9b02-fffec1189802 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/f88c99fa-2292-470a-a485-211c0f43b940 HTTP/1.1" status: 200 len: 924 time: 0.1021893 Jul 22 22:01:39.788766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:39.900424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7de7c-f9cd-47e9-81f5-b8d8100ebbf8 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:39.901977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-01d7de7c-f9cd-47e9-81f5-b8d8100ebbf8 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=f88c99fa-2292-470a-a485-211c0f43b940&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1123004 Jul 22 22:01:39.904637 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:39.992926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78eb15e-1e13-460a-b60f-cdbd075c9456 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:39.994242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b78eb15e-1e13-460a-b60f-cdbd075c9456 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 0.0887053 Jul 22 22:01:39.996982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:40.374088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-77965bb8-6d32-4bf9-b32b-0c98069184ad tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=f88c99fa-2292-470a-a485-211c0f43b940 HTTP/1.1" status: 200 len: 205 time: 0.3759494 Jul 22 22:01:40.376471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50020) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:40.485584 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:40.587434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:40.638705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Deleting port 9b8b2d0f-61f6-4a58-bb48-40822bcab8f6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:40.638986 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:40.717382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:40.729381 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Calling delete_port for 9b8b2d0f-61f6-4a58-bb48-40822bcab8f6 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:40.894422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:40.923976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event deleted for resources: {'Port': ['ID=9b8b2d0f-61f6-4a58-bb48-40822bcab8f6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:40.981566 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.072135 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.074210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.121060 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.121587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Fanout notify agent at l3_agent the message router_deleted on router f88c99fa-2292-470a-a485-211c0f43b940 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:41.129479 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.130689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4d095330-b7ee-4967-8eb8-f797bff970e8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/f88c99fa-2292-470a-a485-211c0f43b940 HTTP/1.1" status: 204 len: 168 time: 0.7533219 Jul 22 22:01:41.134627 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50022) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:41.139024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5591f635-5cfb-4112-9f28-0b62e0b903b5 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1853300557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:41.160347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5591f635-5cfb-4112-9f28-0b62e0b903b5 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.161279 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5591f635-5cfb-4112-9f28-0b62e0b903b5 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.211401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5591f635-5cfb-4112-9f28-0b62e0b903b5 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.216116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5591f635-5cfb-4112-9f28-0b62e0b903b5 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.232263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5591f635-5cfb-4112-9f28-0b62e0b903b5 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.233425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5591f635-5cfb-4112-9f28-0b62e0b903b5 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0978663 Jul 22 22:01:41.236154 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50024) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:41.240653 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:41.453162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.650211 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.668281 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.773210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Allocated IP 172.25.5.250 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/2ab1335e-0a87-47a9-9ccf-ef7b39712316) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:41.873140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.914205 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.953413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:41.956127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:41.959630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:41.965099 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event updated for resources: {'Port': ['ID=2ab1335e-0a87-47a9-9ccf-ef7b39712316,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:42.205537 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:42.404707 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:42.408052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:42.538361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Router 4c622658-f2d3-4d58-94e9-9438a0784ebc is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:42.579620 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c3950a6-082a-47ae-b3c8-4ee4c887c074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:42.889108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:42.895722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:42.896993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1e0c27b7-1991-4d07-827d-172176382d3b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "PUT /v2.0/routers/4c622658-f2d3-4d58-94e9-9438a0784ebc HTTP/1.1" status: 200 len: 884 time: 1.6599305 Jul 22 22:01:42.899593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] Sync routers for ids ['4c622658-f2d3-4d58-94e9-9438a0784ebc'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:42.900274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50026) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:42.908922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] Routers {'4c622658-f2d3-4d58-94e9-9438a0784ebc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:42.909544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4c622658-f2d3-4d58-94e9-9438a0784ebc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:42.942183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:42.951324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] Routers {'4c622658-f2d3-4d58-94e9-9438a0784ebc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:42.951978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4c622658-f2d3-4d58-94e9-9438a0784ebc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:42.986709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:42.987605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8335ed3-6948-45e2-a61a-7c10f66a4333 None None] The sync data for ids ['4c622658-f2d3-4d58-94e9-9438a0784ebc'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:43.003019 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-18b64981-4c32-4b5a-9be8-275f52ec250b tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/4c622658-f2d3-4d58-94e9-9438a0784ebc HTTP/1.1" status: 200 len: 925 time: 0.1016204 Jul 22 22:01:43.005906 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50028) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:43.066182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded0122-4b1f-4d19-889f-3db15df4d991 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:43.067740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1ded0122-4b1f-4d19-889f-3db15df4d991 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=4c622658-f2d3-4d58-94e9-9438a0784ebc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0609174 Jul 22 22:01:43.070471 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50030) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:43.167769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bd8e1-4808-41a6-8b23-c263c3c58c48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:43.169132 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-912bd8e1-4808-41a6-8b23-c263c3c58c48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 0.0971539 Jul 22 22:01:43.172005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50032) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:43.205390 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-31008b61-a2d7-43fb-8710-89dcf4acd301 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c622658-f2d3-4d58-94e9-9438a0784ebc HTTP/1.1" status: 200 len: 205 time: 0.0323031 Jul 22 22:01:43.207963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50034) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:43.308706 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.415354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.471699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Deleting port 2ab1335e-0a87-47a9-9ccf-ef7b39712316 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:43.471977 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.549098 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.562009 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Calling delete_port for 2ab1335e-0a87-47a9-9ccf-ef7b39712316 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:43.730109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.760514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event deleted for resources: {'Port': ['ID=2ab1335e-0a87-47a9-9ccf-ef7b39712316,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:43.825360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.917788 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.919949 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.965504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.966038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Fanout notify agent at l3_agent the message router_deleted on router 4c622658-f2d3-4d58-94e9-9438a0784ebc {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:43.973539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.974653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0bd34bf2-0b6f-4cf5-9485-173c491dfc9b tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/4c622658-f2d3-4d58-94e9-9438a0784ebc HTTP/1.1" status: 204 len: 168 time: 0.7657878 Jul 22 22:01:43.979200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50036) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:43.985042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-593b5a12-d87b-4520-8fa9-090c94511e58 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1646002261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:44.011754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-593b5a12-d87b-4520-8fa9-090c94511e58 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.012808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-593b5a12-d87b-4520-8fa9-090c94511e58 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.069580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-593b5a12-d87b-4520-8fa9-090c94511e58 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.074908 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-593b5a12-d87b-4520-8fa9-090c94511e58 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.090776 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-593b5a12-d87b-4520-8fa9-090c94511e58 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.091988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-593b5a12-d87b-4520-8fa9-090c94511e58 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1117065 Jul 22 22:01:44.094837 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50038) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:44.099134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': True}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:44.294838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.498812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.519491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.624057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Allocated IP 172.25.5.249 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/7a5c93d2-e662-43de-b1eb-09a8d042ef52) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:44.733051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.774495 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.815008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:44.818062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:44.821805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:44.848816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Port': ['ID=7a5c93d2-e662-43de-b1eb-09a8d042ef52,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:45.073966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:45.230066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bcd252f2-3da1-4ef2-9579-50bb9499760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:45.295774 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:45.299244 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:45.425124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Router 7dc29792-63f0-4d7c-ba91-9958fd026fd8 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:45.669626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:45.824523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:45.828839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:45.829829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cce651e7-14ea-4611-a153-3f4113e14179 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "PUT /v2.0/routers/7dc29792-63f0-4d7c-ba91-9958fd026fd8 HTTP/1.1" status: 200 len: 919 time: 1.7340672 Jul 22 22:01:45.832624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50040) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:45.832767 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be7f48-a326-43cf-8afd-97485303150e None None] Sync routers for ids ['7dc29792-63f0-4d7c-ba91-9958fd026fd8'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:45.841471 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be7f48-a326-43cf-8afd-97485303150e None None] Routers {'7dc29792-63f0-4d7c-ba91-9958fd026fd8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:45.842075 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51be7f48-a326-43cf-8afd-97485303150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['7dc29792-63f0-4d7c-ba91-9958fd026fd8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:45.877045 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51be7f48-a326-43cf-8afd-97485303150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:45.885718 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be7f48-a326-43cf-8afd-97485303150e None None] Routers {'7dc29792-63f0-4d7c-ba91-9958fd026fd8'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:45.886310 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51be7f48-a326-43cf-8afd-97485303150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['7dc29792-63f0-4d7c-ba91-9958fd026fd8'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:45.917433 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-51be7f48-a326-43cf-8afd-97485303150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:45.918064 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be7f48-a326-43cf-8afd-97485303150e None None] The sync data for ids ['7dc29792-63f0-4d7c-ba91-9958fd026fd8'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:45.938206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-526d17d3-3909-48c1-9c69-326b104a8017 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/7dc29792-63f0-4d7c-ba91-9958fd026fd8 HTTP/1.1" status: 200 len: 925 time: 0.1044748 Jul 22 22:01:45.940973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50042) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:46.032176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a937b-c000-4d82-bb95-90d3845db2b3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:46.033707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-235a937b-c000-4d82-bb95-90d3845db2b3 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=7dc29792-63f0-4d7c-ba91-9958fd026fd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0918255 Jul 22 22:01:46.036692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50044) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:46.082819 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:01:46.123541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd4f14-9f77-4a70-96a8-01ed06deacfe tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:46.124986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ddcd4f14-9f77-4a70-96a8-01ed06deacfe tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 0.0873792 Jul 22 22:01:46.127849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50046) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:46.157368 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fede4ac4-3c71-49e6-ada9-03ffce531963 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc29792-63f0-4d7c-ba91-9958fd026fd8 HTTP/1.1" status: 200 len: 205 time: 0.0283983 Jul 22 22:01:46.159987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50048) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:46.241950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.266900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.370076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.422727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Deleting port 7a5c93d2-e662-43de-b1eb-09a8d042ef52 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:46.423069 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.500959 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.513568 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Calling delete_port for 7a5c93d2-e662-43de-b1eb-09a8d042ef52 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:46.686903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.713959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event deleted for resources: {'Port': ['ID=7a5c93d2-e662-43de-b1eb-09a8d042ef52,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:46.774063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.864881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.867057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.919683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.920181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Fanout notify agent at l3_agent the message router_deleted on router 7dc29792-63f0-4d7c-ba91-9958fd026fd8 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:46.927117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.928404 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4a8cb97a-abd2-4533-bb9d-158d5c3280a8 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/7dc29792-63f0-4d7c-ba91-9958fd026fd8 HTTP/1.1" status: 204 len: 168 time: 0.7674494 Jul 22 22:01:46.932191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50050) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:46.937841 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-071681b9-91c4-4cc8-9633-019e67b2f483 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2042377449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:46.960512 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-071681b9-91c4-4cc8-9633-019e67b2f483 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.962116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-071681b9-91c4-4cc8-9633-019e67b2f483 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.015360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-071681b9-91c4-4cc8-9633-019e67b2f483 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.019520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-071681b9-91c4-4cc8-9633-019e67b2f483 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.035547 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-071681b9-91c4-4cc8-9633-019e67b2f483 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.036855 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-071681b9-91c4-4cc8-9633-019e67b2f483 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1036537 Jul 22 22:01:47.040166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50052) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:47.044522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'enable_snat': False}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:47.252488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.473193 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.493185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.608879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Allocated IP 172.25.5.42 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/af559953-d329-4efb-8012-e56e196780e8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:47.717454 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.757424 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:47.797691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:47.802338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:47.807447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:47.811212 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Pushing event updated for resources: {'Port': ['ID=af559953-d329-4efb-8012-e56e196780e8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:48.050649 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:48.242789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:48.246125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:48.372681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Router f2084548-69f7-4963-8592-075725c97d0d is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:48.407862 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:48.482792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:48.487295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:48.488340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a49b02ce-6613-4c20-ba1f-a60599d19e48 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "PUT /v2.0/routers/f2084548-69f7-4963-8592-075725c97d0d HTTP/1.1" status: 200 len: 919 time: 1.4472406 Jul 22 22:01:48.491671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] Sync routers for ids ['f2084548-69f7-4963-8592-075725c97d0d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:48.491889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50054) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:48.502622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] Routers {'f2084548-69f7-4963-8592-075725c97d0d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:48.503359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2084548-69f7-4963-8592-075725c97d0d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:48.535946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:48.544679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] Routers {'f2084548-69f7-4963-8592-075725c97d0d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:48.545299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['f2084548-69f7-4963-8592-075725c97d0d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:48.579936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:48.580605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb166854-cde6-41fb-94d4-23cba0d026ba None None] The sync data for ids ['f2084548-69f7-4963-8592-075725c97d0d'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:48.600891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-851c7660-a7a7-48c7-8054-8c3876760920 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/f2084548-69f7-4963-8592-075725c97d0d HTTP/1.1" status: 200 len: 925 time: 0.1072497 Jul 22 22:01:48.603974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50056) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:48.960515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4306f986-a202-420c-b9e2-b88c0fad5570 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:48.962567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4306f986-a202-420c-b9e2-b88c0fad5570 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=f2084548-69f7-4963-8592-075725c97d0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3576987 Jul 22 22:01:48.965585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50060) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:49.051298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300569-89f6-4866-b7eb-755befcf6906 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:49.052751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b5300569-89f6-4866-b7eb-755befcf6906 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/networks/ff40b705-7602-458a-8e3c-11b472a43fed HTTP/1.1" status: 200 len: 881 time: 0.0862305 Jul 22 22:01:49.055990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50062) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:49.084866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2c6d1005-f854-4800-ac5a-5790506ce134 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2084548-69f7-4963-8592-075725c97d0d HTTP/1.1" status: 200 len: 205 time: 0.0278134 Jul 22 22:01:49.087717 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50064) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:49.194479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.300427 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.354574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Deleting port af559953-d329-4efb-8012-e56e196780e8 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:49.354574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.435219 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.446765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Calling delete_port for af559953-d329-4efb-8012-e56e196780e8 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:49.624350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.665853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event deleted for resources: {'Port': ['ID=af559953-d329-4efb-8012-e56e196780e8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:49.725858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.819856 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.822111 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.869148 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.869676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Fanout notify agent at l3_agent the message router_deleted on router f2084548-69f7-4963-8592-075725c97d0d {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:49.876430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.877876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fbcebc6c-d009-4f8c-9c35-820ebefd848a tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/f2084548-69f7-4963-8592-075725c97d0d HTTP/1.1" status: 204 len: 168 time: 0.7889268 Jul 22 22:01:49.882087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50066) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:49.887221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1696086254', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:49.910007 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.911016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:49.961928 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:50.100085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:50.300745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:50.319988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:50.426583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Allocated IP 172.25.5.167 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/ae0de052-391b-4277-a4b4-17a1dc71ce84) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:50.530502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:50.575104 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:50.616354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:50.620801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:50.625262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:50.628366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event updated for resources: {'Port': ['ID=ae0de052-391b-4277-a4b4-17a1dc71ce84,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:50.875740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:51.075056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:51.214831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Router c168eb60-576d-4e99-b747-97113f8879c4 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:01:51.316480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:51.327495 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] Sync routers for ids ['c168eb60-576d-4e99-b747-97113f8879c4'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:51.335126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:51.336957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8eec4ef6-2800-49ee-9778-d9dc51a05aa0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4538729 Jul 22 22:01:51.340171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50068) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:51.341089 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] Routers {'c168eb60-576d-4e99-b747-97113f8879c4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:51.341716 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c168eb60-576d-4e99-b747-97113f8879c4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:51.344945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:51.377289 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:51.386645 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] Routers {'c168eb60-576d-4e99-b747-97113f8879c4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:51.387271 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c168eb60-576d-4e99-b747-97113f8879c4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:51.421849 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:51.422210 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718e033-5fbe-4074-a935-1857fcac3a89 None None] The sync data for ids ['c168eb60-576d-4e99-b747-97113f8879c4'] in n-d-762330-19 is: [] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:51.654432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:51.668167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:51.733208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Deleting port ae0de052-391b-4277-a4b4-17a1dc71ce84 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:51.733553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:51.813881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:51.826218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Calling delete_port for ae0de052-391b-4277-a4b4-17a1dc71ce84 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:51.996493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:52.022255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Pushing event deleted for resources: {'Port': ['ID=ae0de052-391b-4277-a4b4-17a1dc71ce84,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:52.086248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:52.626995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:52.630515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385106'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:52.713710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Router c168eb60-576d-4e99-b747-97113f8879c4 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:01:52.794645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:01:52.803651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:52.803651 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6d860a1d-8027-4ee6-b2de-927a3a963fbc tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "PUT /v2.0/routers/c168eb60-576d-4e99-b747-97113f8879c4 HTTP/1.1" status: 200 len: 710 time: 1.4617131 Jul 22 22:01:52.806390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50072) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:52.807241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] Sync routers for ids ['c168eb60-576d-4e99-b747-97113f8879c4'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:01:52.817514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] Routers {'c168eb60-576d-4e99-b747-97113f8879c4'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:52.818157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c168eb60-576d-4e99-b747-97113f8879c4'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:52.857053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:52.867685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] Routers {'c168eb60-576d-4e99-b747-97113f8879c4'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:01:52.868351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:01:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c168eb60-576d-4e99-b747-97113f8879c4'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:52.885383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5da23d75-1557-4b5a-8f1e-df31f514c836 tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/routers/c168eb60-576d-4e99-b747-97113f8879c4 HTTP/1.1" status: 200 len: 745 time: 0.0777991 Jul 22 22:01:52.888458 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50074) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:52.902827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:01:52.903508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9407b17-c66d-4f75-aa20-24c871db29d7 None None] The sync data for ids ['c168eb60-576d-4e99-b747-97113f8879c4'] in n-d-762330-19 is: [] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:01:52.938749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-03ba1f97-903b-4470-9a62-1232a79483de tempest-RoutersIpV6AdminTest-1069889080 tempest-RoutersIpV6AdminTest-1069889080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&device_id=c168eb60-576d-4e99-b747-97113f8879c4 HTTP/1.1" status: 200 len: 205 time: 0.0487940 Jul 22 22:01:52.941518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50076) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:52.971313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed273743-b22f-4055-b195-1f2151293942 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=c168eb60-576d-4e99-b747-97113f8879c4 HTTP/1.1" status: 200 len: 205 time: 0.0286124 Jul 22 22:01:52.973879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50078) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.051448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f803223-8e55-4bf2-9db3-56d6f63ea0e6 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:53.215894 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f803223-8e55-4bf2-9db3-56d6f63ea0e6 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:53.218076 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f803223-8e55-4bf2-9db3-56d6f63ea0e6 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:53.265342 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f803223-8e55-4bf2-9db3-56d6f63ea0e6 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:53.265839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f803223-8e55-4bf2-9db3-56d6f63ea0e6 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Fanout notify agent at l3_agent the message router_deleted on router c168eb60-576d-4e99-b747-97113f8879c4 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:01:53.274099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9f803223-8e55-4bf2-9db3-56d6f63ea0e6 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:53.275064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9f803223-8e55-4bf2-9db3-56d6f63ea0e6 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/c168eb60-576d-4e99-b747-97113f8879c4 HTTP/1.1" status: 204 len: 168 time: 0.3002706 Jul 22 22:01:53.278876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50080) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.308343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cdcb95a6-7d8f-47d1-a39f-20c0d2a024ab tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=c168eb60-576d-4e99-b747-97113f8879c4 HTTP/1.1" status: 200 len: 205 time: 0.0281277 Jul 22 22:01:53.310435 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.347306 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-65d07236-b6df-48c2-a323-99db667d68e4 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] delete failed (client error): The resource could not be found. Jul 22 22:01:53.348809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-65d07236-b6df-48c2-a323-99db667d68e4 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/c168eb60-576d-4e99-b747-97113f8879c4 HTTP/1.1" status: 404 len: 336 time: 0.0371912 Jul 22 22:01:53.351137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50084) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.381394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-43483f93-424b-4e73-a82c-edefbb102f0e tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2084548-69f7-4963-8592-075725c97d0d HTTP/1.1" status: 200 len: 205 time: 0.0291600 Jul 22 22:01:53.384820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50086) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.424597 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-9549ce49-7a66-43de-9d05-1389582d036d tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] delete failed (client error): The resource could not be found. Jul 22 22:01:53.425641 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9549ce49-7a66-43de-9d05-1389582d036d tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/f2084548-69f7-4963-8592-075725c97d0d HTTP/1.1" status: 404 len: 336 time: 0.0399299 Jul 22 22:01:53.428543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50088) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.459138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-691920f8-1463-4538-a70b-dd130f21e737 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc29792-63f0-4d7c-ba91-9958fd026fd8 HTTP/1.1" status: 200 len: 205 time: 0.0294867 Jul 22 22:01:53.463076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50090) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.512129 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-b0e071c8-33bb-4c1f-be09-b8ca506d7c47 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] delete failed (client error): The resource could not be found. Jul 22 22:01:53.513148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b0e071c8-33bb-4c1f-be09-b8ca506d7c47 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/7dc29792-63f0-4d7c-ba91-9958fd026fd8 HTTP/1.1" status: 404 len: 336 time: 0.0491154 Jul 22 22:01:53.518107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.548880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-615dc75c-f357-4ffb-b734-72221d51ea90 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c622658-f2d3-4d58-94e9-9438a0784ebc HTTP/1.1" status: 200 len: 205 time: 0.0294273 Jul 22 22:01:53.551041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.591572 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-af591b29-0379-4e12-8a4b-851dd5ad868d tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] delete failed (client error): The resource could not be found. Jul 22 22:01:53.592560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-af591b29-0379-4e12-8a4b-851dd5ad868d tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/4c622658-f2d3-4d58-94e9-9438a0784ebc HTTP/1.1" status: 404 len: 336 time: 0.0405622 Jul 22 22:01:53.595132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50096) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.625711 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-870421cf-5a51-4e9e-91b3-87ccf4426fec tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=f88c99fa-2292-470a-a485-211c0f43b940 HTTP/1.1" status: 200 len: 205 time: 0.0294478 Jul 22 22:01:53.628158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.669630 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-55d6c641-112b-4262-9e9a-13f171f7e53d tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] delete failed (client error): The resource could not be found. Jul 22 22:01:53.670682 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55d6c641-112b-4262-9e9a-13f171f7e53d tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/f88c99fa-2292-470a-a485-211c0f43b940 HTTP/1.1" status: 404 len: 336 time: 0.0415981 Jul 22 22:01:53.673339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50100) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.703016 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f39d5ac3-dfeb-4486-a10b-c2076d45618c tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "GET /v2.0/ports?device_id=63b8c5f6-0992-4783-8863-aa8e996a9000 HTTP/1.1" status: 200 len: 205 time: 0.0285783 Jul 22 22:01:53.711979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50102) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.753740 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [None req-e362da89-5e1a-4394-b4f5-e1baca04bbb0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] delete failed (client error): The resource could not be found. Jul 22 22:01:53.754780 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e362da89-5e1a-4394-b4f5-e1baca04bbb0 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/routers/63b8c5f6-0992-4783-8863-aa8e996a9000 HTTP/1.1" status: 404 len: 336 time: 0.0418758 Jul 22 22:01:53.758349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50104) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.785118 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c375fb31-56e4-403c-9341-3f5b2d09ca09 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] DELETE failed (client error): The resource could not be found. Jul 22 22:01:53.785626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c375fb31-56e4-403c-9341-3f5b2d09ca09 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:01:53.787494 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c375fb31-56e4-403c-9341-3f5b2d09ca09 tempest-RoutersIpV6AdminTest-742937783 tempest-RoutersIpV6AdminTest-742937783-project] 10.222.0.54 "DELETE /v2.0/subnets/f3eff050-a686-4f1e-a69f-9d5f85d37dd7 HTTP/1.1" status: 404 len: 337 time: 0.0282052 Jul 22 22:01:54.037766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50110) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:54.141588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7b006e7-1325-4255-9220-4de78191187a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.231618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7b006e7-1325-4255-9220-4de78191187a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.235496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c7b006e7-1325-4255-9220-4de78191187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.272714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b006e7-1325-4255-9220-4de78191187a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd720ef6-032c-4bfb-b5d2-465311a80264,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:54.278957 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c7b006e7-1325-4255-9220-4de78191187a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9347d6c55dc4e9bb262096b3a49d0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401547 Jul 22 22:01:54.281594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50114) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:54.333056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854f6f68-7f73-470b-8566-61d2775008bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.356483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854f6f68-7f73-470b-8566-61d2775008bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.406842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854f6f68-7f73-470b-8566-61d2775008bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.409300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-854f6f68-7f73-470b-8566-61d2775008bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.410468 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-854f6f68-7f73-470b-8566-61d2775008bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd720ef6-032c-4bfb-b5d2-465311a80264 HTTP/1.1" status: 204 len: 168 time: 0.1279447 Jul 22 22:01:54.418130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f6f68-7f73-470b-8566-61d2775008bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd720ef6-032c-4bfb-b5d2-465311a80264,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:54.669920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50120) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:54.711098 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f099ef8e-d072-4620-a49c-600fcf06a6f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=499572b4fe2e4325900e3f366d810868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394764 Jul 22 22:01:54.713709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50122) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:54.765327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a729a171-0c54-4212-aad1-758d32b77397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.793642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a729a171-0c54-4212-aad1-758d32b77397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.841960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a729a171-0c54-4212-aad1-758d32b77397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.844867 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a729a171-0c54-4212-aad1-758d32b77397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:54.846281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a729a171-0c54-4212-aad1-758d32b77397 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a283cbaf-7ca2-4b27-afe6-19fbb4e042ab HTTP/1.1" status: 204 len: 168 time: 0.1316841 Jul 22 22:01:54.854789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729a171-0c54-4212-aad1-758d32b77397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a283cbaf-7ca2-4b27-afe6-19fbb4e042ab,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:55.572940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50144) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:55.667492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1745311010'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:55.689498 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Made reservation on behalf of dcae88ef8d5f4015ae68f00befe5b1ee for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:55.692980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.702557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.803811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.812870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.844784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:01:55.858700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486ac724-d9bc-4078-8eec-d1934c28152e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:55.868372 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.868372 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Added segment 582af759-53bf-49c2-9de3-f6d2d68159fe of type vlan for network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c Jul 22 22:01:55.920496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.951580 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.957096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:55.957697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:55.994554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4203596 Jul 22 22:01:55.997514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50148) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:56.002420 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Request body: {'subnet': {'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:56.044538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee464-84b7-4686-adb1-4a05efddc7b7 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event updated for resources: {'Network': ['ID=54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:56.055311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:01:56.127470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Made reservation on behalf of dcae88ef8d5f4015ae68f00befe5b1ee for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:56.131246 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:56.327770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:56.384366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event updated for resources: {'Subnet': ['ID=c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:56.400709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Checking segment: {'id': '582af759-53bf-49c2-9de3-f6d2d68159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:01:56.401078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Network hostable DHCP agents. Network: 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:01:56.418943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:01:56.427805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:56.432173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:56.433243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:56.436541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632cc140-0ccf-4aed-b445-7cda9d0903c9 None None] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:01:56.449344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bf83143d-55e1-41dd-ab29-cde477443158 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4508016 Jul 22 22:01:56.451923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50150) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:56.457095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Request body: {'port': {'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1591519392'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:56.575821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Made reservation on behalf of dcae88ef8d5f4015ae68f00befe5b1ee for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:56.579453 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:56.589044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c', 'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c', 'tenant_id': 'dcae88ef8d5f4015ae68f00befe5b1ee', 'fixed_ips': [{'subnet_id': 'c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:01:56.589927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:56.599285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] device_id is not set on port 2a38e491-2233-49be-9a63-32e4e0431a2e yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 22:01:56.719379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Allocated IP 172.20.0.4 (54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c/c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d/2a38e491-2233-49be-9a63-32e4e0431a2e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:56.874758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:56.889474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Transition to ACTIVE for port object 2a38e491-2233-49be-9a63-32e4e0431a2e will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:01:56.924365 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:56.970340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:56.972589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Allocated IP 172.20.0.2 (54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c/c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d/cd57d623-3d6e-4eec-ae87-a49b525c3184) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:56.973565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:56.978435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:57.007979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event updated for resources: {'Port': ['ID=2a38e491-2233-49be-9a63-32e4e0431a2e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:57.035512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:57.036174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.056294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-908f2bc4-0602-4f38-80aa-1841b4daed68 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5996737 Jul 22 22:01:57.056513 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50152) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:57.061699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Request body: {'port': {'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-447462633', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:57.062243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.api.validators [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] bootfile-name is not in valid_values {{(pid=94091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 22:01:57.062587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.api.validators [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] tftp-server is not in valid_values {{(pid=94091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 22:01:57.062922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.api.validators [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] server-ip-address is not in valid_values {{(pid=94091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 22:01:57.121828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.131335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Transition to ACTIVE for port object cd57d623-3d6e-4eec-ae87-a49b525c3184 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:01:57.147552 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Transition to ACTIVE for port object cd57d623-3d6e-4eec-ae87-a49b525c3184 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:01:57.153612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.173191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Made reservation on behalf of dcae88ef8d5f4015ae68f00befe5b1ee for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:01:57.176868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.198272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:57.199482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] device_id is not set on port 3faad812-fe80-4e1b-92ae-6b70f4a9d60d yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 22:01:57.201231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:57.204851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:57.212773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Pushing event updated for resources: {'Port': ['ID=cd57d623-3d6e-4eec-ae87-a49b525c3184,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:57.269374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Attempting to bind port cd57d623-3d6e-4eec-ae87-a49b525c3184 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:01:57.269830 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Attempting to bind port cd57d623-3d6e-4eec-ae87-a49b525c3184 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '582af759-53bf-49c2-9de3-f6d2d68159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:01:57.270201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Attempting to bind port cd57d623-3d6e-4eec-ae87-a49b525c3184 on network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:01:57.275892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:01:57.276304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Checking segment: {'id': '582af759-53bf-49c2-9de3-f6d2d68159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:01:57.276715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.277140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Bound using segment: {'id': '582af759-53bf-49c2-9de3-f6d2d68159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:01:57.277611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Bound port: cd57d623-3d6e-4eec-ae87-a49b525c3184, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582af759-53bf-49c2-9de3-f6d2d68159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:01:57.278004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.319082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Allocated IP 172.20.0.12 (54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c/c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d/3faad812-fe80-4e1b-92ae-6b70f4a9d60d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:01:57.344882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] For port cd57d623-3d6e-4eec-ae87-a49b525c3184, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:01:57.348470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] For port cd57d623-3d6e-4eec-ae87-a49b525c3184, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd57d623-3d6e-4eec-ae87-a49b525c3184,segment=NetworkSegment(582af759-53bf-49c2-9de3-f6d2d68159fe),segment_id=582af759-53bf-49c2-9de3-f6d2d68159fe)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:01:57.354378 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.416388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1234641-3832-4ba2-af43-7f3cc9fb3393 None None] Pushing event updated for resources: {'Port': ['ID=cd57d623-3d6e-4eec-ae87-a49b525c3184,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:57.498196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.520044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Transition to ACTIVE for port object 3faad812-fe80-4e1b-92ae-6b70f4a9d60d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:01:57.567874 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.626478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:01:57.632857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:01:57.636781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:01:57.664471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event updated for resources: {'Port': ['ID=3faad812-fe80-4e1b-92ae-6b70f4a9d60d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:57.693793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:57.694966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:57.709886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-49004b84-0db3-4ebe-b4c5-92764df507b6 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6522591 Jul 22 22:01:57.713219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50156) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:57.822961 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675e734-90b3-4baa-8127-74ab231f63cd tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:57.829172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675e734-90b3-4baa-8127-74ab231f63cd tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:57.835899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675e734-90b3-4baa-8127-74ab231f63cd tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:57.840483 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0675e734-90b3-4baa-8127-74ab231f63cd tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1235924 Jul 22 22:01:57.840759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:57.942662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Deleting port 3faad812-fe80-4e1b-92ae-6b70f4a9d60d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:57.943365 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.041348 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.055593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Calling delete_port for 3faad812-fe80-4e1b-92ae-6b70f4a9d60d owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:58.201004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.234891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event deleted for resources: {'Port': ['ID=3faad812-fe80-4e1b-92ae-6b70f4a9d60d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:58.310022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.315697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b38391cc-d8ba-4916-ad3d-44447bd7d967 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "DELETE /v2.0/ports/3faad812-fe80-4e1b-92ae-6b70f4a9d60d HTTP/1.1" status: 204 len: 168 time: 0.4705734 Jul 22 22:01:58.316478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50160) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:58.322900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Request body: {'port': {'name': 'tempest-new-port-name-417408748', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:58.323337 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] bootfile-name is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 22:01:58.323726 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] tftp-server is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 22:01:58.324093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.api.validators [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] server-ip-address is not in valid_values {{(pid=94092) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 22:01:58.333364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b201e13b-5f7b-4b2f-a525-cc14b5667c8c None None] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:01:58.416577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.452507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7409b84b-b3c4-4b81-9715-465266407a7b None None] Provisioning for port cd57d623-3d6e-4eec-ae87-a49b525c3184 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:01:58.634575 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.654897 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.761828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd57d623-3d6e-4eec-ae87-a49b525c3184 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:01:58.773282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event updated for resources: {'Port': ['ID=2a38e491-2233-49be-9a63-32e4e0431a2e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:58.787013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] In _notify_port_updated(), no bound segment for port 2a38e491-2233-49be-9a63-32e4e0431a2e on network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c {{(pid=94092) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 22:01:58.794731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:58.795699 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.797292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6255fdfb-bb33-4bb7-bf5a-5e019b39f76b tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "PUT /v2.0/ports/2a38e491-2233-49be-9a63-32e4e0431a2e HTTP/1.1" status: 200 len: 1135 time: 0.4797959 Jul 22 22:01:58.801047 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50162) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:58.824434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Provisioning for port 2a38e491-2233-49be-9a63-32e4e0431a2e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:01:58.831996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Provisioning complete for port 2a38e491-2233-49be-9a63-32e4e0431a2e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:01:58.832428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.863052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port cd57d623-3d6e-4eec-ae87-a49b525c3184 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:01:58.869812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226f6c1-9ef2-42e0-9057-fdf02b764c33 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:58.872069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port cd57d623-3d6e-4eec-ae87-a49b525c3184 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:01:58.872438 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.875013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50164) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:58.875784 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a226f6c1-9ef2-42e0-9057-fdf02b764c33 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "GET /v2.0/ports/2a38e491-2233-49be-9a63-32e4e0431a2e HTTP/1.1" status: 200 len: 1135 time: 0.0730679 Jul 22 22:01:58.895642 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Port 2a38e491-2233-49be-9a63-32e4e0431a2e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:01:58.926923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Provisioning complete for port cd57d623-3d6e-4eec-ae87-a49b525c3184 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:01:58.927300 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:58.994080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Deleting port 2a38e491-2233-49be-9a63-32e4e0431a2e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:58.994787 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.015501 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.097033 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port cd57d623-3d6e-4eec-ae87-a49b525c3184, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd57d623-3d6e-4eec-ae87-a49b525c3184,segment=NetworkSegment(582af759-53bf-49c2-9de3-f6d2d68159fe),segment_id=582af759-53bf-49c2-9de3-f6d2d68159fe)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:01:59.098789 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.109535 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.112401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.131895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Calling delete_port for 2a38e491-2233-49be-9a63-32e4e0431a2e owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:01:59.216403 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.db.api [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:01:59.216762 n-d-762330-19 neutron-server[94093]: DEBUG oslo_db.api [None req-f44d5455-59a9-400e-a905-d2a8ef73eed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:01:59.217374 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=cd57d623-3d6e-4eec-ae87-a49b525c3184,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:59.290588 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.325573 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event deleted for resources: {'Port': ['ID=2a38e491-2233-49be-9a63-32e4e0431a2e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:59.405892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.411211 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8f869685-c1c2-4960-902b-67f2997af5a5 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "DELETE /v2.0/ports/2a38e491-2233-49be-9a63-32e4e0431a2e HTTP/1.1" status: 204 len: 168 time: 0.5319607 Jul 22 22:01:59.411651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:59.470414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Deleting subnet c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:01:59.474553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.526210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.620707 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.686569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.720356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:59.726934 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.731288 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3dde0619-836b-4d21-9071-dab9bd7accaa tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "DELETE /v2.0/subnets/c4f0b4d9-5902-4d1d-b3b1-41ceac229d6d HTTP/1.1" status: 204 len: 168 time: 0.3162546 Jul 22 22:01:59.731523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50170) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:59.813081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7204c73-42ea-4a11-b590-c63e53841eeb None None] Network 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:01:59.818134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.874482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Deleting port cd57d623-3d6e-4eec-ae87-a49b525c3184 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:01:59.874822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.884756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bed5ba79-f5f6-4e85-9937-3ff53a935070 None None] Could not find standard attr ID for object 2a38e491-2233-49be-9a63-32e4e0431a2e. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 22:01:59.907061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bed5ba79-f5f6-4e85-9937-3ff53a935070 None None] Could not find standard attr ID for object 3faad812-fe80-4e1b-92ae-6b70f4a9d60d. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 22:01:59.944003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] For port cd57d623-3d6e-4eec-ae87-a49b525c3184, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cd57d623-3d6e-4eec-ae87-a49b525c3184,segment=NetworkSegment(582af759-53bf-49c2-9de3-f6d2d68159fe),segment_id=582af759-53bf-49c2-9de3-f6d2d68159fe)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:01:59.944921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:59.958523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Calling delete_port for cd57d623-3d6e-4eec-ae87-a49b525c3184 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:00.011665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] DHCP port deletion for 54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:02:00.050104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.066901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] Deleting port cd57d623-3d6e-4eec-ae87-a49b525c3184 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:00.066901 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.081978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event deleted for resources: {'Port': ['ID=cd57d623-3d6e-4eec-ae87-a49b525c3184,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:00.083817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] No DVR routers for this DVR port cd57d623-3d6e-4eec-ae87-a49b525c3184 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:02:00.132877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] For port cd57d623-3d6e-4eec-ae87-a49b525c3184, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:00.133271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.145619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] Calling delete_port for cd57d623-3d6e-4eec-ae87-a49b525c3184 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:00.148858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] Port cd57d623-3d6e-4eec-ae87-a49b525c3184 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:02:00.150200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.164471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.174889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] Pushing event deleted for resources: {'Port': ['ID=cd57d623-3d6e-4eec-ae87-a49b525c3184,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:00.175088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:00.179117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dbf41b-1fd2-4e24-87ab-b914e8168189 None None] No DVR routers for this DVR port cd57d623-3d6e-4eec-ae87-a49b525c3184 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:02:00.194806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582af759-53bf-49c2-9de3-f6d2d68159fe') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:00.195101 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582af759-53bf-49c2-9de3-f6d2d68159fe') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:00.215152 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.244022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.251405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:00.251797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:00.255064 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:00.314815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.324580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.326490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] 10.222.0.54 "DELETE /v2.0/networks/54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c HTTP/1.1" status: 204 len: 168 time: 0.5939684 Jul 22 22:02:00.345005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6437efc-fc8a-4926-bada-83ae12de8085 tempest-ExtraDHCPOptionsTestJSON-651279017 tempest-ExtraDHCPOptionsTestJSON-651279017-project] Pushing event deleted for resources: {'Network': ['ID=54e1cfd5-6d8d-4cea-8e92-d6c6d70a2d8c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:00.597263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50176) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:00.710781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd57d623-3d6e-4eec-ae87-a49b525c3184 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:02:00.730101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: cd57d623-3d6e-4eec-ae87-a49b525c3184 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:02:00.730501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cd57d623-3d6e-4eec-ae87-a49b525c3184 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:02:00.751561 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fa46dbf8-1d47-4dc3-8885-69d55adf83bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dcae88ef8d5f4015ae68f00befe5b1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529496 Jul 22 22:02:00.754484 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50180) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:00.809435 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f025fbee-cb24-4c59-a3ff-8a7101b19b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.831317 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f025fbee-cb24-4c59-a3ff-8a7101b19b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.880426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f025fbee-cb24-4c59-a3ff-8a7101b19b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.884189 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f025fbee-cb24-4c59-a3ff-8a7101b19b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:00.885548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f025fbee-cb24-4c59-a3ff-8a7101b19b6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/486ac724-d9bc-4078-8eec-d1934c28152e HTTP/1.1" status: 204 len: 168 time: 0.1299539 Jul 22 22:02:00.894061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025fbee-cb24-4c59-a3ff-8a7101b19b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ac724-d9bc-4078-8eec-d1934c28152e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:01.536538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50202) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:01.638028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-587687221'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:01.661348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:01.664872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.673780 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.695439 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.771896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.775819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.803979 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:02:01.820134 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f6e09-6ede-4eee-a798-04860d387dd4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:01.823025 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.823372 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Added segment ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6 of type vlan for network 52625ad6-cd10-4d89-b966-12a2b47f63f6 Jul 22 22:02:01.868324 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.898293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.903805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:01.904425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:01.938266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4006839 Jul 22 22:02:01.975260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b5400-46d2-4f7e-9cf2-3c6b3a2a432e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Network': ['ID=52625ad6-cd10-4d89-b966-12a2b47f63f6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:01.987196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 52625ad6-cd10-4d89-b966-12a2b47f63f6 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:02:02.264157 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.253361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50206) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:05.259425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'subnet': {'network_id': '52625ad6-cd10-4d89-b966-12a2b47f63f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:05.353217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:05.357265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.546261 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.606626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Subnet': ['ID=660e6583-7c25-4c1a-b869-21155dae7a26,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:05.620684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Checking segment: {'id': 'ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52625ad6-cd10-4d89-b966-12a2b47f63f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:05.621081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network hostable DHCP agents. Network: 52625ad6-cd10-4d89-b966-12a2b47f63f6, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:02:05.639148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network 52625ad6-cd10-4d89-b966-12a2b47f63f6 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:02:05.649008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 52625ad6-cd10-4d89-b966-12a2b47f63f6) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:05.653496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:05.654151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.659287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f64149-cd03-4872-9666-162a52873ce1 None None] Network 52625ad6-cd10-4d89-b966-12a2b47f63f6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:05.669180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b861a053-7692-4ce7-98da-a7f73f59c574 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4146471 Jul 22 22:02:05.672519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50208) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:05.677397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1240764435'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:05.700245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:05.703783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.729510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:02:05.738621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.738972 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Added segment d7260d88-245d-418f-b04f-d363c4f13b8f of type vlan for network d0f19939-3192-4fb6-88ba-f7ac72b59caf Jul 22 22:02:05.785020 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.825853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.829619 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-52625ad6-cd10-4d89-b966-12a2b47f63f6', 'network_id': '52625ad6-cd10-4d89-b966-12a2b47f63f6', 'tenant_id': '2591aa07ff614d7a89a070d9c30b298d', 'fixed_ips': [{'subnet_id': '660e6583-7c25-4c1a-b869-21155dae7a26'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:02:05.830494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.831192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:05.831790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:05.883669 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2098985 Jul 22 22:02:05.888020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:05.894544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'subnet': {'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:05.926839 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebff1b-597e-4891-9ff1-17a007471e1a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Network': ['ID=d0f19939-3192-4fb6-88ba-f7ac72b59caf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:05.953758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network d0f19939-3192-4fb6-88ba-f7ac72b59caf details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:02:06.031447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Allocated IP 2001:db8:0:ffff::2 (52625ad6-cd10-4d89-b966-12a2b47f63f6/660e6583-7c25-4c1a-b869-21155dae7a26/71bf847f-472d-4e12-ab27-2c625166b4e0) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:02:06.195117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.204579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Transition to ACTIVE for port object 71bf847f-472d-4e12-ab27-2c625166b4e0 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:06.220006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Transition to ACTIVE for port object 71bf847f-472d-4e12-ab27-2c625166b4e0 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:06.225942 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.245081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:06.248815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.266343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Network 52625ad6-cd10-4d89-b966-12a2b47f63f6 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:02:06.269208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:06.273455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:02:06.280453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Pushing event updated for resources: {'Port': ['ID=71bf847f-472d-4e12-ab27-2c625166b4e0,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:06.346409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Attempting to bind port 71bf847f-472d-4e12-ab27-2c625166b4e0 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:02:06.346814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Attempting to bind port 71bf847f-472d-4e12-ab27-2c625166b4e0 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52625ad6-cd10-4d89-b966-12a2b47f63f6'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:02:06.347217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Attempting to bind port 71bf847f-472d-4e12-ab27-2c625166b4e0 on network 52625ad6-cd10-4d89-b966-12a2b47f63f6 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:02:06.353271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:02:06.353677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Checking segment: {'id': 'ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52625ad6-cd10-4d89-b966-12a2b47f63f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:06.354116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.354514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Bound using segment: {'id': 'ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52625ad6-cd10-4d89-b966-12a2b47f63f6'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:02:06.354981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Bound port: 71bf847f-472d-4e12-ab27-2c625166b4e0, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52625ad6-cd10-4d89-b966-12a2b47f63f6'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:02:06.355428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.425831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] For port 71bf847f-472d-4e12-ab27-2c625166b4e0, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:02:06.429217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] For port 71bf847f-472d-4e12-ab27-2c625166b4e0, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=71bf847f-472d-4e12-ab27-2c625166b4e0,segment=NetworkSegment(ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6),segment_id=ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:02:06.434135 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.508571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5134544-520b-4943-adfb-57e20b00bd8b None None] Pushing event updated for resources: {'Port': ['ID=71bf847f-472d-4e12-ab27-2c625166b4e0,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:06.567374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:02:06.569560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.642559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Subnet': ['ID=691aa29f-4190-439d-920a-f2c0dedd3c56,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:06.663421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Checking segment: {'id': 'd7260d88-245d-418f-b04f-d363c4f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:06.663805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network hostable DHCP agents. Network: d0f19939-3192-4fb6-88ba-f7ac72b59caf, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:02:06.701169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network d0f19939-3192-4fb6-88ba-f7ac72b59caf is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:02:06.723946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, d0f19939-3192-4fb6-88ba-f7ac72b59caf) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:06.732704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:06.733520 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.735091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8732e-c142-437a-a842-d3b288360773 None None] Network d0f19939-3192-4fb6-88ba-f7ac72b59caf requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:06.761445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0677a950-440a-42ff-a3c1-d242e8aa67f4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8714409 Jul 22 22:02:06.764303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:06.772434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'port': {'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf', 'name': 'tempest-NetworksIpV6TestAttrs-17996384'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:06.823389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 71bf847f-472d-4e12-ab27-2c625166b4e0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:02:06.905941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:06.909832 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:06.918225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 71bf847f-472d-4e12-ab27-2c625166b4e0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:06.931469 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] device_id is not set on port 4b84e666-ca09-4dc7-9cc3-87aea46caf09 yet. {{(pid=94092) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 22:02:06.958227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-d0f19939-3192-4fb6-88ba-f7ac72b59caf', 'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf', 'tenant_id': '2591aa07ff614d7a89a070d9c30b298d', 'fixed_ips': [{'subnet_id': '691aa29f-4190-439d-920a-f2c0dedd3c56'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:02:06.959033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.104691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Allocated IP 2001:db8::f816:3eff:fe72:5da0 (d0f19939-3192-4fb6-88ba-f7ac72b59caf/691aa29f-4190-439d-920a-f2c0dedd3c56/cfe86ba3-da87-4f3e-9210-84ccff5eaa8b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:02:07.264682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.275103 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Transition to ACTIVE for port object cfe86ba3-da87-4f3e-9210-84ccff5eaa8b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:07.291532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Transition to ACTIVE for port object cfe86ba3-da87-4f3e-9210-84ccff5eaa8b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:07.298852 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.336721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Network d0f19939-3192-4fb6-88ba-f7ac72b59caf is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:02:07.343745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:07.346668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:02:07.358876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Pushing event updated for resources: {'Port': ['ID=cfe86ba3-da87-4f3e-9210-84ccff5eaa8b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:07.364745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Allocated IP 2001:db8::f816:3eff:feaf:465a (d0f19939-3192-4fb6-88ba-f7ac72b59caf/691aa29f-4190-439d-920a-f2c0dedd3c56/4b84e666-ca09-4dc7-9cc3-87aea46caf09) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:02:07.425690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Attempting to bind port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:02:07.426074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Attempting to bind port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'd7260d88-245d-418f-b04f-d363c4f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:02:07.426449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Attempting to bind port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b on network d0f19939-3192-4fb6-88ba-f7ac72b59caf {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:02:07.433016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:02:07.433406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Checking segment: {'id': 'd7260d88-245d-418f-b04f-d363c4f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:07.433927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.434330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Bound using segment: {'id': 'd7260d88-245d-418f-b04f-d363c4f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:02:07.434819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Bound port: cfe86ba3-da87-4f3e-9210-84ccff5eaa8b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7260d88-245d-418f-b04f-d363c4f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0f19939-3192-4fb6-88ba-f7ac72b59caf'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:02:07.435238 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.512703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] For port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:02:07.517603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] For port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cfe86ba3-da87-4f3e-9210-84ccff5eaa8b,segment=NetworkSegment(d7260d88-245d-418f-b04f-d363c4f13b8f),segment_id=d7260d88-245d-418f-b04f-d363c4f13b8f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:02:07.524113 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.538521 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.556252 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Transition to ACTIVE for port object 4b84e666-ca09-4dc7-9cc3-87aea46caf09 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:07.587697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be9f80-8baa-4f47-84e0-9854b3860a8a None None] Pushing event updated for resources: {'Port': ['ID=cfe86ba3-da87-4f3e-9210-84ccff5eaa8b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:07.594710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.611400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3ae4c-3e33-4b9c-94a8-4283af731048 None None] Network 52625ad6-cd10-4d89-b966-12a2b47f63f6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:07.637928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network d0f19939-3192-4fb6-88ba-f7ac72b59caf is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:02:07.644254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:07.648233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:02:07.654014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:07.654697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.669360 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Port': ['ID=4b84e666-ca09-4dc7-9cc3-87aea46caf09,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:07.679676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15031666-2ddd-4a78-a000-3d5d545a10e0 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9136412 Jul 22 22:02:07.682299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50214) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:07.738967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Deleting subnet 691aa29f-4190-439d-920a-f2c0dedd3c56 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:02:07.742722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.810475 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.884424 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73918e46-9aac-40ec-ba91-793ed6bb4e58 None None] Provisioning for port 71bf847f-472d-4e12-ab27-2c625166b4e0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:07.895176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73918e46-9aac-40ec-ba91-793ed6bb4e58 None None] Provisioning complete for port 71bf847f-472d-4e12-ab27-2c625166b4e0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:07.895555 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73918e46-9aac-40ec-ba91-793ed6bb4e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:07.979661 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.038969 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73918e46-9aac-40ec-ba91-793ed6bb4e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.045785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.076140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Subnet': ['ID=691aa29f-4190-439d-920a-f2c0dedd3c56,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:08.085943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-73918e46-9aac-40ec-ba91-793ed6bb4e58 None None] For port 71bf847f-472d-4e12-ab27-2c625166b4e0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=71bf847f-472d-4e12-ab27-2c625166b4e0,segment=NetworkSegment(ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6),segment_id=ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:08.091379 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.092182 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73918e46-9aac-40ec-ba91-793ed6bb4e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.096555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50216) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:08.097066 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-39f01de5-c5e4-4db3-a993-7a32c6fdba79 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/691aa29f-4190-439d-920a-f2c0dedd3c56 HTTP/1.1" status: 204 len: 168 time: 0.4136956 Jul 22 22:02:08.152245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73918e46-9aac-40ec-ba91-793ed6bb4e58 None None] Pushing event updated for resources: {'Port': ['ID=71bf847f-472d-4e12-ab27-2c625166b4e0,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:08.198132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b57da6-ff59-4739-94be-861be6bcef89 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:08.199673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b57da6-ff59-4739-94be-861be6bcef89 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:08.201251 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b6b57da6-ff59-4739-94be-861be6bcef89 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1014445 Jul 22 22:02:08.204952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50218) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:08.290610 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4da2ad90-474f-4725-adeb-696368945ec9 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.297971 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da2ad90-474f-4725-adeb-696368945ec9 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 22:02:08.298355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da2ad90-474f-4725-adeb-696368945ec9 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:08.300966 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4da2ad90-474f-4725-adeb-696368945ec9 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/d0f19939-3192-4fb6-88ba-f7ac72b59caf HTTP/1.1" status: 409 len: 405 time: 0.0946105 Jul 22 22:02:08.305104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50220) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:08.314914 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1937086855'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:08.321958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-648629ab-ddbf-4b1e-a41f-c3e6ec6bc032 None None] Provisioning complete for port 71bf847f-472d-4e12-ab27-2c625166b4e0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:08.322158 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-648629ab-ddbf-4b1e-a41f-c3e6ec6bc032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.339989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:08.343988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.371226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:02:08.386179 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.386179 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Added segment 2dd91b17-6682-48d9-9370-404a81d600bf of type vlan for network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b Jul 22 22:02:08.433804 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.465884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.472212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:08.473127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.528187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2219512 Jul 22 22:02:08.531010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50222) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:08.538157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'subnet': {'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:08.587530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496228ad-345d-4c65-a729-e9ce1833d3e8 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Network': ['ID=05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:08.599525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:02:08.647416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:08.651497 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.693519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceecaf6-939f-4412-a67a-d9f95bc6474a None None] Network d0f19939-3192-4fb6-88ba-f7ac72b59caf requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:08.808593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c7b9d1a-4d53-46f4-b890-bffab6253a4f None None] Provisioning for port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:08.836805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 71bf847f-472d-4e12-ab27-2c625166b4e0 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:02:08.918520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 71bf847f-472d-4e12-ab27-2c625166b4e0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:08.923927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:08.978159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:02:08.979710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.003972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] DHCP port deletion for d0f19939-3192-4fb6-88ba-f7ac72b59caf request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:02:09.037241 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Subnet': ['ID=427f53b6-f250-46fc-a38c-1b442e8a00cd,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:09.042361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cfe86ba3-da87-4f3e-9210-84ccff5eaa8b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:02:09.055662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Checking segment: {'id': '2dd91b17-6682-48d9-9370-404a81d600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:09.056053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network hostable DHCP agents. Network: 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:02:09.076982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:02:09.089783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:09.094838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:09.095461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.102873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecbaacc-5773-41b3-88fd-022cbe6c5dad None None] Network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:09.111435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] Deleting port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:09.111905 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.116193 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-badf6fa1-ce69-478e-8762-c64fbf9f50fc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5834188 Jul 22 22:02:09.119301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50224) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:09.124422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'port': {'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b', 'name': 'tempest-NetworksIpV6TestAttrs-362398639'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:09.147597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:09.163279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:09.163695 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.250792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:09.254763 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.273786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] device_id is not set on port a0b6a61f-9f30-444c-92aa-9e0d722b9786 yet. {{(pid=94091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 22:02:09.285227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] For port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cfe86ba3-da87-4f3e-9210-84ccff5eaa8b,segment=NetworkSegment(d7260d88-245d-418f-b04f-d363c4f13b8f),segment_id=d7260d88-245d-418f-b04f-d363c4f13b8f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:09.285621 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.304078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] Calling delete_port for cfe86ba3-da87-4f3e-9210-84ccff5eaa8b owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:09.382885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Allocated IP 2001:db8::f816:3eff:fe63:f73e (05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b/427f53b6-f250-46fc-a38c-1b442e8a00cd/a0b6a61f-9f30-444c-92aa-9e0d722b9786) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:02:09.455045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b', 'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b', 'tenant_id': '2591aa07ff614d7a89a070d9c30b298d', 'fixed_ips': [{'subnet_id': '427f53b6-f250-46fc-a38c-1b442e8a00cd'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:02:09.455936 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.478737 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.542599 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.569952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Transition to ACTIVE for port object a0b6a61f-9f30-444c-92aa-9e0d722b9786 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:09.571380 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.605085 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.635860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] Pushing event deleted for resources: {'Port': ['ID=cfe86ba3-da87-4f3e-9210-84ccff5eaa8b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:09.640001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b7229-b28e-4c9e-a4bd-2f7fe57fee2b None None] No DVR routers for this DVR port cfe86ba3-da87-4f3e-9210-84ccff5eaa8b on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:02:09.655209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:02:09.660518 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:09.663462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:02:09.668970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:09.669532 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.686500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Allocated IP 2001:db8::f816:3eff:fe55:4e54 (05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b/427f53b6-f250-46fc-a38c-1b442e8a00cd/7d74539a-f2f9-4ec5-973b-8dd09630ceba) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:02:09.686728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Port': ['ID=a0b6a61f-9f30-444c-92aa-9e0d722b9786,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:09.695317 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50226) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:09.695888 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5748904 Jul 22 22:02:09.700792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.701182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.701575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.701922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.702253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.702658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.703097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.703432 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.704003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.704426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.704761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.705641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e78e2-9297-4996-8181-972e09560f04 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:09.750030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Deleting subnet 427f53b6-f250-46fc-a38c-1b442e8a00cd {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:02:09.842494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.851676 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Transition to ACTIVE for port object 7d74539a-f2f9-4ec5-973b-8dd09630ceba will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:09.869036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Transition to ACTIVE for port object 7d74539a-f2f9-4ec5-973b-8dd09630ceba will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:09.874322 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.874878 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.917227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:09.917599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:02:09.920683 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:09.923161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:02:09.935421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Pushing event updated for resources: {'Port': ['ID=7d74539a-f2f9-4ec5-973b-8dd09630ceba,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:09.997970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Attempting to bind port 7d74539a-f2f9-4ec5-973b-8dd09630ceba on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:02:09.998347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Attempting to bind port 7d74539a-f2f9-4ec5-973b-8dd09630ceba by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '2dd91b17-6682-48d9-9370-404a81d600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:02:09.998735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Attempting to bind port 7d74539a-f2f9-4ec5-973b-8dd09630ceba on network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:02:10.004640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:02:10.005109 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Checking segment: {'id': '2dd91b17-6682-48d9-9370-404a81d600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:10.005565 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.005996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Bound using segment: {'id': '2dd91b17-6682-48d9-9370-404a81d600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:02:10.006472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Bound port: 7d74539a-f2f9-4ec5-973b-8dd09630ceba, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd91b17-6682-48d9-9370-404a81d600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:02:10.007127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.046691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.107221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.111273 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] For port 7d74539a-f2f9-4ec5-973b-8dd09630ceba, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:02:10.116155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] For port 7d74539a-f2f9-4ec5-973b-8dd09630ceba, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7d74539a-f2f9-4ec5-973b-8dd09630ceba,segment=NetworkSegment(2dd91b17-6682-48d9-9370-404a81d600bf),segment_id=2dd91b17-6682-48d9-9370-404a81d600bf)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:02:10.121279 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.137912 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Subnet': ['ID=427f53b6-f250-46fc-a38c-1b442e8a00cd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:10.140495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.142480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/427f53b6-f250-46fc-a38c-1b442e8a00cd HTTP/1.1" status: 204 len: 168 time: 0.4459875 Jul 22 22:02:10.145459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50228) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:10.150016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.150016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.150242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.150427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.150735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.151093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.151402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.151733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.152111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.152452 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.152838 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.153089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46881688-a0d4-421a-9327-cb78fca5b4d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:10.187208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28712c0f-0f7d-47d8-8e38-082a03cefb82 None None] Pushing event updated for resources: {'Port': ['ID=7d74539a-f2f9-4ec5-973b-8dd09630ceba,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:10.210393 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebea92-5815-42fe-a1fa-825352bb52df tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:10.211967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebea92-5815-42fe-a1fa-825352bb52df tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:10.213619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7bebea92-5815-42fe-a1fa-825352bb52df tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0669761 Jul 22 22:02:10.216292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50230) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:10.306655 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0dafb294-bd37-41c7-935b-0b1268b12a9d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.315029 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dafb294-bd37-41c7-935b-0b1268b12a9d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 22:02:10.315492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dafb294-bd37-41c7-935b-0b1268b12a9d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:10.317309 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0dafb294-bd37-41c7-935b-0b1268b12a9d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b HTTP/1.1" status: 409 len: 405 time: 0.1000912 Jul 22 22:02:10.321863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50232) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:10.330331 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-185738405'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:10.366339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:10.369906 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.401096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:02:10.414392 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.414934 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Added segment 5473ba49-4091-4762-93f3-8fa6e36ef229 of type vlan for network 674a8508-8d9b-4c01-8346-6074c832c1a2 Jul 22 22:02:10.472023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.506701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.514262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:10.514916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.553644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2306356 Jul 22 22:02:10.556680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:10.562619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'subnet': {'network_id': '674a8508-8d9b-4c01-8346-6074c832c1a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:10.586213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a83841-5c43-4c8d-85f8-fc4c21f728e1 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Network': ['ID=674a8508-8d9b-4c01-8346-6074c832c1a2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:10.598316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 674a8508-8d9b-4c01-8346-6074c832c1a2 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:02:10.683643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:10.687391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:10.762323 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7d74539a-f2f9-4ec5-973b-8dd09630ceba up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:02:10.830487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 7d74539a-f2f9-4ec5-973b-8dd09630ceba completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:10.900321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cfe86ba3-da87-4f3e-9210-84ccff5eaa8b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:02:10.923876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: cfe86ba3-da87-4f3e-9210-84ccff5eaa8b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:02:10.924610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cfe86ba3-da87-4f3e-9210-84ccff5eaa8b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:02:11.025850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.objects.ports [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:02:11.027510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.094119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Subnet': ['ID=cc6e04c6-3e57-4307-970f-319981e37113,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:11.104836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Checking segment: {'id': '5473ba49-4091-4762-93f3-8fa6e36ef229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '674a8508-8d9b-4c01-8346-6074c832c1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:11.105205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network hostable DHCP agents. Network: 674a8508-8d9b-4c01-8346-6074c832c1a2, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:02:11.124521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network 674a8508-8d9b-4c01-8346-6074c832c1a2 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:02:11.136295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 674a8508-8d9b-4c01-8346-6074c832c1a2) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:11.141151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:11.142183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.148771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0628d0-511c-4634-9e00-0ddc9419f912 None None] Network 674a8508-8d9b-4c01-8346-6074c832c1a2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:11.164589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9fdf125f-2675-4ae5-be5b-9ba5991231fa tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6067255 Jul 22 22:02:11.168893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:11.263344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f908957-ca2f-4251-8c05-b7bcf1209fc4 None None] Network 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:11.306716 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.374226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7f7a4ebf-d1d1-48d0-a307-206b5d885abb None None] Provisioning for port 7d74539a-f2f9-4ec5-973b-8dd09630ceba completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:11.394254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.405510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7f7a4ebf-d1d1-48d0-a307-206b5d885abb None None] Provisioning complete for port 7d74539a-f2f9-4ec5-973b-8dd09630ceba triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:11.406109 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4ebf-d1d1-48d0-a307-206b5d885abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.472433 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.490186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f2a62-cd1e-4433-af7c-e74ce98d4903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-674a8508-8d9b-4c01-8346-6074c832c1a2', 'network_id': '674a8508-8d9b-4c01-8346-6074c832c1a2', 'tenant_id': '2591aa07ff614d7a89a070d9c30b298d', 'fixed_ips': [{'subnet_id': 'cc6e04c6-3e57-4307-970f-319981e37113'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:02:11.491022 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2a62-cd1e-4433-af7c-e74ce98d4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.505248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6e04c6-3e57-4307-970f-319981e37113,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:11.578462 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.593404 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674a8508-8d9b-4c01-8346-6074c832c1a2']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:11.610034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5473ba49-4091-4762-93f3-8fa6e36ef229') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:11.610376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5473ba49-4091-4762-93f3-8fa6e36ef229') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:11.622850 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.644997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.653211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:11.653731 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:11.657737 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:11.782843 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.794994 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.799833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/674a8508-8d9b-4c01-8346-6074c832c1a2 HTTP/1.1" status: 204 len: 168 time: 0.6293561 Jul 22 22:02:11.802297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f283cf-f3be-453b-9fca-86960e83b54d None None] Network 674a8508-8d9b-4c01-8346-6074c832c1a2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:11.804007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50238) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:11.810650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-48972899'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:11.826413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f283cf-f3be-453b-9fca-86960e83b54d None None] Network 674a8508-8d9b-4c01-8346-6074c832c1a2 could not be found, it might have been deleted concurrently. {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 22:02:11.829791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a38de-1772-4c3a-b875-d583d1a28c0d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Network': ['ID=674a8508-8d9b-4c01-8346-6074c832c1a2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:11.832352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4ebf-d1d1-48d0-a307-206b5d885abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.851012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:11.854749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.869886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7f7a4ebf-d1d1-48d0-a307-206b5d885abb None None] For port 7d74539a-f2f9-4ec5-973b-8dd09630ceba, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7d74539a-f2f9-4ec5-973b-8dd09630ceba,segment=NetworkSegment(2dd91b17-6682-48d9-9370-404a81d600bf),segment_id=2dd91b17-6682-48d9-9370-404a81d600bf)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:11.876385 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4ebf-d1d1-48d0-a307-206b5d885abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.897135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:02:11.909654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] DHCP port deletion for 05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:02:11.913636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.914207 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Added segment 8e7424bf-da1f-4962-8bae-ad6d6c47aadb of type vlan for network 1e637af3-81f6-4357-993f-679f089b4e10 Jul 22 22:02:11.961864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a4ebf-d1d1-48d0-a307-206b5d885abb None None] Pushing event updated for resources: {'Port': ['ID=7d74539a-f2f9-4ec5-973b-8dd09630ceba,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:11.972004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:11.986177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] Deleting port 7d74539a-f2f9-4ec5-973b-8dd09630ceba {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:11.986561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.061212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] For port 7d74539a-f2f9-4ec5-973b-8dd09630ceba, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=7d74539a-f2f9-4ec5-973b-8dd09630ceba,segment=NetworkSegment(2dd91b17-6682-48d9-9370-404a81d600bf),segment_id=2dd91b17-6682-48d9-9370-404a81d600bf)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:12.061526 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.075686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] Calling delete_port for 7d74539a-f2f9-4ec5-973b-8dd09630ceba owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:12.165690 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.197850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] Pushing event deleted for resources: {'Port': ['ID=7d74539a-f2f9-4ec5-973b-8dd09630ceba,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:12.199735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e25298-3775-41fa-889e-a5711f39ca43 None None] No DVR routers for this DVR port 7d74539a-f2f9-4ec5-973b-8dd09630ceba on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:02:12.330237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.336543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:12.337133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.372418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5643730 Jul 22 22:02:12.372612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50240) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:12.379663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'subnet': {'network_id': '1e637af3-81f6-4357-993f-679f089b4e10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:12.420032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6fd1d-a1df-4732-9e5a-435f5128a68b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Network': ['ID=1e637af3-81f6-4357-993f-679f089b4e10,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:12.430333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 1e637af3-81f6-4357-993f-679f089b4e10 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:02:12.512728 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:12.516916 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.573369 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbb2e-cd8c-43b7-b5fe-b483b12a2601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.708984 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.717579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7d74539a-f2f9-4ec5-973b-8dd09630ceba no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:02:12.737646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 7d74539a-f2f9-4ec5-973b-8dd09630ceba {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:02:12.738162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 7d74539a-f2f9-4ec5-973b-8dd09630ceba not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:02:12.770780 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Subnet': ['ID=b0aa48d0-cafd-4ae4-8d92-e2b16b2f5ac2,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:12.790034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Checking segment: {'id': '8e7424bf-da1f-4962-8bae-ad6d6c47aadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e637af3-81f6-4357-993f-679f089b4e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:12.790233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network hostable DHCP agents. Network: 1e637af3-81f6-4357-993f-679f089b4e10, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:02:12.812481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network 1e637af3-81f6-4357-993f-679f089b4e10 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:02:12.823738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 1e637af3-81f6-4357-993f-679f089b4e10) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:12.828152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:12.828872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.832891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b00e41-d1e3-4742-a816-dc4345f6eeb3 None None] Network 1e637af3-81f6-4357-993f-679f089b4e10 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:12.852311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0de7ab00-c80f-4297-b5b0-1fff5a2530ca tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4761212 Jul 22 22:02:12.853093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:12.980235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.998228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-1e637af3-81f6-4357-993f-679f089b4e10', 'network_id': '1e637af3-81f6-4357-993f-679f089b4e10', 'tenant_id': '2591aa07ff614d7a89a070d9c30b298d', 'fixed_ips': [{'subnet_id': 'b0aa48d0-cafd-4ae4-8d92-e2b16b2f5ac2'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:02:12.999111 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.064645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.142983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Allocated IP 2001:db8::2 (1e637af3-81f6-4357-993f-679f089b4e10/b0aa48d0-cafd-4ae4-8d92-e2b16b2f5ac2/39dbd874-f2d5-4874-85b5-78bdb020ca80) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:02:13.289541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.298448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Transition to ACTIVE for port object 39dbd874-f2d5-4874-85b5-78bdb020ca80 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:13.315131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Transition to ACTIVE for port object 39dbd874-f2d5-4874-85b5-78bdb020ca80 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:13.320984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.338005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.361462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Network 1e637af3-81f6-4357-993f-679f089b4e10 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:02:13.363786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Subnet': ['ID=b0aa48d0-cafd-4ae4-8d92-e2b16b2f5ac2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:13.364210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:13.367763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:02:13.373800 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Pushing event updated for resources: {'Port': ['ID=39dbd874-f2d5-4874-85b5-78bdb020ca80,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:13.431122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Attempting to bind port 39dbd874-f2d5-4874-85b5-78bdb020ca80 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:02:13.431496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Attempting to bind port 39dbd874-f2d5-4874-85b5-78bdb020ca80 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '8e7424bf-da1f-4962-8bae-ad6d6c47aadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e637af3-81f6-4357-993f-679f089b4e10'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:02:13.431886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Attempting to bind port 39dbd874-f2d5-4874-85b5-78bdb020ca80 on network 1e637af3-81f6-4357-993f-679f089b4e10 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:02:13.433598 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.436817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:02:13.437198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Checking segment: {'id': '8e7424bf-da1f-4962-8bae-ad6d6c47aadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e637af3-81f6-4357-993f-679f089b4e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:13.437608 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.438096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Bound using segment: {'id': '8e7424bf-da1f-4962-8bae-ad6d6c47aadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e637af3-81f6-4357-993f-679f089b4e10'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:02:13.438574 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Bound port: 39dbd874-f2d5-4874-85b5-78bdb020ca80, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7424bf-da1f-4962-8bae-ad6d6c47aadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e637af3-81f6-4357-993f-679f089b4e10'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:02:13.438962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.443733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e637af3-81f6-4357-993f-679f089b4e10']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:13.453911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7424bf-da1f-4962-8bae-ad6d6c47aadb') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:13.454261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7424bf-da1f-4962-8bae-ad6d6c47aadb') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:13.463666 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.478379 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.484295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:13.484749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:13.487923 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:13.505695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] For port 39dbd874-f2d5-4874-85b5-78bdb020ca80, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:02:13.556247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] For port 39dbd874-f2d5-4874-85b5-78bdb020ca80, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=39dbd874-f2d5-4874-85b5-78bdb020ca80,segment=NetworkSegment(8e7424bf-da1f-4962-8bae-ad6d6c47aadb),segment_id=8e7424bf-da1f-4962-8bae-ad6d6c47aadb)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:02:13.556819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.db.api [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 22:02:13.556819 n-d-762330-19 neutron-server[94091]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 22:02:13.556819 n-d-762330-19 neutron-server[94091]: [parameters: {'id': '1e637af3-81f6-4357-993f-679f089b4e10'}] Jul 22 22:02:13.556819 n-d-762330-19 neutron-server[94091]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:02:13.557142 n-d-762330-19 neutron-server[94091]: DEBUG oslo_db.api [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:02:13.560343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.639770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851b3e1-d8d1-48b3-8694-96bf159f5ffe None None] Pushing event updated for resources: {'Port': ['ID=39dbd874-f2d5-4874-85b5-78bdb020ca80,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:13.662940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa108a-d917-45c8-a269-d8c1b25b48ac None None] Network 1e637af3-81f6-4357-993f-679f089b4e10 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:13.794799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184d1e2-61a8-41c4-922c-1d6d5b803b1b None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 22:02:13.857789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184d1e2-61a8-41c4-922c-1d6d5b803b1b None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 22:02:14.058366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.111560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Deleting port 39dbd874-f2d5-4874-85b5-78bdb020ca80 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:14.111831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.173696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] For port 39dbd874-f2d5-4874-85b5-78bdb020ca80, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=39dbd874-f2d5-4874-85b5-78bdb020ca80,segment=NetworkSegment(8e7424bf-da1f-4962-8bae-ad6d6c47aadb),segment_id=8e7424bf-da1f-4962-8bae-ad6d6c47aadb)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:14.174052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.186588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Calling delete_port for 39dbd874-f2d5-4874-85b5-78bdb020ca80 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:14.268082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.296620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No DVR routers for this DVR port 39dbd874-f2d5-4874-85b5-78bdb020ca80 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:02:14.298150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Port': ['ID=39dbd874-f2d5-4874-85b5-78bdb020ca80,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:14.377585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.387681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e637af3-81f6-4357-993f-679f089b4e10']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:14.397787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7424bf-da1f-4962-8bae-ad6d6c47aadb') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:14.398082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7424bf-da1f-4962-8bae-ad6d6c47aadb') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:14.406612 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.420224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.425881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:14.426260 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:14.429149 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:14.485118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.492128 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.493904 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/1e637af3-81f6-4357-993f-679f089b4e10 HTTP/1.1" status: 204 len: 168 time: 1.6391726 Jul 22 22:02:14.497996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50244) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:14.503982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1049807713'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:14.510349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fc84c-0845-4176-9de7-b7f5447f45d5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Network': ['ID=1e637af3-81f6-4357-993f-679f089b4e10,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:14.526493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:14.529893 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.553670 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:02:14.562052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.562472 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Added segment a55c2973-c6bb-4727-ac6d-f81c4b22fcee of type vlan for network 27303cc7-4c34-4598-8af7-5ab6ecff03d3 Jul 22 22:02:14.602052 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.634005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.639367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:14.639978 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.675010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1757472 Jul 22 22:02:14.677974 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50246) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:14.683617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Request body: {'subnet': {'network_id': '27303cc7-4c34-4598-8af7-5ab6ecff03d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:14.726554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b27eae-5c99-4451-a4a7-9ce2de5d0073 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Network': ['ID=27303cc7-4c34-4598-8af7-5ab6ecff03d3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:14.737319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 27303cc7-4c34-4598-8af7-5ab6ecff03d3 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:02:14.805341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Made reservation on behalf of 2591aa07ff614d7a89a070d9c30b298d for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:14.808969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.051328 n-d-762330-19 neutron-server[94092]: DEBUG neutron.objects.ports [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:02:15.053099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.109865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event updated for resources: {'Subnet': ['ID=bcb3749d-fab2-46cd-80f4-f774c1c90d24,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:15.119047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Checking segment: {'id': 'a55c2973-c6bb-4727-ac6d-f81c4b22fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '27303cc7-4c34-4598-8af7-5ab6ecff03d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:15.119410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network hostable DHCP agents. Network: 27303cc7-4c34-4598-8af7-5ab6ecff03d3, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:02:15.135734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Network 27303cc7-4c34-4598-8af7-5ab6ecff03d3 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:02:15.144361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 27303cc7-4c34-4598-8af7-5ab6ecff03d3) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:15.148496 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:15.149112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.153301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4f338-b362-497c-9151-ad698ab4d8e7 None None] Network 27303cc7-4c34-4598-8af7-5ab6ecff03d3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:15.164484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-45911fda-5dbc-4d3c-9769-053b4bcce4e5 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4854743 Jul 22 22:02:15.168417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50248) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.231382 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc7f2-d4c9-4a0b-8d8e-d103b4cbab33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.274177 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.312264 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6ae46-4697-4041-b1f3-1a3cf1328ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-27303cc7-4c34-4598-8af7-5ab6ecff03d3', 'network_id': '27303cc7-4c34-4598-8af7-5ab6ecff03d3', 'tenant_id': '2591aa07ff614d7a89a070d9c30b298d', 'fixed_ips': [{'subnet_id': 'bcb3749d-fab2-46cd-80f4-f774c1c90d24'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:02:15.313244 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ae46-4697-4041-b1f3-1a3cf1328ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.326538 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.388800 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-c2e6ae46-4697-4041-b1f3-1a3cf1328ab8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcb3749d-fab2-46cd-80f4-f774c1c90d24: This subnet is being modified by another concurrent operation. Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcb3749d-fab2-46cd-80f4-f774c1c90d24: This subnet is being modified by another concurrent operation. Jul 22 22:02:15.412435 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 22:02:15.418805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb3749d-fab2-46cd-80f4-f774c1c90d24,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:15.437946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8461c2-eff3-44fe-9810-9576a18ac7fc None None] Network 27303cc7-4c34-4598-8af7-5ab6ecff03d3 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:15.481496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.491958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27303cc7-4c34-4598-8af7-5ab6ecff03d3']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:15.503195 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55c2973-c6bb-4727-ac6d-f81c4b22fcee') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:15.503766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55c2973-c6bb-4727-ac6d-f81c4b22fcee') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:15.513514 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.527984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.528784 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.535916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:15.536712 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:15.548595 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:15.558271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce370da5-614d-49c3-951f-7851ce92b9ae None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 22:02:15.600383 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.607458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.609360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/27303cc7-4c34-4598-8af7-5ab6ecff03d3 HTTP/1.1" status: 204 len: 168 time: 0.4399316 Jul 22 22:02:15.613737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50250) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.621455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4a18-6af0-4970-922b-475382113736 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Network': ['ID=27303cc7-4c34-4598-8af7-5ab6ecff03d3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:15.629562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce370da5-614d-49c3-951f-7851ce92b9ae None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 22:02:15.650830 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a6c3ae-88a8-44d2-bd70-969c07d3188e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:15.651369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a6c3ae-88a8-44d2-bd70-969c07d3188e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:15.653274 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e7a6c3ae-88a8-44d2-bd70-969c07d3188e tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/bcb3749d-fab2-46cd-80f4-f774c1c90d24 HTTP/1.1" status: 404 len: 337 time: 0.0374744 Jul 22 22:02:15.656067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50252) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.675972 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa4dc3a-5863-492e-8dda-1f8fc57cf0a9 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:15.677046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa4dc3a-5863-492e-8dda-1f8fc57cf0a9 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:15.679236 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9aa4dc3a-5863-492e-8dda-1f8fc57cf0a9 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/27303cc7-4c34-4598-8af7-5ab6ecff03d3 HTTP/1.1" status: 404 len: 339 time: 0.0220466 Jul 22 22:02:15.681754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50254) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.709378 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b33aa01-c223-4540-bb2f-79e0b37cd27f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:15.709836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b33aa01-c223-4540-bb2f-79e0b37cd27f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:15.711559 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3b33aa01-c223-4540-bb2f-79e0b37cd27f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/b0aa48d0-cafd-4ae4-8d92-e2b16b2f5ac2 HTTP/1.1" status: 404 len: 337 time: 0.0289176 Jul 22 22:02:15.714878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50256) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.732866 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-8946f98d-b520-4428-aee1-00165be133e4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:15.733402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8946f98d-b520-4428-aee1-00165be133e4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:15.737575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8946f98d-b520-4428-aee1-00165be133e4 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/1e637af3-81f6-4357-993f-679f089b4e10 HTTP/1.1" status: 404 len: 339 time: 0.0191991 Jul 22 22:02:15.737732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.764129 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fda7bd-00a2-4bae-9406-08bbd85b6ebb tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:15.764583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96fda7bd-00a2-4bae-9406-08bbd85b6ebb tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:15.768749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-96fda7bd-00a2-4bae-9406-08bbd85b6ebb tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/cc6e04c6-3e57-4307-970f-319981e37113 HTTP/1.1" status: 404 len: 337 time: 0.0276089 Jul 22 22:02:15.768889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50260) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.786114 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e90ed1f-bff6-41b2-b812-038afcb4bc52 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:15.786650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e90ed1f-bff6-41b2-b812-038afcb4bc52 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:15.788418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8e90ed1f-bff6-41b2-b812-038afcb4bc52 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/674a8508-8d9b-4c01-8346-6074c832c1a2 HTTP/1.1" status: 404 len: 339 time: 0.0185738 Jul 22 22:02:15.791226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:15.890677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Deleting port a0b6a61f-9f30-444c-92aa-9e0d722b9786 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:15.891020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.955858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:15.967907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Calling delete_port for a0b6a61f-9f30-444c-92aa-9e0d722b9786 owned by {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:16.249037 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.309326 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.336750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Port': ['ID=a0b6a61f-9f30-444c-92aa-9e0d722b9786,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:16.344320 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.346104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-929d733f-6bc4-4642-bbc4-3ebf431f1f6a tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/ports/a0b6a61f-9f30-444c-92aa-9e0d722b9786 HTTP/1.1" status: 204 len: 168 time: 0.5538700 Jul 22 22:02:16.348540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50264) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:16.374834 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c31c24-1c7e-4cd2-9317-a93ff1cb0209 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:16.375335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c31c24-1c7e-4cd2-9317-a93ff1cb0209 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:16.379565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-43c31c24-1c7e-4cd2-9317-a93ff1cb0209 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/427f53b6-f250-46fc-a38c-1b442e8a00cd HTTP/1.1" status: 404 len: 337 time: 0.0277932 Jul 22 22:02:16.379801 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50266) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:16.458487 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.542112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.552647 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:16.563098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd91b17-6682-48d9-9370-404a81d600bf') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:16.563396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd91b17-6682-48d9-9370-404a81d600bf') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:16.573869 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.587746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.593529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:16.593924 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:16.596973 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:16.660578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.668090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.670024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b HTTP/1.1" status: 204 len: 168 time: 0.2891488 Jul 22 22:02:16.672865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50268) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:16.682035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa899eb-0863-405c-b14d-727ebe6c74c2 tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Network': ['ID=05b04cdd-9dfa-4d95-81e7-b2ff0bc0c24b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:16.771647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Deleting port 4b84e666-ca09-4dc7-9cc3-87aea46caf09 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:16.771931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.841931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.853664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Calling delete_port for 4b84e666-ca09-4dc7-9cc3-87aea46caf09 owned by {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:16.940652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.976209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Port': ['ID=4b84e666-ca09-4dc7-9cc3-87aea46caf09,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:16.981617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.984410 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5e89ac7b-54c8-455d-933b-420ac0991f3d tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/ports/4b84e666-ca09-4dc7-9cc3-87aea46caf09 HTTP/1.1" status: 204 len: 168 time: 0.3103504 Jul 22 22:02:16.986179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50270) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:17.013225 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-040afc5f-5d9b-4b73-9440-d996d3d5cfcc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:17.013670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040afc5f-5d9b-4b73-9440-d996d3d5cfcc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:17.015391 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-040afc5f-5d9b-4b73-9440-d996d3d5cfcc tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/691aa29f-4190-439d-920a-f2c0dedd3c56 HTTP/1.1" status: 404 len: 337 time: 0.0281384 Jul 22 22:02:17.017972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:17.093365 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.183109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.193962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f19939-3192-4fb6-88ba-f7ac72b59caf']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:17.203660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7260d88-245d-418f-b04f-d363c4f13b8f') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:17.204002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7260d88-245d-418f-b04f-d363c4f13b8f') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:17.212735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.225932 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.231614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:17.232034 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:17.234925 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:17.298204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.308331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.310993 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/d0f19939-3192-4fb6-88ba-f7ac72b59caf HTTP/1.1" status: 204 len: 168 time: 0.2919154 Jul 22 22:02:17.313415 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50274) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:17.327614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3597-b894-4366-b6fe-d64610aa19ef tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Network': ['ID=d0f19939-3192-4fb6-88ba-f7ac72b59caf,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:17.366507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Deleting subnet 660e6583-7c25-4c1a-b869-21155dae7a26 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:02:17.369573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.409014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.497081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.554156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.578285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Subnet': ['ID=660e6583-7c25-4c1a-b869-21155dae7a26,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:17.584099 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.585879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-63febc60-98d6-461b-9c10-2232d23d3e7f tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/subnets/660e6583-7c25-4c1a-b869-21155dae7a26 HTTP/1.1" status: 204 len: 168 time: 0.2714767 Jul 22 22:02:17.588340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50276) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:17.590861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ec9df-67ea-48dd-9c5f-7f0e75f743b9 None None] Network 52625ad6-cd10-4d89-b966-12a2b47f63f6 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:17.667578 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.721888 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Deleting port 71bf847f-472d-4e12-ab27-2c625166b4e0 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:17.722234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.775311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] DHCP port deletion for 52625ad6-cd10-4d89-b966-12a2b47f63f6 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:02:17.795899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] For port 71bf847f-472d-4e12-ab27-2c625166b4e0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=71bf847f-472d-4e12-ab27-2c625166b4e0,segment=NetworkSegment(ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6),segment_id=ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:17.796260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.808770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Calling delete_port for 71bf847f-472d-4e12-ab27-2c625166b4e0 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:17.822115 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] Deleting port 71bf847f-472d-4e12-ab27-2c625166b4e0 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:02:17.822485 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.887087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] For port 71bf847f-472d-4e12-ab27-2c625166b4e0, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=71bf847f-472d-4e12-ab27-2c625166b4e0,segment=NetworkSegment(ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6),segment_id=ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:17.887486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.888478 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:17.899682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] Calling delete_port for 71bf847f-472d-4e12-ab27-2c625166b4e0 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:02:17.914986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Port': ['ID=71bf847f-472d-4e12-ab27-2c625166b4e0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:17.918547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] No DVR routers for this DVR port 71bf847f-472d-4e12-ab27-2c625166b4e0 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:02:17.975710 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.000582 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.001123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] Pushing event deleted for resources: {'Port': ['ID=71bf847f-472d-4e12-ab27-2c625166b4e0,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:18.002965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047c49c-35bc-4592-8036-16a53b9ed686 None None] No DVR routers for this DVR port 71bf847f-472d-4e12-ab27-2c625166b4e0 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:02:18.011281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52625ad6-cd10-4d89-b966-12a2b47f63f6']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:18.022377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:18.022662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea54f7f4-096e-4b4d-bb13-9d3c49f7eeb6') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:02:18.031628 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.045618 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.051449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:02:18.051855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:02:18.054786 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:02:18.117049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.123923 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.125960 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] 10.222.0.54 "DELETE /v2.0/networks/52625ad6-cd10-4d89-b966-12a2b47f63f6 HTTP/1.1" status: 204 len: 168 time: 0.5366962 Jul 22 22:02:18.137401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6d1bb-b9eb-4041-9910-f52ed263353b tempest-NetworksIpV6TestAttrs-395083744 tempest-NetworksIpV6TestAttrs-395083744-project] Pushing event deleted for resources: {'Network': ['ID=52625ad6-cd10-4d89-b966-12a2b47f63f6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:18.374542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50282) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:18.403610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.509888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-edce85a7-5288-49d4-b1e3-36de337d2ac3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2591aa07ff614d7a89a070d9c30b298d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340973 Jul 22 22:02:18.512438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50286) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:18.559379 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79c41a34-7b22-4733-a108-66c34ce99f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.580723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79c41a34-7b22-4733-a108-66c34ce99f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.627786 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79c41a34-7b22-4733-a108-66c34ce99f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.630922 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79c41a34-7b22-4733-a108-66c34ce99f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:18.632377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-79c41a34-7b22-4733-a108-66c34ce99f9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a08f6e09-6ede-4eee-a798-04860d387dd4 HTTP/1.1" status: 204 len: 168 time: 0.1189981 Jul 22 22:02:18.640749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c41a34-7b22-4733-a108-66c34ce99f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f6e09-6ede-4eee-a798-04860d387dd4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:18.720609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 71bf847f-472d-4e12-ab27-2c625166b4e0 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:02:18.741740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 71bf847f-472d-4e12-ab27-2c625166b4e0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:02:18.742075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 71bf847f-472d-4e12-ab27-2c625166b4e0 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:02:19.328534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50308) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.422550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d775502c-8442-4fb9-8ff4-21ae00045a1e tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] Request body: {'port': {'network_id': '510edb3c-5c76-483d-94c9-e0825fce72e5', 'name': 'tempest-NetworksNegativeTestJSON-1066204870'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:19.435865 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d775502c-8442-4fb9-8ff4-21ae00045a1e tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] POST failed (client error): The resource could not be found. Jul 22 22:02:19.436398 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d775502c-8442-4fb9-8ff4-21ae00045a1e tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:19.437515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d775502c-8442-4fb9-8ff4-21ae00045a1e tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1079633 Jul 22 22:02:19.441318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50312) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.459635 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3de6d3-cfb9-4dbc-8df5-fb483db9f73c tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:19.460198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3de6d3-cfb9-4dbc-8df5-fb483db9f73c tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:19.462263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2e3de6d3-cfb9-4dbc-8df5-fb483db9f73c tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "DELETE /v2.0/networks/01b2f4f0-6093-428a-a952-72f55d37679c HTTP/1.1" status: 404 len: 339 time: 0.0198486 Jul 22 22:02:19.465688 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50314) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.491805 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5c4c92-4470-42bd-85d6-38ef570a011c tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:19.492423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5c4c92-4470-42bd-85d6-38ef570a011c tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:19.494155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6d5c4c92-4470-42bd-85d6-38ef570a011c tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "DELETE /v2.0/ports/884d4707-933a-41ea-b3cc-db10c3a351ef HTTP/1.1" status: 404 len: 333 time: 0.0275636 Jul 22 22:02:19.497914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50316) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.524229 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-787eb738-0eaa-430d-a6db-159515ae305a tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] DELETE failed (client error): The resource could not be found. Jul 22 22:02:19.524735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787eb738-0eaa-430d-a6db-159515ae305a tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:19.526415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-787eb738-0eaa-430d-a6db-159515ae305a tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "DELETE /v2.0/subnets/35538e56-2a42-4350-b492-3baba5222cc6 HTTP/1.1" status: 404 len: 337 time: 0.0275900 Jul 22 22:02:19.530121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50318) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.550258 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-af06e7ad-b012-4114-ad5d-7144c2d741ed tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] GET failed (client error): The resource could not be found. Jul 22 22:02:19.551758 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-af06e7ad-b012-4114-ad5d-7144c2d741ed tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "GET /v2.0/networks/069b7263-0f46-4044-8ad0-ee160581fa28 HTTP/1.1" status: 404 len: 339 time: 0.0207198 Jul 22 22:02:19.555191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50320) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.586383 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c29df5-73ba-48ea-9ed6-f1f86121e3f2 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] GET failed (client error): The resource could not be found. Jul 22 22:02:19.587823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b4c29df5-73ba-48ea-9ed6-f1f86121e3f2 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "GET /v2.0/ports/69b6aa7e-8b42-40e7-b64e-2496d34c68ae HTTP/1.1" status: 404 len: 333 time: 0.0317564 Jul 22 22:02:19.591444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50322) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.618706 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19ddeb8-da46-4b2e-ac22-2bb472714c05 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] GET failed (client error): The resource could not be found. Jul 22 22:02:19.619949 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f19ddeb8-da46-4b2e-ac22-2bb472714c05 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "GET /v2.0/subnets/f31cb234-4578-4c13-9691-5e92e276a9b5 HTTP/1.1" status: 404 len: 337 time: 0.0275757 Jul 22 22:02:19.623745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50324) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.628666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-adbdac85-1083-4236-b722-880c96bd5f76 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:19.642201 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbdac85-1083-4236-b722-880c96bd5f76 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] PUT failed (client error): The resource could not be found. Jul 22 22:02:19.642729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbdac85-1083-4236-b722-880c96bd5f76 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:19.643808 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-adbdac85-1083-4236-b722-880c96bd5f76 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "PUT /v2.0/networks/434c71da-1bf2-4efb-8aa0-650cdb417eb5 HTTP/1.1" status: 404 len: 339 time: 0.0191586 Jul 22 22:02:19.647691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50326) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.652592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-21d1dc95-babe-4cba-99ba-ad99be8f9530 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:19.675638 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d1dc95-babe-4cba-99ba-ad99be8f9530 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] PUT failed (client error): The resource could not be found. Jul 22 22:02:19.676204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d1dc95-babe-4cba-99ba-ad99be8f9530 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:19.677658 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-21d1dc95-babe-4cba-99ba-ad99be8f9530 tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "PUT /v2.0/ports/98a95fb5-d90f-4c9d-91f6-a8750322ec28 HTTP/1.1" status: 404 len: 333 time: 0.0290494 Jul 22 22:02:19.681239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50328) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:19.686907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-68d734f9-0ce5-477d-8014-c9b74bde3c2b tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:19.711029 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d734f9-0ce5-477d-8014-c9b74bde3c2b tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] PUT failed (client error): The resource could not be found. Jul 22 22:02:19.711571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d734f9-0ce5-477d-8014-c9b74bde3c2b tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:02:19.712842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-68d734f9-0ce5-477d-8014-c9b74bde3c2b tempest-NetworksNegativeTestJSON-1067438550 tempest-NetworksNegativeTestJSON-1067438550-project] 10.222.0.54 "PUT /v2.0/subnets/eddcef3c-13b5-4b67-8ffc-7fe9e35c3db9 HTTP/1.1" status: 404 len: 337 time: 0.0304558 Jul 22 22:02:19.956277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50334) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:20.075391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39c8638c-dd36-44de-9674-835e98e30904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:20.165692 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39c8638c-dd36-44de-9674-835e98e30904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:20.169716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39c8638c-dd36-44de-9674-835e98e30904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:20.209626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-39c8638c-dd36-44de-9674-835e98e30904 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ab73bc682194481949e07098917eef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523520 Jul 22 22:02:20.210501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8638c-dd36-44de-9674-835e98e30904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14210ee7-eed8-4648-99a5-b5448c837fdd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:20.212634 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50338) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:20.262525 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d67a654-9109-4100-8e3f-48aec13ad9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:20.286342 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d67a654-9109-4100-8e3f-48aec13ad9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:20.332282 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d67a654-9109-4100-8e3f-48aec13ad9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:20.334884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4d67a654-9109-4100-8e3f-48aec13ad9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:20.336064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4d67a654-9109-4100-8e3f-48aec13ad9df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14210ee7-eed8-4648-99a5-b5448c837fdd HTTP/1.1" status: 204 len: 168 time: 0.1223350 Jul 22 22:02:20.345200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67a654-9109-4100-8e3f-48aec13ad9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14210ee7-eed8-4648-99a5-b5448c837fdd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:20.962159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50360) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:21.057048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7486666f-8096-4139-bc8c-825a08a900ba tempest-DvrRoutersNegativeTest-1146174907 tempest-DvrRoutersNegativeTest-1146174907-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1758554189', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:21.059932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.policy [None req-7486666f-8096-4139-bc8c-825a08a900ba tempest-DvrRoutersNegativeTest-1146174907 tempest-DvrRoutersNegativeTest-1146174907-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94092) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 22:02:21.060232 n-d-762330-19 neutron-server[94092]: DEBUG neutron.policy [None req-7486666f-8096-4139-bc8c-825a08a900ba tempest-DvrRoutersNegativeTest-1146174907 tempest-DvrRoutersNegativeTest-1146174907-project] Failed policy check for 'create_router' {{(pid=94092) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 22:02:21.060878 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-7486666f-8096-4139-bc8c-825a08a900ba tempest-DvrRoutersNegativeTest-1146174907 tempest-DvrRoutersNegativeTest-1146174907-project] create failed (client error): Access was denied to this resource. Jul 22 22:02:21.061848 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7486666f-8096-4139-bc8c-825a08a900ba tempest-DvrRoutersNegativeTest-1146174907 tempest-DvrRoutersNegativeTest-1146174907-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0987117 Jul 22 22:02:21.304832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50368) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:21.408825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46c1aadd-cca2-46c3-b7f2-ca0d1c0ad2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:21.497921 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46c1aadd-cca2-46c3-b7f2-ca0d1c0ad2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:21.502792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-46c1aadd-cca2-46c3-b7f2-ca0d1c0ad2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:21.542364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-46c1aadd-cca2-46c3-b7f2-ca0d1c0ad2fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37ce2cc2a64f4f1b8dce315626ab98f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364624 Jul 22 22:02:21.543248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1aadd-cca2-46c3-b7f2-ca0d1c0ad2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21108e6c-2cef-4ac9-9899-7d8cd7f8228c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:21.545187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50372) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:21.595139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f50ccfd-0068-42bd-883f-4d7377ad3c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:21.616475 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f50ccfd-0068-42bd-883f-4d7377ad3c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:21.663062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f50ccfd-0068-42bd-883f-4d7377ad3c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:21.665680 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0f50ccfd-0068-42bd-883f-4d7377ad3c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:21.666909 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0f50ccfd-0068-42bd-883f-4d7377ad3c48 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21108e6c-2cef-4ac9-9899-7d8cd7f8228c HTTP/1.1" status: 204 len: 168 time: 0.1207209 Jul 22 22:02:21.675003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50ccfd-0068-42bd-883f-4d7377ad3c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21108e6c-2cef-4ac9-9899-7d8cd7f8228c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:23.083525 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:02:23.465721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50440) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:23.570306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e310cf01-f4b4-4939-85ed-8b8ee8c3c97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:23.660671 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e310cf01-f4b4-4939-85ed-8b8ee8c3c97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:23.665033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e310cf01-f4b4-4939-85ed-8b8ee8c3c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:23.702029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310cf01-f4b4-4939-85ed-8b8ee8c3c97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21db9063-b2f1-465a-8d27-475c3ed8960b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:23.708796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e310cf01-f4b4-4939-85ed-8b8ee8c3c97f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b68026cf1cc415199737afa55d1d02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395825 Jul 22 22:02:23.709703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50444) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:23.757464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a24a88b-4de0-41da-9e9d-f3db9915f74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:23.777850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a24a88b-4de0-41da-9e9d-f3db9915f74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:23.824127 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a24a88b-4de0-41da-9e9d-f3db9915f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:23.826618 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4a24a88b-4de0-41da-9e9d-f3db9915f74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:23.828152 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4a24a88b-4de0-41da-9e9d-f3db9915f74d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21db9063-b2f1-465a-8d27-475c3ed8960b HTTP/1.1" status: 204 len: 168 time: 0.1179919 Jul 22 22:02:23.836884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24a88b-4de0-41da-9e9d-f3db9915f74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21db9063-b2f1-465a-8d27-475c3ed8960b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:24.080453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50450) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:24.094124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0526753c-ef2f-43c9-b8a6-0120e6f1ca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:24.182945 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0526753c-ef2f-43c9-b8a6-0120e6f1ca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:24.186759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0526753c-ef2f-43c9-b8a6-0120e6f1ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:24.229023 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0526753c-ef2f-43c9-b8a6-0120e6f1ca1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2f9e555315c4830ad8f2c5806cc5455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474833 Jul 22 22:02:24.230253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526753c-ef2f-43c9-b8a6-0120e6f1ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab42d33-16c2-4d7a-af95-eb8501120c76,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:24.231665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50452) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:24.282759 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d7ca33-6f2e-47a8-8460-4c238600a9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:24.303512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d7ca33-6f2e-47a8-8460-4c238600a9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:24.354227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d7ca33-6f2e-47a8-8460-4c238600a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:24.356848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d7ca33-6f2e-47a8-8460-4c238600a9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:24.357994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-98d7ca33-6f2e-47a8-8460-4c238600a9b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ab42d33-16c2-4d7a-af95-eb8501120c76 HTTP/1.1" status: 204 len: 168 time: 0.1246135 Jul 22 22:02:24.365656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7ca33-6f2e-47a8-8460-4c238600a9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab42d33-16c2-4d7a-af95-eb8501120c76,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:31.706289 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:32.263033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.212919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50550) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:37.320919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f42b8ab-bc99-4391-90ab-393d3892d4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.418100 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f42b8ab-bc99-4391-90ab-393d3892d4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.422331 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f42b8ab-bc99-4391-90ab-393d3892d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.461873 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6f42b8ab-bc99-4391-90ab-393d3892d4b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=441d542e65b242d3a6abc1593f5bdf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475753 Jul 22 22:02:37.462674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42b8ab-bc99-4391-90ab-393d3892d4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab21c46c-80b4-485f-b131-39e95bad4148,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:37.464495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50554) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:37.521719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d782fb71-1486-4ead-aa27-aaf8fc610d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.546550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d782fb71-1486-4ead-aa27-aaf8fc610d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.599974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d782fb71-1486-4ead-aa27-aaf8fc610d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.602726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d782fb71-1486-4ead-aa27-aaf8fc610d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.603952 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d782fb71-1486-4ead-aa27-aaf8fc610d28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab21c46c-80b4-485f-b131-39e95bad4148 HTTP/1.1" status: 204 len: 168 time: 0.1375318 Jul 22 22:02:37.611796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782fb71-1486-4ead-aa27-aaf8fc610d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab21c46c-80b4-485f-b131-39e95bad4148,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:37.865583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50560) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:37.878675 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65b16f7e-4a7a-4420-9768-aadd8e75e0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.967392 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65b16f7e-4a7a-4420-9768-aadd8e75e0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.971210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-65b16f7e-4a7a-4420-9768-aadd8e75e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.010151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-65b16f7e-4a7a-4420-9768-aadd8e75e0d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df08b22146a044a4a6cb18e9c205f607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434667 Jul 22 22:02:38.011064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16f7e-4a7a-4420-9768-aadd8e75e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25144424-d12e-4ea1-95e3-66878f09311a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:38.012934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50562) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:38.061596 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50352095-7ffe-44e9-994f-35d1e11ffca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.083141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50352095-7ffe-44e9-994f-35d1e11ffca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.136086 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50352095-7ffe-44e9-994f-35d1e11ffca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.138599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50352095-7ffe-44e9-994f-35d1e11ffca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.139772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-50352095-7ffe-44e9-994f-35d1e11ffca2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25144424-d12e-4ea1-95e3-66878f09311a HTTP/1.1" status: 204 len: 168 time: 0.1257145 Jul 22 22:02:38.147532 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50352095-7ffe-44e9-994f-35d1e11ffca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25144424-d12e-4ea1-95e3-66878f09311a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:42.575774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ecb8ac7a-21e9-4eda-88b6-24f38bad43b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:44.928493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50648) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:45.031110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-11f24293-65ee-4c9b-a161-9c758474a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.120912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-11f24293-65ee-4c9b-a161-9c758474a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.124823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-11f24293-65ee-4c9b-a161-9c758474a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.164233 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-11f24293-65ee-4c9b-a161-9c758474a1f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b062e2ec497042b89721096ca2698926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340503 Jul 22 22:02:45.165200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f24293-65ee-4c9b-a161-9c758474a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc85d33-3263-4c20-9cd6-a339988f128f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:45.166897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50652) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:45.222058 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7d01df03-d321-4dfc-a4c6-fb3e46b57f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.222783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a399ab-e090-4e88-8814-b2df4ac5545c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.246997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a399ab-e090-4e88-8814-b2df4ac5545c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.297968 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a399ab-e090-4e88-8814-b2df4ac5545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.303148 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a399ab-e090-4e88-8814-b2df4ac5545c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.304503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e8a399ab-e090-4e88-8814-b2df4ac5545c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bbc85d33-3263-4c20-9cd6-a339988f128f HTTP/1.1" status: 204 len: 168 time: 0.1366034 Jul 22 22:02:45.313038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a399ab-e090-4e88-8814-b2df4ac5545c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc85d33-3263-4c20-9cd6-a339988f128f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:45.491026 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.583096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50658) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:45.596272 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5ca2-0f34-4be1-94d8-0a0068e9263a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.691760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5ca2-0f34-4be1-94d8-0a0068e9263a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.698869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5ca2-0f34-4be1-94d8-0a0068e9263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.745434 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d5ba5ca2-0f34-4be1-94d8-0a0068e9263a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d8c40454a1449679e11ad2a08374eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611605 Jul 22 22:02:45.746331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5ca2-0f34-4be1-94d8-0a0068e9263a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f3117a-b3cd-4eb2-91b9-cc0f393cc05d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:45.748157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50662) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:45.798970 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d74aa9-b285-4432-866f-054938477621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.826628 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d74aa9-b285-4432-866f-054938477621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.873198 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d74aa9-b285-4432-866f-054938477621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.875792 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98d74aa9-b285-4432-866f-054938477621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:45.877022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-98d74aa9-b285-4432-866f-054938477621 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2f3117a-b3cd-4eb2-91b9-cc0f393cc05d HTTP/1.1" status: 204 len: 168 time: 0.1278238 Jul 22 22:02:45.885387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d74aa9-b285-4432-866f-054938477621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f3117a-b3cd-4eb2-91b9-cc0f393cc05d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:46.251557 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:48.405784 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.237480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50738) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:51.348018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f123472-28e3-470f-8f06-c227f776a298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.435353 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f123472-28e3-470f-8f06-c227f776a298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.439164 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f123472-28e3-470f-8f06-c227f776a298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.479388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f123472-28e3-470f-8f06-c227f776a298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43701f-6fe8-45ad-af6d-26b5959d5557,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:51.483925 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3f123472-28e3-470f-8f06-c227f776a298 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35db6ffcc0714807b1dadf77c7c34fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453334 Jul 22 22:02:51.486567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50742) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:51.536126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53755380-2229-4cfe-9adb-135e323babd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.557382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53755380-2229-4cfe-9adb-135e323babd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.604635 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53755380-2229-4cfe-9adb-135e323babd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.607255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-53755380-2229-4cfe-9adb-135e323babd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.608442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-53755380-2229-4cfe-9adb-135e323babd8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c43701f-6fe8-45ad-af6d-26b5959d5557 HTTP/1.1" status: 204 len: 168 time: 0.1210194 Jul 22 22:02:51.616807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53755380-2229-4cfe-9adb-135e323babd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c43701f-6fe8-45ad-af6d-26b5959d5557,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:51.873336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 50748) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:51.887468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2def03b7-5c6a-4771-9180-363cf7fbed80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.977393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2def03b7-5c6a-4771-9180-363cf7fbed80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:51.981380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2def03b7-5c6a-4771-9180-363cf7fbed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:52.019312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2def03b7-5c6a-4771-9180-363cf7fbed80 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44dfd86d7f25473fba22a445f3aedd00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448128 Jul 22 22:02:52.020217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def03b7-5c6a-4771-9180-363cf7fbed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e904e8-9466-4536-8665-eca3b4add5fc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:52.022094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 50750) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:52.071512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d2b036e-f78a-45d1-80e0-f2be1d495874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:52.094945 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d2b036e-f78a-45d1-80e0-f2be1d495874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:52.140718 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d2b036e-f78a-45d1-80e0-f2be1d495874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:52.143240 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d2b036e-f78a-45d1-80e0-f2be1d495874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:52.144429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d2b036e-f78a-45d1-80e0-f2be1d495874 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77e904e8-9466-4536-8665-eca3b4add5fc HTTP/1.1" status: 204 len: 168 time: 0.1207237 Jul 22 22:02:52.152052 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b036e-f78a-45d1-80e0-f2be1d495874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e904e8-9466-4536-8665-eca3b4add5fc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:00.082773 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:03:01.702074 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:02.293455 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:12.587228 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e56fa70-70eb-47cc-ae85-08197562ccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:15.226362 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7756350e-ee8c-4010-bf05-9a0e06254cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:15.491950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:16.253345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:18.411425 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:31.715461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:32.304240 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.121151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51008) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:03:36.231409 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.316987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.320714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.358100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e250d4e2690a40c2b4ca00052459677e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358692 Jul 22 22:03:36.359053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8478c1-6d62-4aca-85db-4216157a4b91,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:36.360799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51012) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:03:36.366414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.366760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.367095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.367431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.367760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.368123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.368709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.369108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.369437 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.369762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.370087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.370409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d9848-4623-42a0-b661-38885ceb73cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.417736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.438430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.484478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.487141 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:36.488344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c8478c1-6d62-4aca-85db-4216157a4b91 HTTP/1.1" status: 204 len: 168 time: 0.1265390 Jul 22 22:03:36.500648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8478c1-6d62-4aca-85db-4216157a4b91,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:36.508983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.509121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.509521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.510135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.510409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.510497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.510824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.511150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.511473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.511799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.512146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:36.512469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7041-d963-4772-ba9d-b8e7cb6ac1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:37.081429 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:03:42.581332 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a3100d7-e077-4385-8157-956b56962548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:45.231726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e991fdbb-f554-4e51-bb0d-f0cb3b94550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:45.493529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:46.254714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:46.685730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-d48d3061-82d9-4200-9049-a06d1085e46e tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=df37a3c3320e4307be713e901e9ab7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285439 Jul 22 22:03:46.868156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-80b34f59-05de-4c6b-bf72-7a72e45d7b2f tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:46.869637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-80b34f59-05de-4c6b-bf72-7a72e45d7b2f tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789000 Jul 22 22:03:46.885551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-2f922a2e-ddc2-4313-a85e-76ba1a4bba93 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/quotas/df37a3c3320e4307be713e901e9ab7f0 HTTP/1.1" status: 200 len: 375 time: 0.0095041 Jul 22 22:03:46.922105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-0786a629-d6b0-4ced-8c82-5f904aa7d527 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df37a3c3320e4307be713e901e9ab7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310693 Jul 22 22:03:47.184006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f45956d1-bded-4fb8-bc6f-301ca57e36c3 req-b083f5f2-19f5-4c21-9a09-54fcac10c2ee tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 210 time: 0.1286359 Jul 22 22:03:48.294733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c4178c1-17c9-40ca-9a69-a1ea955b5ea3 req-26b3a301-4cab-4ec5-a273-85e5fd41ed8a tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 210 time: 0.0330768 Jul 22 22:03:48.413602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:49.420850 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24fd44ac-0104-40dc-b416-4470661d4631 req-f1f4a1b7-f605-4c8b-94c3-c0b41018cd64 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 210 time: 0.0286005 Jul 22 22:03:50.004567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-e94d925f-6a4f-4d62-be32-8a520e8014e0 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=df37a3c3320e4307be713e901e9ab7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302801 Jul 22 22:03:50.203687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-6a9233ee-15a6-4e0c-9bf3-a6dc809880d9 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:50.205201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-6a9233ee-15a6-4e0c-9bf3-a6dc809880d9 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961808 Jul 22 22:03:50.218073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Request body: {'port': {'device_id': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'admin_state_up': True, 'tenant_id': 'df37a3c3320e4307be713e901e9ab7f0'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:03:50.327146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Made reservation on behalf of df37a3c3320e4307be713e901e9ab7f0 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:03:50.330433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.338928 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.433137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.438186 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.504903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a024a1df-d630-4a61-8e43-73ce5264dc41,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:50.535556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1f89555-9814-4589-b048-f7b08f57347b req-5ca67241-746a-4c30-9534-314d41002216 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 210 time: 0.0307510 Jul 22 22:03:50.580659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Allocated IP 192.168.233.233 (3f7dd8ba-2516-434b-8ce5-4e8fc1015cab/276f8581-db10-4bdc-a168-648f09ecd406/bd0b6152-7659-405e-a3e8-e626d6099cf2) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:03:50.726513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.740735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Transition to ACTIVE for port object bd0b6152-7659-405e-a3e8-e626d6099cf2 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:03:50.773150 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.813746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:03:50.818691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:03:50.822242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:03:50.850489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Pushing event updated for resources: {'Port': ['ID=bd0b6152-7659-405e-a3e8-e626d6099cf2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:50.876992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:50.877557 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.892977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-3a34d2fe-94c9-4818-b589-8e8165fbcc38 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6794493 Jul 22 22:03:50.956460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Request body: {'port': {'device_id': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:03:51.034719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.067512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-329c0126-be57-4525-b27f-039cc539596e None None] Provisioning for port bd0b6152-7659-405e-a3e8-e626d6099cf2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:03:51.071234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-329c0126-be57-4525-b27f-039cc539596e None None] Provisioning complete for port bd0b6152-7659-405e-a3e8-e626d6099cf2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:03:51.071598 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-329c0126-be57-4525-b27f-039cc539596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.106312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-329c0126-be57-4525-b27f-039cc539596e None None] Port bd0b6152-7659-405e-a3e8-e626d6099cf2 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:03:51.293828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0b6152-7659-405e-a3e8-e626d6099cf2 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:03:51.301310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.313869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Transition to ACTIVE for port object bd0b6152-7659-405e-a3e8-e626d6099cf2 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:03:51.317548 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.369687 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b6152-7659-405e-a3e8-e626d6099cf2,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:51.443480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Attempting to bind port bd0b6152-7659-405e-a3e8-e626d6099cf2 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:03:51.443818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Attempting to bind port bd0b6152-7659-405e-a3e8-e626d6099cf2 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:03:51.444183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Attempting to bind port bd0b6152-7659-405e-a3e8-e626d6099cf2 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:03:51.449040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Port bd0b6152-7659-405e-a3e8-e626d6099cf2 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:03:51.449363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Attempting to bind port bd0b6152-7659-405e-a3e8-e626d6099cf2 on network 3f7dd8ba-2516-434b-8ce5-4e8fc1015cab {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:03:51.455438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:03:51.455782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Checking segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:03:51.456451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Bound using segment: {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:03:51.456893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Bound port: bd0b6152-7659-405e-a3e8-e626d6099cf2, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb9487-7a07-4105-acdf-21312a42919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:03:51.457248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.532428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] For port bd0b6152-7659-405e-a3e8-e626d6099cf2, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:03:51.535321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] For port bd0b6152-7659-405e-a3e8-e626d6099cf2, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bd0b6152-7659-405e-a3e8-e626d6099cf2,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:03:51.539869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.572471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:51.573039 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.574484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] 10.222.0.58 "PUT /v2.0/ports/bd0b6152-7659-405e-a3e8-e626d6099cf2 HTTP/1.1" status: 200 len: 1097 time: 0.6734779 Jul 22 22:03:51.574941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'tag': 'bd0b6152-7659-405e-a3e8-e626d6099cf2'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:03:51.578253 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bef703-2ddd-4752-97d3-6b8f1eb04e6b", "tag": "bd0b6152-7659-405e-a3e8-e626d6099cf2"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:03:51.605132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003de754-d56e-4cf2-8643-61a41a988b52 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b6152-7659-405e-a3e8-e626d6099cf2,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:51.681037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-be8f97c3-b262-413c-a271-028f1a7fd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:51.683055 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-be8f97c3-b262-413c-a271-028f1a7fd6b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df37a3c3320e4307be713e901e9ab7f0&device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 1100 time: 0.0713241 Jul 22 22:03:51.711878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153c8d0-b758-47a6-b568-3e099b48bab2 req-f2f946b5-900e-48cd-994a-afac34d5952e tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:51.719972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2153c8d0-b758-47a6-b568-3e099b48bab2 req-f2f946b5-900e-48cd-994a-afac34d5952e tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 948 time: 0.0936835 Jul 22 22:03:51.730416 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b64cc2-5216-4695-9eed-7a21e46c8994 x-openstack-request-id: req-21b64cc2-5216-4695-9eed-7a21e46c8994 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:03:51.730750 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bef703-2ddd-4752-97d3-6b8f1eb04e6b", "tag": "bd0b6152-7659-405e-a3e8-e626d6099cf2", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:03:51.730961 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21b64cc2-5216-4695-9eed-7a21e46c8994 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:03:51.731365 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'tag': 'bd0b6152-7659-405e-a3e8-e626d6099cf2', 'status': 'completed', 'code': 200} Jul 22 22:03:51.733546 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-019758c1-88d4-43a0-8946-5b16dcc42d0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bd0b6152-7659-405e-a3e8-e626d6099cf2 HTTP/1.1" status: 200 len: 217 time: 0.0438535 Jul 22 22:03:51.757469 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2153c8d0-b758-47a6-b568-3e099b48bab2 req-679aa854-14ce-4cd4-869c-268ff20ce570 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364132 Jul 22 22:03:51.786143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-38c10a6a-444e-430a-af1c-9a7a441736df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:51.787726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-38c10a6a-444e-430a-af1c-9a7a441736df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0481970 Jul 22 22:03:51.849321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-2a9f891b-d8cc-4079-b789-ca4db8460fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:51.850840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-2a9f891b-d8cc-4079-b789-ca4db8460fff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558999 Jul 22 22:03:51.945273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-a81ed0cc-d94c-4a51-bdac-a5c244336d2e service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871968 Jul 22 22:03:52.035535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6fb9eac4-26d7-4bc7-b5bb-64da08985bac req-89a7ce84-52dc-43ce-ae22-036619db69c5 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837443 Jul 22 22:03:52.139403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-0af867aa-019f-42ec-9725-04346ad4683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:52.140850 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-0af867aa-019f-42ec-9725-04346ad4683f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df37a3c3320e4307be713e901e9ab7f0&device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 1100 time: 0.0581055 Jul 22 22:03:52.243237 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-b7ef1fc2-c679-4ef0-b79a-831af28b9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:52.244981 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-b7ef1fc2-c679-4ef0-b79a-831af28b9f36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab HTTP/1.1" status: 200 len: 870 time: 0.0981638 Jul 22 22:03:52.286373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-9235f3cc-4ea9-4f92-b94d-cd316c03a715 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bd0b6152-7659-405e-a3e8-e626d6099cf2 HTTP/1.1" status: 200 len: 217 time: 0.0350413 Jul 22 22:03:52.349824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-b2de12cd-a4b6-4042-ba1c-19ff49aec309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:52.351418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-b2de12cd-a4b6-4042-ba1c-19ff49aec309 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=276f8581-db10-4bdc-a168-648f09ecd406 HTTP/1.1" status: 200 len: 843 time: 0.0583968 Jul 22 22:03:52.418098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-a1e8e44b-2edf-4f91-ac22-ef606e9e09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:52.419592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-a1e8e44b-2edf-4f91-ac22-ef606e9e09f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f7dd8ba-2516-434b-8ce5-4e8fc1015cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616949 Jul 22 22:03:52.521668 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-55339add-2e87-4fdc-b617-9cc90fd9efa7 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951052 Jul 22 22:03:52.617591 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9e7fa8b7-b844-4948-b7b2-b8aee7e9b131 req-94d38360-6057-4f78-99ad-a73b83cd6b47 service neutron] 10.222.0.58 "GET /v2.0/networks/3f7dd8ba-2516-434b-8ce5-4e8fc1015cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876114 Jul 22 22:03:52.903445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261941d-568b-4bc7-8111-ae5b9ab086b7 req-b8c9b78b-6ffb-451d-a868-e85b974f62cc tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:52.905047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1261941d-568b-4bc7-8111-ae5b9ab086b7 req-b8c9b78b-6ffb-451d-a868-e85b974f62cc tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 948 time: 0.0714288 Jul 22 22:03:52.944976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1261941d-568b-4bc7-8111-ae5b9ab086b7 req-cf5efb50-cb42-4fc5-a3de-ce429a91b331 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Jul 22 22:03:54.074908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf12587-8152-4533-a144-5b8d5be6f35a req-d38e2812-5237-48e8-bba1-fcf15f85ba9c tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:54.076466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebf12587-8152-4533-a144-5b8d5be6f35a req-d38e2812-5237-48e8-bba1-fcf15f85ba9c tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 948 time: 0.0632439 Jul 22 22:03:54.113853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ebf12587-8152-4533-a144-5b8d5be6f35a req-44368e7a-c0ef-4e1b-ac23-49ebbc150cf2 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316317 Jul 22 22:03:54.414915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bd0b6152-7659-405e-a3e8-e626d6099cf2 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:03:54.511990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bd0b6152-7659-405e-a3e8-e626d6099cf2, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bd0b6152-7659-405e-a3e8-e626d6099cf2,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:03:54.523112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'bd0b6152-7659-405e-a3e8-e626d6099cf2', 'network_id': '3f7dd8ba-2516-434b-8ce5-4e8fc1015cab', 'port_id': 'bd0b6152-7659-405e-a3e8-e626d6099cf2', 'mac_address': 'fa:16:3e:38:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276f8581-db10-4bdc-a168-648f09ecd406', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:03:54.560387 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:54.572788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0b6152-7659-405e-a3e8-e626d6099cf2 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:03:54.592191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bd0b6152-7659-405e-a3e8-e626d6099cf2, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bd0b6152-7659-405e-a3e8-e626d6099cf2,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:03:54.596394 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:54.646562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=bd0b6152-7659-405e-a3e8-e626d6099cf2,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:54.654358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.654710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.655056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.655399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.655737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.656098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.656432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.656764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.657100 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.657430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.657759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.658086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.822512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bd0b6152-7659-405e-a3e8-e626d6099cf2'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:03:55.255549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f09b9-32c7-4323-ac18-a2f1066b110e req-bd5fc772-45d5-4a6d-91b0-42489d9fb5c1 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:55.258048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1f09b9-32c7-4323-ac18-a2f1066b110e req-bd5fc772-45d5-4a6d-91b0-42489d9fb5c1 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 949 time: 0.0755894 Jul 22 22:03:55.302756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ff1f09b9-32c7-4323-ac18-a2f1066b110e req-afabd8a9-60ea-4cb0-9a50-f50038840181 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Jul 22 22:03:56.422219 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bd0b6152-7659-405e-a3e8-e626d6099cf2 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:03:56.448291 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9c092-b741-4fec-9ad3-52fdf6bc133e req-263caeda-67d5-4a00-93c0-1ddcada41ce8 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:56.449828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0b9c092-b741-4fec-9ad3-52fdf6bc133e req-263caeda-67d5-4a00-93c0-1ddcada41ce8 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 949 time: 0.0688949 Jul 22 22:03:56.472406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port bd0b6152-7659-405e-a3e8-e626d6099cf2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:03:56.476377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port bd0b6152-7659-405e-a3e8-e626d6099cf2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:03:56.476754 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:56.492796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0b9c092-b741-4fec-9ad3-52fdf6bc133e req-5e958214-ef13-4dac-a848-49c6c982364d tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 Jul 22 22:03:56.556953 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:56.578869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0b6152-7659-405e-a3e8-e626d6099cf2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:03:56.581373 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0bf33a-7e4f-450e-a0ab-b6d645c8d0c6" -d '{"events": [{"server_uuid": "c4bef703-2ddd-4752-97d3-6b8f1eb04e6b", "name": "network-vif-plugged", "status": "completed", "tag": "bd0b6152-7659-405e-a3e8-e626d6099cf2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:03:56.595171 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bd0b6152-7659-405e-a3e8-e626d6099cf2, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bd0b6152-7659-405e-a3e8-e626d6099cf2,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:03:56.599860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:56.653969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=bd0b6152-7659-405e-a3e8-e626d6099cf2,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:56.687107 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1719c3-898b-4c67-8b0d-42bc9ea4aae2 x-openstack-request-id: req-6f1719c3-898b-4c67-8b0d-42bc9ea4aae2 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:03:56.687399 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bef703-2ddd-4752-97d3-6b8f1eb04e6b", "name": "network-vif-plugged", "status": "completed", "tag": "bd0b6152-7659-405e-a3e8-e626d6099cf2", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:03:56.687654 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f1719c3-898b-4c67-8b0d-42bc9ea4aae2 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:03:56.688295 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0b6152-7659-405e-a3e8-e626d6099cf2', 'code': 200} Jul 22 22:03:56.794613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d34e4-7de4-4112-95cd-b93d7b3596ba req-77525d7f-e3ea-4a85-8208-d00a370cce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:56.796164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c85d34e4-7de4-4112-95cd-b93d7b3596ba req-77525d7f-e3ea-4a85-8208-d00a370cce48 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 1102 time: 0.0555537 Jul 22 22:03:56.832939 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c85d34e4-7de4-4112-95cd-b93d7b3596ba req-2f52f013-933d-4fb4-a05d-7e2ed4c5e3f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297656 Jul 22 22:03:57.625551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6e374-bba4-4aa6-82c2-c9557776d014 req-03ea2742-5e75-4a0d-98bb-20438a159dde tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:57.627353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8a6e374-bba4-4aa6-82c2-c9557776d014 req-03ea2742-5e75-4a0d-98bb-20438a159dde tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 950 time: 0.0656962 Jul 22 22:03:57.666785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8a6e374-bba4-4aa6-82c2-c9557776d014 req-83116aae-2b80-47d9-8677-110355ea95be tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Jul 22 22:03:58.809374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600ca9-a629-45ea-a0b5-7d340d0692dd req-7001d038-9a85-4107-a4e7-aefd67c492a9 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:58.810940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4600ca9-a629-45ea-a0b5-7d340d0692dd req-7001d038-9a85-4107-a4e7-aefd67c492a9 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 950 time: 0.0738201 Jul 22 22:03:58.853360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4600ca9-a629-45ea-a0b5-7d340d0692dd req-187b4896-4b0e-4ed4-90fe-5918a4adbef3 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Jul 22 22:03:59.860316 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6134c2-f2b5-4b80-b26b-8e7c4bfe6c08 req-e094a828-1a90-4d27-af49-15103630a91d tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:03:59.861831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed6134c2-f2b5-4b80-b26b-8e7c4bfe6c08 req-e094a828-1a90-4d27-af49-15103630a91d tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 950 time: 0.0699039 Jul 22 22:03:59.904145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed6134c2-f2b5-4b80-b26b-8e7c4bfe6c08 req-766665a2-ea24-4aa7-bb36-5f5a1e92984f tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Jul 22 22:04:01.065504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d8cdb-b6fa-4d02-97fe-d4ae912a2f18 req-4e7087b6-7106-4d35-afe5-f6bb5000a5f2 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:01.066991 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa9d8cdb-b6fa-4d02-97fe-d4ae912a2f18 req-4e7087b6-7106-4d35-afe5-f6bb5000a5f2 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 950 time: 0.0785389 Jul 22 22:04:01.114770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa9d8cdb-b6fa-4d02-97fe-d4ae912a2f18 req-527db8e3-68c3-4455-bcf7-b754a3c7c788 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/security-groups?id=a024a1df-d630-4a61-8e43-73ce5264dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Jul 22 22:04:01.259971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-900c5657-47d9-4b46-9671-1a1a0d1accd5 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:01.261827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-900c5657-47d9-4b46-9671-1a1a0d1accd5 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 950 time: 0.0858140 Jul 22 22:04:01.374453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Deleting port bd0b6152-7659-405e-a3e8-e626d6099cf2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:04:01.374790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:01.476357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] For port bd0b6152-7659-405e-a3e8-e626d6099cf2, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bd0b6152-7659-405e-a3e8-e626d6099cf2,segment=NetworkSegment(c6fb9487-7a07-4105-acdf-21312a42919d),segment_id=c6fb9487-7a07-4105-acdf-21312a42919d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:01.476804 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:01.491814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Calling delete_port for bd0b6152-7659-405e-a3e8-e626d6099cf2 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:04:01.639589 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:01.653224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bd0b6152-7659-405e-a3e8-e626d6099cf2'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:04:01.672113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Pushing event deleted for resources: {'Port': ['ID=bd0b6152-7659-405e-a3e8-e626d6099cf2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:01.708183 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:01.719636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] No DVR routers for this DVR port bd0b6152-7659-405e-a3e8-e626d6099cf2 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:04:01.722405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:01.724491 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ae9438e2-ba00-46fb-95ea-a1c5ea39d800 req-baf1c43a-bf43-4e3b-b745-75800866b1e6 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.58 "DELETE /v2.0/ports/bd0b6152-7659-405e-a3e8-e626d6099cf2 HTTP/1.1" status: 204 len: 173 time: 0.4570251 Jul 22 22:04:01.724953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'name': 'network-vif-deleted', 'tag': 'bd0b6152-7659-405e-a3e8-e626d6099cf2'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:01.727216 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26de6a18-0e65-4d93-8a04-1e79eb7ebfc9" -d '{"events": [{"server_uuid": "c4bef703-2ddd-4752-97d3-6b8f1eb04e6b", "name": "network-vif-deleted", "tag": "bd0b6152-7659-405e-a3e8-e626d6099cf2"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:01.774541 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d74f2a3-f4de-45e5-bc2e-e092b0e7a5ff x-openstack-request-id: req-8d74f2a3-f4de-45e5-bc2e-e092b0e7a5ff {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:01.774837 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bef703-2ddd-4752-97d3-6b8f1eb04e6b", "name": "network-vif-deleted", "tag": "bd0b6152-7659-405e-a3e8-e626d6099cf2", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:01.775098 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d74f2a3-f4de-45e5-bc2e-e092b0e7a5ff {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:01.775510 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bef703-2ddd-4752-97d3-6b8f1eb04e6b', 'name': 'network-vif-deleted', 'tag': 'bd0b6152-7659-405e-a3e8-e626d6099cf2', 'status': 'completed', 'code': 200} Jul 22 22:04:02.236296 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f3b76937-2ce7-4e73-8c27-ece8aba1f68f req-e4657a8e-3eb9-47d8-ad71-58aa29f064b7 tempest-ServersAdminNegativeTestJSON-904876588 tempest-ServersAdminNegativeTestJSON-904876588-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bef703-2ddd-4752-97d3-6b8f1eb04e6b HTTP/1.1" status: 200 len: 210 time: 0.0331976 Jul 22 22:04:02.302444 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:03.525971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51176) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:03.655751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-63ca081f-35c5-46fb-987b-435c7f64e21c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df37a3c3320e4307be713e901e9ab7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284568 Jul 22 22:04:03.658202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51180) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:03.706831 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82085d02-127f-47e5-af21-59ced90254a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:03.731780 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82085d02-127f-47e5-af21-59ced90254a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.091697 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82085d02-127f-47e5-af21-59ced90254a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.094346 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-82085d02-127f-47e5-af21-59ced90254a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.095501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-82085d02-127f-47e5-af21-59ced90254a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a024a1df-d630-4a61-8e43-73ce5264dc41 HTTP/1.1" status: 204 len: 168 time: 0.4364240 Jul 22 22:04:04.103234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085d02-127f-47e5-af21-59ced90254a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024a1df-d630-4a61-8e43-73ce5264dc41,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:04.353360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51186) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:04.368071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a5fb-5d4c-4ac5-82e8-2fdb24f51f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.454736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a5fb-5d4c-4ac5-82e8-2fdb24f51f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.458521 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a5fb-5d4c-4ac5-82e8-2fdb24f51f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.467789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bd0b6152-7659-405e-a3e8-e626d6099cf2 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:04:04.488073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: bd0b6152-7659-405e-a3e8-e626d6099cf2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:04:04.488507 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bd0b6152-7659-405e-a3e8-e626d6099cf2 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:04:04.494885 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1cf3a5fb-5d4c-4ac5-82e8-2fdb24f51f4b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42147f418c154ee4a58d08ad233240bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398869 Jul 22 22:04:04.497934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51188) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:04.501794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3a5fb-5d4c-4ac5-82e8-2fdb24f51f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0302130c-e14b-4d17-95cc-199d50d63d23,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:04.547360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-216f2451-fb54-4991-8ded-5a0c1b2492ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.568207 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-216f2451-fb54-4991-8ded-5a0c1b2492ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.612387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-216f2451-fb54-4991-8ded-5a0c1b2492ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.614777 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-216f2451-fb54-4991-8ded-5a0c1b2492ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:04.615988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-216f2451-fb54-4991-8ded-5a0c1b2492ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0302130c-e14b-4d17-95cc-199d50d63d23 HTTP/1.1" status: 204 len: 168 time: 0.1168470 Jul 22 22:04:04.623937 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f2451-fb54-4991-8ded-5a0c1b2492ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0302130c-e14b-4d17-95cc-199d50d63d23,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:05.268618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:05.361524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1111516013-network', 'tenant_id': '65fce26aa43f4088bb879f1657e56c08'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:05.382374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Made reservation on behalf of 65fce26aa43f4088bb879f1657e56c08 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:05.384929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.393489 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.485619 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.489489 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.515464 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:04:05.521524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9632f111-721e-4627-aab6-69d8cf063251,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:05.528010 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.528494 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Added segment a8013210-8496-43ac-88a0-821391d27cde of type vlan for network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f Jul 22 22:04:05.567714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.594560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.595512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:05.596112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.626909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3572030 Jul 22 22:04:05.630025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51214) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:05.635320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Request body: {'subnet': {'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1111516013-subnet', 'tenant_id': '65fce26aa43f4088bb879f1657e56c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:05.656119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Made reservation on behalf of 65fce26aa43f4088bb879f1657e56c08 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:05.656526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af2fe1-3a39-4355-a046-76beee0014e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:05.658380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.666482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:04:05.838679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.896732 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef40b46-e5cf-489a-951d-ccebc85a217b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:05.905975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Checking segment: {'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:04:05.906340 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Network hostable DHCP agents. Network: 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:04:05.923141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:04:05.932220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:05.936644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:05.938015 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:05.941420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ac9c8-4bc0-4c83-b544-f4a96c7cc388 None None] Network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:04:05.952303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fcb5e9a3-ba50-45d4-a08a-84390a43a9fc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3210423 Jul 22 22:04:06.066337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b853cbd-9170-4467-90b7-8eb7a96277aa None None] Network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:04:06.380521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-400f9ed2-64f1-45a0-b243-77401756d010 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:06.381979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-400f9ed2-64f1-45a0-b243-77401756d010 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 812 time: 0.1030786 Jul 22 22:04:06.398803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-9a588107-5259-4623-98d7-bcdbd5b8d330 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/quotas/65fce26aa43f4088bb879f1657e56c08 HTTP/1.1" status: 200 len: 375 time: 0.0109041 Jul 22 22:04:06.432652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-337e91c6-a1f0-473b-96ea-6d60c72d8279 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282216 Jul 22 22:04:06.490828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-5a4e7fce-126b-4f33-aa6a-83991186ad62 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:06.491823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-5a4e7fce-126b-4f33-aa6a-83991186ad62 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524094 Jul 22 22:04:06.584175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-fd9a2be6-c5c3-4acb-adc9-b1af5e91a013 service neutron] 10.222.0.54 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856307 Jul 22 22:04:06.671215 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-5e4235da-e99e-4e31-83c9-cb35df36b0d1 service neutron] 10.222.0.54 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812747 Jul 22 22:04:07.871362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9be00933-f07c-4c4b-8acd-8cf9173073ea req-e6887795-f530-4b90-9bbd-af53b3c2533e tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 210 time: 0.0364921 Jul 22 22:04:08.972191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1dd1d13-716b-4c1b-8cc2-09b2c25e8d5c req-8df30578-0255-4c67-9ef3-b9c4ef85c0f0 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 210 time: 0.0305185 Jul 22 22:04:09.008192 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-343d6e52-5c43-4078-990a-bdcfe62f87e0 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:09.009655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-343d6e52-5c43-4078-990a-bdcfe62f87e0 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.23 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 812 time: 0.1097357 Jul 22 22:04:09.023092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Request body: {'port': {'device_id': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f', 'admin_state_up': True, 'tenant_id': '65fce26aa43f4088bb879f1657e56c08'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:09.138990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Made reservation on behalf of 65fce26aa43f4088bb879f1657e56c08 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:09.142509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:09.267291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Allocated IP 172.20.0.5 (9bc04ab4-91f7-4d86-848b-3397ce9b6f4f/3ef40b46-e5cf-489a-951d-ccebc85a217b/d8f1da7a-a1b2-4221-8f75-fee63382111c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:04:09.415030 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:09.453026 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:09.497820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:04:09.501228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:09.504884 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:04:09.511467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:09.561594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:09.562201 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:09.580612 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-f3715e13-d6f7-4d95-a116-6f301b50f2a8 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579638 Jul 22 22:04:09.587577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-df0b170e-afa8-4eca-b9a0-c800b322f8de tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:09.588581 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-df0b170e-afa8-4eca-b9a0-c800b322f8de tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052152 Jul 22 22:04:09.649159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Request body: {'port': {'device_id': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:09.721256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:09.982857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f1da7a-a1b2-4221-8f75-fee63382111c {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:04:09.990241 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:10.003459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Transition to ACTIVE for port object d8f1da7a-a1b2-4221-8f75-fee63382111c will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:04:10.007687 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:10.077253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:10.106543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42895a-8bad-4eeb-b93a-a338f052cf24 req-88aec634-b907-4891-8da8-fe91e18b2594 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:10.108169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d42895a-8bad-4eeb-b93a-a338f052cf24 req-88aec634-b907-4891-8da8-fe91e18b2594 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 943 time: 0.0649130 Jul 22 22:04:10.127349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:04:10.127689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:04:10.128055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c on network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:04:10.132501 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Port d8f1da7a-a1b2-4221-8f75-fee63382111c on network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:04:10.132826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c on network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:04:10.138331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:04:10.138673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Checking segment: {'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:04:10.139060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Bound using segment: {'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:04:10.139487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Bound port: d8f1da7a-a1b2-4221-8f75-fee63382111c, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:04:10.139872 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:10.147421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d42895a-8bad-4eeb-b93a-a338f052cf24 req-87a3b8bb-c1f2-407e-95b6-338c983fcbe7 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Jul 22 22:04:10.207507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:04:10.210909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:04:10.214759 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:10.246722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:10.247247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:10.248696 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 1092 time: 0.6527972 Jul 22 22:04:10.251164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:10.254420 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f18e3e-76ac-49d3-b98e-21b224e0f786" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:10.286153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b32031-3979-46d2-9658-4f508fc98d52 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:10.300092 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ea99b2-75fb-4355-a2fd-6e97d910fe00 x-openstack-request-id: req-88ea99b2-75fb-4355-a2fd-6e97d910fe00 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:10.300371 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:10.300622 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88ea99b2-75fb-4355-a2fd-6e97d910fe00 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:10.301019 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'status': 'completed', 'code': 200} Jul 22 22:04:10.350003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-d132f6aa-dc68-4399-b128-26e654e654a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:10.354148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-d132f6aa-dc68-4399-b128-26e654e654a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1095 time: 0.0607438 Jul 22 22:04:10.397822 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-102f35bd-7721-4f0d-8898-91cb35ee9f86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 217 time: 0.0378764 Jul 22 22:04:10.445651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-2defe6a8-6619-472b-93f1-61bd25b59720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:10.447081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-2defe6a8-6619-472b-93f1-61bd25b59720 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 200 len: 852 time: 0.0434811 Jul 22 22:04:10.481736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-bf83926e-7800-4567-a21d-65fb1bc31ff1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275900 Jul 22 22:04:10.574443 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-42c8cb02-7cb8-49d3-a3cb-85185e94efb4 service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Jul 22 22:04:10.663905 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a8f0bf4a-02e9-48bb-8b3c-b3e6f652efe6 req-61482e0f-5544-4ab0-a6cf-da0df3cbb700 service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823309 Jul 22 22:04:10.764434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-f367ac58-f47a-491f-872d-26a13a20f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:10.765847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-f367ac58-f47a-491f-872d-26a13a20f7b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1095 time: 0.0591726 Jul 22 22:04:10.856850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-f49b6592-5c22-4a6f-92c7-11b1ffb10951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:10.858314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-f49b6592-5c22-4a6f-92c7-11b1ffb10951 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 913 time: 0.0848417 Jul 22 22:04:10.904923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-f05e15d8-0cc9-4200-b914-aa77aa3b7f5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 217 time: 0.0396945 Jul 22 22:04:10.958171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-2c53b065-ae59-4f73-a280-e89a410e36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:10.959678 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-2c53b065-ae59-4f73-a280-e89a410e36b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 200 len: 852 time: 0.0480080 Jul 22 22:04:11.002693 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-cb4e14b2-a26a-41b6-be0d-8fc8a3b9f893 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316610 Jul 22 22:04:11.100436 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-68615b98-a837-4477-9ad7-ff0ac2804f8c service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903871 Jul 22 22:04:11.193484 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-72f18e3e-76ac-49d3-b98e-21b224e0f786 req-aa32baef-be8c-45d3-9da9-4fad72beab1b service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861099 Jul 22 22:04:11.286227 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04766f-7a5d-4d2a-9414-4edbdf363180 req-30276dc2-a7ae-4fff-a815-d0d74cebeffb tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:11.287771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b04766f-7a5d-4d2a-9414-4edbdf363180 req-30276dc2-a7ae-4fff-a815-d0d74cebeffb tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 943 time: 0.0670426 Jul 22 22:04:11.334033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b04766f-7a5d-4d2a-9414-4edbdf363180 req-8fe7c7f5-5ff0-4b90-8d52-e274ff68e6a3 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Jul 22 22:04:12.466508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c065c0-b76d-47ca-beca-226d5ed21930 req-b375ef06-9988-400f-8c0f-4894e35db02c tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:12.472349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88c065c0-b76d-47ca-beca-226d5ed21930 req-b375ef06-9988-400f-8c0f-4894e35db02c tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 943 time: 0.0640080 Jul 22 22:04:12.507353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88c065c0-b76d-47ca-beca-226d5ed21930 req-3102ef30-2096-4c3f-8d84-c1628bb9eaad tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334928 Jul 22 22:04:12.584116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c94f296-19a7-4176-a3b2-1b8f0989477b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:13.026444 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:04:13.124548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:13.136149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f', 'port_id': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'mac_address': 'fa:16:3e:18:c4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef40b46-e5cf-489a-951d-ccebc85a217b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:04:13.172986 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:13.185899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f1da7a-a1b2-4221-8f75-fee63382111c {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:04:13.204626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:13.208732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:13.256704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:13.468356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d8f1da7a-a1b2-4221-8f75-fee63382111c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:04:13.642043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e454fa-02ef-437a-b498-873023dd6922 req-877b3f48-cc6f-4b93-a747-55d12f291df3 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:13.643555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32e454fa-02ef-437a-b498-873023dd6922 req-877b3f48-cc6f-4b93-a747-55d12f291df3 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 944 time: 0.0692143 Jul 22 22:04:13.688059 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32e454fa-02ef-437a-b498-873023dd6922 req-c131ca51-11d2-4cfa-99a8-178cf7d0d561 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Jul 22 22:04:14.080880 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:04:14.817087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6444f5-0ce7-47af-b248-613fa5a2515e req-b2c963c6-629b-471f-9084-1e931463b105 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:14.818648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b6444f5-0ce7-47af-b248-613fa5a2515e req-b2c963c6-629b-471f-9084-1e931463b105 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 944 time: 0.0638494 Jul 22 22:04:14.856285 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b6444f5-0ce7-47af-b248-613fa5a2515e req-0d0e8746-1f92-45ee-afd2-d7c56ffec92a tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jul 22 22:04:15.042536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:04:15.090094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d8f1da7a-a1b2-4221-8f75-fee63382111c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:04:15.093678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d8f1da7a-a1b2-4221-8f75-fee63382111c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:04:15.094054 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:15.171326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:15.193488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:15.195716 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ebebef-16f2-4a91-8cb5-83a8c7adbd78" -d '{"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:15.208197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:15.212723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:15.243254 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9b6051-2cc9-4409-8f06-13333215321a x-openstack-request-id: req-6f9b6051-2cc9-4409-8f06-13333215321a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:15.243560 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:15.243810 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f9b6051-2cc9-4409-8f06-13333215321a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:15.244240 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'code': 200} Jul 22 22:04:15.257500 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcc02-6161-4db9-8953-c4bdcb328c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:15.275331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:15.360055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28402-37c1-43df-9832-1d6b6d4f1a5a req-f854c4bb-155b-4134-837d-166ea2212590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:15.361884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8be28402-37c1-43df-9832-1d6b6d4f1a5a req-f854c4bb-155b-4134-837d-166ea2212590 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1097 time: 0.0570154 Jul 22 22:04:15.402357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8be28402-37c1-43df-9832-1d6b6d4f1a5a req-c0cb30a1-dc26-4164-8059-7805bd0de94a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Jul 22 22:04:15.495452 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:15.988161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452964-828b-4fc7-b8d1-6fde675dc725 req-7d77e0db-23ae-4b54-b8fc-eecab1ccf604 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:15.989649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56452964-828b-4fc7-b8d1-6fde675dc725 req-7d77e0db-23ae-4b54-b8fc-eecab1ccf604 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0650685 Jul 22 22:04:16.028933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56452964-828b-4fc7-b8d1-6fde675dc725 req-aef2b981-0384-42e8-967d-aefaa5c4da69 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Jul 22 22:04:16.258494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:17.163181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21f637-2dcc-4666-8df5-aa549593303e req-e6cca252-f16a-4a1a-ad57-708eac3cf92d tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:17.164679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c21f637-2dcc-4666-8df5-aa549593303e req-e6cca252-f16a-4a1a-ad57-708eac3cf92d tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0670779 Jul 22 22:04:17.204452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c21f637-2dcc-4666-8df5-aa549593303e req-620a5273-243a-4ba0-a64c-d07bd38dd634 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Jul 22 22:04:17.584720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c583d-7f22-447f-a138-d384b7c5bc7c req-64d55508-93fc-4d5f-aa3e-bc8df750195c tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:17.585993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-165c583d-7f22-447f-a138-d384b7c5bc7c req-64d55508-93fc-4d5f-aa3e-bc8df750195c tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0938840 Jul 22 22:04:17.620858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-6b69273a-b9dc-4937-a2ec-7d8d9e5f85f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394203 Jul 22 22:04:17.633709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-165c583d-7f22-447f-a138-d384b7c5bc7c req-3866df1e-0fad-4ca3-ab2b-28ef5ab518c6 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Jul 22 22:04:18.415517 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:18.829067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-8db898fc-8c8d-4400-90c3-9ecd0671e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:18.830579 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-8db898fc-8c8d-4400-90c3-9ecd0671e83a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1097 time: 0.0611825 Jul 22 22:04:18.929966 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-5c84bd98-061f-4c97-a094-94261151bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:18.931496 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-5c84bd98-061f-4c97-a094-94261151bed6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 913 time: 0.0939894 Jul 22 22:04:18.980191 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-c7e345b5-a854-47f3-9600-f923365cdf56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 217 time: 0.0410433 Jul 22 22:04:19.031803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-154d7370-43bc-4cf7-9243-df7fa951d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:19.033300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-154d7370-43bc-4cf7-9243-df7fa951d5a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 200 len: 852 time: 0.0464275 Jul 22 22:04:19.060530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa67f5-4f49-4e30-810a-4812bc7c38b2 req-53b0b080-82e7-4cf8-8068-ed931947e837 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:19.062090 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97aa67f5-4f49-4e30-810a-4812bc7c38b2 req-53b0b080-82e7-4cf8-8068-ed931947e837 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0719640 Jul 22 22:04:19.071502 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-8bf6409b-cfa5-4b19-976b-ee422d928770 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314553 Jul 22 22:04:19.100739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97aa67f5-4f49-4e30-810a-4812bc7c38b2 req-eb008685-6bba-4abc-bfda-c61069988b23 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Jul 22 22:04:19.168055 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-e612a746-8af5-4fdf-bc9c-0f740c6ab1d4 service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889533 Jul 22 22:04:19.258812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-0d46704c-cfcb-4be6-a814-941972df08e4 service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835168 Jul 22 22:04:20.228970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e848-1800-4aec-aae6-52218fe80a64 req-74bcf9ec-c925-4d47-98e5-04ca6581e2ec tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:20.230987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17b8e848-1800-4aec-aae6-52218fe80a64 req-74bcf9ec-c925-4d47-98e5-04ca6581e2ec tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0628827 Jul 22 22:04:20.268681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17b8e848-1800-4aec-aae6-52218fe80a64 req-ce5a0a19-f58b-461b-87a4-16fe6735ba63 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jul 22 22:04:21.404079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c4253-2de6-45a5-b403-9d938bc420dd req-6d3a4dd6-9641-4e1a-a594-136c068d2766 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:21.405579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa4c4253-2de6-45a5-b403-9d938bc420dd req-6d3a4dd6-9641-4e1a-a594-136c068d2766 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0685322 Jul 22 22:04:21.444342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa4c4253-2de6-45a5-b403-9d938bc420dd req-6d83e2c1-2059-4efc-9344-95fdccc2c66b tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Jul 22 22:04:22.581426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89ca7-959d-4b39-b1a7-f57cd40c2224 req-30af704b-0e75-4265-8857-144392410b3a tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:22.583033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24c89ca7-959d-4b39-b1a7-f57cd40c2224 req-30af704b-0e75-4265-8857-144392410b3a tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0626378 Jul 22 22:04:22.620246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24c89ca7-959d-4b39-b1a7-f57cd40c2224 req-c6fef509-d842-4cdb-957e-f7a3aec12135 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Jul 22 22:04:23.751518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ecb94-0f74-4641-bbea-bf3712477b3a req-258ad5c4-fe7a-4fc3-8583-fd33b2ef9e49 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:23.752901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-408ecb94-0f74-4641-bbea-bf3712477b3a req-258ad5c4-fe7a-4fc3-8583-fd33b2ef9e49 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0649395 Jul 22 22:04:23.790033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-408ecb94-0f74-4641-bbea-bf3712477b3a req-7dcec303-d1a6-4364-9642-cc8fdca52023 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Jul 22 22:04:24.922293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d976cdb-f4a7-409e-a8aa-8c7ccedf96bc req-22543c3f-7862-4414-9952-fadb5c6ddcb9 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:24.923767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d976cdb-f4a7-409e-a8aa-8c7ccedf96bc req-22543c3f-7862-4414-9952-fadb5c6ddcb9 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0665364 Jul 22 22:04:24.966218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d976cdb-f4a7-409e-a8aa-8c7ccedf96bc req-db9534c5-9117-41bc-82f8-f0ae67dbf860 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361140 Jul 22 22:04:26.095998 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd2e7-30aa-4770-99ab-3534406abed2 req-c2e9f2a1-017c-43ee-be6c-60c79afda534 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:26.097493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4decd2e7-30aa-4770-99ab-3534406abed2 req-c2e9f2a1-017c-43ee-be6c-60c79afda534 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0629163 Jul 22 22:04:26.138294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4decd2e7-30aa-4770-99ab-3534406abed2 req-97c307aa-e4fa-48f1-8870-1ad5cd932e35 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Jul 22 22:04:27.274612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbbde-f4f1-4bc2-a6d0-28bad1f31e76 req-3efb1a09-0ae1-45fe-a012-e512279dba14 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:27.276188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-923dbbde-f4f1-4bc2-a6d0-28bad1f31e76 req-3efb1a09-0ae1-45fe-a012-e512279dba14 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0693669 Jul 22 22:04:27.316312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-923dbbde-f4f1-4bc2-a6d0-28bad1f31e76 req-f04c4836-db22-4e7b-bc4b-308d4f0e2e78 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Jul 22 22:04:28.444373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e046b14-80cd-4cc5-8529-d6efdb94c4f5 req-9a0fabab-6838-4bc6-9a52-eec5c57144d6 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:28.445863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e046b14-80cd-4cc5-8529-d6efdb94c4f5 req-9a0fabab-6838-4bc6-9a52-eec5c57144d6 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0619898 Jul 22 22:04:28.484935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e046b14-80cd-4cc5-8529-d6efdb94c4f5 req-9687142d-8b76-4fed-9d14-71d7ed9b29f1 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Jul 22 22:04:29.612315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba381-cfb4-4387-908d-88b55e72a3f3 req-20d4f675-4331-4717-848d-5f3e1e8c9544 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:29.613786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88eba381-cfb4-4387-908d-88b55e72a3f3 req-20d4f675-4331-4717-848d-5f3e1e8c9544 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0629733 Jul 22 22:04:29.651006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88eba381-cfb4-4387-908d-88b55e72a3f3 req-1cce1e28-00a6-4f05-bd0e-e0a30585b2df tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Jul 22 22:04:30.783760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0d09-777b-4842-97d2-7c8e0901b652 req-06e73d91-f3cb-4804-a377-360ad8a5fe35 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:30.785162 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-682a0d09-777b-4842-97d2-7c8e0901b652 req-06e73d91-f3cb-4804-a377-360ad8a5fe35 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0665808 Jul 22 22:04:30.823061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-682a0d09-777b-4842-97d2-7c8e0901b652 req-275230c5-4f61-43e3-be41-53ecbbaec274 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jul 22 22:04:31.708909 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:31.960519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcf703-66c4-4dbd-bf51-f8432379c9de req-32de4f87-c569-47d9-ada3-863f27ed29ae tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:31.962021 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7afcf703-66c4-4dbd-bf51-f8432379c9de req-32de4f87-c569-47d9-ada3-863f27ed29ae tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0691113 Jul 22 22:04:32.003719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7afcf703-66c4-4dbd-bf51-f8432379c9de req-28b882be-5916-4439-a151-6786159f8740 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360682 Jul 22 22:04:32.299149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:33.145053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00495bc-3b1c-4f9c-9529-0ee8d31abfb8 req-7e85cd28-210a-4f5e-bd0e-6058a75b2c19 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:33.146556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f00495bc-3b1c-4f9c-9529-0ee8d31abfb8 req-7e85cd28-210a-4f5e-bd0e-6058a75b2c19 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0674052 Jul 22 22:04:33.190933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f00495bc-3b1c-4f9c-9529-0ee8d31abfb8 req-d27779fb-5f12-409b-9da4-6f9eea333c2d tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Jul 22 22:04:34.337069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006cd9a-aa75-4eca-a56c-2c7282b6d209 req-c5a9e34e-078c-464c-9be7-b3d6e02102bd tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:34.339217 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c006cd9a-aa75-4eca-a56c-2c7282b6d209 req-c5a9e34e-078c-464c-9be7-b3d6e02102bd tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0662732 Jul 22 22:04:34.377926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c006cd9a-aa75-4eca-a56c-2c7282b6d209 req-376da266-ecf8-473a-b851-f0ff896c2386 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329373 Jul 22 22:04:35.513828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac9a3d-081b-4604-a851-1e138518b562 req-f7b8677b-f544-49b3-846d-fb23c398c75f tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:35.515315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9dac9a3d-081b-4604-a851-1e138518b562 req-f7b8677b-f544-49b3-846d-fb23c398c75f tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0674798 Jul 22 22:04:35.563196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9dac9a3d-081b-4604-a851-1e138518b562 req-8c4a43e2-1403-4dc6-bac2-d2beb8a2eeb5 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Jul 22 22:04:36.698797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfa839-691c-4722-a96b-64646eb850ae req-1a5dea0f-e1c8-42b8-af43-08f1dd244ff3 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:36.700321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fcfa839-691c-4722-a96b-64646eb850ae req-1a5dea0f-e1c8-42b8-af43-08f1dd244ff3 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0689313 Jul 22 22:04:36.745849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fcfa839-691c-4722-a96b-64646eb850ae req-e2804363-483f-4578-92a6-3d3271323135 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Jul 22 22:04:37.876119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e3491-3c9d-4d05-b61b-260de68acbab req-9a356407-3f24-4e4f-b204-25612a2cee16 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:37.877620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f14e3491-3c9d-4d05-b61b-260de68acbab req-9a356407-3f24-4e4f-b204-25612a2cee16 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0638354 Jul 22 22:04:37.915554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f14e3491-3c9d-4d05-b61b-260de68acbab req-db34236a-dce3-4a73-be73-da2da06215e5 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Jul 22 22:04:39.054107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5e29-35b4-4d41-a293-421f38f1b342 req-42075dd1-58e8-497d-b1b2-a767b84f8ee1 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:39.055690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d1d5e29-35b4-4d41-a293-421f38f1b342 req-42075dd1-58e8-497d-b1b2-a767b84f8ee1 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0698011 Jul 22 22:04:39.096626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d1d5e29-35b4-4d41-a293-421f38f1b342 req-691077d7-b21f-46be-91b6-4cc8fa936f28 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352333 Jul 22 22:04:40.226115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70f1d-97a6-49ac-9438-d58e451203cf req-dae546fb-8c25-4486-a89f-049344676d6f tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:40.227645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9f70f1d-97a6-49ac-9438-d58e451203cf req-dae546fb-8c25-4486-a89f-049344676d6f tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0642822 Jul 22 22:04:40.266397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9f70f1d-97a6-49ac-9438-d58e451203cf req-22f83551-1c37-4b5a-b72b-dd5d635753c1 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Jul 22 22:04:41.396516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864a17-487f-48fc-b869-e43e07f02756 req-682c6b53-5fec-4990-9ac6-22111a0d0829 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:41.397988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f864a17-487f-48fc-b869-e43e07f02756 req-682c6b53-5fec-4990-9ac6-22111a0d0829 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0637553 Jul 22 22:04:41.436802 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f864a17-487f-48fc-b869-e43e07f02756 req-9cb474f5-f2df-4ce2-9b67-667c0c31b78b tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Jul 22 22:04:42.573768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265744-1373-412a-806d-df3100008534 req-253ed0bb-ed3d-4242-83d0-ad9f361f5a3d tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:42.575294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb265744-1373-412a-806d-df3100008534 req-253ed0bb-ed3d-4242-83d0-ad9f361f5a3d tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0701411 Jul 22 22:04:42.586574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-698064d2-fd9e-40ba-bdf3-2f20bdd02fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:42.613910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb265744-1373-412a-806d-df3100008534 req-481d06ef-3551-40c2-b6db-237a5880aea7 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324545 Jul 22 22:04:43.746025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80767df9-e099-4843-a341-f10d70563e0b req-87ada1a7-d283-4448-8d3b-aefce2fbea13 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:43.747524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80767df9-e099-4843-a341-f10d70563e0b req-87ada1a7-d283-4448-8d3b-aefce2fbea13 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0645916 Jul 22 22:04:43.785531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80767df9-e099-4843-a341-f10d70563e0b req-45f49b10-2988-429f-8b32-abf6d89e5c47 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Jul 22 22:04:44.931447 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a283eb-09e0-415a-aaf7-0ce91ccc2a24 req-115f25b5-dfd0-4123-ab4f-e96792192563 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:44.933539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81a283eb-09e0-415a-aaf7-0ce91ccc2a24 req-115f25b5-dfd0-4123-ab4f-e96792192563 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0758564 Jul 22 22:04:44.972690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81a283eb-09e0-415a-aaf7-0ce91ccc2a24 req-6dd51a3c-2fde-42b6-8a50-4e65401079e1 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Jul 22 22:04:45.236034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-55228c6c-67bb-4562-8702-40c2edca7821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:45.498489 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.114228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768cdb-e09e-4388-afa2-2273c40f501d req-903826af-904f-4106-bff3-6345a4fe08f2 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:46.115767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01768cdb-e09e-4388-afa2-2273c40f501d req-903826af-904f-4106-bff3-6345a4fe08f2 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0706315 Jul 22 22:04:46.153398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01768cdb-e09e-4388-afa2-2273c40f501d req-672e871c-81da-4c49-aa0f-468e98526207 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Jul 22 22:04:46.260507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.309839 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-2bca2a61-0d7b-4724-82c9-62ddd2914ae4 service neutron] show failed (client error): The resource could not be found. Jul 22 22:04:46.310851 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-2bca2a61-0d7b-4724-82c9-62ddd2914ae4 service neutron] 10.222.0.23 "GET /v2.0/ports/d8f1da7a-a1b2-4221-8f75-fee63382111c/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0613947 Jul 22 22:04:46.530167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-3705250b-a42e-47ff-8550-8174edbbee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:46.531622 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-3705250b-a42e-47ff-8550-8174edbbee82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b&tenant_id=65fce26aa43f4088bb879f1657e56c08 HTTP/1.1" status: 200 len: 1097 time: 0.0565088 Jul 22 22:04:46.542457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:46.611602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.815766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:46.848041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:04:46.887921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:46.890151 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9db3757-0230-4c19-88b7-204c68c0e385" -d '{"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:46.893635 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.906896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Transition to ACTIVE for port object d8f1da7a-a1b2-4221-8f75-fee63382111c will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:04:46.911000 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.943946 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550057d5-5cb5-48ff-870e-24286460a584 x-openstack-request-id: req-550057d5-5cb5-48ff-870e-24286460a584 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:46.944243 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:46.945044 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-550057d5-5cb5-48ff-870e-24286460a584 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:46.945044 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'code': 200} Jul 22 22:04:46.979045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] No DVR routers for this DVR port d8f1da7a-a1b2-4221-8f75-fee63382111c on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:04:46.981035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:46.989824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.990166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.990502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.990834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.991162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.991493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.991816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.992233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.992941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.992941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.993210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:46.993526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:47.033689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:04:47.034024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:04:47.034348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c on network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:04:47.038848 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Port d8f1da7a-a1b2-4221-8f75-fee63382111c on network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:04:47.039165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Attempting to bind port d8f1da7a-a1b2-4221-8f75-fee63382111c on network 9bc04ab4-91f7-4d86-848b-3397ce9b6f4f {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:04:47.044556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:04:47.044889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Checking segment: {'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:04:47.045266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Bound using segment: {'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:04:47.045684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Bound port: d8f1da7a-a1b2-4221-8f75-fee63382111c, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8013210-8496-43ac-88a0-821391d27cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:04:47.046031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:47.108532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:04:47.112269 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:04:47.117087 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:47.150856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:47.151502 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:47.152953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] 10.222.0.58 "PUT /v2.0/ports/d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 1092 time: 0.6145322 Jul 22 22:04:47.184052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bea377-134d-4241-992d-4c6a691d9e8e service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:47.233801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-91f379ce-2ad1-4e36-b135-eedde61ebb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:47.235383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-91f379ce-2ad1-4e36-b135-eedde61ebb6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1095 time: 0.0588496 Jul 22 22:04:47.288190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f45b-dc7d-4b01-a074-cdb4276a523a req-318c42a6-2175-47d3-a20c-f5f574040856 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:47.289738 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d084f45b-dc7d-4b01-a074-cdb4276a523a req-318c42a6-2175-47d3-a20c-f5f574040856 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 943 time: 0.0634172 Jul 22 22:04:47.327712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d084f45b-dc7d-4b01-a074-cdb4276a523a req-fd3cb984-594b-4858-bbb2-63cf3680f338 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jul 22 22:04:47.328864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-ff6e271e-ee7c-4e39-aa1b-238ada6a1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:47.330403 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-ff6e271e-ee7c-4e39-aa1b-238ada6a1acc service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 913 time: 0.0889757 Jul 22 22:04:47.371258 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-60541149-3360-48bf-a33f-d662b58a34e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 217 time: 0.0346391 Jul 22 22:04:47.423804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-63b14661-ce3f-43be-b4e1-984120263c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:47.425330 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-63b14661-ce3f-43be-b4e1-984120263c1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 200 len: 852 time: 0.0485599 Jul 22 22:04:47.459239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-07677761-1c2e-4a6f-8adc-d3fec943a0a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276902 Jul 22 22:04:47.560242 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-96cd727b-81a1-4074-939c-72b4aa536455 service neutron] 10.222.0.58 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940604 Jul 22 22:04:47.648576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e015ef18-39be-4a25-8491-0b9f9fe41b7d req-6d115ade-263d-4b9a-be32-8eeb0e2e0706 service neutron] 10.222.0.58 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822701 Jul 22 22:04:48.418674 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:48.742388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b7cf1-acc4-4fd1-8629-00d27c86b66c req-f21818b6-bd48-44a3-a2f2-9c77e4bd762c tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:48.744401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-684b7cf1-acc4-4fd1-8629-00d27c86b66c req-f21818b6-bd48-44a3-a2f2-9c77e4bd762c tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 943 time: 0.3433864 Jul 22 22:04:48.782166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-684b7cf1-acc4-4fd1-8629-00d27c86b66c req-45a12f88-b4f7-4d31-bac7-300bab1b3ec6 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Jul 22 22:04:48.946497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:48.948934 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:48.996649 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87934b8-c387-487a-ad3d-2ef0b98b945a x-openstack-request-id: req-e87934b8-c387-487a-ad3d-2ef0b98b945a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:48.996948 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:48.997203 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e87934b8-c387-487a-ad3d-2ef0b98b945a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:48.997608 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'status': 'completed', 'code': 200} Jul 22 22:04:49.117029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-2759b7aa-33cd-41a3-817b-a1fab4f8abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:49.118584 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-2759b7aa-33cd-41a3-817b-a1fab4f8abe2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1095 time: 0.0997033 Jul 22 22:04:49.120341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-921b7266-a942-463a-ba62-6e03282d922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:49.121683 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-921b7266-a942-463a-ba62-6e03282d922f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1095 time: 0.0944796 Jul 22 22:04:49.194986 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:04:49.236742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:04:49.283421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-1f6f3e12-083a-4f75-9939-bc573e3a1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:49.284788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-1f6f3e12-083a-4f75-9939-bc573e3a1a51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 913 time: 0.1561904 Jul 22 22:04:49.287355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-f7869314-b9e8-4f1a-aa16-d9e227d91f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:49.288723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-f7869314-b9e8-4f1a-aa16-d9e227d91f53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 913 time: 0.1428416 Jul 22 22:04:49.357847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-1279ca98-469a-49b0-9ac7-736385865758 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 217 time: 0.0660305 Jul 22 22:04:49.359258 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-758beb84-fbed-4ef6-9d6e-e21b13f2c597 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 217 time: 0.0619485 Jul 22 22:04:49.440164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-32d31687-b086-4a6f-9f12-1ee11afa92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:49.441631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-32d31687-b086-4a6f-9f12-1ee11afa92e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 200 len: 852 time: 0.0772519 Jul 22 22:04:49.443006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-e494bab2-cca4-4007-b103-2ee707f5f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:49.444637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-e494bab2-cca4-4007-b103-2ee707f5f674 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 200 len: 852 time: 0.0787587 Jul 22 22:04:49.484946 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-96ab5753-85a6-478d-9ec3-daccf1d72b40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369737 Jul 22 22:04:49.503935 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-cb43e21f-0d5a-46f9-83c4-fa34fd4ebaf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487339 Jul 22 22:04:49.658361 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-0ce170e5-0225-4afc-8f74-91c7af8dfd95 service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566753 Jul 22 22:04:49.660264 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-ebe35585-ff04-43a3-a354-beb3f72bcdd2 service neutron] 10.222.0.58 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496756 Jul 22 22:04:49.816067 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-7b3b8978-685f-48e1-a1cb-d06deeb173be service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510413 Jul 22 22:04:49.818014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a85ccfd9-abee-4cd1-84dc-2b09e7a05352 req-851cec66-dce3-4804-b9e7-439b7c53ee0c service neutron] 10.222.0.58 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458299 Jul 22 22:04:49.935977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c336d1e-c4bb-4d15-90f3-345c82a3bca6 req-847ff6db-056e-42e3-a738-cd8ca22cb28d tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:49.937523 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c336d1e-c4bb-4d15-90f3-345c82a3bca6 req-847ff6db-056e-42e3-a738-cd8ca22cb28d tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 943 time: 0.0643146 Jul 22 22:04:49.976065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c336d1e-c4bb-4d15-90f3-345c82a3bca6 req-221d38e1-2330-4159-9a08-5bbd743ea664 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Jul 22 22:04:50.275308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-9bc37307-7cb3-4b51-a5a6-2eefc6e06160 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:50.276776 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-9bc37307-7cb3-4b51-a5a6-2eefc6e06160 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b&tenant_id=65fce26aa43f4088bb879f1657e56c08&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 943 time: 0.1166630 Jul 22 22:04:50.335865 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-f774140e-3f91-4069-b946-57b6e3659965 service neutron] delete failed (client error): The resource could not be found. Jul 22 22:04:50.336942 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-f774140e-3f91-4069-b946-57b6e3659965 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d8f1da7a-a1b2-4221-8f75-fee63382111c/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0535347 Jul 22 22:04:50.435997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1a77d3cc-5564-4bf7-abf2-b5de2649e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:50.437470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1a77d3cc-5564-4bf7-abf2-b5de2649e593 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65fce26aa43f4088bb879f1657e56c08&device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 1095 time: 0.0563319 Jul 22 22:04:50.526537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-c93f86f4-1ee8-42e6-858d-9788f2ba6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:50.527951 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-c93f86f4-1ee8-42e6-858d-9788f2ba6429 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 200 len: 913 time: 0.0840287 Jul 22 22:04:50.570330 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-3ce40141-67e4-426d-b78e-efc4beec1aa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 200 len: 217 time: 0.0354903 Jul 22 22:04:50.618225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-c767c829-0714-4bfa-af51-0762a1242e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:50.619638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-c767c829-0714-4bfa-af51-0762a1242e71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 200 len: 852 time: 0.0435033 Jul 22 22:04:50.653136 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-b97b4abd-2268-4666-8f42-dc7668dffb84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265577 Jul 22 22:04:50.687737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:04:50.784053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:50.796573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'network_id': '9bc04ab4-91f7-4d86-848b-3397ce9b6f4f', 'port_id': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'mac_address': 'fa:16:3e:18:c4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef40b46-e5cf-489a-951d-ccebc85a217b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:04:50.841120 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:50.854782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f1da7a-a1b2-4221-8f75-fee63382111c {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:04:50.875559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:50.880967 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:50.936398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:51.076134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-0d59ec86-f198-4494-8899-0dfc43023f07 service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158680 Jul 22 22:04:51.080734 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:04:51.085760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d8f1da7a-a1b2-4221-8f75-fee63382111c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:04:51.172052 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-e8caced5-2bba-4f35-9e8f-ff75607fbc27 service neutron] 10.222.0.23 "GET /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850091 Jul 22 22:04:51.894430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0052fe-462f-4809-bea1-a899e09bd2f7 req-03555776-3f7e-45cc-a5a1-bee9bb410d78 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:51.895936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e0052fe-462f-4809-bea1-a899e09bd2f7 req-03555776-3f7e-45cc-a5a1-bee9bb410d78 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 944 time: 0.0665438 Jul 22 22:04:51.934905 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e0052fe-462f-4809-bea1-a899e09bd2f7 req-72b1362a-a65d-4c70-9c0b-df1c2711f8ca tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Jul 22 22:04:52.707633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:04:52.757628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port d8f1da7a-a1b2-4221-8f75-fee63382111c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:04:52.761590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port d8f1da7a-a1b2-4221-8f75-fee63382111c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:04:52.761966 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:52.841066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:52.862806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:52.865032 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2f98c2-3bf6-4f06-9bdd-d6ef9b519ab4" -d '{"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:52.881359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:52.885537 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:52.909603 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc71e1-eabf-4399-9d1d-6abbe49eb975 x-openstack-request-id: req-07fc71e1-eabf-4399-9d1d-6abbe49eb975 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:52.909900 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:52.910156 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07fc71e1-eabf-4399-9d1d-6abbe49eb975 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:52.910571 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'code': 200} Jul 22 22:04:52.937107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:53.066927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ff0a3-31fe-4e78-a394-0ea0b81d8f0a req-54d957c0-004f-4954-9551-094d80028528 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:53.068462 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef6ff0a3-31fe-4e78-a394-0ea0b81d8f0a req-54d957c0-004f-4954-9551-094d80028528 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0649133 Jul 22 22:04:53.106303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ef6ff0a3-31fe-4e78-a394-0ea0b81d8f0a req-315a677e-2fcd-49a7-8829-2e55184f3595 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.54 "GET /v2.0/security-groups?id=9632f111-721e-4627-aab6-69d8cf063251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315263 Jul 22 22:04:53.212621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-9f64cbeb-3c6c-4829-9788-3f4acd462b4a tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:53.214157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-9f64cbeb-3c6c-4829-9788-3f4acd462b4a tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0c11f4-e58e-4e00-997f-18ed2ff97f0b HTTP/1.1" status: 200 len: 945 time: 0.0666842 Jul 22 22:04:53.314920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Deleting port d8f1da7a-a1b2-4221-8f75-fee63382111c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:04:53.315263 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:53.406076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] For port d8f1da7a-a1b2-4221-8f75-fee63382111c, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=d8f1da7a-a1b2-4221-8f75-fee63382111c,segment=NetworkSegment(a8013210-8496-43ac-88a0-821391d27cde),segment_id=a8013210-8496-43ac-88a0-821391d27cde)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:53.406438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:53.418803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Calling delete_port for d8f1da7a-a1b2-4221-8f75-fee63382111c owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:04:53.547299 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:53.558798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['d8f1da7a-a1b2-4221-8f75-fee63382111c'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:04:53.578596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Pushing event deleted for resources: {'Port': ['ID=d8f1da7a-a1b2-4221-8f75-fee63382111c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:53.628304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] No DVR routers for this DVR port d8f1da7a-a1b2-4221-8f75-fee63382111c on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:04:53.630949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:53.633708 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-db97025a-3b3f-4182-b54c-2f9832a91a25 req-1b97594c-20b2-4758-b69d-9eb17cd99403 tempest-DeleteServersTestJSON-1185639 tempest-DeleteServersTestJSON-1185639-project] 10.222.0.58 "DELETE /v2.0/ports/d8f1da7a-a1b2-4221-8f75-fee63382111c HTTP/1.1" status: 204 len: 173 time: 0.4132552 Jul 22 22:04:53.634244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-deleted', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:53.636779 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e6a8b2-d719-4a51-8c4f-a8a7b57dacd3" -d '{"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-deleted", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:53.674576 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde96c2-b645-4fc3-8395-265016e1fa69 x-openstack-request-id: req-fcde96c2-b645-4fc3-8395-265016e1fa69 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:53.674871 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c11f4-e58e-4e00-997f-18ed2ff97f0b", "name": "network-vif-deleted", "tag": "d8f1da7a-a1b2-4221-8f75-fee63382111c", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:53.675124 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcde96c2-b645-4fc3-8395-265016e1fa69 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:53.675583 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c11f4-e58e-4e00-997f-18ed2ff97f0b', 'name': 'network-vif-deleted', 'tag': 'd8f1da7a-a1b2-4221-8f75-fee63382111c', 'status': 'completed', 'code': 200} Jul 22 22:04:54.244995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51386) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:54.289654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] Deleting subnet 3ef40b46-e5cf-489a-951d-ccebc85a217b {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:04:54.292754 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.328951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.370568 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.423287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.450285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef40b46-e5cf-489a-951d-ccebc85a217b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:54.452249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.454088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-92aa55b7-f5e6-4606-bdbb-d3097cf07493 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3ef40b46-e5cf-489a-951d-ccebc85a217b HTTP/1.1" status: 204 len: 168 time: 0.2080989 Jul 22 22:04:54.456619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51388) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:54.524138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.605949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.615940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc04ab4-91f7-4d86-848b-3397ce9b6f4f']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:54.627026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8013210-8496-43ac-88a0-821391d27cde') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:54.627328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8013210-8496-43ac-88a0-821391d27cde') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:54.635862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.649851 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.656621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:04:54.657016 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:04:54.658777 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:04:54.716752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.732160 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.734038 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] 10.222.0.54 "DELETE /v2.0/networks/9bc04ab4-91f7-4d86-848b-3397ce9b6f4f HTTP/1.1" status: 204 len: 168 time: 0.2765162 Jul 22 22:04:54.735255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3a44-f200-4190-923b-b58d976ec3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc04ab4-91f7-4d86-848b-3397ce9b6f4f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:54.841687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:54.881923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ccd86a81-cad3-4cfc-a7f9-9e80d49de0c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=65fce26aa43f4088bb879f1657e56c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390260 Jul 22 22:04:54.884324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51394) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:54.931987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.952361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.001156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.003614 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.004776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9632f111-721e-4627-aab6-69d8cf063251 HTTP/1.1" status: 204 len: 168 time: 0.1195650 Jul 22 22:04:55.012809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9632f111-721e-4627-aab6-69d8cf063251,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:55.020718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.021067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.021408 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.021745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.022078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.022406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.022732 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.023063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.024086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.024440 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.024868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.025090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df95b3-6539-426c-a4e4-1d8081d53dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.653325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51416) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:55.747251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1236605330-network', 'tenant_id': '42cba77f89e743279e502c5dbb38a29a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:55.768955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Made reservation on behalf of 42cba77f89e743279e502c5dbb38a29a for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:55.771579 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.780473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.869223 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.875746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.901792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:04:55.912056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:55.918493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.918834 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Added segment c5f3b0fd-a96c-460b-ad75-31e06c88d8dc of type vlan for network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 Jul 22 22:04:55.959510 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.988150 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.989358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:55.989935 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.025230 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3675487 Jul 22 22:04:56.025541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51420) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:56.030701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Request body: {'subnet': {'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1236605330-subnet', 'tenant_id': '42cba77f89e743279e502c5dbb38a29a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:56.052940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Made reservation on behalf of 42cba77f89e743279e502c5dbb38a29a for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:56.055404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.058142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a26351-1175-4ca0-a04f-359c6602ec3f admin admin] Pushing event updated for resources: {'Network': ['ID=ea5e1e64-61e5-4fc2-b184-f3861ad007b0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:56.068389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:04:56.226871 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.285613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a8599c-d9c8-4e83-80ff-f79dc45841db,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:56.290963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Checking segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:04:56.291326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Network hostable DHCP agents. Network: ea5e1e64-61e5-4fc2-b184-f3861ad007b0, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:04:56.308339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:04:56.318183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, ea5e1e64-61e5-4fc2-b184-f3861ad007b0) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:56.322993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:56.323590 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.328649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856d027-610d-4974-b984-d9979a386811 None None] Network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:04:56.338707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4012c11e-abb1-4809-ac9d-1e2116b86f86 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3120267 Jul 22 22:04:56.454016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441a58c-6a30-4adb-8921-43339787cf80 None None] Network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:04:56.741625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:04:56.758972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-aa5565d1-56e8-4bff-b36a-0924e83d3207 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:56.760533 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-aa5565d1-56e8-4bff-b36a-0924e83d3207 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 815 time: 0.1008148 Jul 22 22:04:56.762812 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: d8f1da7a-a1b2-4221-8f75-fee63382111c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:04:56.763170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device d8f1da7a-a1b2-4221-8f75-fee63382111c not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:04:56.775926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-03751fcc-7f4e-4e50-9f8c-590803f67734 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/quotas/42cba77f89e743279e502c5dbb38a29a HTTP/1.1" status: 200 len: 375 time: 0.0099032 Jul 22 22:04:56.814658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-01941ae3-7f25-40d1-bc29-f13150125b1e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332706 Jul 22 22:04:56.871698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-c1eb6726-9667-49fd-9e00-fd4e588df3dc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:56.872704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-c1eb6726-9667-49fd-9e00-fd4e588df3dc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512779 Jul 22 22:04:56.960493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-8a94a740-9f11-4641-8d63-de805e195f84 service neutron] 10.222.0.54 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815091 Jul 22 22:04:57.052104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-3dee304d-6705-4d4f-840f-3ede4cd992d7 service neutron] 10.222.0.54 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852580 Jul 22 22:04:57.215471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3e1c7d6-a805-4030-96f5-b7962e42ea45 req-fe8f88f0-ce1d-4108-850c-f718e7ec01f5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 210 time: 0.0302815 Jul 22 22:04:58.259550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8399dbc-a954-4097-8256-b8c804a8df5a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:58.261113 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8399dbc-a954-4097-8256-b8c804a8df5a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.23 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 815 time: 0.1131845 Jul 22 22:04:58.275751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Request body: {'port': {'device_id': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0', 'admin_state_up': True, 'tenant_id': '42cba77f89e743279e502c5dbb38a29a'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:58.316767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fca2008-be6c-4621-b715-78ebac29fd21 req-b4b6b80a-666d-4569-9b58-6f9a4094ef48 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 210 time: 0.0304117 Jul 22 22:04:58.393455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Made reservation on behalf of 42cba77f89e743279e502c5dbb38a29a for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:58.397258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.535461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Allocated IP 172.20.0.3 (ea5e1e64-61e5-4fc2-b184-f3861ad007b0/93a8599c-d9c8-4e83-80ff-f79dc45841db/fb15be23-48b6-464c-b316-f3db45c76a25) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:04:58.697038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.737351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.784096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:04:58.789802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:58.793439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:04:58.824668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:58.847408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:58.848059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.862337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b8506cef-df89-42f8-b470-7ec7f84b0ded tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911355 Jul 22 22:04:58.874923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Request body: {'port': {'device_id': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:58.951224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.211264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15be23-48b6-464c-b316-f3db45c76a25 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:04:59.218787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.231146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Transition to ACTIVE for port object fb15be23-48b6-464c-b316-f3db45c76a25 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:04:59.234839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.286063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:59.355683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:04:59.356053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:04:59.356390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:04:59.360683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Port fb15be23-48b6-464c-b316-f3db45c76a25 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:04:59.361008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:04:59.365839 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:04:59.366170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Checking segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:04:59.366544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Bound using segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:04:59.367677 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Bound port: fb15be23-48b6-464c-b316-f3db45c76a25, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:04:59.368063 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.432574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:04:59.435779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:04:59.440087 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.458803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b429e7e-e7d1-409b-895f-88836e5cc52a req-888ad5a2-63c4-4587-98a3-374017195217 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:59.460945 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b429e7e-e7d1-409b-895f-88836e5cc52a req-888ad5a2-63c4-4587-98a3-374017195217 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0688934 Jul 22 22:04:59.486374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:59.487476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.488874 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] 10.222.0.23 "PUT /v2.0/ports/fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 1092 time: 0.6187842 Jul 22 22:04:59.491156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:04:59.494981 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ebdb0c-c87c-425a-9958-833fd8a1f50a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:04:59.512785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b429e7e-e7d1-409b-895f-88836e5cc52a req-c3a742cf-cabb-4d34-9d21-f04bd1fdb08f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Jul 22 22:04:59.530835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391cff9-f2d4-432c-9503-8d2561d8939b service neutron] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:59.553985 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99e2366-0a35-48d4-8abd-ea507eb8c931 x-openstack-request-id: req-d99e2366-0a35-48d4-8abd-ea507eb8c931 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:04:59.554295 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:04:59.554581 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d99e2366-0a35-48d4-8abd-ea507eb8c931 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:04:59.555063 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'status': 'completed', 'code': 200} Jul 22 22:04:59.603021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-eaaed4ce-a203-4a15-9457-00cfb8ea4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:59.605094 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-eaaed4ce-a203-4a15-9457-00cfb8ea4fd4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1095 time: 0.0620022 Jul 22 22:04:59.647114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-a8f5feba-dcbf-461c-8f3f-0d88e1d38b7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 217 time: 0.0337925 Jul 22 22:04:59.699930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-dd1b75f8-2e22-4d39-a659-d3a2b771a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:59.701399 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-dd1b75f8-2e22-4d39-a659-d3a2b771a42b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0474155 Jul 22 22:04:59.736207 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-70b7c7c3-5b15-4450-8dac-c27596843504 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283823 Jul 22 22:04:59.826011 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-b911972a-32d1-41f2-ae53-7648e1cc4005 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831225 Jul 22 22:04:59.919202 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3815c395-c36b-430d-a50d-a35df000f0d5 req-56b9c074-e211-464b-ac1a-02127a7861cf service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865586 Jul 22 22:05:00.021154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-a7aa98fd-3a48-4486-a423-7a7155c0ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:00.022676 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-a7aa98fd-3a48-4486-a423-7a7155c0ff31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1095 time: 0.0550735 Jul 22 22:05:00.125916 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-ed957fd6-2ae3-4750-ace0-5f68101c4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:00.128160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-ed957fd6-2ae3-4750-ace0-5f68101c4b3a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.0978107 Jul 22 22:05:00.173714 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-a1f62b57-33d7-4c84-b554-b5ea70cdb4bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 217 time: 0.0392272 Jul 22 22:05:00.233116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-fc6dc550-cf78-4a29-bed6-681a182c13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:00.234235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-fc6dc550-cf78-4a29-bed6-681a182c13b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0468330 Jul 22 22:05:00.276517 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-5293fdcb-4846-4413-b0cf-038c38279bcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350294 Jul 22 22:05:00.381387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-fae2606c-2fd3-4791-8847-0f5107783486 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977805 Jul 22 22:05:00.483526 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20ebdb0c-c87c-425a-9958-833fd8a1f50a req-cd70a08f-7659-4bb0-bdba-727fc8838b62 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952818 Jul 22 22:05:00.675597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8918690-2368-4c15-ad38-c462fc337050 req-8b576600-1ef2-41f8-9bb6-4da20de6102b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:00.677753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8918690-2368-4c15-ad38-c462fc337050 req-8b576600-1ef2-41f8-9bb6-4da20de6102b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0795248 Jul 22 22:05:00.724428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8918690-2368-4c15-ad38-c462fc337050 req-5f7a26d3-3178-4a32-b073-0757975a550b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Jul 22 22:05:01.710925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.861133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f40a7-6dd9-49fa-807b-c3aaca535b58 req-b54a46af-a33f-4bc7-b4e2-fc5b45d8052c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:01.862962 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-544f40a7-6dd9-49fa-807b-c3aaca535b58 req-b54a46af-a33f-4bc7-b4e2-fc5b45d8052c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0627878 Jul 22 22:05:01.904859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-544f40a7-6dd9-49fa-807b-c3aaca535b58 req-28b0d0e3-5638-455d-a9e7-80247674d44e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Jul 22 22:05:02.311200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:03.037014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864e160-f3cf-4328-aeb2-1775cd1d3aa2 req-ab519da7-d4fc-4942-8b3c-466b1d68ac8e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:03.038470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8864e160-f3cf-4328-aeb2-1775cd1d3aa2 req-ab519da7-d4fc-4942-8b3c-466b1d68ac8e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0656583 Jul 22 22:05:03.080044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8864e160-f3cf-4328-aeb2-1775cd1d3aa2 req-3bc45e94-c9d6-4330-86a1-6c5561fbdc9d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336533 Jul 22 22:05:03.256404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:05:03.356434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:03.369061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0', 'port_id': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'mac_address': 'fa:16:3e:f6:5f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8599c-d9c8-4e83-80ff-f79dc45841db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:05:03.410607 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:03.424850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15be23-48b6-464c-b316-f3db45c76a25 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:05:03.450258 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:03.455707 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:03.525913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:03.535341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.535764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.536213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.536612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.536993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.537373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.537829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.538216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.538650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.539037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.539399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.539982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:03.672135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['fb15be23-48b6-464c-b316-f3db45c76a25'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:05:04.224924 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45b49-8a40-428d-a34f-a442bbe5a688 req-a364cc7e-6eb9-4213-afa9-3c8f505d3cc5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:04.227140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6b45b49-8a40-428d-a34f-a442bbe5a688 req-a364cc7e-6eb9-4213-afa9-3c8f505d3cc5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 944 time: 0.0651929 Jul 22 22:05:04.264930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e6b45b49-8a40-428d-a34f-a442bbe5a688 req-47fa5f7f-12f6-4936-ab00-3f3bcc4620cf tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Jul 22 22:05:05.256007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:05.306839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port fb15be23-48b6-464c-b316-f3db45c76a25 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:05.310560 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port fb15be23-48b6-464c-b316-f3db45c76a25 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:05.310934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:05.387750 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:05.399040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c60c1-8423-494a-9b37-0a350c14d4c1 req-eccd805a-df66-4387-867e-9e92053d2b64 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:05.400587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-271c60c1-8423-494a-9b37-0a350c14d4c1 req-eccd805a-df66-4387-867e-9e92053d2b64 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 944 time: 0.0690260 Jul 22 22:05:05.410401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:05:05.412650 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8885b429-1adf-4ca5-958e-e2ce3f953593" -d '{"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-plugged", "status": "completed", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:05:05.425611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:05.430793 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:05.445305 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-271c60c1-8423-494a-9b37-0a350c14d4c1 req-94828245-e15c-42ed-9803-b504129e90a7 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Jul 22 22:05:05.467110 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00960c6f-99df-4ba2-affb-56faa35ad48e x-openstack-request-id: req-00960c6f-99df-4ba2-affb-56faa35ad48e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:05:05.467397 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-plugged", "status": "completed", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:05:05.467657 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00960c6f-99df-4ba2-affb-56faa35ad48e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:05:05.468129 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'code': 200} Jul 22 22:05:05.498346 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:05.574680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32316466-3ca3-4825-96d3-7c2fdf7efefa req-0d432f57-3ce2-4a95-8f7d-045b54bd9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:05.576293 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32316466-3ca3-4825-96d3-7c2fdf7efefa req-0d432f57-3ce2-4a95-8f7d-045b54bd9d9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1097 time: 0.0587635 Jul 22 22:05:05.611724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-32316466-3ca3-4825-96d3-7c2fdf7efefa req-9acb2d22-377b-403e-9e56-1d95a70fc30f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284057 Jul 22 22:05:06.576813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e6044-3059-4b2f-964f-cd7d8f4c4b94 req-b0a3abbf-8ff9-4603-8589-2adcbacb5727 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:06.578341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-332e6044-3059-4b2f-964f-cd7d8f4c4b94 req-b0a3abbf-8ff9-4603-8589-2adcbacb5727 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0637329 Jul 22 22:05:06.615528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-332e6044-3059-4b2f-964f-cd7d8f4c4b94 req-4cc4fac2-eed0-43d5-9403-5328aa9020aa tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Jul 22 22:05:06.745301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c74547-08da-4d3e-8ef0-4cbcd5009801 req-30bf0a46-db2c-4629-958c-4fa6ae89efe8 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:06.746864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4c74547-08da-4d3e-8ef0-4cbcd5009801 req-30bf0a46-db2c-4629-958c-4fa6ae89efe8 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0640750 Jul 22 22:05:06.789804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4c74547-08da-4d3e-8ef0-4cbcd5009801 req-1fe34ccc-597c-4b96-8732-8e3b7a593176 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Jul 22 22:05:07.005251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc83f5e-3b12-4afc-83a5-45e3b3eae313 req-a1adec2f-6b89-442d-88c5-f35f1a68f475 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:07.006680 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc83f5e-3b12-4afc-83a5-45e3b3eae313 req-a1adec2f-6b89-442d-88c5-f35f1a68f475 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0646710 Jul 22 22:05:07.045038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc83f5e-3b12-4afc-83a5-45e3b3eae313 req-737eed5c-7a5c-4f61-aa2c-ce69a40c362e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Jul 22 22:05:07.174488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920f4d-eb1f-48e8-be70-5f204d8c2757 req-483dc463-6fb3-42ce-8dca-8b95f1239c91 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:07.176033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69920f4d-eb1f-48e8-be70-5f204d8c2757 req-483dc463-6fb3-42ce-8dca-8b95f1239c91 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0631347 Jul 22 22:05:07.213420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69920f4d-eb1f-48e8-be70-5f204d8c2757 req-f6c1eb3c-99d5-4696-8eec-e8adf9712331 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Jul 22 22:05:07.506082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-35013571-f3cd-437f-81a6-7e99ed4f3511 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965102 Jul 22 22:05:07.514144 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a2315-c61c-4d2e-b8ed-c990d0cb7d5b req-bec9a7ac-17af-4713-9d83-4c0cd4fcbe35 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:07.516141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-895a2315-c61c-4d2e-b8ed-c990d0cb7d5b req-bec9a7ac-17af-4713-9d83-4c0cd4fcbe35 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0983415 Jul 22 22:05:07.561492 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-895a2315-c61c-4d2e-b8ed-c990d0cb7d5b req-0bf99052-9db7-4be0-8d9b-e94c0fab2a3e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Jul 22 22:05:08.697045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d88-d117-432d-9bc8-2312a3fcbd0c req-fab60c00-3ec8-4600-92f1-5dac8b37e82d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:08.698528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cd73d88-d117-432d-9bc8-2312a3fcbd0c req-fab60c00-3ec8-4600-92f1-5dac8b37e82d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0662384 Jul 22 22:05:08.741385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1cd73d88-d117-432d-9bc8-2312a3fcbd0c req-88cdebd5-a9a6-4d6b-a458-25cc71266a3d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Jul 22 22:05:08.864853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-a05de709-a574-4301-a43d-88405bcd9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:08.866434 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-a05de709-a574-4301-a43d-88405bcd9044 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1097 time: 0.0558529 Jul 22 22:05:08.965002 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-ab20973b-fd35-4151-88e6-5fbcd394690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:08.966508 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-ab20973b-fd35-4151-88e6-5fbcd394690f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.0938277 Jul 22 22:05:09.006218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-ee8951f0-75e3-4759-9db2-e3d072cd17a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 217 time: 0.0332601 Jul 22 22:05:09.059676 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-29a8edde-1cc5-47f2-9d0e-425dd89ac85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:09.061179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-29a8edde-1cc5-47f2-9d0e-425dd89ac85e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0486336 Jul 22 22:05:09.095990 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-0071130b-005c-4114-91d3-a742becf8f1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284650 Jul 22 22:05:09.184667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-8cbb3273-662a-4a78-8a6c-49c46a10e141 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821240 Jul 22 22:05:09.277705 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-3c2ba3c6-e82c-4d1a-8679-cea28997b312 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869057 Jul 22 22:05:09.885593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf44b64-741f-45b6-9e96-7b73e7cd2327 req-8b7f3796-a0c4-48b4-9e82-e4711aa1033e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:09.887208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbf44b64-741f-45b6-9e96-7b73e7cd2327 req-8b7f3796-a0c4-48b4-9e82-e4711aa1033e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0763652 Jul 22 22:05:09.924923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dbf44b64-741f-45b6-9e96-7b73e7cd2327 req-bf07e32e-d139-441b-a415-a9117288d4a8 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Jul 22 22:05:11.063256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85185c90-5f2a-44a9-aa65-498d43183fab req-4c0ec826-cd1a-479d-ac98-aa81b38ad530 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:11.064801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85185c90-5f2a-44a9-aa65-498d43183fab req-4c0ec826-cd1a-479d-ac98-aa81b38ad530 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0714521 Jul 22 22:05:11.108255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85185c90-5f2a-44a9-aa65-498d43183fab req-ce1edcef-1353-4616-b032-8bc352c1d8e5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Jul 22 22:05:12.245299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7184a-9b20-4369-958c-2914e9c92247 req-65cb4d78-96f5-43b5-ba02-2b8157d5035d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:12.246805 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cc7184a-9b20-4369-958c-2914e9c92247 req-65cb4d78-96f5-43b5-ba02-2b8157d5035d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0710545 Jul 22 22:05:12.289274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cc7184a-9b20-4369-958c-2914e9c92247 req-b723f0a8-ba2d-438a-a3ed-b0b1a11ab724 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jul 22 22:05:12.591269 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-14900073-9ce2-4eec-ab7e-0c552eb37cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:13.418915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fac02f-99c4-404d-8c25-51e919126d08 req-0aba063e-5116-404c-ab34-8895c4f86d1b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:13.420422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81fac02f-99c4-404d-8c25-51e919126d08 req-0aba063e-5116-404c-ab34-8895c4f86d1b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0636902 Jul 22 22:05:13.457730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81fac02f-99c4-404d-8c25-51e919126d08 req-f72ceb72-5c4a-467c-995f-47450ae87867 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Jul 22 22:05:14.592007 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f2c73-b835-40f8-b2b7-803914d0f4fe req-3c02cc7c-0ed6-4c80-b2ad-986de5de0811 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:14.593384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-911f2c73-b835-40f8-b2b7-803914d0f4fe req-3c02cc7c-0ed6-4c80-b2ad-986de5de0811 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0677435 Jul 22 22:05:14.635573 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-911f2c73-b835-40f8-b2b7-803914d0f4fe req-824cd499-89db-4b91-88ab-0a2b57721978 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364263 Jul 22 22:05:15.237118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3988ddd1-edb1-451b-9b56-3eea5c0aad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.502715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.768412 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc82b5-7714-4d24-8e82-d48eb0a41d95 req-67d6c5d6-fd2e-42bb-9f14-533bd7bbb100 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:15.769821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07cc82b5-7714-4d24-8e82-d48eb0a41d95 req-67d6c5d6-fd2e-42bb-9f14-533bd7bbb100 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0680647 Jul 22 22:05:15.810279 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-07cc82b5-7714-4d24-8e82-d48eb0a41d95 req-4d6c10bb-d670-43b7-a728-1dea94b45cae tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348451 Jul 22 22:05:16.266989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:16.939485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50349-98c7-48d7-920f-b4ece1a87c79 req-eb6582c9-0a49-41ba-b774-152ac8ade565 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:16.940997 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6b50349-98c7-48d7-920f-b4ece1a87c79 req-eb6582c9-0a49-41ba-b774-152ac8ade565 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0629880 Jul 22 22:05:16.988088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b6b50349-98c7-48d7-920f-b4ece1a87c79 req-b69ceb70-8f0c-49a8-af9a-fa37229a3265 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Jul 22 22:05:18.128345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad60f3-31ae-42c4-9f70-cbd7be073546 req-94cd3754-38b7-47aa-8cfa-2b83e6bfc21b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:18.129852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1ad60f3-31ae-42c4-9f70-cbd7be073546 req-94cd3754-38b7-47aa-8cfa-2b83e6bfc21b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0700512 Jul 22 22:05:18.172606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d1ad60f3-31ae-42c4-9f70-cbd7be073546 req-82bd4c09-f07a-4d15-b47c-52c21d6b6d33 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Jul 22 22:05:18.421587 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:19.306497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2eda9-e7c7-44c4-ac16-d7ed3ee16dcd req-b5ed0a13-931d-480b-983e-cf62d07c06b6 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:19.308121 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcc2eda9-e7c7-44c4-ac16-d7ed3ee16dcd req-b5ed0a13-931d-480b-983e-cf62d07c06b6 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0654402 Jul 22 22:05:19.346459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcc2eda9-e7c7-44c4-ac16-d7ed3ee16dcd req-2d3153d8-9402-422d-bc75-42437eafdd31 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Jul 22 22:05:20.483968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92204-2f31-4eea-994a-24eb13bd7d15 req-f6ad229e-240c-4410-9255-f3a173d37aff tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:20.485484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54f92204-2f31-4eea-994a-24eb13bd7d15 req-f6ad229e-240c-4410-9255-f3a173d37aff tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0685589 Jul 22 22:05:20.529973 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54f92204-2f31-4eea-994a-24eb13bd7d15 req-897d6dfc-71e1-4540-82e7-c3bb6fae4906 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Jul 22 22:05:21.663076 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33a8cb-2d7f-4120-935b-248705cdd651 req-4e137ca6-a99d-49fe-a406-2bc118891a6a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:21.664760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa33a8cb-2d7f-4120-935b-248705cdd651 req-4e137ca6-a99d-49fe-a406-2bc118891a6a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0656400 Jul 22 22:05:21.703096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa33a8cb-2d7f-4120-935b-248705cdd651 req-a22bff0c-47b3-4b2e-965b-ff2301b35011 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Jul 22 22:05:22.835815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7333-b688-410b-81eb-7bc7fb4b015f req-be56c0e0-c2e5-4d12-bdc3-00d39b44b129 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:22.837325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-768b7333-b688-410b-81eb-7bc7fb4b015f req-be56c0e0-c2e5-4d12-bdc3-00d39b44b129 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0672500 Jul 22 22:05:22.875585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-768b7333-b688-410b-81eb-7bc7fb4b015f req-fe96d19e-e113-4c53-8ca4-96b6f7f5e755 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Jul 22 22:05:24.011196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8bee8-8638-40a9-bfee-f9d9bb3cfa91 req-995d034c-0772-46ae-a39e-6771dc5a16c2 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:24.012772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99a8bee8-8638-40a9-bfee-f9d9bb3cfa91 req-995d034c-0772-46ae-a39e-6771dc5a16c2 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0690315 Jul 22 22:05:24.051764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99a8bee8-8638-40a9-bfee-f9d9bb3cfa91 req-4ab230eb-4540-4a7a-9b69-495182aece81 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332971 Jul 22 22:05:25.184075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23edec-1968-474a-91d9-341ab97cf291 req-f0a167da-921f-4551-93c2-72635219479f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:25.185603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f23edec-1968-474a-91d9-341ab97cf291 req-f0a167da-921f-4551-93c2-72635219479f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0657241 Jul 22 22:05:25.223853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f23edec-1968-474a-91d9-341ab97cf291 req-c21edd54-9063-4b96-bb20-6d5a7b397f94 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Jul 22 22:05:26.361187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7f513-5096-41ba-a5c7-1e3e38a43e6b req-9b38b684-5003-46db-bee6-eebe8eacf89e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:26.362702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9bb7f513-5096-41ba-a5c7-1e3e38a43e6b req-9b38b684-5003-46db-bee6-eebe8eacf89e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0691278 Jul 22 22:05:26.405930 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9bb7f513-5096-41ba-a5c7-1e3e38a43e6b req-b00f7766-f297-4d0f-9d5d-9f73970726f7 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370147 Jul 22 22:05:27.539374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c16cd-f9f8-42e7-a3f2-725b4cd4eb3a req-b3e5634a-6674-4a3f-bffd-941d1a203908 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:27.540955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-702c16cd-f9f8-42e7-a3f2-725b4cd4eb3a req-b3e5634a-6674-4a3f-bffd-941d1a203908 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0663228 Jul 22 22:05:27.579777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-702c16cd-f9f8-42e7-a3f2-725b4cd4eb3a req-6f0c2cbd-4036-4fa1-92e2-5248976d12c0 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332105 Jul 22 22:05:28.081631 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:05:28.712229 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307426f-5c8d-4ee4-80a6-f2b2b461dcd5 req-5672b346-ecae-4231-ae57-dcd37b69dc99 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:28.713733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f307426f-5c8d-4ee4-80a6-f2b2b461dcd5 req-5672b346-ecae-4231-ae57-dcd37b69dc99 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0636046 Jul 22 22:05:28.755955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f307426f-5c8d-4ee4-80a6-f2b2b461dcd5 req-5c232aa3-72ca-4eac-9e28-461485366246 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Jul 22 22:05:29.895488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4989e5d-ae0a-4aae-8971-49cf2273923f req-bb3c7c11-a76a-4dbe-821c-bea2cd91d446 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:29.897600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4989e5d-ae0a-4aae-8971-49cf2273923f req-bb3c7c11-a76a-4dbe-821c-bea2cd91d446 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0684083 Jul 22 22:05:29.934899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4989e5d-ae0a-4aae-8971-49cf2273923f req-9a808182-d724-471e-bb01-b14c00d2cfcf tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Jul 22 22:05:31.068865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cd4cf-d59d-4377-8a1c-2b3e779f794a req-c934d532-095b-4e51-b896-f4bdb1c7b9a7 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:31.070270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e6cd4cf-d59d-4377-8a1c-2b3e779f794a req-c934d532-095b-4e51-b896-f4bdb1c7b9a7 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0658441 Jul 22 22:05:31.108853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e6cd4cf-d59d-4377-8a1c-2b3e779f794a req-415b835f-0ceb-4db7-a01e-69a17d688179 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330076 Jul 22 22:05:31.707767 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:32.238357 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9219b1-5720-4416-8e9a-ac1a11ba5da4 req-ffb74abe-3cb2-45dd-9787-85f3598d8e2f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:32.240466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b9219b1-5720-4416-8e9a-ac1a11ba5da4 req-ffb74abe-3cb2-45dd-9787-85f3598d8e2f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0648086 Jul 22 22:05:32.292343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b9219b1-5720-4416-8e9a-ac1a11ba5da4 req-d0e5c20b-4e75-431e-9d19-ffc94ea49634 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Jul 22 22:05:32.324937 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:33.431636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141d31-4e1a-4ca6-8c50-8af28d420270 req-24560206-828d-40b6-a41e-cbb22bc6aa6a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:33.433179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5141d31-4e1a-4ca6-8c50-8af28d420270 req-24560206-828d-40b6-a41e-cbb22bc6aa6a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0700855 Jul 22 22:05:33.475057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5141d31-4e1a-4ca6-8c50-8af28d420270 req-f699a730-f7d7-477d-b20d-39b192aac341 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Jul 22 22:05:34.606714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259629c-6d11-4616-8853-f5a9df8ed0fb req-ca3375da-80dd-4c95-895a-64e01e2e054d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:34.608337 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1259629c-6d11-4616-8853-f5a9df8ed0fb req-ca3375da-80dd-4c95-895a-64e01e2e054d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0655196 Jul 22 22:05:34.650379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1259629c-6d11-4616-8853-f5a9df8ed0fb req-aaa591c8-14c8-455c-becf-78b3eb384036 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Jul 22 22:05:35.789399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694af369-e839-4f4f-81b8-874ff5a9adee req-368b517d-c3fd-42b0-bc3e-c1d4f7269da8 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:35.790828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-694af369-e839-4f4f-81b8-874ff5a9adee req-368b517d-c3fd-42b0-bc3e-c1d4f7269da8 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0690260 Jul 22 22:05:35.830240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-694af369-e839-4f4f-81b8-874ff5a9adee req-9deae0d6-13ea-4989-9e7d-04a64a57ef42 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Jul 22 22:05:36.123754 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2f5e9b0-f66a-4c22-92de-db680425562c service neutron] show failed (client error): The resource could not be found. Jul 22 22:05:36.124834 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2f5e9b0-f66a-4c22-92de-db680425562c service neutron] 10.222.0.23 "GET /v2.0/ports/fb15be23-48b6-464c-b316-f3db45c76a25/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0550187 Jul 22 22:05:36.343620 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f50a1279-1c7c-4c59-a0d0-1a459193d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:36.345180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f50a1279-1c7c-4c59-a0d0-1a459193d687 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60&tenant_id=42cba77f89e743279e502c5dbb38a29a HTTP/1.1" status: 200 len: 1097 time: 0.0591717 Jul 22 22:05:36.356909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:36.431245 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:36.628931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:36.661596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:36.704704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:05:36.706855 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6203549-2c6d-45ad-86ac-4111717b2ec6" -d '{"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:05:36.710881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:36.731625 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Transition to ACTIVE for port object fb15be23-48b6-464c-b316-f3db45c76a25 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:36.737917 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:36.765894 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb08f4-5324-4358-b6d8-b8c8f9452bd4 x-openstack-request-id: req-3cdb08f4-5324-4358-b6d8-b8c8f9452bd4 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:05:36.766201 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:05:36.766452 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cdb08f4-5324-4358-b6d8-b8c8f9452bd4 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:05:36.766844 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'code': 200} Jul 22 22:05:36.809704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] No DVR routers for this DVR port fb15be23-48b6-464c-b316-f3db45c76a25 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:05:36.811682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:36.847537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:05:36.847906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:05:36.848777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:36.853102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Port fb15be23-48b6-464c-b316-f3db45c76a25 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:05:36.853453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Attempting to bind port fb15be23-48b6-464c-b316-f3db45c76a25 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:36.858651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:05:36.858956 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Checking segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:36.859338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Bound using segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:05:36.859762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Bound port: fb15be23-48b6-464c-b316-f3db45c76a25, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:05:36.860242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:36.928173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:36.931159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:05:36.936834 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:36.962107 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0430bf-a690-4771-a0df-52dd9fe2de3f req-ea834374-0801-4012-a35a-6307f7ef8e9f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:36.963547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d0430bf-a690-4771-a0df-52dd9fe2de3f req-ea834374-0801-4012-a35a-6307f7ef8e9f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0655971 Jul 22 22:05:36.969923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:36.970553 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:36.972060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] 10.222.0.58 "PUT /v2.0/ports/fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 1092 time: 0.6190741 Jul 22 22:05:37.004888 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d0430bf-a690-4771-a0df-52dd9fe2de3f req-3ff08885-0623-414e-9477-5ce08344a4cb tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349174 Jul 22 22:05:37.030678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d110ca-316e-4b7b-8783-d0b621b3cbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:37.062924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-b59a74ab-259c-401e-90a7-c1adc8def1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:37.065206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-b59a74ab-259c-401e-90a7-c1adc8def1ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1095 time: 0.0681086 Jul 22 22:05:37.166261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-bd320480-0fc6-4434-b203-acf8682e5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:37.167792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-bd320480-0fc6-4434-b203-acf8682e5a3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.0967183 Jul 22 22:05:37.208393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-a618a6bd-070c-4a18-a92f-40b4e4178214 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 217 time: 0.0339425 Jul 22 22:05:37.256064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-41281abd-a57d-458c-ac00-77c9a27e073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:37.257562 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-41281abd-a57d-458c-ac00-77c9a27e073c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0436914 Jul 22 22:05:37.295351 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-a64feb5b-72a2-410e-934c-3b2076716b99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312436 Jul 22 22:05:37.304944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-ce4696d7-f02e-4eed-a8b1-09e0cc8a7818 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:05:37.305975 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-ce4696d7-f02e-4eed-a8b1-09e0cc8a7818 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050035 Jul 22 22:05:37.396107 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-65e6d9c4-4da8-4d7d-b03f-afacbad79ea6 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834420 Jul 22 22:05:37.496759 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06b32adf-555b-4dec-9ce2-d03642b3aac6 req-e936d74f-aa61-49c1-834b-9b39b13a4759 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945189 Jul 22 22:05:38.137262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2f63-ac5f-4840-826f-fbe6b2e60956 req-d8287300-1bdf-475c-9068-fe863415ba35 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:38.138743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2aae2f63-ac5f-4840-826f-fbe6b2e60956 req-d8287300-1bdf-475c-9068-fe863415ba35 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0630801 Jul 22 22:05:38.181303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2aae2f63-ac5f-4840-826f-fbe6b2e60956 req-e795dd3c-44b4-4715-a79b-5e6c4b8d518c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 Jul 22 22:05:38.768416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:05:38.770753 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:05:38.821263 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78034e8-8c18-4497-a965-991895ed8ab5 x-openstack-request-id: req-e78034e8-8c18-4497-a965-991895ed8ab5 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:05:38.821562 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:05:38.821810 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e78034e8-8c18-4497-a965-991895ed8ab5 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:05:38.822206 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'status': 'completed', 'code': 200} Jul 22 22:05:38.934828 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-c1b023e1-171a-45eb-8d63-a10856025a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:38.936663 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-c1b023e1-171a-45eb-8d63-a10856025a32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1095 time: 0.0941679 Jul 22 22:05:38.939217 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-c92e1918-5136-4554-9762-cf8fd5c6978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:38.940637 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-c92e1918-5136-4554-9762-cf8fd5c6978f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1095 time: 0.0969112 Jul 22 22:05:39.105723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-6db4dd17-8eb9-4c63-a162-3d7cb1945a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:39.107420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-6db4dd17-8eb9-4c63-a162-3d7cb1945a8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.1630828 Jul 22 22:05:39.109953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-f76e21dc-4224-401c-b7ad-b5e8c10f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:39.111289 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-f76e21dc-4224-401c-b7ad-b5e8c10f302b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.1601014 Jul 22 22:05:39.178598 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-0b0ee8bd-da55-402e-9532-aa4173a60395 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 217 time: 0.0648956 Jul 22 22:05:39.179990 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-8616a4ff-560b-403a-8259-f1261c3313f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 217 time: 0.0603487 Jul 22 22:05:39.266176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-080abc21-599d-48e3-9a43-8ab081a9733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:39.267655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-080abc21-599d-48e3-9a43-8ab081a9733e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0829275 Jul 22 22:05:39.269073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-5dd99231-82ed-4bd9-8a42-d8c566cd4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:39.270441 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-5dd99231-82ed-4bd9-8a42-d8c566cd4539 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0783532 Jul 22 22:05:39.308252 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-232dbc73-4c06-41f8-a2b3-ec28a59a7618 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343857 Jul 22 22:05:39.311247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bbb8f-8b3d-4436-9ef7-e9ff8f857c68 req-97041b61-1568-43cd-8654-1ba9fd6d9827 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:39.312783 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a3bbb8f-8b3d-4436-9ef7-e9ff8f857c68 req-97041b61-1568-43cd-8654-1ba9fd6d9827 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0635474 Jul 22 22:05:39.336941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-c86468df-02de-4a16-8ba5-f07e6c5e6a5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546889 Jul 22 22:05:39.351936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a3bbb8f-8b3d-4436-9ef7-e9ff8f857c68 req-ae8b1ceb-f2c5-4268-8c5a-c2098be69b06 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Jul 22 22:05:39.472727 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:05:39.490364 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-b640283f-5253-48cb-911d-29068b83a7a6 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657765 Jul 22 22:05:39.493943 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-9e5e38eb-4eb4-44d9-80d8-f7b7f995f333 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465628 Jul 22 22:05:39.542036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:05:39.573048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98ef04-1f1a-4b47-86af-268caf80ecb1 req-d681f387-192b-4773-9815-cd88f336f03a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:39.574539 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b98ef04-1f1a-4b47-86af-268caf80ecb1 req-d681f387-192b-4773-9815-cd88f336f03a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0710967 Jul 22 22:05:39.614151 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b98ef04-1f1a-4b47-86af-268caf80ecb1 req-7dfc0a2c-c4aa-4f3f-8b29-b8e3b4ce6f5e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Jul 22 22:05:40.032844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-cc0dc589-a703-414b-8a09-c239a1437005 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351114 Jul 22 22:05:40.041008 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-89f5282e-ce39-4f2e-8f56-6e9ce0d725cf req-dab930d2-7743-4384-b7bc-1c714ba6c578 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270290 Jul 22 22:05:40.057499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-eea96e1e-5a63-4c66-a468-dad40d8515a2 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:40.059948 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-eea96e1e-5a63-4c66-a468-dad40d8515a2 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60&tenant_id=42cba77f89e743279e502c5dbb38a29a&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 943 time: 0.5213065 Jul 22 22:05:40.122607 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-0022c5d3-f160-4ed6-8f9b-4a1cfb0b5e85 service neutron] delete failed (client error): The resource could not be found. Jul 22 22:05:40.123627 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-0022c5d3-f160-4ed6-8f9b-4a1cfb0b5e85 service neutron] 10.222.0.23 "DELETE /v2.0/ports/fb15be23-48b6-464c-b316-f3db45c76a25/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0545204 Jul 22 22:05:40.220030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-8efcd839-8982-4d72-ba02-a7e261fdcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:40.221545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-8efcd839-8982-4d72-ba02-a7e261fdcbc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 1095 time: 0.0542865 Jul 22 22:05:40.312986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-0e237224-902e-4a09-a8ad-7a14ea62c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:40.314355 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-0e237224-902e-4a09-a8ad-7a14ea62c7db service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.0862067 Jul 22 22:05:40.355854 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-64ece200-5860-4737-bdef-31b587036bf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 200 len: 217 time: 0.0343966 Jul 22 22:05:40.405177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-2583e963-d1c9-4c7d-abcf-a2d4090fdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:40.406643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-2583e963-d1c9-4c7d-abcf-a2d4090fdd40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0445633 Jul 22 22:05:40.443861 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-f264882a-43b6-4537-a775-a6df14603796 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308595 Jul 22 22:05:40.533533 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-db06b027-dde6-4755-8db2-3849e89a1524 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833828 Jul 22 22:05:40.625035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f344f44c-e089-4e23-9ace-dd41c3787ac2 req-2aab8846-b5d1-4b15-962c-1b7402a8dc20 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851347 Jul 22 22:05:40.764118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b8732-a82b-42e0-9d94-b0b3f91fa310 req-5c7eef58-01a1-463f-936b-ec430886fcf2 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:40.765629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c5b8732-a82b-42e0-9d94-b0b3f91fa310 req-5c7eef58-01a1-463f-936b-ec430886fcf2 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 943 time: 0.0792778 Jul 22 22:05:40.807166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c5b8732-a82b-42e0-9d94-b0b3f91fa310 req-3b44f996-98ce-40b2-b486-5b621ecf439b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352647 Jul 22 22:05:40.922435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:05:41.036670 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:41.047585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0', 'port_id': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'mac_address': 'fa:16:3e:f6:5f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8599c-d9c8-4e83-80ff-f79dc45841db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:05:41.084996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:41.098287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15be23-48b6-464c-b316-f3db45c76a25 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:05:41.117372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:41.121911 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:41.169744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:41.354483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['fb15be23-48b6-464c-b316-f3db45c76a25'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:05:41.936040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fd710-156e-4f2b-b32c-309a0345f60a req-2047d793-543e-40f4-8a3e-b7ad7e2c8a3e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:41.937517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860fd710-156e-4f2b-b32c-309a0345f60a req-2047d793-543e-40f4-8a3e-b7ad7e2c8a3e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 944 time: 0.0632944 Jul 22 22:05:41.974104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-860fd710-156e-4f2b-b32c-309a0345f60a req-d7e3efa9-ce56-4d36-8c38-78154f8cf01b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Jul 22 22:05:42.101138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a452c0c-d7e9-40af-80ad-84ea8c000395 req-147bee52-ebbb-4485-9834-1ac2ea220546 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:42.102620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a452c0c-d7e9-40af-80ad-84ea8c000395 req-147bee52-ebbb-4485-9834-1ac2ea220546 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 944 time: 0.0625319 Jul 22 22:05:42.144626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0a452c0c-d7e9-40af-80ad-84ea8c000395 req-512b6b52-0e19-426b-8476-fd0617ebb4fa tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Jul 22 22:05:42.271879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d9e7-c0e8-4ab3-9855-8671a6353409 req-f044f87e-fb2b-4e03-9929-8155f68c9a03 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:42.273341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d27d9e7-c0e8-4ab3-9855-8671a6353409 req-f044f87e-fb2b-4e03-9929-8155f68c9a03 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 944 time: 0.0630801 Jul 22 22:05:42.310725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d27d9e7-c0e8-4ab3-9855-8671a6353409 req-0c6195d2-1738-4c2e-9f29-b293d7cb139a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Jul 22 22:05:42.593402 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02b994e7-b869-4c59-b04f-58f45f62a59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:42.666128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249e3f-3361-458b-a96b-c11a19439650 req-ed04641a-99f3-4249-9b16-796f3c617da4 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:42.667501 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-ed04641a-99f3-4249-9b16-796f3c617da4 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 815 time: 0.1044157 Jul 22 22:05:42.684906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-9f68adce-c693-4465-895c-c58c7085cb76 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/quotas/42cba77f89e743279e502c5dbb38a29a HTTP/1.1" status: 200 len: 375 time: 0.0115376 Jul 22 22:05:42.748380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-4bdfb2a6-bf3e-4605-8f9a-ff0614e60a78 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580764 Jul 22 22:05:42.840368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-6c310499-7154-4c00-82b6-b28a7370d7b6 service neutron] 10.222.0.54 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Jul 22 22:05:42.928920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-46dbee01-24e7-4e54-b0c4-1c25f55669c9 service neutron] 10.222.0.54 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825603 Jul 22 22:05:42.945650 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:42.993141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port fb15be23-48b6-464c-b316-f3db45c76a25 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:42.997137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port fb15be23-48b6-464c-b316-f3db45c76a25 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:42.997511 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:43.075227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:43.099179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:05:43.101451 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7eabe5-f076-4843-96c2-ae81f85c65c2" -d '{"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-plugged", "status": "completed", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:05:43.114461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:43.120630 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:43.120809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-90b6bdc9-4c7b-473e-8037-128474edbd44 req-dd4597a0-6dde-4f90-a206-bee58aeda629 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 210 time: 0.0418034 Jul 22 22:05:43.155239 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c30715-ba3c-43f8-b73d-6a8a8a719912 x-openstack-request-id: req-82c30715-ba3c-43f8-b73d-6a8a8a719912 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:05:43.155527 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-plugged", "status": "completed", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:05:43.155765 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82c30715-ba3c-43f8-b73d-6a8a8a719912 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:05:43.156183 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'code': 200} Jul 22 22:05:43.173029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:43.853590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-8f477877-6b4d-4a8e-bb6d-e1b2e7e40b15 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:43.855061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-8f477877-6b4d-4a8e-bb6d-e1b2e7e40b15 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a82c71a-4a42-470a-9d6d-b052e3ce2d60 HTTP/1.1" status: 200 len: 945 time: 0.0652845 Jul 22 22:05:43.963731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Deleting port fb15be23-48b6-464c-b316-f3db45c76a25 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:05:43.964107 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.052819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249e3f-3361-458b-a96b-c11a19439650 req-77373a1b-82fa-4bd9-aed5-fb8c54bd74b4 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:44.054308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-77373a1b-82fa-4bd9-aed5-fb8c54bd74b4 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 815 time: 0.1145613 Jul 22 22:05:44.064914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] For port fb15be23-48b6-464c-b316-f3db45c76a25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fb15be23-48b6-464c-b316-f3db45c76a25,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:44.065276 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.066572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Request body: {'port': {'device_id': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0', 'admin_state_up': True, 'tenant_id': '42cba77f89e743279e502c5dbb38a29a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:44.077910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Calling delete_port for fb15be23-48b6-464c-b316-f3db45c76a25 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:05:44.185215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Made reservation on behalf of 42cba77f89e743279e502c5dbb38a29a for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:05:44.188998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.212439 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.224355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['fb15be23-48b6-464c-b316-f3db45c76a25'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:05:44.240869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43477d25-f7b4-4352-9cd4-c1e8a5f2c4e7 req-561deb2a-bbf9-468d-948b-4603204c5c77 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 210 time: 0.0417430 Jul 22 22:05:44.241636 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Pushing event deleted for resources: {'Port': ['ID=fb15be23-48b6-464c-b316-f3db45c76a25,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:44.308233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] No DVR routers for this DVR port fb15be23-48b6-464c-b316-f3db45c76a25 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:05:44.311450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.313545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f6ffe6a7-6aa8-42f6-9cfb-d88986dfa4f3 req-2ed89198-e30f-4526-aa91-44ccd68ad659 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.58 "DELETE /v2.0/ports/fb15be23-48b6-464c-b316-f3db45c76a25 HTTP/1.1" status: 204 len: 173 time: 0.4509845 Jul 22 22:05:44.314071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-deleted', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:05:44.316434 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bfe54d-d1ed-4c6a-89c4-128f066f6ecc" -d '{"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-deleted", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:05:44.354396 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164caf69-6b8d-4ab0-a65a-a5615c92d3b2 x-openstack-request-id: req-164caf69-6b8d-4ab0-a65a-a5615c92d3b2 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:05:44.355155 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a82c71a-4a42-470a-9d6d-b052e3ce2d60", "name": "network-vif-deleted", "tag": "fb15be23-48b6-464c-b316-f3db45c76a25", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:05:44.355409 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-164caf69-6b8d-4ab0-a65a-a5615c92d3b2 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:05:44.355815 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a82c71a-4a42-470a-9d6d-b052e3ce2d60', 'name': 'network-vif-deleted', 'tag': 'fb15be23-48b6-464c-b316-f3db45c76a25', 'status': 'completed', 'code': 200} Jul 22 22:05:44.356124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Allocated IP 172.20.0.5 (ea5e1e64-61e5-4fc2-b184-f3861ad007b0/93a8599c-d9c8-4e83-80ff-f79dc45841db/a47a12e7-33c5-436b-8dcf-b9271db8b297) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:05:44.518836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.559180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.569817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['fb15be23-48b6-464c-b316-f3db45c76a25'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:05:44.615330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:05:44.618598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:44.621682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:05:44.645711 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:44.672220 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:44.672777 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.687477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-458a65bb-22c0-4ffe-8ba5-98af26dc7c53 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6249759 Jul 22 22:05:44.698428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Request body: {'port': {'device_id': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:44.768876 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.075526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47a12e7-33c5-436b-8dcf-b9271db8b297 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:05:45.083690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.096868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Transition to ACTIVE for port object a47a12e7-33c5-436b-8dcf-b9271db8b297 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:45.100615 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.169283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:45.218786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:05:45.219456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:05:45.219456 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:45.229149 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Port a47a12e7-33c5-436b-8dcf-b9271db8b297 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:05:45.229482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:45.235335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:05:45.236187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Checking segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:45.236581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Bound using segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:05:45.237048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Bound port: a47a12e7-33c5-436b-8dcf-b9271db8b297, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:05:45.237512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c49a7a-64b3-41e3-90a2-d7fba99abf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.238544 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.305245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h2-762330-19, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:45.308548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:05:45.312877 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.376726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:45.377359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.379317 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] 10.222.0.58 "PUT /v2.0/ports/a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 1092 time: 0.6844635 Jul 22 22:05:45.379930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:05:45.382175 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b722022-121a-4461-85ea-bb0af805abd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:05:45.412554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dabfda-bdda-4567-94d7-25c7576d5821 service neutron] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:45.489815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a90bdb-0d14-4f59-b40e-7ef655703c94 req-354ed7af-e5a0-40eb-b023-3fbc534976de tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:45.491345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67a90bdb-0d14-4f59-b40e-7ef655703c94 req-354ed7af-e5a0-40eb-b023-3fbc534976de tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.1521244 Jul 22 22:05:45.492867 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c6864f-8e16-4b46-80c8-6ee9326c6715 x-openstack-request-id: req-61c6864f-8e16-4b46-80c8-6ee9326c6715 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:05:45.493164 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:05:45.493419 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61c6864f-8e16-4b46-80c8-6ee9326c6715 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:05:45.493814 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'status': 'completed', 'code': 200} Jul 22 22:05:45.509546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.559189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67a90bdb-0d14-4f59-b40e-7ef655703c94 req-2e7db18e-0567-4813-8ca5-4d6206ddf71e tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586197 Jul 22 22:05:45.566902 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249e3f-3361-458b-a96b-c11a19439650 req-333bb715-be17-4803-8039-3d16018a4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:45.568395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-333bb715-be17-4803-8039-3d16018a4e28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1095 time: 0.1473241 Jul 22 22:05:45.902349 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-be646a6b-245d-4658-9618-86b68c29a43c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.3239617 Jul 22 22:05:45.977301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249e3f-3361-458b-a96b-c11a19439650 req-9176a748-f685-4124-8db6-ec7cddb519d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:45.978747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-9176a748-f685-4124-8db6-ec7cddb519d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0702100 Jul 22 22:05:46.032153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-811a504e-a5f2-4197-9baa-c50ce6fe6629 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462501 Jul 22 22:05:46.124484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-e02fc19b-0c16-4988-ac5d-0fca771a2266 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833724 Jul 22 22:05:46.212310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-16249e3f-3361-458b-a96b-c11a19439650 req-4a8924b8-59d9-418f-b770-f57711c3788b service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810013 Jul 22 22:05:46.266490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:46.319238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b722022-121a-4461-85ea-bb0af805abd9 req-ca2dd450-4fec-46fe-9db3-04be5fc48d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:46.320864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b722022-121a-4461-85ea-bb0af805abd9 req-ca2dd450-4fec-46fe-9db3-04be5fc48d6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1095 time: 0.0598228 Jul 22 22:05:46.472712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b722022-121a-4461-85ea-bb0af805abd9 req-90a086d3-83af-4128-848d-3fae52d10d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:46.474127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b722022-121a-4461-85ea-bb0af805abd9 req-90a086d3-83af-4128-848d-3fae52d10d4b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.1462748 Jul 22 22:05:46.516360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b722022-121a-4461-85ea-bb0af805abd9 req-a8e36014-71df-4f58-b348-72a49a5bec59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.0353396 Jul 22 22:05:46.570287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b722022-121a-4461-85ea-bb0af805abd9 req-a4fc835c-2592-4771-8613-37b8aa7234ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:46.571727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b722022-121a-4461-85ea-bb0af805abd9 req-a4fc835c-2592-4771-8613-37b8aa7234ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0467775 Jul 22 22:05:46.607080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b722022-121a-4461-85ea-bb0af805abd9 req-4810244f-73ee-4c86-8dc7-ed5b7c1c267d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281084 Jul 22 22:05:46.737181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b722022-121a-4461-85ea-bb0af805abd9 req-bf42982e-d74c-4448-a01e-cfe8d11713b0 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237571 Jul 22 22:05:46.750033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e88f-4c90-4511-8604-619c41469424 req-ff9d52a5-1715-40dd-9915-ead96c56137c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:46.751451 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fd5e88f-4c90-4511-8604-619c41469424 req-ff9d52a5-1715-40dd-9915-ead96c56137c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.1204178 Jul 22 22:05:46.843647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fd5e88f-4c90-4511-8604-619c41469424 req-27672ad6-2117-41da-b939-1853e0d68ebb tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835564 Jul 22 22:05:46.869023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b722022-121a-4461-85ea-bb0af805abd9 req-730999f3-c4c0-4eed-8fd5-b03dcf623361 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166162 Jul 22 22:05:46.980261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:05:47.000123 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: fb15be23-48b6-464c-b316-f3db45c76a25 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:05:47.000400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fb15be23-48b6-464c-b316-f3db45c76a25 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:05:47.985603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4686-6ea2-4acc-9823-c3f2326edc6a req-4c7fe6fb-3755-4359-aec4-cf1548125d1d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:47.987116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b4a4686-6ea2-4acc-9823-c3f2326edc6a req-4c7fe6fb-3755-4359-aec4-cf1548125d1d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.0758233 Jul 22 22:05:48.028554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b4a4686-6ea2-4acc-9823-c3f2326edc6a req-fbc1c1db-f788-4b71-a380-5f37c777964d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Jul 22 22:05:48.423368 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:48.982911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:05:49.078316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:49.089939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0', 'port_id': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'mac_address': 'fa:16:3e:38:67:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8599c-d9c8-4e83-80ff-f79dc45841db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:05:49.127984 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:49.141190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47a12e7-33c5-436b-8dcf-b9271db8b297 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:05:49.158826 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7c683-f86f-4b70-a53c-edeeae0e18c2 req-ac7a0ac3-b80a-4640-bd04-9904454fc721 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:49.161003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b7c683-f86f-4b70-a53c-edeeae0e18c2 req-ac7a0ac3-b80a-4640-bd04-9904454fc721 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.0652139 Jul 22 22:05:49.162213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:49.166390 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:49.205016 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b7c683-f86f-4b70-a53c-edeeae0e18c2 req-7a541b0e-b1d1-4259-904c-b0c9a850012c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Jul 22 22:05:49.213098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:49.365324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['a47a12e7-33c5-436b-8dcf-b9271db8b297'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:05:50.335223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76576655-94c8-41be-9d13-f30183a36a84 req-348ba6c3-2fe7-43fe-907a-454b33ba328c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:50.336753 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76576655-94c8-41be-9d13-f30183a36a84 req-348ba6c3-2fe7-43fe-907a-454b33ba328c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 944 time: 0.0631301 Jul 22 22:05:50.384237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-76576655-94c8-41be-9d13-f30183a36a84 req-b343bf39-3ea2-4cc4-ae6c-620dd2c20eec tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418997 Jul 22 22:05:51.076926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:51.124213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port a47a12e7-33c5-436b-8dcf-b9271db8b297 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:51.127818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port a47a12e7-33c5-436b-8dcf-b9271db8b297 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:51.128219 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:51.203236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:51.226247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:05:51.228510 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454982c-8746-435e-ad77-aa9570fba892" -d '{"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-plugged", "status": "completed", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:05:51.240889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:51.244747 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:51.269696 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af361ce3-8a36-450d-b322-2d3b7b60cd6c x-openstack-request-id: req-af361ce3-8a36-450d-b322-2d3b7b60cd6c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:05:51.270601 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-plugged", "status": "completed", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:05:51.270859 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af361ce3-8a36-450d-b322-2d3b7b60cd6c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:05:51.271415 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'code': 200} Jul 22 22:05:51.299012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:51.372731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81accc4b-460d-4bd7-86b3-1eba5d101fe3 req-af6bb51d-8e51-409f-a9fb-e5495196b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:51.374262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81accc4b-460d-4bd7-86b3-1eba5d101fe3 req-af6bb51d-8e51-409f-a9fb-e5495196b616 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1097 time: 0.0552542 Jul 22 22:05:51.407775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-81accc4b-460d-4bd7-86b3-1eba5d101fe3 req-76abae0c-d834-463e-8843-7bc109e6b1d9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274220 Jul 22 22:05:51.515505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607adf68-d884-491c-9a2d-ca386c78bbe2 req-aaa0bd55-4b98-408b-813c-cb19abdc0512 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:51.517001 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-607adf68-d884-491c-9a2d-ca386c78bbe2 req-aaa0bd55-4b98-408b-813c-cb19abdc0512 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0681410 Jul 22 22:05:51.554184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-607adf68-d884-491c-9a2d-ca386c78bbe2 req-f4a25707-2e24-427b-9ce3-95963ba18f33 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Jul 22 22:05:52.683791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d561e-4734-40bb-8c2f-64c4b2d7cbc7 req-d0363b36-348e-4322-8105-489eef1ee678 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:52.685320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d55d561e-4734-40bb-8c2f-64c4b2d7cbc7 req-d0363b36-348e-4322-8105-489eef1ee678 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0634706 Jul 22 22:05:52.724527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d55d561e-4734-40bb-8c2f-64c4b2d7cbc7 req-cb094c8a-5bdd-46ad-a567-fbcafc5ddc20 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Jul 22 22:05:52.859320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e8dcc-7bfe-45b5-9e2f-4c71ee4672a3 req-04c19137-91a1-4cec-9633-60a683e05e09 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:52.860828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a1e8dcc-7bfe-45b5-9e2f-4c71ee4672a3 req-04c19137-91a1-4cec-9633-60a683e05e09 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0648856 Jul 22 22:05:52.902837 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1a1e8dcc-7bfe-45b5-9e2f-4c71ee4672a3 req-6e7f0ba9-b2dd-424e-baf9-ac3ef67cc37a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Jul 22 22:05:53.170901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-e5f26578-bf0b-4de4-ac3e-16e8530c0e45 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914433 Jul 22 22:05:53.188371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c045c0-cd00-43ce-a76c-56c686a3f58c req-8331514f-4d0b-403c-9011-5b426694eb06 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:53.189909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4c045c0-cd00-43ce-a76c-56c686a3f58c req-8331514f-4d0b-403c-9011-5b426694eb06 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0997336 Jul 22 22:05:53.233790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4c045c0-cd00-43ce-a76c-56c686a3f58c req-9ca36cda-fa49-4c20-8bc4-f3940f40fcc5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369673 Jul 22 22:05:54.269960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-262fee2c-0d53-4b3a-8882-161d1032b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:54.271329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-262fee2c-0d53-4b3a-8882-161d1032b948 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1097 time: 0.0591776 Jul 22 22:05:54.396017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-f2f6da19-8d31-4c7d-8c3d-b52e24ff6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:54.397504 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-f2f6da19-8d31-4c7d-8c3d-b52e24ff6491 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.1169498 Jul 22 22:05:54.454498 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-52377c86-4e5b-4f81-b6a8-ece646552431 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.0505204 Jul 22 22:05:54.461811 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d3bed-fbb6-4089-8e92-96ba7d50a65a req-73eea923-8592-4175-b372-cd9292371560 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:54.463191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-078d3bed-fbb6-4089-8e92-96ba7d50a65a req-73eea923-8592-4175-b372-cd9292371560 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.1570210 Jul 22 22:05:54.550488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-574652b6-270a-4581-8422-ddfb1a47db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:54.551867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-574652b6-270a-4581-8422-ddfb1a47db0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0878296 Jul 22 22:05:54.554742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-078d3bed-fbb6-4089-8e92-96ba7d50a65a req-9db10481-5824-4264-8ec6-6e46117d6b37 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835640 Jul 22 22:05:54.589722 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-20a45b52-fe62-4f50-852e-fcde33eb6b70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306582 Jul 22 22:05:54.678225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-861d3865-aa0e-4488-9dac-4173fe630e45 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818818 Jul 22 22:05:54.772787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-922ce1e3-3ecc-4df7-8243-968bfb82ce0f service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879681 Jul 22 22:05:55.684936 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f34dc-e930-4790-add3-19edecaeb875 req-3a12aee0-5d37-43b2-940c-b23292e35efe tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:55.686434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd9f34dc-e930-4790-add3-19edecaeb875 req-3a12aee0-5d37-43b2-940c-b23292e35efe tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0630391 Jul 22 22:05:55.724180 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd9f34dc-e930-4790-add3-19edecaeb875 req-da6f7b19-1d94-4d99-9629-d2f83c7f769c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Jul 22 22:05:56.856668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b493-fea6-48e3-af9e-5df6d6dffbb8 req-59367a25-5453-4df3-85d0-4162bd480476 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:56.858156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d09b493-fea6-48e3-af9e-5df6d6dffbb8 req-59367a25-5453-4df3-85d0-4162bd480476 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0651326 Jul 22 22:05:56.899392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d09b493-fea6-48e3-af9e-5df6d6dffbb8 req-a15a76fc-7011-4b95-8e74-1317f1e0fda6 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351474 Jul 22 22:05:58.034819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18e69-f9fe-41c6-9f35-4aed82103bac req-8de8263e-96f8-43b4-aacb-0341a9f2328f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:58.036321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9d18e69-f9fe-41c6-9f35-4aed82103bac req-8de8263e-96f8-43b4-aacb-0341a9f2328f tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0679739 Jul 22 22:05:58.074277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a9d18e69-f9fe-41c6-9f35-4aed82103bac req-6c99a5e3-6811-42ce-b8f4-011cd3e51e66 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Jul 22 22:05:59.207192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc54a8c-d98d-4d27-8114-9ea3440570ca req-a3a50c25-b794-4bab-99ba-cc20a858634a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:59.208721 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdc54a8c-d98d-4d27-8114-9ea3440570ca req-a3a50c25-b794-4bab-99ba-cc20a858634a tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0651872 Jul 22 22:05:59.246654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdc54a8c-d98d-4d27-8114-9ea3440570ca req-dd1cf436-e7fa-4aed-bd43-4544ec13a0ab tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Jul 22 22:06:00.376790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ec8f-366e-4a70-a09f-2e31aa2c49ed req-60c59098-264d-4b62-a87b-8d3a356545c5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:00.379052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e464ec8f-366e-4a70-a09f-2e31aa2c49ed req-60c59098-264d-4b62-a87b-8d3a356545c5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0645063 Jul 22 22:06:00.419666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e464ec8f-366e-4a70-a09f-2e31aa2c49ed req-0f5752d7-3ce0-4157-b0d0-6a0303cc39a3 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Jul 22 22:06:01.550110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3026-24aa-4774-bd5e-fb7b9d61868a req-498ca5d5-3751-4e2b-8c3a-fd8f1d80600c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:01.551608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32ca3026-24aa-4774-bd5e-fb7b9d61868a req-498ca5d5-3751-4e2b-8c3a-fd8f1d80600c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0646601 Jul 22 22:06:01.589490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32ca3026-24aa-4774-bd5e-fb7b9d61868a req-fca15002-30d1-4e5a-a0cb-eaa07a185496 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Jul 22 22:06:01.720734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:02.338404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:02.719820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428055d-d4cb-4f61-b527-02ec5a37dfc2 req-a7744c16-5d08-4ab5-8ad0-014cace712d8 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:02.721924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0428055d-d4cb-4f61-b527-02ec5a37dfc2 req-a7744c16-5d08-4ab5-8ad0-014cace712d8 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0652702 Jul 22 22:06:02.759924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0428055d-d4cb-4f61-b527-02ec5a37dfc2 req-97c80b42-38ee-4ba9-9ede-8d0ab889e365 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Jul 22 22:06:03.893951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3618033-6df2-42e6-9564-1a17bed3c0c9 req-4171f716-f40a-4af1-954a-afe91b70f0db tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:03.895442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3618033-6df2-42e6-9564-1a17bed3c0c9 req-4171f716-f40a-4af1-954a-afe91b70f0db tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0667140 Jul 22 22:06:03.933708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b3618033-6df2-42e6-9564-1a17bed3c0c9 req-3666c33f-48db-4935-84b3-1a87824327c7 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326650 Jul 22 22:06:05.062649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20ba4f-950c-416d-94eb-c34ad56ee2cd req-262ab8bf-c520-4362-bc99-5e0ad43d94c5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:05.064085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c20ba4f-950c-416d-94eb-c34ad56ee2cd req-262ab8bf-c520-4362-bc99-5e0ad43d94c5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0631056 Jul 22 22:06:05.081628 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:06:05.101981 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c20ba4f-950c-416d-94eb-c34ad56ee2cd req-b6bed89b-86c6-470e-81c4-d60ff8d881d4 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Jul 22 22:06:06.227981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6e5ea-6d6d-4e73-b2d5-eeb1d2b5a739 req-e2aff957-20cd-4b43-b1ab-462859aeb127 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:06.229453 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91f6e5ea-6d6d-4e73-b2d5-eeb1d2b5a739 req-e2aff957-20cd-4b43-b1ab-462859aeb127 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0620255 Jul 22 22:06:06.270376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91f6e5ea-6d6d-4e73-b2d5-eeb1d2b5a739 req-dada003c-8602-439e-9b91-74bb8e09da45 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 Jul 22 22:06:07.404356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eed0bb-4c46-49ca-8f32-4ecdd4c46b26 req-a69aee24-1a67-4b1f-a9be-b64ab750783d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:07.405838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3eed0bb-4c46-49ca-8f32-4ecdd4c46b26 req-a69aee24-1a67-4b1f-a9be-b64ab750783d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0667517 Jul 22 22:06:07.446611 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3eed0bb-4c46-49ca-8f32-4ecdd4c46b26 req-950c71a7-665a-4284-83bf-ac85c00b9ddc tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342631 Jul 22 22:06:08.586111 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770858b-bb4d-49de-848e-17155b9ead69 req-f1bcb3f3-374c-4f17-9efe-146e27b9f5f0 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:08.587607 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d770858b-bb4d-49de-848e-17155b9ead69 req-f1bcb3f3-374c-4f17-9efe-146e27b9f5f0 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0736511 Jul 22 22:06:08.626209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d770858b-bb4d-49de-848e-17155b9ead69 req-db555820-a5b4-4c95-a375-a54450acf307 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Jul 22 22:06:09.287587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb13e7-197d-405f-84a5-48284ac834cb req-617e5d39-bae6-43cf-b677-89486e327f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:09.289170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eecb13e7-197d-405f-84a5-48284ac834cb req-617e5d39-bae6-43cf-b677-89486e327f25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1097 time: 0.0578289 Jul 22 22:06:09.393300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb13e7-197d-405f-84a5-48284ac834cb req-3b9a1446-4bd9-46cb-b53c-743dbb39e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:09.394777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eecb13e7-197d-405f-84a5-48284ac834cb req-3b9a1446-4bd9-46cb-b53c-743dbb39e3fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.0854754 Jul 22 22:06:09.439733 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eecb13e7-197d-405f-84a5-48284ac834cb req-a4e488c6-1982-4d1f-9e20-2d4eb9b8677a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.0370004 Jul 22 22:06:09.492526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb13e7-197d-405f-84a5-48284ac834cb req-8338156d-871e-4359-9749-a4170ac7ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:09.493986 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eecb13e7-197d-405f-84a5-48284ac834cb req-8338156d-871e-4359-9749-a4170ac7ae84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0438907 Jul 22 22:06:09.530256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eecb13e7-197d-405f-84a5-48284ac834cb req-f279c1f9-0b9f-43b3-9a53-f9bb4d864ffe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279083 Jul 22 22:06:09.624604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eecb13e7-197d-405f-84a5-48284ac834cb req-e194ce14-ead5-4e84-87ee-1f37c0c360ae service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845313 Jul 22 22:06:09.746250 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eecb13e7-197d-405f-84a5-48284ac834cb req-120f619c-989b-4435-8be1-47168b362a85 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143527 Jul 22 22:06:09.774724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f761-3bf4-463f-be3c-465b4a5456e0 req-ed3e7674-363e-48da-92cc-565ad7ca97cd tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:09.776277 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adb2f761-3bf4-463f-be3c-465b4a5456e0 req-ed3e7674-363e-48da-92cc-565ad7ca97cd tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0814853 Jul 22 22:06:09.816778 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-adb2f761-3bf4-463f-be3c-465b4a5456e0 req-c7883b82-c616-4400-a70b-3ab92472d650 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346093 Jul 22 22:06:10.944529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec7cc2-b8b4-4458-ace0-f9b8af080e3f req-d3f49d3d-193a-4cd7-93a8-f57861088a42 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:10.946008 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0ec7cc2-b8b4-4458-ace0-f9b8af080e3f req-d3f49d3d-193a-4cd7-93a8-f57861088a42 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0624950 Jul 22 22:06:10.983413 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0ec7cc2-b8b4-4458-ace0-f9b8af080e3f req-8d7acbb1-e1c2-4447-b2a2-1307c9e8bf25 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319221 Jul 22 22:06:12.110997 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecc600-a73e-4ab0-9b23-0828353fa3c4 req-ebd4a660-ca4e-45a5-9ba9-32c83b127a05 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:12.112544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3ecc600-a73e-4ab0-9b23-0828353fa3c4 req-ebd4a660-ca4e-45a5-9ba9-32c83b127a05 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0626488 Jul 22 22:06:12.153948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3ecc600-a73e-4ab0-9b23-0828353fa3c4 req-a22b5524-6259-4edf-ab3a-eef3c2995288 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358744 Jul 22 22:06:12.594752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8a5e7d6-9b05-4328-817b-7c4910f692a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:13.288314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7b92e-df88-47ae-8d25-2777dea3309e req-d908b76d-8683-4e71-82ba-7cbb97a9a2a3 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:13.289804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27a7b92e-df88-47ae-8d25-2777dea3309e req-d908b76d-8683-4e71-82ba-7cbb97a9a2a3 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0662801 Jul 22 22:06:13.326558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-27a7b92e-df88-47ae-8d25-2777dea3309e req-258ddb5e-84c2-44fe-809f-20b0b83f7970 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jul 22 22:06:14.456487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e29e1b-f8e6-4151-8fba-4b9de7ff41b9 req-1a6f5368-5d14-4427-9c36-9d30565be2c7 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:14.457968 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43e29e1b-f8e6-4151-8fba-4b9de7ff41b9 req-1a6f5368-5d14-4427-9c36-9d30565be2c7 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0635047 Jul 22 22:06:14.495875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43e29e1b-f8e6-4151-8fba-4b9de7ff41b9 req-983320d4-64de-4a37-884d-830bc09e18f3 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321469 Jul 22 22:06:15.239375 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28dd56a2-803a-4361-a079-966e1ee02c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:15.502428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:15.630448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cfb2-3eb4-4568-b6c2-7039348271b6 req-e3c647e6-7ccc-4296-b311-e992d011d20b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:15.631952 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d85cfb2-3eb4-4568-b6c2-7039348271b6 req-e3c647e6-7ccc-4296-b311-e992d011d20b tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0677662 Jul 22 22:06:15.671939 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d85cfb2-3eb4-4568-b6c2-7039348271b6 req-bb916203-e7d7-4b12-a3e4-448d8591e130 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Jul 22 22:06:16.268442 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:16.800228 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb5d7e-92d0-4393-8c58-e675f9a7b379 req-8a77cb9a-1e3c-4653-a55b-5ff55dee45bf tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:16.801699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eefb5d7e-92d0-4393-8c58-e675f9a7b379 req-8a77cb9a-1e3c-4653-a55b-5ff55dee45bf tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0626292 Jul 22 22:06:16.839745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eefb5d7e-92d0-4393-8c58-e675f9a7b379 req-c10ce4f6-2802-42ad-b95d-cfd84d4e74a0 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Jul 22 22:06:17.967809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e786703-bfa9-4338-baa9-343148f1aa3a req-04db705a-67fe-4e6f-a8d1-dd8744216a92 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:17.969312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e786703-bfa9-4338-baa9-343148f1aa3a req-04db705a-67fe-4e6f-a8d1-dd8744216a92 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0621054 Jul 22 22:06:18.010209 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e786703-bfa9-4338-baa9-343148f1aa3a req-05dec9dd-6afa-40bb-b229-ead6294fe1e1 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353720 Jul 22 22:06:18.427138 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:19.140504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf1a11-add1-4818-a091-bbf038f33eb4 req-80644169-3b13-42f4-8f0b-bdda215cdffe tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:19.141989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2cf1a11-add1-4818-a091-bbf038f33eb4 req-80644169-3b13-42f4-8f0b-bdda215cdffe tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0637529 Jul 22 22:06:19.180174 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f2cf1a11-add1-4818-a091-bbf038f33eb4 req-8986dd67-3a64-4eac-add4-400d2d009d99 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Jul 22 22:06:20.344725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b866-24ed-4ad7-824d-55755680bc6b req-9d9b0f56-be22-4b09-b1d5-a90ed0393842 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:20.346346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99f0b866-24ed-4ad7-824d-55755680bc6b req-9d9b0f56-be22-4b09-b1d5-a90ed0393842 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0980361 Jul 22 22:06:20.385178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-99f0b866-24ed-4ad7-824d-55755680bc6b req-5cf837d1-2cfd-423e-b01e-2cc418bcf19c tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332122 Jul 22 22:06:21.519718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd376a8d-8624-4691-9c05-35243e8f41b1 req-50dce737-095c-4ba8-b348-e571a9ece5ea tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:21.521231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd376a8d-8624-4691-9c05-35243e8f41b1 req-50dce737-095c-4ba8-b348-e571a9ece5ea tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0680785 Jul 22 22:06:21.559038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd376a8d-8624-4691-9c05-35243e8f41b1 req-aa88c826-ab0a-419d-8772-8218f41bdb30 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jul 22 22:06:21.974945 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [req-85a241c4-dfed-4624-84bf-694f30440159 req-7613f99c-805f-43ad-9751-cf5ec582b8e8 service neutron] show failed (client error): The resource could not be found. Jul 22 22:06:21.975979 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-7613f99c-805f-43ad-9751-cf5ec582b8e8 service neutron] 10.222.0.58 "GET /v2.0/ports/a47a12e7-33c5-436b-8dcf-b9271db8b297/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0551801 Jul 22 22:06:22.191046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-f522f837-d60d-43f5-8e35-e2a4aa1bfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:22.192760 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-f522f837-d60d-43f5-8e35-e2a4aa1bfb97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac&tenant_id=42cba77f89e743279e502c5dbb38a29a HTTP/1.1" status: 200 len: 1097 time: 0.0608969 Jul 22 22:06:22.204957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:22.283136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:22.492737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:22.530536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:06:22.571050 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:06:22.573283 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a540cc-2c33-4403-9d7c-100995f6a065" -d '{"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:06:22.577094 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:22.590708 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Transition to ACTIVE for port object a47a12e7-33c5-436b-8dcf-b9271db8b297 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:22.597331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:22.629671 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c097298d-a9cc-4846-bb89-7693e38e2c33 x-openstack-request-id: req-c097298d-a9cc-4846-bb89-7693e38e2c33 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:06:22.629974 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:06:22.630224 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c097298d-a9cc-4846-bb89-7693e38e2c33 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:06:22.630629 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'code': 200} Jul 22 22:06:22.670784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] No DVR routers for this DVR port a47a12e7-33c5-436b-8dcf-b9271db8b297 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:06:22.673930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:22.686038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.686381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.686721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.687053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.687386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.687710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.688061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.688397 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.688709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.689060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.689384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.689699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:22.695050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e392510-3f50-4952-93f4-ca1e4475b8c5 req-ade67abd-3222-4904-8d1a-9589e86567cf tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:22.696624 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e392510-3f50-4952-93f4-ca1e4475b8c5 req-ade67abd-3222-4904-8d1a-9589e86567cf tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.0656819 Jul 22 22:06:22.722415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:06:22.722755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:06:22.723089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:06:22.727473 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Port a47a12e7-33c5-436b-8dcf-b9271db8b297 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:06:22.727794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Attempting to bind port a47a12e7-33c5-436b-8dcf-b9271db8b297 on network ea5e1e64-61e5-4fc2-b184-f3861ad007b0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:06:22.732575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:06:22.732918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Checking segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:06:22.733641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Bound using segment: {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:06:22.734075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Bound port: a47a12e7-33c5-436b-8dcf-b9271db8b297, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:06:22.734433 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:22.738687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e392510-3f50-4952-93f4-ca1e4475b8c5 req-3f3acc1d-5833-4253-a478-717fae1feba5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Jul 22 22:06:22.803523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:06:22.809079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:06:22.813999 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:22.851067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:22.852065 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:22.853824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] 10.222.0.23 "PUT /v2.0/ports/a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 1092 time: 0.6531661 Jul 22 22:06:22.915623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146a018-20ed-43c6-b9b6-5c3eccbf833a service neutron] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:22.945075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-4224ed3e-eacd-44d8-8c71-d1cb5cfa7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:22.946622 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-4224ed3e-eacd-44d8-8c71-d1cb5cfa7314 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1095 time: 0.0601919 Jul 22 22:06:23.039502 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-6b99e21b-c4c7-4890-ac38-c26ba753950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:23.041002 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-6b99e21b-c4c7-4890-ac38-c26ba753950c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.0881157 Jul 22 22:06:23.081827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-3631a546-0702-4758-ac28-d0770bdd3b9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.0339704 Jul 22 22:06:23.130185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a241c4-dfed-4624-84bf-694f30440159 req-78a39ed1-5873-40ae-9194-e41e266c3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:23.131554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-78a39ed1-5873-40ae-9194-e41e266c3f6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0435078 Jul 22 22:06:23.170951 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-0295cac6-73ae-4f61-8a47-f6f05f3c5544 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323617 Jul 22 22:06:23.262422 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-b1475e78-8483-4fdc-9523-60095d3a53ce service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849047 Jul 22 22:06:23.356684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85a241c4-dfed-4624-84bf-694f30440159 req-fa70a28d-036e-4b9b-8c5b-4af7d557674c service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871475 Jul 22 22:06:23.875666 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da85e34-4df1-4e81-a39f-726f012bb9ef req-7a7f6b20-20d6-4750-a95e-115e44645208 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:23.877683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0da85e34-4df1-4e81-a39f-726f012bb9ef req-7a7f6b20-20d6-4750-a95e-115e44645208 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.0698955 Jul 22 22:06:23.917243 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0da85e34-4df1-4e81-a39f-726f012bb9ef req-8328d213-420b-4454-98c8-13a49d260eff tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336754 Jul 22 22:06:24.632083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:06:24.634488 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3e9fb-a84b-42cd-a60b-920866762a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:06:24.685337 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126de1d0-78e0-41b4-9e26-7ba37d722367 x-openstack-request-id: req-126de1d0-78e0-41b4-9e26-7ba37d722367 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:06:24.685642 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:06:24.685895 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-126de1d0-78e0-41b4-9e26-7ba37d722367 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:06:24.686304 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'status': 'completed', 'code': 200} Jul 22 22:06:24.767538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-46da5c57-85be-4d32-9b78-a017f59e0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:24.768514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-bc6822cf-7ac8-4325-b43a-4268d940b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:24.769070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-46da5c57-85be-4d32-9b78-a017f59e0029 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1095 time: 0.0587201 Jul 22 22:06:24.770306 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-bc6822cf-7ac8-4325-b43a-4268d940b667 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1095 time: 0.0598514 Jul 22 22:06:24.890940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-fb137e17-8f5a-4bfa-8ac0-3f10a089e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:24.893934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-fb137e17-8f5a-4bfa-8ac0-3f10a089e90b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.1184793 Jul 22 22:06:24.942498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-b2a9914f-ecbf-444d-a6fa-43effe62df83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.0403662 Jul 22 22:06:25.000955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-fb81fc38-a6b6-44c2-8ec0-cfc7b471d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.002511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-fb81fc38-a6b6-44c2-8ec0-cfc7b471d254 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0529032 Jul 22 22:06:25.039197 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-22e52de1-f168-4302-9da1-9db931cda101 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299690 Jul 22 22:06:25.137377 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-82b4b607-b458-44e2-be73-13bccad2eb4f service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913370 Jul 22 22:06:25.215062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:06:25.226699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-7dbf1014-f90c-43e5-8f9a-5e1a8029d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.228267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-7dbf1014-f90c-43e5-8f9a-5e1a8029d88b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.4509890 Jul 22 22:06:25.240538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-f3c5e206-71c3-4e33-9d13-1a6ffa672574 service neutron] 10.222.0.23 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911229 Jul 22 22:06:25.258366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:06:25.276776 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-5625d882-9c16-4b51-8596-6d0b8f7d6105 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.0397773 Jul 22 22:06:25.300453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bb61b-d86a-4c00-ac5b-2d16fc5f919a req-325e50d4-df38-464f-aad1-0e595d0b42f4 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.302291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c71bb61b-d86a-4c00-ac5b-2d16fc5f919a req-325e50d4-df38-464f-aad1-0e595d0b42f4 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.1231849 Jul 22 22:06:25.357680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-7c118135-bfbc-4cfa-bf57-c91e72bb76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.359140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-7c118135-bfbc-4cfa-bf57-c91e72bb76e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0757511 Jul 22 22:06:25.379518 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c71bb61b-d86a-4c00-ac5b-2d16fc5f919a req-2fe69061-704e-4782-8eb7-3034d31fe313 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Jul 22 22:06:25.397095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-468b52b3-6ac6-4c92-a58a-6f8ac2bead55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298800 Jul 22 22:06:25.496395 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-78f46a17-7982-4e49-ab85-46de430e7c33 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925138 Jul 22 22:06:25.614042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-e5f04c38-cb44-4fde-a613-497f74888713 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.615632 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-e5f04c38-cb44-4fde-a613-497f74888713 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac&tenant_id=42cba77f89e743279e502c5dbb38a29a&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 943 time: 0.0702982 Jul 22 22:06:25.625281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-0c23d138-e952-4d9e-8b1f-cfaa4c3b70dd service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215963 Jul 22 22:06:25.642760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812260a-8424-49df-98bc-1442421ca1d6 req-d8a6ea2a-3679-4eac-a94d-0a5aaf729bf5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.644659 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3812260a-8424-49df-98bc-1442421ca1d6 req-d8a6ea2a-3679-4eac-a94d-0a5aaf729bf5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 943 time: 0.1141162 Jul 22 22:06:25.676779 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-517c01f3-6522-48d7-8309-343cfa4d9175 service neutron] delete failed (client error): The resource could not be found. Jul 22 22:06:25.677841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-517c01f3-6522-48d7-8309-343cfa4d9175 service neutron] 10.222.0.58 "DELETE /v2.0/ports/a47a12e7-33c5-436b-8dcf-b9271db8b297/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0559516 Jul 22 22:06:25.688251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3812260a-8424-49df-98bc-1442421ca1d6 req-9fe9c7c5-051a-49cf-bff3-40dada67f7fb tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Jul 22 22:06:25.778965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-b2cc6b82-ca0d-41f1-bd26-73026fea8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.780553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-b2cc6b82-ca0d-41f1-bd26-73026fea8528 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42cba77f89e743279e502c5dbb38a29a&device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 1095 time: 0.0605292 Jul 22 22:06:25.807572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:06:25.869401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-9c18e9fb-0361-445b-9fc8-39b163724904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.870847 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-9c18e9fb-0361-445b-9fc8-39b163724904 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 200 len: 916 time: 0.0840025 Jul 22 22:06:25.902113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:25.913726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'network_id': 'ea5e1e64-61e5-4fc2-b184-f3861ad007b0', 'port_id': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'mac_address': 'fa:16:3e:38:67:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8599c-d9c8-4e83-80ff-f79dc45841db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:06:25.916284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-5725b977-d171-44ef-9e36-fa81fdddd521 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 200 len: 217 time: 0.0394516 Jul 22 22:06:25.954140 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:25.963737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-e903fc91-d60f-42d6-8772-5bd606f9deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:25.965282 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-e903fc91-d60f-42d6-8772-5bd606f9deb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 200 len: 855 time: 0.0434878 Jul 22 22:06:25.967314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47a12e7-33c5-436b-8dcf-b9271db8b297 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:06:25.988027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:25.991682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:25.999752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-6b647240-72c7-40e1-85e2-d46fa376f90d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea5e1e64-61e5-4fc2-b184-f3861ad007b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281410 Jul 22 22:06:26.044054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:26.054469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.055028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.055590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.056164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.056686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.057157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.057841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.058423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.058813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.059161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.059505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.060020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:26.100532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-d4a7047d-ebea-4014-a581-f050fb163ee9 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935438 Jul 22 22:06:26.195003 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f06e3f2f-a91f-497f-a69f-ed7b337847a3 req-2e073ab0-5ad0-4272-948d-964b039dd7d0 service neutron] 10.222.0.58 "GET /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Jul 22 22:06:26.237250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a47a12e7-33c5-436b-8dcf-b9271db8b297'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:06:26.834780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d6391-92f8-4c83-b619-bf4661642587 req-93a4a611-4e79-4bd0-874a-ba0bbe5a4b65 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:26.836329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-509d6391-92f8-4c83-b619-bf4661642587 req-93a4a611-4e79-4bd0-874a-ba0bbe5a4b65 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 944 time: 0.0758026 Jul 22 22:06:26.875596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-509d6391-92f8-4c83-b619-bf4661642587 req-ac45f3ca-a1a2-4398-a6bd-3f893642fbe5 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Jul 22 22:06:27.004080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15644d8-b502-4a2b-95fb-a8d3a9c9d4e5 req-f16334c1-95c9-4a5f-95ab-f323932260f9 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:27.005560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15644d8-b502-4a2b-95fb-a8d3a9c9d4e5 req-f16334c1-95c9-4a5f-95ab-f323932260f9 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 944 time: 0.0633729 Jul 22 22:06:27.042429 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15644d8-b502-4a2b-95fb-a8d3a9c9d4e5 req-03f43e70-fae2-4f60-a0b9-60db78589a3d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313134 Jul 22 22:06:27.172193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c026f39-111b-4622-a1cf-27d401b6d1e9 req-975ba57f-e438-4850-aa82-1e35e3611bec tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:27.174166 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c026f39-111b-4622-a1cf-27d401b6d1e9 req-975ba57f-e438-4850-aa82-1e35e3611bec tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 944 time: 0.0672836 Jul 22 22:06:27.212167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c026f39-111b-4622-a1cf-27d401b6d1e9 req-9a1c9102-ed7d-4488-8f48-bf8c44600d33 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Jul 22 22:06:27.578488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad0698-31b0-457a-bf73-a6ce48cf9ed2 req-a7065d63-534d-4f30-b503-8e9ace717718 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:27.580057 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5ad0698-31b0-457a-bf73-a6ce48cf9ed2 req-a7065d63-534d-4f30-b503-8e9ace717718 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 944 time: 0.0730484 Jul 22 22:06:27.619473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e5ad0698-31b0-457a-bf73-a6ce48cf9ed2 req-7c5eaf22-3a79-4bcd-95ad-bd87963a8b6d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Jul 22 22:06:27.816594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:27.866212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port a47a12e7-33c5-436b-8dcf-b9271db8b297 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:27.870615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port a47a12e7-33c5-436b-8dcf-b9271db8b297 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:27.870928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:27.948778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:27.972349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:06:27.974625 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f373c-5862-4fa4-8a49-56553546b811" -d '{"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-plugged", "status": "completed", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:06:27.991911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:27.997618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:28.023382 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067f17fb-229e-4308-afc2-4c3c273b9a65 x-openstack-request-id: req-067f17fb-229e-4308-afc2-4c3c273b9a65 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:06:28.023670 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-plugged", "status": "completed", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:06:28.023950 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-067f17fb-229e-4308-afc2-4c3c273b9a65 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:06:28.024340 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'code': 200} Jul 22 22:06:28.054866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:28.748396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7e908-917d-4454-b4b1-0161cf88eadf req-ec6498ea-a391-4655-abb6-db73f3bd5f5d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:28.749919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc7e908-917d-4454-b4b1-0161cf88eadf req-ec6498ea-a391-4655-abb6-db73f3bd5f5d tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0636184 Jul 22 22:06:28.793491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc7e908-917d-4454-b4b1-0161cf88eadf req-f99c1e9b-b101-4eab-b2e0-ede5791d47b2 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.54 "GET /v2.0/security-groups?id=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Jul 22 22:06:28.836516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a253-0608-4365-8884-5271805f4640 req-2b93f67d-c63d-464c-850f-a2aa5aa7ff70 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:28.837971 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c73a253-0608-4365-8884-5271805f4640 req-2b93f67d-c63d-464c-850f-a2aa5aa7ff70 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c847ba7-9385-4494-b562-6a29f4e628ac HTTP/1.1" status: 200 len: 945 time: 0.0644875 Jul 22 22:06:28.942145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Deleting port a47a12e7-33c5-436b-8dcf-b9271db8b297 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:06:28.942489 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:29.034461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] For port a47a12e7-33c5-436b-8dcf-b9271db8b297, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=a47a12e7-33c5-436b-8dcf-b9271db8b297,segment=NetworkSegment(c5f3b0fd-a96c-460b-ad75-31e06c88d8dc),segment_id=c5f3b0fd-a96c-460b-ad75-31e06c88d8dc)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:29.034806 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:29.047061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Calling delete_port for a47a12e7-33c5-436b-8dcf-b9271db8b297 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:06:29.171976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:29.183672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['a47a12e7-33c5-436b-8dcf-b9271db8b297'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:06:29.199483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Pushing event deleted for resources: {'Port': ['ID=a47a12e7-33c5-436b-8dcf-b9271db8b297,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:29.253344 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] No DVR routers for this DVR port a47a12e7-33c5-436b-8dcf-b9271db8b297 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:06:29.255985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:29.257997 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6c73a253-0608-4365-8884-5271805f4640 req-0592da7a-d697-47ef-8a93-d78868856c23 tempest-ServerDiskConfigTestJSON-593307730 tempest-ServerDiskConfigTestJSON-593307730-project] 10.222.0.23 "DELETE /v2.0/ports/a47a12e7-33c5-436b-8dcf-b9271db8b297 HTTP/1.1" status: 204 len: 173 time: 0.4143023 Jul 22 22:06:29.258444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-deleted', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:06:29.260778 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb71b13d-a7f2-4a85-8a46-e41689df7d83" -d '{"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-deleted", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:06:29.301681 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbd70d-79f1-4b29-b95c-db245b17ea24 x-openstack-request-id: req-cbbbd70d-79f1-4b29-b95c-db245b17ea24 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:06:29.301977 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c847ba7-9385-4494-b562-6a29f4e628ac", "name": "network-vif-deleted", "tag": "a47a12e7-33c5-436b-8dcf-b9271db8b297", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:06:29.302233 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbbbd70d-79f1-4b29-b95c-db245b17ea24 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:06:29.302634 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c847ba7-9385-4494-b562-6a29f4e628ac', 'name': 'network-vif-deleted', 'tag': 'a47a12e7-33c5-436b-8dcf-b9271db8b297', 'status': 'completed', 'code': 200} Jul 22 22:06:29.913804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51750) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:29.957531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] Deleting subnet 93a8599c-d9c8-4e83-80ff-f79dc45841db {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:06:29.960574 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:29.995044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.037137 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.088432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.114037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a8599c-d9c8-4e83-80ff-f79dc45841db,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:30.118800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.120727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-69439653-b8e2-4e32-9ecb-899bbb21fe34 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/93a8599c-d9c8-4e83-80ff-f79dc45841db HTTP/1.1" status: 204 len: 168 time: 0.2059112 Jul 22 22:06:30.123191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51752) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:30.189562 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.272306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.282600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5e1e64-61e5-4fc2-b184-f3861ad007b0']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:30.292401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:30.292701 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f3b0fd-a96c-460b-ad75-31e06c88d8dc') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:30.301888 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.316098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.322026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:06:30.322413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:06:30.324071 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:06:30.381118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.388391 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.389408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ea5e1e64-61e5-4fc2-b184-f3861ad007b0 HTTP/1.1" status: 204 len: 168 time: 0.2652378 Jul 22 22:06:30.402679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2192be-a7ba-41de-a545-5bb93cad00e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5e1e64-61e5-4fc2-b184-f3861ad007b0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:30.496935 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51756) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:30.537402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-338d6b60-6647-4eca-ac36-19eae7b768ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42cba77f89e743279e502c5dbb38a29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392900 Jul 22 22:06:30.540014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51758) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:30.588785 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.610989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.656629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.659530 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.660692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe HTTP/1.1" status: 204 len: 168 time: 0.1198356 Jul 22 22:06:30.668558 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fcd8dd-3bcd-4e83-98ad-1689dc6a9dbe,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:30.677872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.678478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.678828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.679337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.679963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.680530 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.680942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.681277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.681605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.681930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.682528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:30.682766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597acc1-a512-4b4e-9c1e-b2bb25aae34e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:31.336733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:31.429458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-381345278-network', 'tenant_id': '39416eef9b57461186267416d2a9785d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:31.449660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Made reservation on behalf of 39416eef9b57461186267416d2a9785d for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:06:31.451976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.460415 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.552752 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.556905 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.576821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:06:31.589894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875d220d-ed4a-45d0-bf6c-4f048269e27d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:31.596504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.596843 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Added segment 815b29dc-16d7-4301-846e-e3318a668255 of type vlan for network 21ced8f0-f31d-4e57-a9b3-59b0f573201b Jul 22 22:06:31.636459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.665120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.666373 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:31.667139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.710111 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3721931 Jul 22 22:06:31.713096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51784) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:31.718109 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Request body: {'subnet': {'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-381345278-subnet', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:31.740110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Made reservation on behalf of 39416eef9b57461186267416d2a9785d for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:06:31.742446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.749358 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e752d97-0152-4266-a102-30897fc58274 admin admin] Pushing event updated for resources: {'Network': ['ID=21ced8f0-f31d-4e57-a9b3-59b0f573201b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:31.752703 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.757922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:06:31.847212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:06:31.866978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: a47a12e7-33c5-436b-8dcf-b9271db8b297 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:06:31.867330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device a47a12e7-33c5-436b-8dcf-b9271db8b297 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:06:31.918053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:31.969210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a9b7d6-1d06-44a0-998b-2678d86831a9,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:31.979742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:06:31.980137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Network hostable DHCP agents. Network: 21ced8f0-f31d-4e57-a9b3-59b0f573201b, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:06:31.996635 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:06:32.005277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 21ced8f0-f31d-4e57-a9b3-59b0f573201b) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:06:32.009260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:32.009855 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.013868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348f4bd-d674-4be8-ab3f-00cec5cb6572 None None] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:06:32.025189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d15e4efc-1074-4189-92ee-0547fec24590 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3110006 Jul 22 22:06:32.028062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51786) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:32.032386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:32.053016 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.054109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.115902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.166333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:06:32.167188 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.256509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.301527 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Allocated IP 172.20.0.2 (21ced8f0-f31d-4e57-a9b3-59b0f573201b/23a9b7d6-1d06-44a0-998b-2678d86831a9/c467b9cc-eaea-4d32-8e40-30f46b16f1aa) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:06:32.381885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.459089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.462795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.468071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Transition to ACTIVE for port object c467b9cc-eaea-4d32-8e40-30f46b16f1aa will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:32.483056 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.486290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Transition to ACTIVE for port object c467b9cc-eaea-4d32-8e40-30f46b16f1aa will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:32.493786 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.529398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:06:32.532672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:06:32.535240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:06:32.551864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Pushing event updated for resources: {'Port': ['ID=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:32.591123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Allocated IP 172.25.5.114 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/bd0aeb91-484f-45a8-8a75-55face0c5856) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:06:32.606790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Attempting to bind port c467b9cc-eaea-4d32-8e40-30f46b16f1aa on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:06:32.607221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Attempting to bind port c467b9cc-eaea-4d32-8e40-30f46b16f1aa by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:06:32.607532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Attempting to bind port c467b9cc-eaea-4d32-8e40-30f46b16f1aa on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:06:32.612510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:06:32.612881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:06:32.613283 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.613731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:06:32.614207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Bound port: c467b9cc-eaea-4d32-8e40-30f46b16f1aa, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:06:32.614600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.675951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] For port c467b9cc-eaea-4d32-8e40-30f46b16f1aa, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:06:32.678940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] For port c467b9cc-eaea-4d32-8e40-30f46b16f1aa, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:06:32.690732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.705088 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.745693 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:32.752885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed703e11-045b-40d7-ad70-a387e6f8d9d8 None None] Pushing event updated for resources: {'Port': ['ID=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:32.785176 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:06:32.790087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:06:32.793638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:06:32.819025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Pushing event updated for resources: {'Port': ['ID=bd0aeb91-484f-45a8-8a75-55face0c5856,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:33.062473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:33.260768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:33.392342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Router 23de965d-d74c-4edf-b5f2-049456a23374 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:06:33.504925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:06:33.515568 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:06:33.526881 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:06:33.527290 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:33.528173 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:06:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:33.531491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51788) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:33.532536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5a841876-6b01-48d7-9069-7b1ae91e1dad admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5025055 Jul 22 22:06:33.638419 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:06:33.654748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45dc1fe-d758-42ad-ae64-4675c9f3ac2d None None] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:06:33.732003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e46edcd-614e-4043-a48e-3f48832da725 None None] Provisioning for port c467b9cc-eaea-4d32-8e40-30f46b16f1aa completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:33.836021 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:32Z', 'revision_number': 3, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:33.866466 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:06:33.866807 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Updating router 23de965d-d74c-4edf-b5f2-049456a23374 port bd0aeb91-484f-45a8-8a75-55face0c5856 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:06:33.906101 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:33.976042 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.171800 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.177910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Allocated IP 172.20.0.1 (21ced8f0-f31d-4e57-a9b3-59b0f573201b/23a9b7d6-1d06-44a0-998b-2678d86831a9/baba3b8a-aa27-4f9c-bf0d-6b6685c2460c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:06:34.182163 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Transition to ACTIVE for port object bd0aeb91-484f-45a8-8a75-55face0c5856 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:34.187977 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.238053 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Attempting to bind port bd0aeb91-484f-45a8-8a75-55face0c5856 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:06:34.238425 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Attempting to bind port bd0aeb91-484f-45a8-8a75-55face0c5856 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:06:34.238779 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Attempting to bind port bd0aeb91-484f-45a8-8a75-55face0c5856 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:06:34.245039 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Pushing event updated for resources: {'Port': ['ID=bd0aeb91-484f-45a8-8a75-55face0c5856,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:34.253654 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:06:34.254030 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:06:34.254432 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.254827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:06:34.255301 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Bound port: bd0aeb91-484f-45a8-8a75-55face0c5856, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:06:34.256076 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.259757 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.260262 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.260562 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.260872 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.261211 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.261535 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.261859 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.262180 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.262504 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.262823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.263143 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.263462 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:34.318088 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] For port bd0aeb91-484f-45a8-8a75-55face0c5856, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:06:34.321335 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] For port bd0aeb91-484f-45a8-8a75-55face0c5856, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bd0aeb91-484f-45a8-8a75-55face0c5856,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:06:34.326930 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.389708 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:06:34.390348 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:06:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:34.425939 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c52ba-c157-4303-b063-bfb85f6ac9c7 None None] Pushing event updated for resources: {'Port': ['ID=bd0aeb91-484f-45a8-8a75-55face0c5856,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:34.502157 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:06:34.624456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.637566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Transition to ACTIVE for port object baba3b8a-aa27-4f9c-bf0d-6b6685c2460c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:34.672024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.682519 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:32Z', 'revision_number': 3, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:34.710467 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0aca6-7470-4b83-b5da-3e8803102751 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:32Z', 'revision_number': 3, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:06:34.735856 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:06:34.738935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:06:34.742654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:06:34.748475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Pushing event updated for resources: {'Port': ['ID=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:34.789379 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:34.907748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c467b9cc-eaea-4d32-8e40-30f46b16f1aa up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:34.979196 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.024382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port c467b9cc-eaea-4d32-8e40-30f46b16f1aa completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:35.030887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c467b9cc-eaea-4d32-8e40-30f46b16f1aa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:35.032283 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.096694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c0d35751-f5d4-4e55-be23-760602e697c0 None None] Provisioning for port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:35.118575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c0d35751-f5d4-4e55-be23-760602e697c0 None None] Provisioning complete for port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:35.118956 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0d35751-f5d4-4e55-be23-760602e697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.158948 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.174763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c0d35751-f5d4-4e55-be23-760602e697c0 None None] Port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:06:35.176678 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.182654 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.201965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port c467b9cc-eaea-4d32-8e40-30f46b16f1aa, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:35.207249 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.254906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Pushing event updated for resources: {'Port': ['ID=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:35.259207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.261721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:35.360544 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:06:35.362019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:06:35.487339 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:06:35.595497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-59d04005-9d8c-47e9-8637-25b1a33232c6 None None] Provisioning complete for port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:35.595969 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-59d04005-9d8c-47e9-8637-25b1a33232c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:35.602705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:06:35.615357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-94c24f49-9379-4711-ad42-9aa522195db3 admin admin] 10.222.0.54 "PUT /v2.0/routers/23de965d-d74c-4edf-b5f2-049456a23374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0741951 Jul 22 22:06:35.641401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-59d04005-9d8c-47e9-8637-25b1a33232c6 None None] Port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:06:36.248371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 51798) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:36.253822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7397d313-0074-4694-b29c-0fedf8d14f89 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309639971', 'description': 'tempest-description--970348750'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:36.277394 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7397d313-0074-4694-b29c-0fedf8d14f89 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.367086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:06:36.369926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7397d313-0074-4694-b29c-0fedf8d14f89 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.374523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7397d313-0074-4694-b29c-0fedf8d14f89 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.378543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:06:36.379170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:06:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:36.404163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7397d313-0074-4694-b29c-0fedf8d14f89 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.405446 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7397d313-0074-4694-b29c-0fedf8d14f89 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1560373 Jul 22 22:06:36.407510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397d313-0074-4694-b29c-0fedf8d14f89 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978e9d41-5fff-4f6c-b166-a5746998fd82,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:36.408520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51800) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:36.416005 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-06074068-0eaf-4547-b0d8-ee27ea53d27e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'security_group_rule': {'security_group_id': '978e9d41-5fff-4f6c-b166-a5746998fd82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:36.446620 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06074068-0eaf-4547-b0d8-ee27ea53d27e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.497785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:06:36.509471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06074068-0eaf-4547-b0d8-ee27ea53d27e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.513997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06074068-0eaf-4547-b0d8-ee27ea53d27e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.532301 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06074068-0eaf-4547-b0d8-ee27ea53d27e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc24dd9-31a1-463a-a30c-91600388348a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:36.538154 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06074068-0eaf-4547-b0d8-ee27ea53d27e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.539785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-06074068-0eaf-4547-b0d8-ee27ea53d27e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296651 Jul 22 22:06:36.542391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:36.546957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bfe8f05e-59ec-4ad7-9c50-b11cfac5a78e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'security_group_rule': {'security_group_id': '978e9d41-5fff-4f6c-b166-a5746998fd82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:36.575398 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f05e-59ec-4ad7-9c50-b11cfac5a78e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.634891 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f05e-59ec-4ad7-9c50-b11cfac5a78e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.640041 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f05e-59ec-4ad7-9c50-b11cfac5a78e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.660766 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8f05e-59ec-4ad7-9c50-b11cfac5a78e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b25cd1e-a81d-4f37-9f1b-3409f47faeef,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:36.669438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f05e-59ec-4ad7-9c50-b11cfac5a78e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.674156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-bfe8f05e-59ec-4ad7-9c50-b11cfac5a78e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273980 Jul 22 22:06:36.674527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51804) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:36.679058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:36.701689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.706634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:35Z', 'revision_number': 2, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:36.738544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:06:36.738895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Updating router 23de965d-d74c-4edf-b5f2-049456a23374 port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:06:36.771566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.810065 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:36.921255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Allocated IP 172.25.5.146 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/f8464152-5ed2-4613-92b6-4d3ce088dc9c) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:06:36.950769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bd0aeb91-484f-45a8-8a75-55face0c5856 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:37.041046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port bd0aeb91-484f-45a8-8a75-55face0c5856 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:37.047791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port bd0aeb91-484f-45a8-8a75-55face0c5856 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:37.048200 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.051600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.093708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.112688 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.126968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Transition to ACTIVE for port object baba3b8a-aa27-4f9c-bf0d-6b6685c2460c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:37.127793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:06:37.130563 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:06:37.133523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.136235 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:06:37.163487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'Port': ['ID=f8464152-5ed2-4613-92b6-4d3ce088dc9c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:37.218771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e18c7a-2209-4864-80b2-52c36c4413a4 None None] Pushing event updated for resources: {'Port': ['ID=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:37.225803 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.233584 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.283597 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.291388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port bd0aeb91-484f-45a8-8a75-55face0c5856, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bd0aeb91-484f-45a8-8a75-55face0c5856,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:37.294089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Attempting to bind port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:06:37.294465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Attempting to bind port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:06:37.294829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Attempting to bind port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:06:37.298710 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.299490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c467b9cc-eaea-4d32-8e40-30f46b16f1aa up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:37.306127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:06:37.306509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:06:37.306923 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.307319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:06:37.307803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Bound port: baba3b8a-aa27-4f9c-bf0d-6b6685c2460c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:06:37.308217 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.449528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.454501 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.529515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'Port': ['ID=f8464152-5ed2-4613-92b6-4d3ce088dc9c,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:37.541741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.555866 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.565095 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2989ead8-33c7-422c-806f-5686b0f0a21f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8817735 Jul 22 22:06:37.589708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=bd0aeb91-484f-45a8-8a75-55face0c5856,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:37.622645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port c467b9cc-eaea-4d32-8e40-30f46b16f1aa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:37.623072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.626929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] For port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:06:37.660030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] For port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:06:37.665686 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:37.712100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-e56af061-3f4b-49bd-b48b-8a0a7dc89787 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1309639971&fields=id&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 267 time: 0.0406482 Jul 22 22:06:37.744514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e18c7a-2209-4864-80b2-52c36c4413a4 None None] Pushing event updated for resources: {'Port': ['ID=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:37.750759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:06:37.751442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:06:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:37.901088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:06:38.126604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:38.147640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-1a2a22b1-a9f0-4e2c-8781-7bff28892a56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:38.149689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-1a2a22b1-a9f0-4e2c-8781-7bff28892a56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.4267035 Jul 22 22:06:38.165743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29872633-5b04-44fb-abc2-2218fa8cac13 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:06:38.166500 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-01684439-ee60-461d-ae2a-7d6bc54c3c77 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/quotas/39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 375 time: 0.0099962 Jul 22 22:06:38.273493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a3170291-a8ac-4216-9919-f045e4e8912d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984793 Jul 22 22:06:38.392086 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-05f0ed41-313b-4744-89e1-ed8127b120af service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031125 Jul 22 22:06:38.485516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-e382581f-428d-4636-ae76-d61831e16d50 service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875163 Jul 22 22:06:38.667683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-02743f88-4536-4b83-985d-47c69ab3ca42 req-01ef9d83-400b-4bb1-b4ac-a871ff83721b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 210 time: 0.0358610 Jul 22 22:06:38.988153 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bd0aeb91-484f-45a8-8a75-55face0c5856 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:39.038277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port bd0aeb91-484f-45a8-8a75-55face0c5856 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:39.038844 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:39.131744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device baba3b8a-aa27-4f9c-bf0d-6b6685c2460c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:39.187495 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:39.191803 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:39.192325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:39.275602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:39.312217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:39.317328 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:39.377522 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:39.692982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-cc195fb6-b2e0-434c-972c-421adb72ec85 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:39.694459 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-cc195fb6-b2e0-434c-972c-421adb72ec85 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.1064076 Jul 22 22:06:39.743308 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-8677b872-e29c-4cb4-9c8e-c395dec945d6 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 380 time: 0.0385177 Jul 22 22:06:39.753172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'port': {'device_id': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'admin_state_up': True, 'tenant_id': '39416eef9b57461186267416d2a9785d', 'security_groups': ['978e9d41-5fff-4f6c-b166-a5746998fd82']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:39.779863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac60df70-8330-4c69-bad7-dfe2f0601057 req-eccde389-0523-4009-82d1-43384a6a51aa tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 210 time: 0.0373068 Jul 22 22:06:39.872462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Made reservation on behalf of 39416eef9b57461186267416d2a9785d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:06:39.876289 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.016651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Allocated IP 172.20.0.11 (21ced8f0-f31d-4e57-a9b3-59b0f573201b/23a9b7d6-1d06-44a0-998b-2678d86831a9/70c533fc-049e-42d4-95f5-bab2f0fe1ac8) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:06:40.154192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.167191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Transition to ACTIVE for port object 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:40.201688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.249129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:06:40.254853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:06:40.257993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:06:40.290376 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:40.319792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:40.320509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.336387 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a8827f07-726b-427f-a208-fb46fa70b747 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5871234 Jul 22 22:06:40.350893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Request body: {'port': {'device_id': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:40.427067 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.483413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f0b4d6ba-9f33-4d9f-b9e7-793368eba31d None None] Provisioning for port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:40.488366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f0b4d6ba-9f33-4d9f-b9e7-793368eba31d None None] Provisioning complete for port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:40.488734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d6ba-9f33-4d9f-b9e7-793368eba31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.522291 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4d6ba-9f33-4d9f-b9e7-793368eba31d None None] Port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:06:40.695263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:06:40.702941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.715226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Transition to ACTIVE for port object 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:06:40.719055 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.790304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:40.849040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:06:40.849374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:06:40.849738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:06:40.854853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:06:40.855181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:06:40.861197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:06:40.861540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:06:40.861927 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:06:40.862673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Bound port: 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:06:40.863214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.899590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device baba3b8a-aa27-4f9c-bf0d-6b6685c2460c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:40.939082 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:06:40.942821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f66eff-b974-41e8-bdbf-a35868816269 req-81599e35-8ac7-4ee8-bf47-a816aae82c49 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:40.943334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:06:40.945436 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4f66eff-b974-41e8-bdbf-a35868816269 req-81599e35-8ac7-4ee8-bf47-a816aae82c49 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0809729 Jul 22 22:06:40.949679 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.959358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:40.960018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.985786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:40.986777 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:40.988238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] 10.222.0.23 "PUT /v2.0/ports/70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1093 time: 0.6422184 Jul 22 22:06:40.990536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:06:40.994872 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25a30f035e6a8d0f92c56e7e1684383f092f7311c176075effc6a8816ac2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de8004c-8d1e-415f-af64-378fb6986e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:06:41.029727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e9a9b-accc-4042-b5f3-f23d37947e47 service neutron] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:41.032862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4f66eff-b974-41e8-bdbf-a35868816269 req-4c8e5451-d8f3-4cd0-a1f0-d519ed2bde24 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723736 Jul 22 22:06:41.075250 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e3dfdc-aa9e-46b5-a61c-f29c4ea672ba x-openstack-request-id: req-d3e3dfdc-aa9e-46b5-a61c-f29c4ea672ba {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:06:41.075901 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:06:41.076383 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3e3dfdc-aa9e-46b5-a61c-f29c4ea672ba {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:06:41.076988 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'status': 'completed', 'code': 200} Jul 22 22:06:41.105749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-260cc01f-bb7a-404d-8247-a33109723f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:41.107449 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-260cc01f-bb7a-404d-8247-a33109723f7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1096 time: 0.0648167 Jul 22 22:06:41.154694 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-7c55b652-bc83-470a-8b3f-5172d82e71aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 217 time: 0.0390856 Jul 22 22:06:41.207574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-10ad2f1e-2182-44a5-9c99-b568a5440c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:41.209127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-10ad2f1e-2182-44a5-9c99-b568a5440c72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0475442 Jul 22 22:06:41.269627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-f7301b14-a871-4cfe-bdd8-e9578bc74751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:41.271143 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-f7301b14-a871-4cfe-bdd8-e9578bc74751 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544474 Jul 22 22:06:41.365884 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-41f10f8a-e24e-4600-91db-00b1581b61d1 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874267 Jul 22 22:06:41.454739 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e31043ce-5840-400c-9566-aaeb0e2abe20 req-394dcd68-4bb6-424b-8fb9-28deed0530a6 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821168 Jul 22 22:06:41.562458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-f59692ba-092d-44b6-b30b-31d052c17ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:41.563903 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-f59692ba-092d-44b6-b30b-31d052c17ecd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1096 time: 0.0594656 Jul 22 22:06:41.653567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-94f99eed-efb1-49c0-92cd-1a4a78241a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:41.655065 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-94f99eed-efb1-49c0-92cd-1a4a78241a77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0846705 Jul 22 22:06:41.702251 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-4a25492a-8d07-46dd-ae73-7a3911ce0cdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 217 time: 0.0391884 Jul 22 22:06:41.754347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-7a1541d0-f45d-4769-a37c-832861dada1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:41.755863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-7a1541d0-f45d-4769-a37c-832861dada1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0464284 Jul 22 22:06:41.818150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-12601f6f-0e45-42db-b289-447aae6a9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:41.819589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-12601f6f-0e45-42db-b289-447aae6a9448 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570025 Jul 22 22:06:41.916913 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-d9ed80f4-9482-4abb-a735-a19592c714a7 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893593 Jul 22 22:06:42.015280 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9de8004c-8d1e-415f-af64-378fb6986e7e req-d1e6bb67-c23d-4853-80f4-dae9f01a9592 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910025 Jul 22 22:06:42.082707 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:06:42.163205 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea76e-1b4d-4000-81ae-44c74c0b59d5 req-5685dc94-c76d-496f-b1e9-fa8a6eab5ea2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:42.165385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af2ea76e-1b4d-4000-81ae-44c74c0b59d5 req-5685dc94-c76d-496f-b1e9-fa8a6eab5ea2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0719659 Jul 22 22:06:42.204669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af2ea76e-1b4d-4000-81ae-44c74c0b59d5 req-881be9dd-6136-4f5d-8101-69d919d52fbe tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Jul 22 22:06:42.595701 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6b85045-4027-4530-a39c-8576484a9afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:43.335689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d254-0987-455e-9585-5dccba8230ca req-11b8cabc-f631-4323-81e8-00302cdf469a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:43.337282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9424d254-0987-455e-9585-5dccba8230ca req-11b8cabc-f631-4323-81e8-00302cdf469a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0638130 Jul 22 22:06:43.375475 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9424d254-0987-455e-9585-5dccba8230ca req-ab3e32b3-6a4e-4d09-ae2b-7bee378c7606 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Jul 22 22:06:43.934528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:06:44.028185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:44.039276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'mac_address': 'fa:16:3e:40:22:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:06:44.081467 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:44.094499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:06:44.113755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:44.118644 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:44.165909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:44.315512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['70c533fc-049e-42d4-95f5-bab2f0fe1ac8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:06:44.515661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7391e-5203-4228-b77e-b85a3245bdea req-af267e69-8204-49d8-8c76-514ccc031c65 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:44.517200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35b7391e-5203-4228-b77e-b85a3245bdea req-af267e69-8204-49d8-8c76-514ccc031c65 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 945 time: 0.0681684 Jul 22 22:06:44.560807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35b7391e-5203-4228-b77e-b85a3245bdea req-c58fe536-27e4-42dd-98e1-4b968dae0d40 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 Jul 22 22:06:45.241921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cdbff85c-d1ba-4193-b9f6-2559750b553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:45.504921 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:45.689168 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede355c-c7aa-41ce-af6a-823fdd34c014 req-dc08fb14-7187-40b0-9c2f-1ad2f36514c7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:45.690669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ede355c-c7aa-41ce-af6a-823fdd34c014 req-dc08fb14-7187-40b0-9c2f-1ad2f36514c7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 945 time: 0.0636685 Jul 22 22:06:45.728210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0ede355c-c7aa-41ce-af6a-823fdd34c014 req-eb41e7be-7bf8-43d1-8c08-f5fef57ffc2e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Jul 22 22:06:45.950235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:06:45.998666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:06:46.002589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:46.002960 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:46.076151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:46.099280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:06:46.101753 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48871bc696f3d25bd28e08f7814f641517a53f9d3a991bd94bfce0b209f61945" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b59520-ce25-4e48-8db3-0aa2ef54f8fc" -d '{"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-plugged", "status": "completed", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:06:46.114903 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:06:46.119436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:46.145091 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e1a00-eb6d-49f4-988c-7d7da54458b4 x-openstack-request-id: req-734e1a00-eb6d-49f4-988c-7d7da54458b4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:06:46.145375 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-plugged", "status": "completed", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:06:46.145629 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-734e1a00-eb6d-49f4-988c-7d7da54458b4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:06:46.146014 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'code': 200} Jul 22 22:06:46.172525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:46.254099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba2c1-5935-4cb1-8c66-e883d662f65a req-487ee664-72e1-4280-92b7-3707ffff936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:46.256758 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-592ba2c1-5935-4cb1-8c66-e883d662f65a req-487ee664-72e1-4280-92b7-3707ffff936f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1098 time: 0.0596638 Jul 22 22:06:46.271456 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:46.291300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-592ba2c1-5935-4cb1-8c66-e883d662f65a req-cbf3d4bc-4ac8-4e65-9ba8-2de429b13d37 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287983 Jul 22 22:06:46.868942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd66983-d9ea-47b5-b15b-b5365ae0cb43 req-1b520d91-28a0-4daf-94b7-f392d22f6527 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:46.870450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bd66983-d9ea-47b5-b15b-b5365ae0cb43 req-1b520d91-28a0-4daf-94b7-f392d22f6527 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0728235 Jul 22 22:06:46.911435 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7bd66983-d9ea-47b5-b15b-b5365ae0cb43 req-627009de-dc2d-49cb-ab13-0f0582f89b69 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344112 Jul 22 22:06:48.050039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6615d-7559-45b4-816e-5eb13aa259f3 req-2c33580d-c4c8-412a-8fae-196393986b66 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:48.051465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ea6615d-7559-45b4-816e-5eb13aa259f3 req-2c33580d-c4c8-412a-8fae-196393986b66 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0693588 Jul 22 22:06:48.089577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2ea6615d-7559-45b4-816e-5eb13aa259f3 req-12976103-ff83-4786-8b99-666ab4d60848 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Jul 22 22:06:48.217261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef7cc4-d22b-4a5d-b57c-f7173e79e552 req-32ec796c-6fd0-481b-9fba-a8529a5329ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:48.219370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8ef7cc4-d22b-4a5d-b57c-f7173e79e552 req-32ec796c-6fd0-481b-9fba-a8529a5329ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0648668 Jul 22 22:06:48.227904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 51852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:48.232414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'floatingip': {'port_id': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:48.276019 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.429358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.705743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.709961 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.810039 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 associated. External IP: 172.25.5.146, port: 70c533fc-049e-42d4-95f5-bab2f0fe1ac8. Jul 22 22:06:49.017504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:06:49.125610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:06:49.130104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:49.135640 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:06:49.148298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:06:49.148952 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:06:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:49.166852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-553a4f92-918d-4d68-9e3c-462072e2487b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "PUT /v2.0/floatingips/0cf0b6eb-8296-40f6-9e10-296e9da53cd6 HTTP/1.1" status: 200 len: 992 time: 0.9378734 Jul 22 22:06:49.167553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:06:49.170082 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd7fc95d30cb0b4da3cd09c074a1c417db0bd7c8789770e748431d03300024e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d16d7d8-0471-4429-8329-567fad8ebf10" -d '{"events": [{"name": "network-changed", "server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:06:49.210482 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00225637-8b61-4fe5-9c9e-cd4a6d37e806 x-openstack-request-id: req-00225637-8b61-4fe5-9c9e-cd4a6d37e806 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:06:49.210644 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:06:49.210958 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00225637-8b61-4fe5-9c9e-cd4a6d37e806 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:06:49.211454 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'status': 'completed', 'code': 200} Jul 22 22:06:49.259163 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:06:49.288409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-0add49cc-9c6e-4019-91ce-83feb05d042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:49.289735 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-0add49cc-9c6e-4019-91ce-83feb05d042b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1098 time: 0.0551829 Jul 22 22:06:49.383500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-af356b0d-8859-4709-a6a9-22ee004c283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:49.385100 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-af356b0d-8859-4709-a6a9-22ee004c283e service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0878866 Jul 22 22:06:49.455726 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-9f2edcb5-0fe1-4dc9-b628-764a92def20f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1000 time: 0.0635571 Jul 22 22:06:49.484222 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:40:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:06:48Z', 'revision_number': 1, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:49.507547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-e21d93bf-42f3-4c07-99a5-70c20b3b8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:49.509143 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-e21d93bf-42f3-4c07-99a5-70c20b3b8930 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0470746 Jul 22 22:06:49.571920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-c15e780b-85e7-4f23-b493-1a2ef96d6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:49.573373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-c15e780b-85e7-4f23-b493-1a2ef96d6c16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566146 Jul 22 22:06:49.601234 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:06:49.609981 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:06:49.610593 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:06:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:49.672685 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-8f46db02-0974-4ccd-980e-970bbe59a159 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894842 Jul 22 22:06:49.714226 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:06:49.766126 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d16d7d8-0471-4429-8329-567fad8ebf10 req-409dcfe1-7032-4bb5-9808-cba852825984 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889885 Jul 22 22:06:49.935580 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:40:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:06:48Z', 'revision_number': 1, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:06:49.964493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97be316-6779-4b63-b872-ed49a5307279 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:40:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:06:48Z', 'revision_number': 1, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:06:50.166778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ef38b-1ba8-4ea8-9291-36e01b7c8e87 None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:06:54.814438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-9e2fdc57-1cc1-425f-8a61-b3daea414190 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519247 Jul 22 22:06:54.905557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-22a42ca8-b936-46f3-bcf4-609d133eef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:54.907063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-22a42ca8-b936-46f3-bcf4-609d133eef25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1098 time: 0.0541830 Jul 22 22:06:55.014026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-578c3429-5e8a-455b-8328-05dd932c0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:55.015523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-578c3429-5e8a-455b-8328-05dd932c0bc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0898139 Jul 22 22:06:55.079258 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-fb7d5dee-38ce-4d47-b383-8d0c00a278fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0565755 Jul 22 22:06:55.127610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-56b48b21-f084-4756-af80-d9c0879a9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:55.129064 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-56b48b21-f084-4756-af80-d9c0879a9830 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0439432 Jul 22 22:06:55.193686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-4c285cc9-1c5c-42f6-893b-1ddcbb136ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:55.195176 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-4c285cc9-1c5c-42f6-893b-1ddcbb136ac5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599072 Jul 22 22:06:55.287114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-0b1397d5-698e-4e8e-80b3-5141ddb25290 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846031 Jul 22 22:06:55.380592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3939fc52-29c6-47ac-b1c2-cea865f14cf4 req-f20eb23c-22ff-4782-9387-3b489bbd1f3b service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869734 Jul 22 22:07:01.736284 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:02.378116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.597670 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6434-dff6-46a1-b280-e23c8e09800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.243898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8bdefc67-12c0-4048-924f-8af061718426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.507412 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.274415 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.432144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.082838 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:07:31.741838 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.475556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.602028 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2662eab5-5699-4d02-8f7c-fdc79d1d490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:45.246575 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f6782c3c-0a77-4ee2-b977-97b6296350ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:45.509128 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.278317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.433481 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:56.082493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:07:56.839129 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-f83cca28-ede3-4815-9941-0cb140071c01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0919652 Jul 22 22:07:56.934018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a17960-5f85-498a-a502-936ef6d2df8f req-3b0a931b-c070-41cc-9bc4-5669dc2dbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:56.935488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-3b0a931b-c070-41cc-9bc4-5669dc2dbee2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1098 time: 0.0534830 Jul 22 22:07:57.042632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a17960-5f85-498a-a502-936ef6d2df8f req-3f09c300-95b4-49aa-9236-89084992dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.044106 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-3f09c300-95b4-49aa-9236-89084992dba4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0888197 Jul 22 22:07:57.110035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-a2a23221-ea90-449c-957b-3d240c3bd552 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0591555 Jul 22 22:07:57.158444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a17960-5f85-498a-a502-936ef6d2df8f req-7db645ec-a950-4836-8907-31579ef5b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.159896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-7db645ec-a950-4836-8907-31579ef5b505 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0431173 Jul 22 22:07:57.217267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a17960-5f85-498a-a502-936ef6d2df8f req-8f5cc8d5-7149-4792-b7cb-d6e57f330ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.218758 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-8f5cc8d5-7149-4792-b7cb-d6e57f330ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522892 Jul 22 22:07:57.312595 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-5d77f41f-19b6-40cb-8519-ae76f1947001 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867541 Jul 22 22:07:57.407639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-75a17960-5f85-498a-a502-936ef6d2df8f req-04321bcd-325d-4646-9094-e7ea7ae96bac service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837924 Jul 22 22:08:01.737131 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.484996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:12.603087 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a3882921-a845-4257-ac4c-053d792411f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:15.246860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-afc8ab4d-3aa3-45f5-903d-5f4571b3398f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:15.510388 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:16.279363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.436909 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.344748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca4670-0bc5-49af-acc5-9340325a8329 req-dbb8b9a0-f169-44fe-89a8-1f753cd8ca2a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:27.346315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14ca4670-0bc5-49af-acc5-9340325a8329 req-dbb8b9a0-f169-44fe-89a8-1f753cd8ca2a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.1143773 Jul 22 22:08:27.384356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14ca4670-0bc5-49af-acc5-9340325a8329 req-054f99ed-2a7a-4efe-91b9-1178b6ac50b3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324242 Jul 22 22:08:28.669075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfff839-2337-495c-8ae3-79f5b878c83b req-058a5386-9a7b-47f2-b29a-512a1d87b96e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:28.670596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9dfff839-2337-495c-8ae3-79f5b878c83b req-058a5386-9a7b-47f2-b29a-512a1d87b96e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0719876 Jul 22 22:08:28.696061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-feb1afdd-a039-43ab-b611-a2d5986f48b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059456 Jul 22 22:08:28.708959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9dfff839-2337-495c-8ae3-79f5b878c83b req-3324effd-f5ed-42f4-afce-2cbafb8d8112 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326922 Jul 22 22:08:29.809516 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-05224ce3-82fa-4546-b97e-16606a9ed6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:29.811450 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-05224ce3-82fa-4546-b97e-16606a9ed6d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1098 time: 0.0575175 Jul 22 22:08:29.902575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-9f19aa05-dc94-462d-8fa1-fa90125079c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:29.907628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-9f19aa05-dc94-462d-8fa1-fa90125079c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0863497 Jul 22 22:08:29.963508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1911bd4-43ba-4076-b1b7-847abe6aecb2 req-40b083a8-2a9e-4e01-8cee-b8069b24e148 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:29.965574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1911bd4-43ba-4076-b1b7-847abe6aecb2 req-40b083a8-2a9e-4e01-8cee-b8069b24e148 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.1094849 Jul 22 22:08:29.974382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-73cd327f-db8d-4125-b4dd-81fc429070fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0630820 Jul 22 22:08:30.005119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1911bd4-43ba-4076-b1b7-847abe6aecb2 req-557dc54a-767b-48b6-83df-32841b0b3481 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342438 Jul 22 22:08:30.024371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-13e75ae3-8a98-4b98-9c88-bf012fc4242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:30.025881 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-13e75ae3-8a98-4b98-9c88-bf012fc4242e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0444810 Jul 22 22:08:30.084253 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-066202c8-c238-4397-bfdc-65c79883d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:30.085742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-066202c8-c238-4397-bfdc-65c79883d177 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529933 Jul 22 22:08:30.178331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-aa9bf81b-c3ec-4800-8873-e3d69950d9f2 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846803 Jul 22 22:08:30.268998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-19443d74-59da-4a7a-a506-c09360f1ced9 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840108 Jul 22 22:08:31.139501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a8ad3-06b6-406d-870c-694296e7ed6f req-5890d4a1-95d2-4fe1-a229-b5d1cb033304 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:31.140984 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b5a8ad3-06b6-406d-870c-694296e7ed6f req-5890d4a1-95d2-4fe1-a229-b5d1cb033304 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0673265 Jul 22 22:08:31.183571 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5b5a8ad3-06b6-406d-870c-694296e7ed6f req-96d4c465-7a90-44f4-941f-b58127e7e5ad tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368063 Jul 22 22:08:31.741762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:32.327545 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604eff9-a047-4dc5-acc6-def3045dc01b req-d8ec775f-50a2-4fc7-9b32-b2c33433cf51 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:32.329391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7604eff9-a047-4dc5-acc6-def3045dc01b req-d8ec775f-50a2-4fc7-9b32-b2c33433cf51 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0695465 Jul 22 22:08:32.380589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7604eff9-a047-4dc5-acc6-def3045dc01b req-f7992603-019b-403f-8666-c3ee3b157cc2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 Jul 22 22:08:32.483999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.081954 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:08:33.523379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83956-a562-4212-8b79-beb41a1b1240 req-c58caee3-c1a2-4a89-96bb-9fcc88c7b275 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:33.524938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdb83956-a562-4212-8b79-beb41a1b1240 req-c58caee3-c1a2-4a89-96bb-9fcc88c7b275 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0676930 Jul 22 22:08:33.564896 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fdb83956-a562-4212-8b79-beb41a1b1240 req-e539ca99-97bc-4d93-ad24-7c5881798f52 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Jul 22 22:08:34.703004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc064-6de5-48f9-a48d-8bd351623cbf req-a20ca7c8-6b6c-4941-9fbe-747ffed05c16 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:34.704578 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e74cc064-6de5-48f9-a48d-8bd351623cbf req-a20ca7c8-6b6c-4941-9fbe-747ffed05c16 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0705371 Jul 22 22:08:34.742736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e74cc064-6de5-48f9-a48d-8bd351623cbf req-44d010b3-1001-4008-81a5-319d5eaab5a4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Jul 22 22:08:35.877174 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2a17b-6d0d-47cf-adb2-737992efc277 req-526d63d9-6146-4483-aaae-befa0eaabf7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:35.878684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fb2a17b-6d0d-47cf-adb2-737992efc277 req-526d63d9-6146-4483-aaae-befa0eaabf7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0653830 Jul 22 22:08:35.916693 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fb2a17b-6d0d-47cf-adb2-737992efc277 req-f4e3ccef-49f6-4899-8479-d09612635a17 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323370 Jul 22 22:08:37.057327 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062984-93da-4c8f-81bc-2da1df729513 req-ccca7474-94c5-4468-b521-d95375db4b75 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:37.058818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1062984-93da-4c8f-81bc-2da1df729513 req-ccca7474-94c5-4468-b521-d95375db4b75 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0692112 Jul 22 22:08:37.099714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1062984-93da-4c8f-81bc-2da1df729513 req-74331e32-6c14-4d08-9640-6d1511dafd5f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351174 Jul 22 22:08:38.238781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9956f3-c6d5-40de-ab6e-82dd0f89bb03 req-040e7fa3-a67d-4bf2-8639-1b538ee3ddf8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:38.240588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d9956f3-c6d5-40de-ab6e-82dd0f89bb03 req-040e7fa3-a67d-4bf2-8639-1b538ee3ddf8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0735402 Jul 22 22:08:38.283320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d9956f3-c6d5-40de-ab6e-82dd0f89bb03 req-2ac10400-0ee7-419f-8c06-43f93d6e45e3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370128 Jul 22 22:08:39.419498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8657561-4cfd-44ad-ad94-4aa7f0b88d03 req-fecbf0bc-7dcd-44fb-9002-d57a969187a5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:39.421033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8657561-4cfd-44ad-ad94-4aa7f0b88d03 req-fecbf0bc-7dcd-44fb-9002-d57a969187a5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0649433 Jul 22 22:08:39.459710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8657561-4cfd-44ad-ad94-4aa7f0b88d03 req-baa4e975-7505-44c1-9617-89f1a366d45e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Jul 22 22:08:40.597753 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b31cb-faf2-4e62-a8e8-00c82788aa82 req-06fbf107-4772-415f-b49d-98938ef60105 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:40.599264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-232b31cb-faf2-4e62-a8e8-00c82788aa82 req-06fbf107-4772-415f-b49d-98938ef60105 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0692768 Jul 22 22:08:40.641457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-232b31cb-faf2-4e62-a8e8-00c82788aa82 req-6be1a210-6b1a-4140-9535-5ef3f140588e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353763 Jul 22 22:08:41.791503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f153321-668c-42aa-8bf8-3d411dde7168 req-fd97990a-5ea2-4c0c-9ce8-590bb40b0a7a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:41.793155 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f153321-668c-42aa-8bf8-3d411dde7168 req-fd97990a-5ea2-4c0c-9ce8-590bb40b0a7a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 946 time: 0.0702460 Jul 22 22:08:41.834410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f153321-668c-42aa-8bf8-3d411dde7168 req-9c40ec98-7a59-45c4-b719-3297b5c5efce tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354483 Jul 22 22:08:42.207775 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-dddb2651-9dff-4b25-9f3b-f47b786a0284 service neutron] show failed (client error): The resource could not be found. Jul 22 22:08:42.208919 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-dddb2651-9dff-4b25-9f3b-f47b786a0284 service neutron] 10.222.0.23 "GET /v2.0/ports/70c533fc-049e-42d4-95f5-bab2f0fe1ac8/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0605309 Jul 22 22:08:42.514390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-1fe48893-487e-471e-a7e2-e402897e3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:42.516008 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-1fe48893-487e-471e-a7e2-e402897e3552 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 1098 time: 0.0948000 Jul 22 22:08:42.527214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:42.600444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.606621 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd526fc6-4c0b-4eb6-a646-04c5b0e6f0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.804109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:42.837967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:42.878107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:42.882812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.896273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Transition to ACTIVE for port object 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:42.900790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.936868 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7590f32-a542-4c97-aff4-03468cc146a5" -d '{"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-unplugged", "status": "completed", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:42.963215 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:42.981297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badadde-b92a-4c17-b8bb-b5fd80536ba6 req-2eb50b66-e530-45bf-8c51-f77886619ded tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:42.982880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1badadde-b92a-4c17-b8bb-b5fd80536ba6 req-2eb50b66-e530-45bf-8c51-f77886619ded tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0722766 Jul 22 22:08:43.032669 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1badadde-b92a-4c17-b8bb-b5fd80536ba6 req-9e5b9df9-e5e2-4b2a-bddc-0a38a2351ea1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Jul 22 22:08:43.070461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.070808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.071150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.071522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.071876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.072208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.072540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.072866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.073245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.073577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.073900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.074223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:43.085127 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0d5e4-f23f-4cec-b270-f67559ef2b8d x-openstack-request-id: req-d6d0d5e4-f23f-4cec-b270-f67559ef2b8d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:43.085418 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-unplugged", "status": "completed", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:43.085667 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6d0d5e4-f23f-4cec-b270-f67559ef2b8d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:43.086085 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'code': 200} Jul 22 22:08:43.128295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] No DVR routers for this DVR port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:08:43.600739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:43.601436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:43.601436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:43.605594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:08:43.605913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Attempting to bind port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:43.610588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:43.610926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:43.611308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:43.612025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Bound port: 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:43.612376 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.673034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:43.676123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:43.680215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.716353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:43.716998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.718582 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] 10.222.0.58 "PUT /v2.0/ports/70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1093 time: 1.1952488 Jul 22 22:08:43.752045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee591847-f8c9-489b-bc9d-9cdcce4ab58f service neutron] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:43.803651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-4ae1ca60-f7af-4aaa-bf62-44ffa65fdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:43.806097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-4ae1ca60-f7af-4aaa-bf62-44ffa65fdc88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1096 time: 0.0621197 Jul 22 22:08:43.903749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-f20b46aa-b1ab-4e71-a5ae-b4e38d64bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:43.905348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-f20b46aa-b1ab-4e71-a5ae-b4e38d64bb0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0919814 Jul 22 22:08:43.974854 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-cfe78fe9-5326-4d01-a6b4-f1dad2f831e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1000 time: 0.0621898 Jul 22 22:08:44.022854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-225feb03-5055-4d84-affc-b863ecf6a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:44.024216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-225feb03-5055-4d84-affc-b863ecf6a696 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0442901 Jul 22 22:08:44.083782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-e077ce06-c6a6-4c3d-b1c4-d544c9c3169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:44.085320 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-e077ce06-c6a6-4c3d-b1c4-d544c9c3169b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541308 Jul 22 22:08:44.168253 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b190412-d6ba-4d83-a081-9aa55b4236d4 req-0f61df4c-b039-437f-8049-a766a3227fdc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:44.169937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b190412-d6ba-4d83-a081-9aa55b4236d4 req-0f61df4c-b039-437f-8049-a766a3227fdc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0650206 Jul 22 22:08:44.179217 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-b45d2d3e-8087-43f9-9b70-1a483f1efa33 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863559 Jul 22 22:08:44.207830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b190412-d6ba-4d83-a081-9aa55b4236d4 req-4b55e6f1-ff94-4712-a763-b11ddbd6acf8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Jul 22 22:08:44.269051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5b21d068-a78f-4ad2-955e-a64cdd135d58 req-f48afaba-70b8-4a0d-a5cb-fca40768e25a service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824528 Jul 22 22:08:45.087794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:45.090268 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:45.139045 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130bd076-1b82-40a0-b118-d6c22bf649a7 x-openstack-request-id: req-130bd076-1b82-40a0-b118-d6c22bf649a7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:45.139341 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:45.139598 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-130bd076-1b82-40a0-b118-d6c22bf649a7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:45.140027 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'status': 'completed', 'code': 200} Jul 22 22:08:45.249877 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-13659f81-9a02-4135-9190-b0e900b71676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.257359 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-c4e3c44d-d42d-4851-80f8-4f0c7b38df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.259017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-c4e3c44d-d42d-4851-80f8-4f0c7b38df36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1096 time: 0.0889678 Jul 22 22:08:45.265565 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-a70333bd-4137-48d1-9b1a-6a90f519cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.267033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-a70333bd-4137-48d1-9b1a-6a90f519cf39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1096 time: 0.1057355 Jul 22 22:08:45.343110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cd8cb-cf4b-40f5-83c3-8ba41fde7ced req-f0625914-4ba3-46a8-9d00-7174acd1b8ad tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.344639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a5cd8cb-cf4b-40f5-83c3-8ba41fde7ced req-f0625914-4ba3-46a8-9d00-7174acd1b8ad tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0634055 Jul 22 22:08:45.383651 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a5cd8cb-cf4b-40f5-83c3-8ba41fde7ced req-33eeb45b-495e-4a1a-9e4c-937f024c1354 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Jul 22 22:08:45.422156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-4eba0214-dab8-4bdd-b792-8a1bcaf63f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.423667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-4eba0214-dab8-4bdd-b792-8a1bcaf63f8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1557868 Jul 22 22:08:45.426282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-d88cf861-958d-4497-a10f-f6da091b76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.427623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-d88cf861-958d-4497-a10f-f6da091b76e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1512082 Jul 22 22:08:45.514027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.535480 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-7b1b3d9e-ea4c-40a4-81e6-42775ee34627 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1048014 Jul 22 22:08:45.541257 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-55d73d73-00b7-46c6-bf9d-4eacfcf1cec8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1047525 Jul 22 22:08:45.622859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-eb974f53-7bfd-44ae-84b2-1bc07326e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.624485 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-eb974f53-7bfd-44ae-84b2-1bc07326e1b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0821824 Jul 22 22:08:45.625782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-1a60d861-5242-49ae-b94a-c89047f1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.627093 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-1a60d861-5242-49ae-b94a-c89047f1c66a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0774980 Jul 22 22:08:45.722325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-cbc83b1d-2d13-4ef6-a7a1-896620e278ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.723779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-cbc83b1d-2d13-4ef6-a7a1-896620e278ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926325 Jul 22 22:08:45.726460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-e9cae489-0975-49de-bcf7-40f8b05859a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.727904 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-e9cae489-0975-49de-bcf7-40f8b05859a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888581 Jul 22 22:08:45.888197 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-57af4930-87f1-40c1-92a6-e45683425f69 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576653 Jul 22 22:08:45.890081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-d3cda67c-ceb7-409a-be65-c58ee77492e9 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522865 Jul 22 22:08:46.049572 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-20557635-681e-479d-86e8-e3aab352ec3f service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543491 Jul 22 22:08:46.051688 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf1daf9c-17b9-4c8d-ac52-2be02a3cd0e7 req-70d86412-6e85-4d6d-a061-61cef9576144 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489055 Jul 22 22:08:46.282318 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.533977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8110970-da9a-4bcd-8956-aee0f79ec449 req-58270efd-ff8d-4038-a16c-d6604f1d7b65 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:46.535481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8110970-da9a-4bcd-8956-aee0f79ec449 req-58270efd-ff8d-4038-a16c-d6604f1d7b65 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0682435 Jul 22 22:08:46.549013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:08:46.575004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8110970-da9a-4bcd-8956-aee0f79ec449 req-b0ba6b11-fa45-40d0-85c5-3e09f277e255 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332685 Jul 22 22:08:46.586526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:08:46.786499 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baddc83-8f3d-4a6a-8c14-b4a9139cb822 req-4e3103e0-2878-4324-a9c7-9e5ae76decd3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:46.788047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9baddc83-8f3d-4a6a-8c14-b4a9139cb822 req-4e3103e0-2878-4324-a9c7-9e5ae76decd3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0660379 Jul 22 22:08:46.804920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-fcb706a1-3f90-4d6c-bb2c-458cfdbd3987 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:46.806407 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-fcb706a1-3f90-4d6c-bb2c-458cfdbd3987 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961&tenant_id=39416eef9b57461186267416d2a9785d&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 944 time: 0.0699768 Jul 22 22:08:46.828915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9baddc83-8f3d-4a6a-8c14-b4a9139cb822 req-cff516e9-cfb7-421b-96cf-4b5e640bad28 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344169 Jul 22 22:08:46.873158 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-9b11c533-66a4-4d11-81b9-9497dc535b7e service neutron] delete failed (client error): The resource could not be found. Jul 22 22:08:46.874213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-9b11c533-66a4-4d11-81b9-9497dc535b7e service neutron] 10.222.0.23 "DELETE /v2.0/ports/70c533fc-049e-42d4-95f5-bab2f0fe1ac8/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0562990 Jul 22 22:08:46.975293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-e8b5fe18-efe5-4f0b-b4c4-374a6bf408c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:46.976752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-e8b5fe18-efe5-4f0b-b4c4-374a6bf408c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 1096 time: 0.0587146 Jul 22 22:08:47.066896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-ea79cb22-807e-402e-a2f7-0dcc947a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:47.068412 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-ea79cb22-807e-402e-a2f7-0dcc947a90cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0845845 Jul 22 22:08:47.137618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-597724c6-d0c8-480c-8a1b-19d5d9147f3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 200 len: 1000 time: 0.0618932 Jul 22 22:08:47.186108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-1dd57898-2b28-4811-9592-3e59eb0316c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:47.187571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-1dd57898-2b28-4811-9592-3e59eb0316c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0437691 Jul 22 22:08:47.246988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-4a945bc7-4a71-4c59-b778-ab2163191d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:47.248521 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-4a945bc7-4a71-4c59-b778-ab2163191d7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547230 Jul 22 22:08:47.344700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-18264a7a-e723-425d-8a39-2d7e3aa13203 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885580 Jul 22 22:08:47.434739 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b5cdc7e2-172a-495c-a5a9-74f59b307f63 req-270d2169-a676-4b25-a152-3f3899982c2a service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835319 Jul 22 22:08:47.938295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:08:47.970677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c4520-1db8-4e12-a860-44eb31bd83fe req-466d31c3-1295-493b-b560-f187a13a0bbf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:47.978191 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca8c4520-1db8-4e12-a860-44eb31bd83fe req-466d31c3-1295-493b-b560-f187a13a0bbf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0753367 Jul 22 22:08:48.017877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca8c4520-1db8-4e12-a860-44eb31bd83fe req-1a76c2a0-ea0e-46c0-a6fa-b8aecc3ad262 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Jul 22 22:08:48.038283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:48.050094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'mac_address': 'fa:16:3e:40:22:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:08:48.088573 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.101230 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:08:48.121090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:48.125711 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.149704 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf637-fe33-4a74-b15a-00d4e46216a8 req-df11675c-0926-4ff8-849c-2d112b3176cf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:48.151226 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2fedf637-fe33-4a74-b15a-00d4e46216a8 req-df11675c-0926-4ff8-849c-2d112b3176cf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 944 time: 0.0649602 Jul 22 22:08:48.176715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:48.184106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.184468 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.184815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.185154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.185491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.185827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.186162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.186492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.186817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.187143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.187472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.187797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.190220 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2fedf637-fe33-4a74-b15a-00d4e46216a8 req-3d65fb95-bca5-49ce-aaa4-2578739132c0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333612 Jul 22 22:08:48.322035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1cd38-5b91-48d4-88c1-a88fac436b0c req-a5b90777-2ca5-4118-9e25-9f87b2f658d7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:48.323522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69b1cd38-5b91-48d4-88c1-a88fac436b0c req-a5b90777-2ca5-4118-9e25-9f87b2f658d7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 945 time: 0.0654538 Jul 22 22:08:48.361189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69b1cd38-5b91-48d4-88c1-a88fac436b0c req-5b97722f-006d-43ba-82e7-b5d2beea68ee tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Jul 22 22:08:48.377181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['70c533fc-049e-42d4-95f5-bab2f0fe1ac8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:08:48.445298 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.630729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad7855-9e55-4cc1-afae-ebc34054bcae req-13c6feb2-47d8-4c8d-94d7-e4703dada82b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:48.632140 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0ad7855-9e55-4cc1-afae-ebc34054bcae req-13c6feb2-47d8-4c8d-94d7-e4703dada82b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 945 time: 0.0675390 Jul 22 22:08:48.671858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0ad7855-9e55-4cc1-afae-ebc34054bcae req-41a671e7-9974-4e37-b0a1-1ed0d436ec1b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334072 Jul 22 22:08:49.803389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff078cf-c614-4460-bead-3445bd5cee79 req-5e0665a6-0d13-44da-b4e8-fb46a237a6f8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:49.804816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bff078cf-c614-4460-bead-3445bd5cee79 req-5e0665a6-0d13-44da-b4e8-fb46a237a6f8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 945 time: 0.0636048 Jul 22 22:08:49.843292 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bff078cf-c614-4460-bead-3445bd5cee79 req-cc38c46b-faf7-4736-b8a4-59ece4c2909e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Jul 22 22:08:49.938344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:49.984033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec81725-b827-429f-94c0-e8e5ad34156d req-6c5df4a7-19bd-4fa4-b431-380639f78937 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:49.985731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cec81725-b827-429f-94c0-e8e5ad34156d req-6c5df4a7-19bd-4fa4-b431-380639f78937 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 945 time: 0.0696604 Jul 22 22:08:49.989177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:49.993172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:49.993578 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.068443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.088285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Deleting port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:08:50.088640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.092165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:50.105851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:50.110851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.139389 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5b0253-1e05-44bd-9377-ba5e0f59f845" -d '{"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-plugged", "status": "completed", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:50.171303 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:50.185471 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] For port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:50.185838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.229121 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b47bf41-0eb8-429f-aa70-d72deb76bb33 x-openstack-request-id: req-3b47bf41-0eb8-429f-aa70-d72deb76bb33 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:50.229478 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-plugged", "status": "completed", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:50.229798 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b47bf41-0eb8-429f-aa70-d72deb76bb33 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:50.230262 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'code': 200} Jul 22 22:08:50.359113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.359486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.359803 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 disassociated. External IP: 172.25.5.146, port: 70c533fc-049e-42d4-95f5-bab2f0fe1ac8. Jul 22 22:08:50.360184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Calling delete_port for 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:08:50.488891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.518055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event deleted for resources: {'Port': ['ID=70c533fc-049e-42d4-95f5-bab2f0fe1ac8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:50.634988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:08:50.743317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:08:50.753740 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:08:50.763195 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:50.763638 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:08:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:50.788170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] No DVR routers for this DVR port 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:08:50.790713 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.792924 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cec81725-b827-429f-94c0-e8e5ad34156d req-da3b8c0a-523d-41db-a2b1-ac8fda07301a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "DELETE /v2.0/ports/70c533fc-049e-42d4-95f5-bab2f0fe1ac8 HTTP/1.1" status: 204 len: 173 time: 0.8019555 Jul 22 22:08:50.793246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-deleted', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:50.795505 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2b4ca6-e523-40f6-91fd-005687ffb004" -d '{"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-deleted", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:50.840879 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc720da1-6f0a-4d15-a965-8d00e86eb660 x-openstack-request-id: req-dc720da1-6f0a-4d15-a965-8d00e86eb660 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:50.841311 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a723cb-bea5-4a85-8c89-1e32468fe961", "name": "network-vif-deleted", "tag": "70c533fc-049e-42d4-95f5-bab2f0fe1ac8", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:50.841658 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc720da1-6f0a-4d15-a965-8d00e86eb660 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:50.842107 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a723cb-bea5-4a85-8c89-1e32468fe961', 'name': 'network-vif-deleted', 'tag': '70c533fc-049e-42d4-95f5-bab2f0fe1ac8', 'status': 'completed', 'code': 200} Jul 22 22:08:50.872870 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:50.958289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3743cfe-5602-4b8b-9e35-e73c141907c3 req-dfef2c08-902e-4b76-9547-6f07971d9438 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a723cb-bea5-4a85-8c89-1e32468fe961 HTTP/1.1" status: 200 len: 210 time: 0.0304322 Jul 22 22:08:51.076574 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:51.107575 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:08:51.116155 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:51.116900 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:08:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:51.220025 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:51.412683 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:51.439633 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60636181-5310-4d46-97a8-2cdd95c3f965 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:08:51.656037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ba793-12a1-4c49-8488-c38dcf37372a None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:08:52.189145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-35713a72-7f75-42ee-b612-46c2f51e1f4a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1309639971&fields=id&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 267 time: 0.0315914 Jul 22 22:08:52.296982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-4ed1d631-4bb2-4770-8c4f-760f505232ea tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:52.298367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-4ed1d631-4bb2-4770-8c4f-760f505232ea tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.1028905 Jul 22 22:08:52.312879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-16921f93-6180-43e1-8b78-91882e2fbfc9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/quotas/39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 375 time: 0.0090790 Jul 22 22:08:52.380508 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-3f1cd18f-c894-4a03-b4df-53d5fd1c4888 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624776 Jul 22 22:08:52.551687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-b6ea47fa-5b6a-4311-8294-0ee9b5de0a7d service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261659 Jul 22 22:08:52.643555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-ea6235f5-bbd8-47dc-b028-07af98378a1d service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856898 Jul 22 22:08:52.812219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53e2d454-90d5-45a6-b290-24c8b91db4f7 req-2be00621-652c-4e9f-8b96-71bb4a10e8bf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 210 time: 0.0297048 Jul 22 22:08:53.819996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-a2ab7110-f217-4a66-85d5-8a7b37f984da tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:53.821655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-a2ab7110-f217-4a66-85d5-8a7b37f984da tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.1109655 Jul 22 22:08:53.872792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-e7724575-c93c-4940-bea1-9be146f19bb8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 380 time: 0.0407374 Jul 22 22:08:53.888654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'port': {'device_id': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'admin_state_up': True, 'tenant_id': '39416eef9b57461186267416d2a9785d', 'security_groups': ['978e9d41-5fff-4f6c-b166-a5746998fd82']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:53.918770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fba7a82b-f039-4c02-9d9e-e71236fbcecf req-4e8e8323-ee4d-42fb-a61c-c6f73ee6b9d6 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 210 time: 0.0312941 Jul 22 22:08:53.973975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:08:53.993406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:08:53.993755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 70c533fc-049e-42d4-95f5-bab2f0fe1ac8 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:08:54.001991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Made reservation on behalf of 39416eef9b57461186267416d2a9785d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:54.005751 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.133462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Allocated IP 172.20.0.5 (21ced8f0-f31d-4e57-a9b3-59b0f573201b/23a9b7d6-1d06-44a0-998b-2678d86831a9/5be4379d-f60f-4296-87d8-33964576758e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:54.269724 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.282917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Transition to ACTIVE for port object 5be4379d-f60f-4296-87d8-33964576758e will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:54.315163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.359401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:54.362664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:54.366504 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:54.373577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.419993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:54.420455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.436155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2a34e198-c545-47a7-aa6c-30d93af5b90b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525680 Jul 22 22:08:54.447426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Request body: {'port': {'device_id': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:54.529171 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.559438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2ee5d9e-bfc1-454f-8f49-953af8c961af None None] Provisioning for port 5be4379d-f60f-4296-87d8-33964576758e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:54.563279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2ee5d9e-bfc1-454f-8f49-953af8c961af None None] Provisioning complete for port 5be4379d-f60f-4296-87d8-33964576758e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:54.563659 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2ee5d9e-bfc1-454f-8f49-953af8c961af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.597751 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee5d9e-bfc1-454f-8f49-953af8c961af None None] Port 5be4379d-f60f-4296-87d8-33964576758e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:08:54.794758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be4379d-f60f-4296-87d8-33964576758e {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:08:54.802156 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.815209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Transition to ACTIVE for port object 5be4379d-f60f-4296-87d8-33964576758e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:54.818665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.871083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.951910 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:54.952260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:54.952597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:54.957183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Port 5be4379d-f60f-4296-87d8-33964576758e on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:08:54.957553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:54.962855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:54.963197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:54.963589 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:54.964057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Bound port: 5be4379d-f60f-4296-87d8-33964576758e, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:54.964849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.036459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:55.039623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:55.044169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.059724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb9b23-6631-46e8-970c-f998ddc93f03 req-95798636-4514-44c6-9999-e2448587f0f3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.061275 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54eb9b23-6631-46e8-970c-f998ddc93f03 req-95798636-4514-44c6-9999-e2448587f0f3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0698941 Jul 22 22:08:55.083805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.084565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.085955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] 10.222.0.23 "PUT /v2.0/ports/5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 1092 time: 0.6428308 Jul 22 22:08:55.086416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'tag': '5be4379d-f60f-4296-87d8-33964576758e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:55.088810 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56577d6d-9797-4829-b63c-6ffd2a455bee" -d '{"events": [{"name": "network-changed", "server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "tag": "5be4379d-f60f-4296-87d8-33964576758e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:55.140630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4218-14ea-465b-818a-4378f67d17ab service neutron] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:55.144948 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385d855-4a1a-4044-a7de-0fbdc1d56586 x-openstack-request-id: req-e385d855-4a1a-4044-a7de-0fbdc1d56586 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:55.145229 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "tag": "5be4379d-f60f-4296-87d8-33964576758e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:55.145476 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e385d855-4a1a-4044-a7de-0fbdc1d56586 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:55.145870 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'tag': '5be4379d-f60f-4296-87d8-33964576758e', 'status': 'completed', 'code': 200} Jul 22 22:08:55.151688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54eb9b23-6631-46e8-970c-f998ddc93f03 req-3b83f239-a1cf-4d3d-9618-30f5550b7fff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845957 Jul 22 22:08:55.205443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-9ab3df27-12d5-4008-9af7-afc11966eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.207012 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-9ab3df27-12d5-4008-9af7-afc11966eccb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1095 time: 0.0603507 Jul 22 22:08:55.251437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-a9425506-94b8-4c92-ab78-549bc30c82dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 217 time: 0.0360153 Jul 22 22:08:55.298886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-b96cc8e9-c2f0-427b-b3ed-ff772f03683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.301147 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-b96cc8e9-c2f0-427b-b3ed-ff772f03683d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0428360 Jul 22 22:08:55.362831 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2acb446e-64b0-4473-9a6e-51b795592b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.364409 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-2acb446e-64b0-4473-9a6e-51b795592b82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578532 Jul 22 22:08:55.452892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-67d20915-649b-4c0e-a6e9-d5081ce02a77 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806675 Jul 22 22:08:55.883771 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-cbb50f3a-85dd-4cc2-a4e6-d7d460a2a669 req-17aabff0-2699-406a-8a8f-12f73d224300 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244790 Jul 22 22:08:55.990400 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-1e56c93f-d998-484d-8803-a6bd537fb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.991952 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-1e56c93f-d998-484d-8803-a6bd537fb80f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1095 time: 0.0599837 Jul 22 22:08:56.084161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-3a671fec-d6cb-490b-b2bd-5bc0aeef8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:56.085649 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-3a671fec-d6cb-490b-b2bd-5bc0aeef8938 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0872025 Jul 22 22:08:56.127925 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-f8e0cae1-d50a-4f25-8f40-d19246ea79f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 217 time: 0.0348275 Jul 22 22:08:56.181115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-c0a202b6-c2ed-4431-a7df-cc9256ec7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:56.182645 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-c0a202b6-c2ed-4431-a7df-cc9256ec7d57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0474346 Jul 22 22:08:56.257939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-b3461266-5130-488f-8c7f-f75e56e568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:56.260130 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-b3461266-5130-488f-8c7f-f75e56e568f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663106 Jul 22 22:08:56.315521 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aca6f-948a-4db1-b9ba-86fc4580f1b4 req-fa6365ba-bd4f-4671-8280-710d36c61a6d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:56.317915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d35aca6f-948a-4db1-b9ba-86fc4580f1b4 req-fa6365ba-bd4f-4671-8280-710d36c61a6d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0929646 Jul 22 22:08:56.361509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d35aca6f-948a-4db1-b9ba-86fc4580f1b4 req-fb26c81d-94b6-405f-8ced-9183fcf94fd8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353439 Jul 22 22:08:56.362415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-1c0f435a-2b86-4274-9ff9-c0031862ee9c service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936751 Jul 22 22:08:56.472626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56577d6d-9797-4829-b63c-6ffd2a455bee req-400e273e-52ec-4deb-899e-6353e1ad6704 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996337 Jul 22 22:08:57.496623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a5a8-7da3-4733-8139-4e5fdb003cfb req-9e8607d0-0d35-46cd-a5a0-1ebc22861860 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:57.498134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42b9a5a8-7da3-4733-8139-4e5fdb003cfb req-9e8607d0-0d35-46cd-a5a0-1ebc22861860 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0635073 Jul 22 22:08:57.538676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42b9a5a8-7da3-4733-8139-4e5fdb003cfb req-f80af5b8-2bf8-4c5d-bbd2-7290869537be tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350280 Jul 22 22:08:58.612630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5be4379d-f60f-4296-87d8-33964576758e details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:08:58.668667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97014ac-d473-4dc0-b2fd-699dbcbdb24f req-e1772112-a028-447c-9fd8-5892327c3c34 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:58.670203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f97014ac-d473-4dc0-b2fd-699dbcbdb24f req-e1772112-a028-447c-9fd8-5892327c3c34 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0668781 Jul 22 22:08:58.711527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f97014ac-d473-4dc0-b2fd-699dbcbdb24f req-275ce1f6-23e4-4e44-95ba-c5e180eb3d9c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Jul 22 22:08:58.871548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:58.882272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '5be4379d-f60f-4296-87d8-33964576758e', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '5be4379d-f60f-4296-87d8-33964576758e', 'mac_address': 'fa:16:3e:05:c0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:08:58.919779 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.932220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be4379d-f60f-4296-87d8-33964576758e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:08:58.951570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:58.955686 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.002659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:59.171298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['5be4379d-f60f-4296-87d8-33964576758e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:08:59.845051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636671e9-766b-491d-9e9c-c8859d9c58cd req-a271d2bf-61c8-4e1b-a005-97500f9a56e3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:59.849877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-636671e9-766b-491d-9e9c-c8859d9c58cd req-a271d2bf-61c8-4e1b-a005-97500f9a56e3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 944 time: 0.0648985 Jul 22 22:08:59.884433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-636671e9-766b-491d-9e9c-c8859d9c58cd req-632e9133-732f-466e-bd7b-7486550e2547 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Jul 22 22:09:00.625331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5be4379d-f60f-4296-87d8-33964576758e up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:00.673176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 5be4379d-f60f-4296-87d8-33964576758e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:00.676862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 5be4379d-f60f-4296-87d8-33964576758e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:00.677242 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.755623 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.780699 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be4379d-f60f-4296-87d8-33964576758e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:00.782942 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348fea0-d75e-4e48-9cba-ada2e46286c1" -d '{"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-plugged", "status": "completed", "tag": "5be4379d-f60f-4296-87d8-33964576758e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:00.795733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:00.800179 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.828006 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9342378a-a5ae-45ad-966c-5ed659b62760 x-openstack-request-id: req-9342378a-a5ae-45ad-966c-5ed659b62760 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:00.828383 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-plugged", "status": "completed", "tag": "5be4379d-f60f-4296-87d8-33964576758e", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:00.828737 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9342378a-a5ae-45ad-966c-5ed659b62760 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:00.829194 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be4379d-f60f-4296-87d8-33964576758e', 'code': 200} Jul 22 22:09:00.858887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:00.931991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47440aef-4383-487f-9c63-26807821eef5 req-7a666288-fdf5-4739-94ea-e75854e33798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:00.933532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-47440aef-4383-487f-9c63-26807821eef5 req-7a666288-fdf5-4739-94ea-e75854e33798 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1097 time: 0.0554814 Jul 22 22:09:00.969905 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-47440aef-4383-487f-9c63-26807821eef5 req-cc07f177-eb72-41f0-96be-0a08a320df85 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291893 Jul 22 22:09:01.017020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398b082-7a8e-43de-a665-f42fd299d65c req-216a2f1f-35dd-4baf-9dab-a5e7c931f215 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:01.018431 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6398b082-7a8e-43de-a665-f42fd299d65c req-216a2f1f-35dd-4baf-9dab-a5e7c931f215 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0636685 Jul 22 22:09:01.060592 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6398b082-7a8e-43de-a665-f42fd299d65c req-c1d887bf-a3ef-4c06-9a12-aeef654d5d44 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364726 Jul 22 22:09:01.753593 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.192384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fd73a-befa-43a9-bfdd-25f6b630324c req-824c31a8-a2dc-4ce7-8bbc-da5bc9c574e7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:02.193875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a53fd73a-befa-43a9-bfdd-25f6b630324c req-824c31a8-a2dc-4ce7-8bbc-da5bc9c574e7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0638924 Jul 22 22:09:02.231437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a53fd73a-befa-43a9-bfdd-25f6b630324c req-02b81d99-9b89-4054-887d-50113a57325f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Jul 22 22:09:02.355933 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989bd98-3aa9-4723-8622-773446d455d8 req-b5c89773-f31d-4efa-8cbf-3ef09d99b65a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:02.357410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d989bd98-3aa9-4723-8622-773446d455d8 req-b5c89773-f31d-4efa-8cbf-3ef09d99b65a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0628309 Jul 22 22:09:02.366339 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:02.370925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'floatingip': {'port_id': '5be4379d-f60f-4296-87d8-33964576758e'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:02.412564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.481507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.843343 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.847694 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.951395 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 associated. External IP: 172.25.5.146, port: 5be4379d-f60f-4296-87d8-33964576758e. Jul 22 22:09:03.457479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:09:03.564354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:09:03.569242 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.573807 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:09:03.582520 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:03.583197 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:08:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:03.604576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4a978a15-f3a1-4069-a580-435da7898723 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "PUT /v2.0/floatingips/0cf0b6eb-8296-40f6-9e10-296e9da53cd6 HTTP/1.1" status: 200 len: 991 time: 1.2371941 Jul 22 22:09:03.605179 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'tag': '5be4379d-f60f-4296-87d8-33964576758e'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:03.645539 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e50a30-d58d-4ce7-8851-4fa8691ead02" -d '{"events": [{"name": "network-changed", "server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "tag": "5be4379d-f60f-4296-87d8-33964576758e"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:03.695337 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:03.737040 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77372140-3ac3-4891-a619-1a950f32549d x-openstack-request-id: req-77372140-3ac3-4891-a619-1a950f32549d {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:03.737336 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "tag": "5be4379d-f60f-4296-87d8-33964576758e", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:03.737585 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77372140-3ac3-4891-a619-1a950f32549d {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:03.737983 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'tag': '5be4379d-f60f-4296-87d8-33964576758e', 'status': 'completed', 'code': 200} Jul 22 22:09:03.815392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-20eefdba-dd66-4d27-87ea-6951c80dc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:03.816889 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-20eefdba-dd66-4d27-87ea-6951c80dc337 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1097 time: 0.0569987 Jul 22 22:09:03.912536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-a88fb9a9-f287-4ba9-b4b7-eaec3540b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:03.914015 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-a88fb9a9-f287-4ba9-b4b7-eaec3540b2d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0904448 Jul 22 22:09:03.979570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-cfe47d88-7043-45a0-945b-72da0647097f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 999 time: 0.0581000 Jul 22 22:09:04.022133 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '5be4379d-f60f-4296-87d8-33964576758e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:05:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:09:02Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:04.034782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-256c8127-ff1c-4594-b8e2-4872c6f6dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:04.040439 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-256c8127-ff1c-4594-b8e2-4872c6f6dd92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0505619 Jul 22 22:09:04.048500 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:09:04.056852 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:04.057453 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:08:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:04.096270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-705c1f33-0b0d-4568-8359-b016ca8712b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:04.097918 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-705c1f33-0b0d-4568-8359-b016ca8712b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543199 Jul 22 22:09:04.160755 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:04.196501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-c5b46e8d-24b1-4d0f-8e56-a8d80ff27f66 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901678 Jul 22 22:09:04.287069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-34e50a30-d58d-4ce7-8851-4fa8691ead02 req-bd9a078a-2fc3-4986-9bc1-384e7e858c83 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840898 Jul 22 22:09:04.384646 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '5be4379d-f60f-4296-87d8-33964576758e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:05:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:09:02Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:04.410048 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8bb1a-d60b-40bf-a437-b23d64c34df1 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '5be4379d-f60f-4296-87d8-33964576758e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:05:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:09:02Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:09:04.611073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260ef4e-5239-405a-b8c7-1a58a3257bef None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:09:10.081235 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:12.610381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d3256562-e3cb-4843-9766-f6cc8dcff9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.249869 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a64d5c89-161a-4fcd-8aca-af7d4ba30f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.516564 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:16.286329 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:18.443049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:31.776042 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:32.479312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:42.612576 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0738-334e-4ef4-b43d-4ef647c3dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:45.251384 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d11dfb4d-d624-4dd8-8a83-539a08ae2a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:45.520426 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:46.287428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:47.080600 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:48.445323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:59.760348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-9db4f79f-82f2-4e5e-aa91-54485178897e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591419 Jul 22 22:09:59.861366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-df08c155-b13d-4403-8e98-b686bdeb47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:59.862886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-df08c155-b13d-4403-8e98-b686bdeb47f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1097 time: 0.0610621 Jul 22 22:09:59.972631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-ffb792a3-250d-4781-abf0-827d891ee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:59.974148 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-ffb792a3-250d-4781-abf0-827d891ee453 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0907476 Jul 22 22:10:00.050377 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-32f62ed3-d439-4191-96d8-a4492a72cd66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 1001 time: 0.0663714 Jul 22 22:10:00.103822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-1d320251-2b02-4c59-a002-85fa0186c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.105389 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-1d320251-2b02-4c59-a002-85fa0186c588 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0475259 Jul 22 22:10:00.165184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-65b3f5c2-6890-4a90-a4b0-6c3bd3d19d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.166707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-65b3f5c2-6890-4a90-a4b0-6c3bd3d19d11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548224 Jul 22 22:10:00.261012 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-da8b2393-03c5-4ae3-9d49-c936a27eb11a service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873001 Jul 22 22:10:00.348962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0b01c615-46bb-4be8-89af-74892bad2ed9 req-4654b6c5-9f52-48e6-a194-0fc219dddd41 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816832 Jul 22 22:10:01.804645 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:02.489511 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:12.616955 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7b51e7aa-1439-4c0d-bbd8-4b1d776cf7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:15.251625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eaccf60b-f78f-4a19-865f-5cdc529929b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:15.523407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.291134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.448997 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:24.080471 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:10:31.818424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:32.489374 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:41.725184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c38e61-bd4b-4a7f-a025-0a31c6d6e8ca req-cabee29f-e0aa-4d86-83d9-06a0d593cb62 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:41.726687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23c38e61-bd4b-4a7f-a025-0a31c6d6e8ca req-cabee29f-e0aa-4d86-83d9-06a0d593cb62 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0788512 Jul 22 22:10:41.779487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23c38e61-bd4b-4a7f-a025-0a31c6d6e8ca req-91458e3f-8d7e-4570-a8fd-860259f95e91 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461295 Jul 22 22:10:42.622837 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2d7b-b549-4ab8-ada9-395765716eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:42.944314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d829e5-911f-45dd-a03d-0ab81f5d01cc req-2fadde1e-814d-441c-8072-74847cf670b2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:42.945830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84d829e5-911f-45dd-a03d-0ab81f5d01cc req-2fadde1e-814d-441c-8072-74847cf670b2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0650566 Jul 22 22:10:42.984649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84d829e5-911f-45dd-a03d-0ab81f5d01cc req-d4ca9d65-dba1-401e-b205-8d489ad72505 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330868 Jul 22 22:10:44.122752 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840aac8d-ceda-4202-a71d-e611e19a1ef9 req-42c97070-eda9-4999-ba38-59d6f03ec9c7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:44.124262 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-840aac8d-ceda-4202-a71d-e611e19a1ef9 req-42c97070-eda9-4999-ba38-59d6f03ec9c7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0706584 Jul 22 22:10:44.165029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-840aac8d-ceda-4202-a71d-e611e19a1ef9 req-f73fe36b-3dd7-4467-8c73-4dad8b45c04d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326397 Jul 22 22:10:45.257017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee8948e0-eba4-47af-8ce5-b07aa19d6f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:45.333125 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920cae-a2b3-4a80-8015-45e501d963d1 req-c2104e5e-e871-4f3f-a3b0-4ac27b9ef1f8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:45.335165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1920cae-a2b3-4a80-8015-45e501d963d1 req-c2104e5e-e871-4f3f-a3b0-4ac27b9ef1f8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0881550 Jul 22 22:10:45.379988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f1920cae-a2b3-4a80-8015-45e501d963d1 req-a8adbddd-1cf6-43a5-b6ae-c2078be9bbab tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 Jul 22 22:10:45.524679 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:46.294440 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:46.512751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcb734-22e8-4a92-83c3-b80df804234e req-442de12e-a710-4954-b3d4-061822f91460 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:46.514265 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5fcb734-22e8-4a92-83c3-b80df804234e req-442de12e-a710-4954-b3d4-061822f91460 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0655861 Jul 22 22:10:46.560829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f5fcb734-22e8-4a92-83c3-b80df804234e req-0db835cf-06fd-402a-8c55-c051aaa468eb tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Jul 22 22:10:47.692595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b208d71-a336-4c75-bb15-cf4b31e2c23c req-0a1be9bc-5e31-42bb-b0eb-e6d36ccf1f34 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:47.694104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b208d71-a336-4c75-bb15-cf4b31e2c23c req-0a1be9bc-5e31-42bb-b0eb-e6d36ccf1f34 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0635357 Jul 22 22:10:47.736682 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b208d71-a336-4c75-bb15-cf4b31e2c23c req-df760487-68a5-4f9b-94b1-e10cf903bd6f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366614 Jul 22 22:10:48.452289 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:48.883560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b884a9-0d4b-4822-9675-292da8d86ded req-38611e85-b77c-48e0-a9f1-de9bcbcda734 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:48.885424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9b884a9-0d4b-4822-9675-292da8d86ded req-38611e85-b77c-48e0-a9f1-de9bcbcda734 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0748022 Jul 22 22:10:48.946546 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9b884a9-0d4b-4822-9675-292da8d86ded req-5f058416-d7a2-4a13-82cd-9a452f74e6c7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496151 Jul 22 22:10:50.099609 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccd583-c10f-4fc0-ab78-4acda546e173 req-af4b230a-cc2d-4be9-8af9-c0c70aebfe32 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:50.101123 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06ccd583-c10f-4fc0-ab78-4acda546e173 req-af4b230a-cc2d-4be9-8af9-c0c70aebfe32 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0762026 Jul 22 22:10:50.142507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06ccd583-c10f-4fc0-ab78-4acda546e173 req-afe2c4fe-af58-4c33-ae47-35c67e2f109a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349305 Jul 22 22:10:51.285868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c554e-4286-49b5-bf70-45e6c552c010 req-40eeca3a-923b-465f-94c2-2d6afa7d700c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:51.287635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d5c554e-4286-49b5-bf70-45e6c552c010 req-40eeca3a-923b-465f-94c2-2d6afa7d700c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0732868 Jul 22 22:10:51.329313 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d5c554e-4286-49b5-bf70-45e6c552c010 req-208ea436-074c-4fb9-b97f-d88cd4137bbd tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359030 Jul 22 22:10:52.462972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0a558-c8bc-4e7b-8752-bca62bc6874a req-16ed23b5-f41a-4771-a430-b3f623505f6d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:52.465027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ff0a558-c8bc-4e7b-8752-bca62bc6874a req-16ed23b5-f41a-4771-a430-b3f623505f6d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0679755 Jul 22 22:10:52.509447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8ff0a558-c8bc-4e7b-8752-bca62bc6874a req-821580dc-55a2-4505-b935-c4364eba4b90 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383191 Jul 22 22:10:52.778956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e5c2-b74c-45a5-99d2-c0df81724ed3 req-8f814433-3cb2-46c7-a22d-90d99c736b0e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:52.780274 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3457e5c2-b74c-45a5-99d2-c0df81724ed3 req-8f814433-3cb2-46c7-a22d-90d99c736b0e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0654521 Jul 22 22:10:52.824831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3457e5c2-b74c-45a5-99d2-c0df81724ed3 req-1b105fda-cf1d-4dc4-8d0f-e4d79ecc9ac8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376000 Jul 22 22:10:52.933350 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-0d322f5b-46ee-4ef1-8d63-fe5082d2c02e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258409 Jul 22 22:10:53.974701 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62fa7-53a8-4a44-af52-fdcd16d099fa req-ac2fb93f-e05c-4086-885b-416dc9cf14ab tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:53.976258 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10d62fa7-53a8-4a44-af52-fdcd16d099fa req-ac2fb93f-e05c-4086-885b-416dc9cf14ab tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0650403 Jul 22 22:10:54.015448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-10d62fa7-53a8-4a44-af52-fdcd16d099fa req-84221742-1cad-402f-9a00-2eb55c4ee51c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Jul 22 22:10:54.265810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-29a48864-2171-4d1f-95e2-856c056f22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:54.267253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-29a48864-2171-4d1f-95e2-856c056f22e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1097 time: 0.0574634 Jul 22 22:10:54.358578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-52dd05c9-08a2-4d59-938f-54b22218b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:54.360665 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-52dd05c9-08a2-4d59-938f-54b22218b22b service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0868258 Jul 22 22:10:54.431823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-a118dc0d-bb31-4b2c-9de8-ad6552465972 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 1001 time: 0.0636287 Jul 22 22:10:54.482859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-82f2af41-b42e-4033-8d2e-ef8338a51eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:54.484953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-82f2af41-b42e-4033-8d2e-ef8338a51eca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0465977 Jul 22 22:10:54.543940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-4354c9a2-5b3d-4ddf-a63d-eff5c3730575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:54.545394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-4354c9a2-5b3d-4ddf-a63d-eff5c3730575 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539823 Jul 22 22:10:54.641147 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-af02a2bb-c4e4-455b-99df-a081416c5725 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879555 Jul 22 22:10:54.738354 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d61e9250-1ada-469a-8445-50a5c57d72d3 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905094 Jul 22 22:10:55.168587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b8238-173e-44fe-adee-56de0e564a5b req-f669d51f-5797-4c1a-b0e8-0a722c357cc7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:55.170248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-137b8238-173e-44fe-adee-56de0e564a5b req-f669d51f-5797-4c1a-b0e8-0a722c357cc7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0804791 Jul 22 22:10:55.211030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-137b8238-173e-44fe-adee-56de0e564a5b req-6ecb95ff-6ecc-433f-a663-cf64762c89bc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Jul 22 22:10:56.356859 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726d2ba-95d3-4c77-aef0-f0c0ca5487fc req-da8ebc64-9fb1-403e-94ea-6c540c4afa51 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:56.358405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e726d2ba-95d3-4c77-aef0-f0c0ca5487fc req-da8ebc64-9fb1-403e-94ea-6c540c4afa51 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0731115 Jul 22 22:10:56.405085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e726d2ba-95d3-4c77-aef0-f0c0ca5487fc req-f089e222-8d1d-46ec-8886-5b042473c57a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Jul 22 22:10:56.638944 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-f053dd26-70d4-461a-a67b-f1ae45620d3e service neutron] show failed (client error): The resource could not be found. Jul 22 22:10:56.640066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-f053dd26-70d4-461a-a67b-f1ae45620d3e service neutron] 10.222.0.23 "GET /v2.0/ports/5be4379d-f60f-4296-87d8-33964576758e/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0606809 Jul 22 22:10:56.856314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-13f5a2da-786d-4590-8d6d-717499c7463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:56.857906 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-13f5a2da-786d-4590-8d6d-717499c7463e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 1097 time: 0.0573137 Jul 22 22:10:56.870072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:56.945284 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:57.150447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:57.183238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:10:57.225955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5be4379d-f60f-4296-87d8-33964576758e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:57.228248 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c349c6-edf9-4b40-87c2-1caef9e16ea9" -d '{"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5be4379d-f60f-4296-87d8-33964576758e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:57.232057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:57.244668 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Transition to ACTIVE for port object 5be4379d-f60f-4296-87d8-33964576758e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:10:57.248494 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:57.287434 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce3ce11-3f31-4049-8d68-a941e2e81495 x-openstack-request-id: req-6ce3ce11-3f31-4049-8d68-a941e2e81495 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:57.287754 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5be4379d-f60f-4296-87d8-33964576758e", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:57.288018 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ce3ce11-3f31-4049-8d68-a941e2e81495 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:57.288407 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5be4379d-f60f-4296-87d8-33964576758e', 'code': 200} Jul 22 22:10:57.333947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:57.346509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.346860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.347196 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.347529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.347873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.348211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.348550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.348858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.349181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.349503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.349824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.350144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:57.390457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] No DVR routers for this DVR port 5be4379d-f60f-4296-87d8-33964576758e on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:10:57.540245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:10:57.540581 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:10:57.540911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:10:57.542274 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e75b-ce43-4784-98b3-564e1faa178f req-9e562bf7-62ea-477c-aefc-e97f23f2a7d3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:57.543794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1c0e75b-ce43-4784-98b3-564e1faa178f req-9e562bf7-62ea-477c-aefc-e97f23f2a7d3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0661471 Jul 22 22:10:57.545257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Port 5be4379d-f60f-4296-87d8-33964576758e on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:10:57.545578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Attempting to bind port 5be4379d-f60f-4296-87d8-33964576758e on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:10:57.550783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:10:57.551053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:10:57.551457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:10:57.551904 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Bound port: 5be4379d-f60f-4296-87d8-33964576758e, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:10:57.552264 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:57.583165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1c0e75b-ce43-4784-98b3-564e1faa178f req-fb09e68d-9f25-42e9-899b-42ca3ef386ee tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333838 Jul 22 22:10:57.620221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:10:57.623114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:10:57.628027 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:57.670371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:57.670371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:57.672099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] 10.222.0.58 "PUT /v2.0/ports/5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 1092 time: 0.8054364 Jul 22 22:10:57.704800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6e4e9-c835-414f-b658-7b979363a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:57.753714 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-653b1b9e-9692-4f3f-ac1f-69d96a7a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:57.755281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-653b1b9e-9692-4f3f-ac1f-69d96a7a3550 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1095 time: 0.0614586 Jul 22 22:10:57.851092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-05721a04-bee4-4e82-a1b6-5873a96034fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:57.852664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-05721a04-bee4-4e82-a1b6-5873a96034fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0917153 Jul 22 22:10:57.915558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-1c5f237c-1e3b-4ba2-a3a2-e59496186728 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 999 time: 0.0568933 Jul 22 22:10:57.963142 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-91a365e6-9a74-4cfd-9c6c-cc6be9f828e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:57.964686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-91a365e6-9a74-4cfd-9c6c-cc6be9f828e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0436096 Jul 22 22:10:58.025519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-2a97ba90-0efb-4c0f-8e9e-a8a2dceaa206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:58.027030 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-2a97ba90-0efb-4c0f-8e9e-a8a2dceaa206 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566301 Jul 22 22:10:58.115866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-b74de6a2-8462-4b5a-b93e-82c9509a6e80 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 Jul 22 22:10:58.206590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-00607397-65b1-4aac-bd7f-49bd46690f71 req-76ce888f-a7fc-40d7-9ee4-26ac160ed930 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849640 Jul 22 22:10:58.715692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ff699-87b8-4d27-a88a-2834f4fc6d63 req-74b7f839-9771-4b8c-afe0-2ab3a907775f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:58.717208 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-289ff699-87b8-4d27-a88a-2834f4fc6d63 req-74b7f839-9771-4b8c-afe0-2ab3a907775f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0637791 Jul 22 22:10:58.758790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-289ff699-87b8-4d27-a88a-2834f4fc6d63 req-8a3e7844-5c64-486c-900d-090b35ea5970 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352476 Jul 22 22:10:59.181370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5be4379d-f60f-4296-87d8-33964576758e no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:10:59.219361 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 5be4379d-f60f-4296-87d8-33964576758e not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:10:59.289291 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'tag': '5be4379d-f60f-4296-87d8-33964576758e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:59.291714 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f6daf9-111f-46f7-8ba5-980f841beeac" -d '{"events": [{"name": "network-changed", "server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "tag": "5be4379d-f60f-4296-87d8-33964576758e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:59.338572 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e436cd-7bbb-403b-b87f-08f27176ff4f x-openstack-request-id: req-e0e436cd-7bbb-403b-b87f-08f27176ff4f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:59.338865 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "tag": "5be4379d-f60f-4296-87d8-33964576758e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:59.339126 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0e436cd-7bbb-403b-b87f-08f27176ff4f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:59.339606 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'tag': '5be4379d-f60f-4296-87d8-33964576758e', 'status': 'completed', 'code': 200} Jul 22 22:10:59.447711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-d6ed5ef6-2d9d-4c4e-8fde-e7ae36e3ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.449271 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-d6ed5ef6-2d9d-4c4e-8fde-e7ae36e3ca64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1095 time: 0.0927155 Jul 22 22:10:59.452012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-908a7738-fba2-4e41-8390-1286e23d8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.453969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-908a7738-fba2-4e41-8390-1286e23d8869 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1095 time: 0.0890236 Jul 22 22:10:59.613594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-8a7fa82b-7493-4a8a-87f4-93a88201a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.615070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-8a7fa82b-7493-4a8a-87f4-93a88201a22d service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1592658 Jul 22 22:10:59.617637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-5aa88140-9932-4048-b6aa-b8ea7cac898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.618958 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-5aa88140-9932-4048-b6aa-b8ea7cac898b service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1558828 Jul 22 22:10:59.725553 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-4f55e819-fbc6-40fe-9133-ebc15727afe5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 999 time: 0.1044202 Jul 22 22:10:59.727359 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-155778dd-7293-47fb-a304-76b8d9fef4d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 999 time: 0.1002567 Jul 22 22:10:59.807330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-9cec987a-90e1-4278-bc32-8911d2d72b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.808838 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-9cec987a-90e1-4278-bc32-8911d2d72b07 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0775690 Jul 22 22:10:59.810232 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-836b94c8-1045-469e-aef0-1b734bcdd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.811607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-836b94c8-1045-469e-aef0-1b734bcdd377 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0729549 Jul 22 22:10:59.891576 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f76a21-35de-4de1-84a5-1d5be34206f4 req-afb7cc69-145e-4be4-b493-367092b72b58 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.893312 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70f76a21-35de-4de1-84a5-1d5be34206f4 req-afb7cc69-145e-4be4-b493-367092b72b58 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0645864 Jul 22 22:10:59.912099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-8efa8b49-6564-4350-a1d1-d53d9cf27047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.913615 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-8efa8b49-6564-4350-a1d1-d53d9cf27047 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985222 Jul 22 22:10:59.915341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-cdf75aeb-5fed-40c6-95a7-16c3b9980bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:59.916715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-cdf75aeb-5fed-40c6-95a7-16c3b9980bcd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940413 Jul 22 22:10:59.934468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-70f76a21-35de-4de1-84a5-1d5be34206f4 req-e0b05b87-3975-4793-bcee-77aa5b40d901 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354738 Jul 22 22:11:00.084472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-301ecd66-162c-4f52-b298-4bcb8acb0228 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645203 Jul 22 22:11:00.087964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-a538d308-19d1-4b1c-b54e-3962fb3b39e0 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602325 Jul 22 22:11:00.161394 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc655562-3287-426a-8db9-fb88fa04f6b8 req-305d51c0-d027-44cc-b4ca-096854f0f971 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:00.163170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc655562-3287-426a-8db9-fb88fa04f6b8 req-305d51c0-d027-44cc-b4ca-096854f0f971 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 943 time: 0.0757878 Jul 22 22:11:00.215014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dc655562-3287-426a-8db9-fb88fa04f6b8 req-f99b34f3-c288-4c07-baf7-079ad07dafa3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Jul 22 22:11:00.506197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5be4379d-f60f-4296-87d8-33964576758e details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:11:00.609307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:00.621338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '5be4379d-f60f-4296-87d8-33964576758e', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '5be4379d-f60f-4296-87d8-33964576758e', 'mac_address': 'fa:16:3e:05:c0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:11:00.650062 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-2c53c719-5b02-48bf-be00-3174b42afd6a service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593674 Jul 22 22:11:00.651872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-5341f002-0721-452d-9a98-fd07e906f234 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431468 Jul 22 22:11:00.662348 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:00.668679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-b4e616c3-6bc3-4429-9267-dfb219a8000d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:00.670284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-b4e616c3-6bc3-4429-9267-dfb219a8000d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7&tenant_id=39416eef9b57461186267416d2a9785d&binding%3Ahost_id=n-h2-762330-19 HTTP/1.1" status: 200 len: 943 time: 0.5599616 Jul 22 22:11:00.677794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be4379d-f60f-4296-87d8-33964576758e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:11:00.697197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:00.701849 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:00.735271 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-9ea70642-e991-4df7-91ec-51bb86d6041b service neutron] delete failed (client error): The resource could not be found. Jul 22 22:11:00.736369 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-9ea70642-e991-4df7-91ec-51bb86d6041b service neutron] 10.222.0.23 "DELETE /v2.0/ports/5be4379d-f60f-4296-87d8-33964576758e/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0573814 Jul 22 22:11:00.752057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:00.759757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.760132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.760473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.760809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.761148 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.761469 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.761850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.762673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.763010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.763337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.763859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.764186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:00.835465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-01de527f-acae-484f-86e1-4a2bdac43296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:00.837004 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-01de527f-acae-484f-86e1-4a2bdac43296 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1096 time: 0.0554509 Jul 22 22:11:00.928641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-612434e6-83f9-401e-8958-a48b061d1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:00.930116 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-612434e6-83f9-401e-8958-a48b061d1ec2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0868902 Jul 22 22:11:00.949334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['5be4379d-f60f-4296-87d8-33964576758e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:11:01.002828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-e04b7cd4-6f19-4787-95ed-80eb6d7f94c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 1000 time: 0.0648956 Jul 22 22:11:01.058974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-d6f345ac-b58a-4442-81e4-996613754a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:01.060837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-d6f345ac-b58a-4442-81e4-996613754a2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0502064 Jul 22 22:11:01.079797 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:01.120579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-8f01df74-814b-4018-b5a5-a585219aba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:01.122081 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-8f01df74-814b-4018-b5a5-a585219aba22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536063 Jul 22 22:11:01.234150 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-c7a6b886-9502-4fc4-b345-2a7371e70fed service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984032 Jul 22 22:11:01.330819 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-44e542bd-02e7-42bd-bbb0-0835c87544b2 req-4c646be9-7bf7-4c72-bc3b-a2be80b905aa service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911486 Jul 22 22:11:01.352823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6d30f-2d75-460c-9b5a-5a5a2bcd8d62 req-81f3e26e-5034-414e-9c54-2112a52553a0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:01.354831 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ea6d30f-2d75-460c-9b5a-5a5a2bcd8d62 req-81f3e26e-5034-414e-9c54-2112a52553a0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 944 time: 0.0706646 Jul 22 22:11:01.402632 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4ea6d30f-2d75-460c-9b5a-5a5a2bcd8d62 req-dd19af91-13db-476d-bf66-0c9759bb3f7e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Jul 22 22:11:01.814206 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.503252 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.520188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5be4379d-f60f-4296-87d8-33964576758e up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:11:02.537815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a3bc-f735-494b-b69f-b630d05bd63e req-d0f403d6-ab04-41c1-8839-d77390350a5c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:02.539620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0209a3bc-f735-494b-b69f-b630d05bd63e req-d0f403d6-ab04-41c1-8839-d77390350a5c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 944 time: 0.0659487 Jul 22 22:11:02.569431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 5be4379d-f60f-4296-87d8-33964576758e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:11:02.573599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 5be4379d-f60f-4296-87d8-33964576758e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:11:02.573977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.581423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0209a3bc-f735-494b-b69f-b630d05bd63e req-c92e607e-afbe-45dd-9aa8-392f05d06c0a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360284 Jul 22 22:11:02.653740 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.676496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be4379d-f60f-4296-87d8-33964576758e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:02.678794 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0cf543-b8fb-44a7-b7f2-138c818b4481" -d '{"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-plugged", "status": "completed", "tag": "5be4379d-f60f-4296-87d8-33964576758e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:02.692497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:02.696790 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.715238 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd3c31-bfdd-4061-aaf3-1db87ec85f57 req-55851f82-6b6d-42e8-b29e-a91c3597b5db tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:02.717046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28bd3c31-bfdd-4061-aaf3-1db87ec85f57 req-55851f82-6b6d-42e8-b29e-a91c3597b5db tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 944 time: 0.0695632 Jul 22 22:11:02.723007 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c7c678-8cee-459d-b54d-ce58b29ff7bf x-openstack-request-id: req-a0c7c678-8cee-459d-b54d-ce58b29ff7bf {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:02.723433 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-plugged", "status": "completed", "tag": "5be4379d-f60f-4296-87d8-33964576758e", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:02.723690 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0c7c678-8cee-459d-b54d-ce58b29ff7bf {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:02.724115 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be4379d-f60f-4296-87d8-33964576758e', 'code': 200} Jul 22 22:11:02.755600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:02.760675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28bd3c31-bfdd-4061-aaf3-1db87ec85f57 req-33c2701f-2c63-4a51-ae7c-d288da5f3887 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380385 Jul 22 22:11:02.980078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295645cb-cca5-4f2a-a468-5ab12f1dba10 req-7ae0bacc-6171-46e4-9f6b-d2084e899bc5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:02.981590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295645cb-cca5-4f2a-a468-5ab12f1dba10 req-7ae0bacc-6171-46e4-9f6b-d2084e899bc5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0661781 Jul 22 22:11:02.998128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f14c-982c-48e3-b819-e87927588c18 req-0b1370be-6d3c-47ed-80c4-674d546ff37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:02.999712 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03a1f14c-982c-48e3-b819-e87927588c18 req-0b1370be-6d3c-47ed-80c4-674d546ff37c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 1097 time: 0.0549326 Jul 22 22:11:03.021422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-295645cb-cca5-4f2a-a468-5ab12f1dba10 req-a49e97aa-b52d-4bbc-b1dc-af48a34ac9eb tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333848 Jul 22 22:11:03.092182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f14c-982c-48e3-b819-e87927588c18 req-37232310-bd83-4d49-b984-fb963f694a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:03.094206 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03a1f14c-982c-48e3-b819-e87927588c18 req-37232310-bd83-4d49-b984-fb963f694a3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0882297 Jul 22 22:11:03.157090 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03a1f14c-982c-48e3-b819-e87927588c18 req-da7d0cf7-ca11-4e0c-b175-9f4966891e3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 200 len: 1001 time: 0.0567565 Jul 22 22:11:03.208820 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f14c-982c-48e3-b819-e87927588c18 req-7b5d48fc-a37e-40b5-8737-e34a5e42c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:03.210185 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03a1f14c-982c-48e3-b819-e87927588c18 req-7b5d48fc-a37e-40b5-8737-e34a5e42c9bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0475693 Jul 22 22:11:03.268824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f14c-982c-48e3-b819-e87927588c18 req-42c47924-5f24-44a3-8a6d-28568470bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:03.270327 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03a1f14c-982c-48e3-b819-e87927588c18 req-42c47924-5f24-44a3-8a6d-28568470bdfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544078 Jul 22 22:11:03.358457 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03a1f14c-982c-48e3-b819-e87927588c18 req-cda81fab-7e48-435a-b7f2-dcc87e3148e8 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 Jul 22 22:11:03.449097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03a1f14c-982c-48e3-b819-e87927588c18 req-906107d2-69c8-4605-9404-9f81bd040910 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844090 Jul 22 22:11:04.161325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ade4-ef31-40d1-be75-96f80c65a187 req-830934ba-004c-4f66-9a24-08d0b1711b84 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:04.162817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2581ade4-ef31-40d1-be75-96f80c65a187 req-830934ba-004c-4f66-9a24-08d0b1711b84 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0688386 Jul 22 22:11:04.200305 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2581ade4-ef31-40d1-be75-96f80c65a187 req-eb8fab7d-bea7-478a-a46c-836af7ef5b3b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Jul 22 22:11:04.450295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924927b-f8ff-4cc5-a703-dc709d3cbaa0 req-118977aa-db4f-4b64-ae53-d3e0e98de3f3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:04.451779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a924927b-f8ff-4cc5-a703-dc709d3cbaa0 req-118977aa-db4f-4b64-ae53-d3e0e98de3f3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0673714 Jul 22 22:11:04.491566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a924927b-f8ff-4cc5-a703-dc709d3cbaa0 req-951ca7bc-e089-40ce-9f82-41dc4c66092b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340924 Jul 22 22:11:05.622770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fb25e-1ce8-4561-91b7-fd60b8e5e8bf req-b9842ac6-8063-4bdd-a0c3-4aa1c93e4f15 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:05.624261 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc7fb25e-1ce8-4561-91b7-fd60b8e5e8bf req-b9842ac6-8063-4bdd-a0c3-4aa1c93e4f15 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0637560 Jul 22 22:11:05.661787 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc7fb25e-1ce8-4561-91b7-fd60b8e5e8bf req-e8b92cf2-3298-4a34-bb76-058a1f6adc2d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Jul 22 22:11:05.750027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd6330-f940-442e-bfaf-2d07991a507f req-9f9e7a11-bd19-49a2-b5fb-c1f9c5bd1938 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:05.751524 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-84fd6330-f940-442e-bfaf-2d07991a507f req-9f9e7a11-bd19-49a2-b5fb-c1f9c5bd1938 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 945 time: 0.0638518 Jul 22 22:11:05.853741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Deleting port 5be4379d-f60f-4296-87d8-33964576758e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:11:05.854080 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:05.941362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] For port 5be4379d-f60f-4296-87d8-33964576758e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=5be4379d-f60f-4296-87d8-33964576758e,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:05.941725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:06.117169 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:06.117540 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:06.117853 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 disassociated. External IP: 172.25.5.146, port: 5be4379d-f60f-4296-87d8-33964576758e. Jul 22 22:11:06.118193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Calling delete_port for 5be4379d-f60f-4296-87d8-33964576758e owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:11:06.243052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:06.276102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event deleted for resources: {'Port': ['ID=5be4379d-f60f-4296-87d8-33964576758e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:06.396048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:11:06.508177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:11:06.518622 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:11:06.527523 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:06.528277 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:10:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:06.556128 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] No DVR routers for this DVR port 5be4379d-f60f-4296-87d8-33964576758e on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:11:06.558716 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:06.560830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-84fd6330-f940-442e-bfaf-2d07991a507f req-c2187268-5603-4006-ac0f-696bc88aa78f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "DELETE /v2.0/ports/5be4379d-f60f-4296-87d8-33964576758e HTTP/1.1" status: 204 len: 173 time: 0.8042433 Jul 22 22:11:06.561306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-deleted', 'tag': '5be4379d-f60f-4296-87d8-33964576758e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:06.564281 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4e7dea-fad8-4764-a3c2-afea01657e53" -d '{"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-deleted", "tag": "5be4379d-f60f-4296-87d8-33964576758e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:06.601596 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff67fcb0-a2f4-4f90-91c5-5e306212f903 x-openstack-request-id: req-ff67fcb0-a2f4-4f90-91c5-5e306212f903 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:06.601884 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8874938-ea80-4874-8fe4-95d02bef70a7", "name": "network-vif-deleted", "tag": "5be4379d-f60f-4296-87d8-33964576758e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:06.602134 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff67fcb0-a2f4-4f90-91c5-5e306212f903 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:06.602537 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8874938-ea80-4874-8fe4-95d02bef70a7', 'name': 'network-vif-deleted', 'tag': '5be4379d-f60f-4296-87d8-33964576758e', 'status': 'completed', 'code': 200} Jul 22 22:11:06.637790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:06.776112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0354e83-ac34-4b26-ac95-73bedc07904d req-258fed02-cf68-4663-9f77-eee8f12f21bd tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8874938-ea80-4874-8fe4-95d02bef70a7 HTTP/1.1" status: 200 len: 210 time: 0.0317526 Jul 22 22:11:06.870591 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:06.896123 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:11:06.904255 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:06.904857 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:10:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:07.010073 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:07.201454 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:07.230111 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a9ece-f0fe-4755-84b8-0c6051ea8a76 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:11:07.449828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7c187-50d2-49ef-bcd2-38ab12ad459c None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:11:08.049120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-7338b72b-f19f-489d-acbe-ac12215a0040 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1309639971&fields=id&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 267 time: 0.0319901 Jul 22 22:11:08.161761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2b245420-e90a-4a91-bceb-32ab3edfd72f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:08.163206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2b245420-e90a-4a91-bceb-32ab3edfd72f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.1075740 Jul 22 22:11:08.177637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-49d38011-1f80-4ba5-be86-677f5e1e9d22 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/quotas/39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 375 time: 0.0090897 Jul 22 22:11:08.243904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-1205eefb-4258-4234-a125-a450017f166b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612106 Jul 22 22:11:08.342976 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-5a9ac098-c374-49fb-9173-f04c4ef72a39 service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870152 Jul 22 22:11:08.439361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-4d0c4e8b-9dbe-459b-9c8b-e1dad497af35 service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902264 Jul 22 22:11:08.581728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5be4379d-f60f-4296-87d8-33964576758e no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:11:08.600881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 5be4379d-f60f-4296-87d8-33964576758e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:11:08.601234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 5be4379d-f60f-4296-87d8-33964576758e not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:11:08.605197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c19b700d-3a61-4480-9f83-edd58f17430b req-a79c7ba4-bf44-48e8-8e1b-0bfd7a9c68f9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 210 time: 0.0313134 Jul 22 22:11:09.617026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-ac77eef9-220d-4d7e-949a-027de198b606 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:09.618525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-ac77eef9-220d-4d7e-949a-027de198b606 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.1097026 Jul 22 22:11:09.666866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-d3df99a2-f685-4498-9653-6237057ee370 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 380 time: 0.0383806 Jul 22 22:11:09.683182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'port': {'device_id': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'admin_state_up': True, 'tenant_id': '39416eef9b57461186267416d2a9785d', 'security_groups': ['978e9d41-5fff-4f6c-b166-a5746998fd82']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:09.704919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-62fa2041-7b8e-4d0a-9bd5-f18327544d65 req-8ad69cae-74c3-43db-bccd-be6a374b09d7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 210 time: 0.0301375 Jul 22 22:11:09.797992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Made reservation on behalf of 39416eef9b57461186267416d2a9785d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:11:09.801606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:09.933135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Allocated IP 172.20.0.12 (21ced8f0-f31d-4e57-a9b3-59b0f573201b/23a9b7d6-1d06-44a0-998b-2678d86831a9/32009ecd-c74f-429f-b977-269ed0e26b25) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:11:10.072185 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.085272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Transition to ACTIVE for port object 32009ecd-c74f-429f-b977-269ed0e26b25 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:10.118510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.168380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:11:10.171911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:11:10.175778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:11:10.182221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:10.228262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:10.228882 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.244589 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-118b2042-0ce6-472e-8b63-0813828c2096 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652761 Jul 22 22:11:10.257682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Request body: {'port': {'device_id': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:10.338594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.359995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9fff338a-c9f0-4d3c-9863-cf8cd2d0f88a None None] Provisioning for port 32009ecd-c74f-429f-b977-269ed0e26b25 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:11:10.363768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9fff338a-c9f0-4d3c-9863-cf8cd2d0f88a None None] Provisioning complete for port 32009ecd-c74f-429f-b977-269ed0e26b25 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:11:10.364181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9fff338a-c9f0-4d3c-9863-cf8cd2d0f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.400646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9fff338a-c9f0-4d3c-9863-cf8cd2d0f88a None None] Port 32009ecd-c74f-429f-b977-269ed0e26b25 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:11:10.616280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32009ecd-c74f-429f-b977-269ed0e26b25 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:11:10.623471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.635866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Transition to ACTIVE for port object 32009ecd-c74f-429f-b977-269ed0e26b25 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:10.640327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.689556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:10.769461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:11:10.769798 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:11:10.770129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:11:10.774744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:11:10.775067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:11:10.780145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:11:10.781069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:11:10.781807 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:11:10.782049 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Bound port: 32009ecd-c74f-429f-b977-269ed0e26b25, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:11:10.782235 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.848839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8b1f-5a51-4060-ab48-c2ba0f5d9153 req-b0a6eedc-7f8f-4c4b-b8fd-5dbddd8afff3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:10.850619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:11:10.852422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e1d8b1f-5a51-4060-ab48-c2ba0f5d9153 req-b0a6eedc-7f8f-4c4b-b8fd-5dbddd8afff3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0749764 Jul 22 22:11:10.854447 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:11:10.858926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.893907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:10.894544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.896112 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] 10.222.0.58 "PUT /v2.0/ports/32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1093 time: 0.6429112 Jul 22 22:11:10.896662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:10.897052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e1d8b1f-5a51-4060-ab48-c2ba0f5d9153 req-cfcf41a2-1fef-4881-a4f2-84ee3eb0ffaf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392630 Jul 22 22:11:10.900326 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ecc1b6-6130-42db-9788-2f2a523f96f9" -d '{"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:10.927665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d123737-b7cf-40ce-9dfc-6a870f64a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:10.958245 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7f06e8-340c-4a64-a927-9b738fd29849 x-openstack-request-id: req-8b7f06e8-340c-4a64-a927-9b738fd29849 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:10.958667 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:10.959111 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b7f06e8-340c-4a64-a927-9b738fd29849 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:10.959692 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'status': 'completed', 'code': 200} Jul 22 22:11:11.006555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-731d294d-3006-4643-ab45-4b8461584e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.008188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-731d294d-3006-4643-ab45-4b8461584e9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1096 time: 0.0650971 Jul 22 22:11:11.055018 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-9a202a4a-3aad-4b91-b777-ba3d7112c4c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 217 time: 0.0389740 Jul 22 22:11:11.106091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-c82f61a5-2f5e-4756-9c19-2b248d75fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.107611 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-c82f61a5-2f5e-4756-9c19-2b248d75fd0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0463469 Jul 22 22:11:11.169794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-3e69c3df-a0ed-4cb3-8675-ebe4f025c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.171311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-3e69c3df-a0ed-4cb3-8675-ebe4f025c4d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571465 Jul 22 22:11:11.263211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-6cd1dd17-0f32-47ae-aeac-805fe25cf4ea service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850480 Jul 22 22:11:11.352442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-87184fe7-8cf2-403e-a0f3-e86bcc09a92c req-164494c0-e841-4e30-995a-3d923b2f5a6d service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823586 Jul 22 22:11:11.453896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-e43fa7aa-f4cc-4755-af1b-de3163e47748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.455300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-e43fa7aa-f4cc-4755-af1b-de3163e47748 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1096 time: 0.0582800 Jul 22 22:11:11.549444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-a1c137c1-1a8b-446d-99f6-26925a4c3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.551034 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-a1c137c1-1a8b-446d-99f6-26925a4c3558 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0894682 Jul 22 22:11:11.597746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-a77d7c40-1602-450e-b0bf-c58f4fcfc1fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 217 time: 0.0399175 Jul 22 22:11:11.648815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-51e02ab6-3752-4ca0-80dc-80cb1a861835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.650370 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-51e02ab6-3752-4ca0-80dc-80cb1a861835 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0462604 Jul 22 22:11:11.712030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-b720e2e8-b372-4465-ad35-3f75fb84db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.713470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-b720e2e8-b372-4465-ad35-3f75fb84db10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562880 Jul 22 22:11:11.812523 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-4a5dd0c0-f055-4e78-befe-f819ae07dd83 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914237 Jul 22 22:11:11.908415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61ecc1b6-6130-42db-9788-2f2a523f96f9 req-72e37a27-bb1d-4ae8-856f-f560ed8418ac service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889499 Jul 22 22:11:12.069055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0cb30-9f59-4081-b1b9-747c6ac02a05 req-5fb1c9a5-5a89-4021-be49-acc1dc9bab1c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:12.070561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2f0cb30-9f59-4081-b1b9-747c6ac02a05 req-5fb1c9a5-5a89-4021-be49-acc1dc9bab1c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0644536 Jul 22 22:11:12.110700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2f0cb30-9f59-4081-b1b9-747c6ac02a05 req-7ec82607-3cb6-4b8d-b06e-cb67471b5e44 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344324 Jul 22 22:11:12.625043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6db1a9ec-eda5-40f3-b882-c67fce5fe2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:13.241730 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22b61-7393-4441-8e51-e998a11966df req-966961e9-916b-4ac9-82f8-054d6c07139b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:13.243138 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a22b61-7393-4441-8e51-e998a11966df req-966961e9-916b-4ac9-82f8-054d6c07139b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0655499 Jul 22 22:11:13.282884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53a22b61-7393-4441-8e51-e998a11966df req-32cda888-2102-4ebf-97d2-95d254277eae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Jul 22 22:11:14.422065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183107-2af8-4b62-b08d-8d8223a073d7 req-69ebb20d-b5d3-40e0-9e21-fe82e0083e24 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:14.423594 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d183107-2af8-4b62-b08d-8d8223a073d7 req-69ebb20d-b5d3-40e0-9e21-fe82e0083e24 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0687680 Jul 22 22:11:14.480238 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d183107-2af8-4b62-b08d-8d8223a073d7 req-98c1571d-4223-45cc-a4ff-187c37192ccc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499094 Jul 22 22:11:14.629878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:11:14.725585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:14.740270 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '32009ecd-c74f-429f-b977-269ed0e26b25', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '32009ecd-c74f-429f-b977-269ed0e26b25', 'mac_address': 'fa:16:3e:41:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:11:14.776807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.789958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32009ecd-c74f-429f-b977-269ed0e26b25 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:11:14.808874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:14.813932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.863147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:15.015201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['32009ecd-c74f-429f-b977-269ed0e26b25'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:11:15.248416 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-62b795f0-f313-4b39-9b9d-5d31828f409d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.526720 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.619014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeedf-b592-4ae8-86e7-808cfac7ef49 req-318ef68b-48be-4ff8-8126-79eb034f1d30 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:15.620544 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a49aeedf-b592-4ae8-86e7-808cfac7ef49 req-318ef68b-48be-4ff8-8126-79eb034f1d30 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0683768 Jul 22 22:11:15.661496 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a49aeedf-b592-4ae8-86e7-808cfac7ef49 req-b59b91c3-4ac8-42d4-8ac9-f5568997718f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348561 Jul 22 22:11:16.298119 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.645104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:11:16.693714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 32009ecd-c74f-429f-b977-269ed0e26b25 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:11:16.698024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 32009ecd-c74f-429f-b977-269ed0e26b25 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:11:16.698404 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.779083 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.802768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a615e-7729-4e91-afa5-015e72a141a8 req-76766021-475c-4b41-860a-7caa9adbd8d1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:16.803633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:16.804515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c90a615e-7729-4e91-afa5-015e72a141a8 req-76766021-475c-4b41-860a-7caa9adbd8d1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0721414 Jul 22 22:11:16.805180 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a972c-e0c6-4df5-a588-c8f75dd878cb" -d '{"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-plugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:16.819628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:16.824823 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.854175 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7583864-2575-4fc8-a690-c2e5e05eeefd x-openstack-request-id: req-e7583864-2575-4fc8-a690-c2e5e05eeefd {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:16.854470 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-plugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:16.854727 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7583864-2575-4fc8-a690-c2e5e05eeefd {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:16.855125 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'code': 200} Jul 22 22:11:16.878903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c90a615e-7729-4e91-afa5-015e72a141a8 req-bd7778f0-e6c9-4a19-a2bf-9a47806a6ea1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680256 Jul 22 22:11:16.882175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:16.990683 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e3867-a97d-415d-a212-a322b1fa565e req-5fdb2739-2330-4b27-9769-767622bea6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:16.992276 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e3e3867-a97d-415d-a212-a322b1fa565e req-5fdb2739-2330-4b27-9769-767622bea6c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1098 time: 0.0645623 Jul 22 22:11:17.026673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e3e3867-a97d-415d-a212-a322b1fa565e req-6ef87e1f-e81f-49c5-8e72-a0c4f7f09784 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282009 Jul 22 22:11:18.029780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab16571-13ad-40f9-8a39-5e03f753ddd1 req-e3c20faf-6542-4f95-a688-a8ccac21d127 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:18.031273 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dab16571-13ad-40f9-8a39-5e03f753ddd1 req-e3c20faf-6542-4f95-a688-a8ccac21d127 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0648518 Jul 22 22:11:18.069029 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dab16571-13ad-40f9-8a39-5e03f753ddd1 req-b897f189-d160-413c-b54e-9b3aee3cc170 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Jul 22 22:11:18.200210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8d76f-ca6c-446e-8d96-e2143d2da76d req-c89a6af5-4841-43e0-b177-7aa5b0d559e1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:18.201619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41a8d76f-ca6c-446e-8d96-e2143d2da76d req-c89a6af5-4841-43e0-b177-7aa5b0d559e1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0650756 Jul 22 22:11:18.212106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 52678) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:18.216604 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'floatingip': {'port_id': '32009ecd-c74f-429f-b977-269ed0e26b25'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:18.261762 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.456056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.712526 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.717975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.826117 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 associated. External IP: 172.25.5.146, port: 32009ecd-c74f-429f-b977-269ed0e26b25. Jul 22 22:11:19.044522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:11:19.154538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:11:19.159988 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:19.166548 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:11:19.198452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-926a067b-b31c-4213-ab2a-b47f4cd7841c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "PUT /v2.0/floatingips/0cf0b6eb-8296-40f6-9e10-296e9da53cd6 HTTP/1.1" status: 200 len: 992 time: 0.9852548 Jul 22 22:11:19.199067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:19.202029 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ae33e-a398-48f4-bd10-c030c1b6bafe" -d '{"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:19.260792 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a92ce7-4272-4f1a-9772-3abaa4e2f108 x-openstack-request-id: req-c1a92ce7-4272-4f1a-9772-3abaa4e2f108 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:19.261218 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:19.261606 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1a92ce7-4272-4f1a-9772-3abaa4e2f108 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:19.263431 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'status': 'completed', 'code': 200} Jul 22 22:11:19.271623 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:19.272272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:19.338296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-17cede7f-579c-40a9-8719-1b16002407be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:19.339853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-17cede7f-579c-40a9-8719-1b16002407be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1098 time: 0.0578084 Jul 22 22:11:19.380104 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:19.437185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-17243e08-f0e6-4580-8ffa-622b6e1ac19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:19.438704 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-17243e08-f0e6-4580-8ffa-622b6e1ac19c service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0916841 Jul 22 22:11:19.516557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-7641546c-794a-4906-a29b-5de2aebf11d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1000 time: 0.0718071 Jul 22 22:11:19.566052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-de584bf2-0377-4ff7-84a7-e512223d494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:19.567569 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-de584bf2-0377-4ff7-84a7-e512223d494e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0452790 Jul 22 22:11:19.637140 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '32009ecd-c74f-429f-b977-269ed0e26b25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:41:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:11:18Z', 'revision_number': 9, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:19.637489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-edcd796d-e60c-4425-84d9-046b144d86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:19.639378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-edcd796d-e60c-4425-84d9-046b144d86e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654807 Jul 22 22:11:19.669247 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:11:19.678555 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:19.679171 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:11:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:19.742221 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-b8699c62-a3ed-4765-a9b8-edb653018b25 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947313 Jul 22 22:11:19.792179 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:19.842608 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-230ae33e-a398-48f4-bd10-c030c1b6bafe req-c88910ce-3315-4551-acb5-c6af514aa177 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933352 Jul 22 22:11:20.027889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '32009ecd-c74f-429f-b977-269ed0e26b25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:41:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:11:18Z', 'revision_number': 9, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:20.058424 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b99c2d-97f7-480c-8a55-587b97a07a89 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '32009ecd-c74f-429f-b977-269ed0e26b25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:41:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:11:18Z', 'revision_number': 9, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:11:20.277900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956289e7-8984-4c4a-afa7-15fd3f1e92da None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:11:31.829701 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:32.501479 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.079409 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:42.629184 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0161527f-1d67-4203-90ee-d380dfacb281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:45.248884 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-de39b78e-f653-4f02-b8c2-76d86c3c39dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:45.529334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:46.300819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:48.456448 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:01.840908 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.497039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:12.635883 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-830b2119-f1e3-4ac5-bf95-52373a3a249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.079014 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:15.215170 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-6680abb1-6a49-4476-82a1-34a5b776cbda service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550621 Jul 22 22:12:15.253932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb1ed-187c-4819-9003-6367a7b28a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.314725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-bd0e2dec-69f0-485a-93a9-a556f44184d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:15.316324 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-bd0e2dec-69f0-485a-93a9-a556f44184d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1098 time: 0.0549517 Jul 22 22:12:15.425749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-dcd033dd-13e9-4966-89af-105cba79c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:15.427245 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-dcd033dd-13e9-4966-89af-105cba79c62a service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0914912 Jul 22 22:12:15.492112 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-a9ef7a82-ebd5-4a05-a2e8-f2c6ad5155ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1003 time: 0.0572276 Jul 22 22:12:15.530809 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.550642 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-c602d9fc-07fd-4261-b6b6-65a750ac57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:15.552244 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-c602d9fc-07fd-4261-b6b6-65a750ac57ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0517414 Jul 22 22:12:15.616937 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-23d5e800-fc69-4f1c-a34c-eaef61ac4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:15.619039 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-23d5e800-fc69-4f1c-a34c-eaef61ac4c04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587378 Jul 22 22:12:15.708892 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-16528622-b625-40ee-858e-2e3efbfdd46e service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Jul 22 22:12:15.800659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7e74f934-c580-4f7d-9633-9fc5aa63bd65 req-58c40736-2575-4902-9872-47226c122cf7 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853879 Jul 22 22:12:16.303064 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.465355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.839994 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.512507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.629031 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621b81f3-f31e-448a-9204-ed520c91c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.254549 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-57c2df9b-5a62-4050-9117-d82639f0ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.533069 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.306879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.463746 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.077812 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:59.729610 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-be7c8326-db2b-4d08-aa9e-86b38eccf1bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555508 Jul 22 22:12:59.761590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6591b-b706-4de0-bb17-ce1a0f3fa42c req-1b6b5eb5-6cc5-456e-a859-bd33a16daf93 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:59.763128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ddf6591b-b706-4de0-bb17-ce1a0f3fa42c req-1b6b5eb5-6cc5-456e-a859-bd33a16daf93 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0784740 Jul 22 22:12:59.803944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ddf6591b-b706-4de0-bb17-ce1a0f3fa42c req-3cffe207-2139-4b24-a0a7-8e0d28c0b89b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341439 Jul 22 22:13:00.867670 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-238b8875-a928-4b74-b95f-def421678810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:00.869245 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-238b8875-a928-4b74-b95f-def421678810 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1098 time: 0.0661278 Jul 22 22:13:00.979680 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5d6e-d449-4800-aff6-fafbca9fb9a8 req-b3cae053-a8ee-40fd-b007-281cba1baa7d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:00.981321 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-104d5d6e-d449-4800-aff6-fafbca9fb9a8 req-b3cae053-a8ee-40fd-b007-281cba1baa7d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0867772 Jul 22 22:13:00.991563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-9bd7fb14-35fe-4ded-9e13-7c336b956b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:00.993131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-9bd7fb14-35fe-4ded-9e13-7c336b956b30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1172011 Jul 22 22:13:01.023703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-104d5d6e-d449-4800-aff6-fafbca9fb9a8 req-8e2bb9bf-e1a7-4425-800f-bec8fef86761 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362866 Jul 22 22:13:01.064166 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-bbfb6ed9-3a9d-4b56-a90f-4e2b09e49e8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1003 time: 0.0647049 Jul 22 22:13:01.113286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-fca5b10a-901d-4ca3-b570-47f864066088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.115401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-fca5b10a-901d-4ca3-b570-47f864066088 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0457335 Jul 22 22:13:01.178585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-fe350066-9f1a-4c65-80fe-82c9dcf8e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.180140 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-fe350066-9f1a-4c65-80fe-82c9dcf8e90e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581536 Jul 22 22:13:01.272630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-e66d4b19-dd0a-4c19-8d88-0758d3ca02eb service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Jul 22 22:13:01.361596 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-766deedb-d9f6-4e1c-b8df-0d8465576334 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830145 Jul 22 22:13:01.852117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:02.155305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcee86-01a9-4fc3-8157-8ae207f37557 req-baf96cee-e537-4d84-b5e6-66ba7d8e60fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:02.156712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59bcee86-01a9-4fc3-8157-8ae207f37557 req-baf96cee-e537-4d84-b5e6-66ba7d8e60fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0633423 Jul 22 22:13:02.194081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-59bcee86-01a9-4fc3-8157-8ae207f37557 req-0552407c-3643-4e45-b020-f355a188200b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Jul 22 22:13:02.521494 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:03.327623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d33dc-e979-40f2-a75a-4b00729f535f req-a088dc57-9922-4a46-b095-d48e2e44367b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:03.329044 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c9d33dc-e979-40f2-a75a-4b00729f535f req-a088dc57-9922-4a46-b095-d48e2e44367b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0671751 Jul 22 22:13:03.367235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c9d33dc-e979-40f2-a75a-4b00729f535f req-69f813a7-d8b6-4cf7-bb28-3a6bde67d52e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Jul 22 22:13:04.497508 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6e94-b422-4319-be91-0ec7d6d9d121 req-d7660a80-8b24-4b21-9f1d-b7e454204084 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:04.499073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e6e6e94-b422-4319-be91-0ec7d6d9d121 req-d7660a80-8b24-4b21-9f1d-b7e454204084 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0646842 Jul 22 22:13:04.536684 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e6e6e94-b422-4319-be91-0ec7d6d9d121 req-7b6e164c-a583-45f1-aac4-1bd1ffd91197 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Jul 22 22:13:05.665010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0c0f7-6424-47ed-b13e-24b8bb60b267 req-df412279-70d0-4f6e-adcf-02b44754e837 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:05.666484 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94a0c0f7-6424-47ed-b13e-24b8bb60b267 req-df412279-70d0-4f6e-adcf-02b44754e837 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0625823 Jul 22 22:13:05.703645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94a0c0f7-6424-47ed-b13e-24b8bb60b267 req-7dcb985d-9e38-4ee2-9699-3c8fad4bb53a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Jul 22 22:13:06.837620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b22e5-83c2-4f8e-897d-ac8bf2c08c42 req-922456c4-f0c8-492c-8811-d4f7943b720a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:06.839304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b8b22e5-83c2-4f8e-897d-ac8bf2c08c42 req-922456c4-f0c8-492c-8811-d4f7943b720a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0700331 Jul 22 22:13:06.880212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b8b22e5-83c2-4f8e-897d-ac8bf2c08c42 req-fd4d67a6-4c6b-4dba-959e-b7882573df50 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Jul 22 22:13:08.013319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf1e2f-c5a4-44e3-9cfc-777dc4b0deeb req-4fd44d9a-a4ee-400e-a3fa-f89e77de671f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:08.014813 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ecf1e2f-c5a4-44e3-9cfc-777dc4b0deeb req-4fd44d9a-a4ee-400e-a3fa-f89e77de671f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0640442 Jul 22 22:13:08.052656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ecf1e2f-c5a4-44e3-9cfc-777dc4b0deeb req-5d94af7d-b95e-438f-9214-5e1e8c3cd7ec tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321751 Jul 22 22:13:09.184478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd64b5-4238-4fe5-8fa5-aa51adf02fda req-22c4c5fa-dad1-468c-a517-4b819ce288f0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:09.185959 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29fd64b5-4238-4fe5-8fa5-aa51adf02fda req-22c4c5fa-dad1-468c-a517-4b819ce288f0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0661683 Jul 22 22:13:09.225196 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29fd64b5-4238-4fe5-8fa5-aa51adf02fda req-0695a110-b228-447a-a4a7-ceace23cedce tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336599 Jul 22 22:13:10.362978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa63857-aa59-4c82-b9ae-9909afd45390 req-fe1473b5-63ef-4ae2-bb86-ba004405d960 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:10.364509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fa63857-aa59-4c82-b9ae-9909afd45390 req-fe1473b5-63ef-4ae2-bb86-ba004405d960 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0648713 Jul 22 22:13:10.401855 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6fa63857-aa59-4c82-b9ae-9909afd45390 req-8273be2f-fe7f-4383-9922-2dbbdedfbb79 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 22 22:13:11.533524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671bfb5-c49f-404e-bd56-abda4928d7ca req-816481e4-201c-4838-8c4d-0bd1d8804ca5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:11.534987 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5671bfb5-c49f-404e-bd56-abda4928d7ca req-816481e4-201c-4838-8c4d-0bd1d8804ca5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0658123 Jul 22 22:13:11.571817 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5671bfb5-c49f-404e-bd56-abda4928d7ca req-c1cc0480-5240-494c-a974-839dda07b982 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Jul 22 22:13:12.636873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-16a5c0c4-b3c7-4ec8-8fe1-7590ccb666f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.716890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60f129-72d0-4a44-a8ef-923ae6975365 req-896d1dea-cc4b-4ede-ad7b-872dd88ea025 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:12.718392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd60f129-72d0-4a44-a8ef-923ae6975365 req-896d1dea-cc4b-4ede-ad7b-872dd88ea025 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0692024 Jul 22 22:13:12.757868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd60f129-72d0-4a44-a8ef-923ae6975365 req-0a69a76f-0c2f-43c4-98b3-60a0e028b09d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Jul 22 22:13:13.362961 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-94aa0334-6576-4019-8984-8c25c3876892 service neutron] show failed (client error): The resource could not be found. Jul 22 22:13:13.364066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-94aa0334-6576-4019-8984-8c25c3876892 service neutron] 10.222.0.58 "GET /v2.0/ports/32009ecd-c74f-429f-b977-269ed0e26b25/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0558343 Jul 22 22:13:13.631652 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-add84f5c-6bb4-4901-b7f4-ae0d06a4ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:13.633215 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-add84f5c-6bb4-4901-b7f4-ae0d06a4ac38 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 1098 time: 0.1051371 Jul 22 22:13:13.645790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:13.718224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:13.899051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669a03-edf3-4484-b883-12327f36255a req-2f75f1a2-b0d9-45a3-bd82-e3d8f588f514 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:13.900585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9669a03-edf3-4484-b883-12327f36255a req-2f75f1a2-b0d9-45a3-bd82-e3d8f588f514 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0735648 Jul 22 22:13:13.939287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:13.945416 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b9669a03-edf3-4484-b883-12327f36255a req-def1b0d1-f921-481d-a8b8-7e9d3a9cf757 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Jul 22 22:13:13.976263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:14.018553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:14.021479 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d023d9-2ea9-4e62-8a3d-764851c730ae" -d '{"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:14.025753 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:14.039363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Transition to ACTIVE for port object 32009ecd-c74f-429f-b977-269ed0e26b25 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:14.043545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:14.077898 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cf0a1f-aa3d-48a8-a040-6eb5733b0ac5 x-openstack-request-id: req-82cf0a1f-aa3d-48a8-a040-6eb5733b0ac5 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:14.078198 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:14.078451 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82cf0a1f-aa3d-48a8-a040-6eb5733b0ac5 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:14.078844 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'code': 200} Jul 22 22:13:14.128255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:14.143431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.143703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.144079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.144485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.144821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.145157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.145526 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.145809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.146136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.146459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.146783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.147103 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:14.188275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] No DVR routers for this DVR port 32009ecd-c74f-429f-b977-269ed0e26b25 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:13:14.675099 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:14.676366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:14.676366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:14.680657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:14.680986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:14.685691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:14.686029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:14.686411 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:14.686833 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Bound port: 32009ecd-c74f-429f-b977-269ed0e26b25, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:14.687187 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:14.748651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:14.751907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:14.756450 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:14.791994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:14.792627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:14.794057 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] 10.222.0.23 "PUT /v2.0/ports/32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1093 time: 1.1532836 Jul 22 22:13:14.817352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42ebcf-df6f-47be-a13d-d1819709a6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:14.880631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-48ef9adf-239e-49ac-8124-c78d5e0ea759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:14.882180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-48ef9adf-239e-49ac-8124-c78d5e0ea759 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1096 time: 0.0612292 Jul 22 22:13:14.978463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-8ebf1865-5f83-436f-80c1-d3dbd11749e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:14.979985 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-8ebf1865-5f83-436f-80c1-d3dbd11749e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0911641 Jul 22 22:13:15.058730 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-a2c9b179-5c09-4c57-98a1-9952d867cceb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1001 time: 0.0719638 Jul 22 22:13:15.085832 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ffca3-6e17-4436-8549-c1fba0f6fd2c req-22a4408f-13e5-4fea-ad44-196edd238b33 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.087398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d66ffca3-6e17-4436-8549-c1fba0f6fd2c req-22a4408f-13e5-4fea-ad44-196edd238b33 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0707848 Jul 22 22:13:15.109626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-73216032-78e6-4531-86bf-f04d19801db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.111103 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-73216032-78e6-4531-86bf-f04d19801db5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0452380 Jul 22 22:13:15.126011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d66ffca3-6e17-4436-8549-c1fba0f6fd2c req-1b7731eb-c213-4b17-aed7-38e1802252e5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 Jul 22 22:13:15.171303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-82ccd0e3-a6bf-41a1-94a5-eb89d67a9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.172857 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-82ccd0e3-a6bf-41a1-94a5-eb89d67a9db2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539460 Jul 22 22:13:15.258656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f988c7be-f584-4863-848d-6de339e45824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:15.271133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-6061b4dc-107f-4c80-9982-14b054359610 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909166 Jul 22 22:13:15.364592 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-6baa8c0c-a747-41c9-8992-9bd921c22b73 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856993 Jul 22 22:13:15.537274 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.080131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:16.083021 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817f1f07-13b1-4b35-8058-d9cc1cafa405" -d '{"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:16.132626 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a732a5-e139-4f91-bad4-bdf7c9b2e68f x-openstack-request-id: req-b1a732a5-e139-4f91-bad4-bdf7c9b2e68f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:16.132918 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:16.133164 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1a732a5-e139-4f91-bad4-bdf7c9b2e68f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:16.133677 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'status': 'completed', 'code': 200} Jul 22 22:13:16.258243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-7ed07e98-90aa-4abf-aa6d-accfc05ae98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.258765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-7ed07e98-90aa-4abf-aa6d-accfc05ae98e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1096 time: 0.1038573 Jul 22 22:13:16.262889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0833c6e-3cd5-4e75-8aee-0c5311b616d9 req-9a944ff3-d1bd-44c7-b0fd-685b59fa0640 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.264949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0833c6e-3cd5-4e75-8aee-0c5311b616d9 req-9a944ff3-d1bd-44c7-b0fd-685b59fa0640 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0678840 Jul 22 22:13:16.276062 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-a5dcfb8f-244f-4f5d-8126-f1c8b5665738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.277898 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-a5dcfb8f-244f-4f5d-8126-f1c8b5665738 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1096 time: 0.1136353 Jul 22 22:13:16.311105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f0833c6e-3cd5-4e75-8aee-0c5311b616d9 req-ede24b2e-61ed-4a9a-bff0-1d0b0fad79ec tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 Jul 22 22:13:16.313399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.432726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-3d5672e1-c443-47d5-ada9-5e166083c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.434285 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-3d5672e1-c443-47d5-ada9-5e166083c1f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1688869 Jul 22 22:13:16.436899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-d8160b6a-1847-4b02-aa3a-2346c6de8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.438218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-d8160b6a-1847-4b02-aa3a-2346c6de8bc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1482582 Jul 22 22:13:16.551959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-cd198110-dd67-4864-9a80-94fa36c08a30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1001 time: 0.1109538 Jul 22 22:13:16.553886 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-b6038374-714e-4518-be23-b3943b4797c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1001 time: 0.1069548 Jul 22 22:13:16.642439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-904a2fec-de0d-425b-aec2-6eb83c3e0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.644066 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-904a2fec-de0d-425b-aec2-6eb83c3e0208 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0850601 Jul 22 22:13:16.647879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-0336bf7e-e499-466a-af05-54026efd56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.649454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-0336bf7e-e499-466a-af05-54026efd56bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0822651 Jul 22 22:13:16.744945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-3419c2bb-1c7a-457e-8437-4efd90ebd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.746536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-3419c2bb-1c7a-457e-8437-4efd90ebd98d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951750 Jul 22 22:13:16.751962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-140fe346-8cf4-4d44-b6c0-184d1754172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.753559 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-140fe346-8cf4-4d44-b6c0-184d1754172e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943844 Jul 22 22:13:16.919639 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-ebd954a5-4e68-4b97-a34e-e5eee5679c93 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651344 Jul 22 22:13:16.925156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-03b9d96f-4e4f-4d49-a37c-16fa720a1287 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612194 Jul 22 22:13:17.089365 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-3ad9060c-fa62-47c4-9638-c76f93a31ab8 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622982 Jul 22 22:13:17.091289 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-817f1f07-13b1-4b35-8058-d9cc1cafa405 req-e52cd4c7-2dc9-4dd2-a37b-57983df4818b service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564755 Jul 22 22:13:17.195798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:17.232397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:17.447151 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97c80e-60bf-4daa-87da-78640874160e req-861dadd3-b7af-4425-b4cf-94d6201d7b7f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:17.448718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e97c80e-60bf-4daa-87da-78640874160e req-861dadd3-b7af-4425-b4cf-94d6201d7b7f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0639694 Jul 22 22:13:17.490353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e97c80e-60bf-4daa-87da-78640874160e req-4b5d70b4-4c69-45af-b2dc-09cdc80e2532 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358841 Jul 22 22:13:17.801368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-715e7b63-89fb-4b4e-9ce6-c97aa3e27c13 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:17.802879 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-715e7b63-89fb-4b4e-9ce6-c97aa3e27c13 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a&tenant_id=39416eef9b57461186267416d2a9785d&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 944 time: 0.0704591 Jul 22 22:13:17.811994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:17.818870 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8352c-7bbd-4531-80bd-f62092b523fc req-680f7a8e-eeca-4d8b-b31b-4a549f025f60 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:17.820528 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1f8352c-7bbd-4531-80bd-f62092b523fc req-680f7a8e-eeca-4d8b-b31b-4a549f025f60 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 944 time: 0.0700064 Jul 22 22:13:17.861860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1f8352c-7bbd-4531-80bd-f62092b523fc req-72e0ac95-da80-4d25-92c4-6698410e4e10 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346396 Jul 22 22:13:17.877063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-0fba6459-c682-4911-956e-684313f0e4b1 service neutron] 10.222.0.23 "GET /v2.0/ports/32009ecd-c74f-429f-b977-269ed0e26b25/bindings/n-h1-762330-19 HTTP/1.1" status: 200 len: 383 time: 0.0634153 Jul 22 22:13:17.914223 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:17.928693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '32009ecd-c74f-429f-b977-269ed0e26b25', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '32009ecd-c74f-429f-b977-269ed0e26b25', 'mac_address': 'fa:16:3e:41:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:17.954331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-85c33488-4467-4ceb-9698-b4b98ec2012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:17.955769 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-85c33488-4467-4ceb-9698-b4b98ec2012f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1096 time: 0.0554950 Jul 22 22:13:17.964896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.978315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32009ecd-c74f-429f-b977-269ed0e26b25 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:17.998283 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:18.002885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.049742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-62276511-db72-4775-9c6d-29c6db7ed6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:18.051943 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-62276511-db72-4775-9c6d-29c6db7ed6b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0896838 Jul 22 22:13:18.053855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:18.061467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.061824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.062165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.062506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.062868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.063179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.063514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.063869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.064266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.064600 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.064932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.065330 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:18.122798 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-2450842e-14ef-4d8b-b052-c9cce132e8d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1002 time: 0.0640380 Jul 22 22:13:18.177555 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-e8a7fbcf-95e8-452b-a0e0-60742b6e87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:18.181488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-e8a7fbcf-95e8-452b-a0e0-60742b6e87a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0491765 Jul 22 22:13:18.242120 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-3d6ea9ed-6d3c-4757-9876-20ed90bb3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:18.243545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-3d6ea9ed-6d3c-4757-9876-20ed90bb3dbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581524 Jul 22 22:13:18.257277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['32009ecd-c74f-429f-b977-269ed0e26b25'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:18.343226 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-155adfe6-80f4-43bf-a13a-aee95ed0b1db service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927367 Jul 22 22:13:18.439749 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-b9455fc4-675c-4bcd-b526-d0ef8b08c4ea service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887504 Jul 22 22:13:18.467819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.001064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671e622-431b-470e-865c-25680a901d14 req-0af6eeaa-0c25-43b0-b780-c7c4b5f74de0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:19.002576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2671e622-431b-470e-865c-25680a901d14 req-0af6eeaa-0c25-43b0-b780-c7c4b5f74de0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0670662 Jul 22 22:13:19.042055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2671e622-431b-470e-865c-25680a901d14 req-7c843e5d-2935-4d98-9c40-546377328edd tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Jul 22 22:13:19.825685 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:19.875997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 32009ecd-c74f-429f-b977-269ed0e26b25 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:19.880517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 32009ecd-c74f-429f-b977-269ed0e26b25 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:19.881012 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.964502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.152863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:20.155512 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f7567-a1b7-42b2-ac20-e860a45c2d73" -d '{"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-plugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:20.169499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:20.174207 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.200170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee9e7b-21d4-447a-b62e-7e8540ebecb6 req-6dd2292b-ccd7-4677-9a35-992bb2b8284c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.201941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2fee9e7b-21d4-447a-b62e-7e8540ebecb6 req-6dd2292b-ccd7-4677-9a35-992bb2b8284c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0849135 Jul 22 22:13:20.232649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:20.239298 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa99e81-6d66-4d3a-950c-afb863d07667 x-openstack-request-id: req-6aa99e81-6d66-4d3a-950c-afb863d07667 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:20.239611 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-plugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:20.239892 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6aa99e81-6d66-4d3a-950c-afb863d07667 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:20.240291 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'code': 200} Jul 22 22:13:20.259383 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2fee9e7b-21d4-447a-b62e-7e8540ebecb6 req-227b6491-bc6a-420f-b7ad-d639c3db79e1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509841 Jul 22 22:13:20.499929 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-72cfb427-5ee2-4a69-b009-901dc36c0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.501496 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-72cfb427-5ee2-4a69-b009-901dc36c0fc6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 1098 time: 0.0585253 Jul 22 22:13:20.512722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:20.582787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.780204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:20.817766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:20.859445 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:20.861777 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a431587d-6fbb-4984-a078-8566e728dc96" -d '{"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:20.870351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.884197 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Transition to ACTIVE for port object 32009ecd-c74f-429f-b977-269ed0e26b25 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:20.888004 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.915520 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4982b942-5eea-47e6-a8ca-ce5943548ac8 x-openstack-request-id: req-4982b942-5eea-47e6-a8ca-ce5943548ac8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:20.915848 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:20.916096 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4982b942-5eea-47e6-a8ca-ce5943548ac8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:20.916487 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'code': 200} Jul 22 22:13:20.966577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:21.021855 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] No DVR routers for this DVR port 32009ecd-c74f-429f-b977-269ed0e26b25 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:13:21.161948 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:21.162193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:21.162681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:21.166634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:21.166951 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Attempting to bind port 32009ecd-c74f-429f-b977-269ed0e26b25 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:21.171707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:21.172068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:21.172450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:21.172866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Bound port: 32009ecd-c74f-429f-b977-269ed0e26b25, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:21.173214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.238734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:21.242202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:21.246010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.280416 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.281563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.282773 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] 10.222.0.58 "PUT /v2.0/ports/32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1094 time: 0.7741110 Jul 22 22:13:21.322558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09438958-1578-4227-a376-7b0fc85d4abb service neutron] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=11']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:21.376113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-9a39bbae-9902-4df7-929d-587b8e0e669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.377630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-9a39bbae-9902-4df7-929d-587b8e0e669d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1097 time: 0.0691600 Jul 22 22:13:21.423350 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50596-e976-40e0-9496-c48f93083059 req-01444af8-dbca-430d-9857-2f59b050c47c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.425710 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bc50596-e976-40e0-9496-c48f93083059 req-01444af8-dbca-430d-9857-2f59b050c47c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0713060 Jul 22 22:13:21.466838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1bc50596-e976-40e0-9496-c48f93083059 req-c9383707-2572-4349-9fa1-6fffc1994509 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350606 Jul 22 22:13:21.476418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-377f0745-0518-4b59-bbe0-97da4a8f84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.477934 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-377f0745-0518-4b59-bbe0-97da4a8f84b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0935619 Jul 22 22:13:21.547436 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-115d915c-7b5d-495c-8a70-9aa53be6c718 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1001 time: 0.0633402 Jul 22 22:13:21.597654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-710ab45f-e00a-40a5-b4cf-4384aa27e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.599098 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-710ab45f-e00a-40a5-b4cf-4384aa27e355 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0455959 Jul 22 22:13:21.656356 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-eb178908-c328-42b8-a23c-e3f88351e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.657838 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-eb178908-c328-42b8-a23c-e3f88351e6e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524867 Jul 22 22:13:21.760380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-cdd657d6-f4c2-4eac-8457-7de8e02f500f service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951312 Jul 22 22:13:21.848998 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe9d8160-0447-4bb1-8409-70d4777ba095 req-b33914dc-8801-4424-8586-be60f8b1a8d9 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825596 Jul 22 22:13:22.607356 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91403bbb-203d-4728-b8b3-e53e30f118e8 req-187d4503-7966-4030-9ab4-93e5d46cb6a9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:22.608884 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91403bbb-203d-4728-b8b3-e53e30f118e8 req-187d4503-7966-4030-9ab4-93e5d46cb6a9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0651379 Jul 22 22:13:22.649924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91403bbb-203d-4728-b8b3-e53e30f118e8 req-81cf42f2-bb7f-4288-a8bc-0e600323fd17 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350261 Jul 22 22:13:22.918374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:22.920771 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf27548-ad78-4faa-a862-75f3ceea4063" -d '{"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:22.972465 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b40eaf5-467f-4226-97bd-d182a0ae8626 x-openstack-request-id: req-4b40eaf5-467f-4226-97bd-d182a0ae8626 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:22.972830 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:22.973086 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b40eaf5-467f-4226-97bd-d182a0ae8626 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:22.973488 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'status': 'completed', 'code': 200} Jul 22 22:13:23.087536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-d591fd46-47d7-4284-8dea-41bc5c896fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.089061 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-d591fd46-47d7-4284-8dea-41bc5c896fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1097 time: 0.0966573 Jul 22 22:13:23.091611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-b6ae668b-10a0-41ab-b6cc-8f720de3c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.092996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-b6ae668b-10a0-41ab-b6cc-8f720de3c484 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 1097 time: 0.0926685 Jul 22 22:13:23.248018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-92bbc35e-6d06-4fe7-bba5-194910ec51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.249408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-92bbc35e-6d06-4fe7-bba5-194910ec51a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1536255 Jul 22 22:13:23.254384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-38240859-6c9e-4bc1-847d-1484ba0f8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.255765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-38240859-6c9e-4bc1-847d-1484ba0f8117 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1410613 Jul 22 22:13:23.363811 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-27bcdbeb-b38d-4061-b247-1e4165a61534 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1001 time: 0.1064508 Jul 22 22:13:23.385678 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-20868725-c0b3-4484-b0ab-94a2954b37d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 200 len: 1001 time: 0.0907130 Jul 22 22:13:23.460261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-e37be992-8836-4bc9-9e6d-9a1e242592f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.461741 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-e37be992-8836-4bc9-9e6d-9a1e242592f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0911140 Jul 22 22:13:23.467092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-f3e4ed39-bdfb-40a9-9efa-883171a1bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.468598 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-f3e4ed39-bdfb-40a9-9efa-883171a1bbf9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0653996 Jul 22 22:13:23.556806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-63018dcd-c26d-4afe-bbd3-cc113f7ff2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.558326 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-63018dcd-c26d-4afe-bbd3-cc113f7ff2d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888851 Jul 22 22:13:23.563558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-6c578967-8b42-4427-9eba-fa00a2677795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.564987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-6c578967-8b42-4427-9eba-fa00a2677795 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868464 Jul 22 22:13:23.719272 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-4cf39a46-f2a3-4958-8bb3-830d54c423ac service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528087 Jul 22 22:13:23.721144 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-0a187931-ddd8-431d-bd6d-d47a8cd9c279 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478879 Jul 22 22:13:23.789211 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb29e3c-03b0-4719-9a12-8cbcd6aa51a9 req-60b399b7-0c4e-41fe-a85d-d3c1d7699136 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.790612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fb29e3c-03b0-4719-9a12-8cbcd6aa51a9 req-60b399b7-0c4e-41fe-a85d-d3c1d7699136 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0724173 Jul 22 22:13:23.828893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fb29e3c-03b0-4719-9a12-8cbcd6aa51a9 req-746a5b3e-2aa9-403e-a522-d29b8ebda3b6 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Jul 22 22:13:23.838480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:23.912037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:23.998292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c34f3-734e-4a55-9533-bbd187188f37 req-df213ba4-c337-43d9-b984-3825c35f82ed tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.999876 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-272c34f3-734e-4a55-9533-bbd187188f37 req-df213ba4-c337-43d9-b984-3825c35f82ed tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0712979 Jul 22 22:13:24.040715 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-272c34f3-734e-4a55-9533-bbd187188f37 req-18443f2d-6548-49c8-8976-a322916ce9b1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341027 Jul 22 22:13:24.178705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec838f-89e4-428b-bd69-2404f1cea695 req-92f84c3d-2a2b-4435-837a-12151e2928dd tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:24.180397 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28ec838f-89e4-428b-bd69-2404f1cea695 req-92f84c3d-2a2b-4435-837a-12151e2928dd tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0708961 Jul 22 22:13:24.219475 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-28ec838f-89e4-428b-bd69-2404f1cea695 req-ce607602-cd3e-442b-b0b2-63ad3bb8c6b2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331974 Jul 22 22:13:24.236084 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-16add819-8866-4a4e-9142-264cf86ab59f service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094545 Jul 22 22:13:24.240352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6bf27548-ad78-4faa-a862-75f3ceea4063 req-4612a522-d488-4057-8e80-06a49fb30926 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127013 Jul 22 22:13:24.469968 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06b198-2079-43ef-be3d-491467c5b5c0 req-28d3cfdb-122d-408f-ac66-aeb29adb4982 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:24.472266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f06b198-2079-43ef-be3d-491467c5b5c0 req-28d3cfdb-122d-408f-ac66-aeb29adb4982 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 945 time: 0.0636666 Jul 22 22:13:24.510068 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f06b198-2079-43ef-be3d-491467c5b5c0 req-c319e4ad-f42d-4e5c-9b50-8fa15e03062e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Jul 22 22:13:25.262967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:25.358781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:25.369990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '32009ecd-c74f-429f-b977-269ed0e26b25', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '32009ecd-c74f-429f-b977-269ed0e26b25', 'mac_address': 'fa:16:3e:41:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:25.406223 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.419175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32009ecd-c74f-429f-b977-269ed0e26b25 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:25.439062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:25.444463 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.495358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=12']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.639831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cb966-d8f0-4e08-904f-030b0044c5b4 req-f80e8c7b-6764-4990-9b06-29e2361c03fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:25.641254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-676cb966-d8f0-4e08-904f-030b0044c5b4 req-f80e8c7b-6764-4990-9b06-29e2361c03fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0628011 Jul 22 22:13:25.679459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-676cb966-d8f0-4e08-904f-030b0044c5b4 req-1b6c6d08-5f04-458c-8910-6668d3da0e04 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Jul 22 22:13:25.709622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-29b5e7fb-8899-4b1a-8d84-bde4b42247a1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:25.711113 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-29b5e7fb-8899-4b1a-8d84-bde4b42247a1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 946 time: 0.0658758 Jul 22 22:13:25.816051 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Deleting port 32009ecd-c74f-429f-b977-269ed0e26b25 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:25.816388 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.904260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] For port 32009ecd-c74f-429f-b977-269ed0e26b25, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=32009ecd-c74f-429f-b977-269ed0e26b25,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:25.904535 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.071209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.071772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.072199 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 disassociated. External IP: 172.25.5.146, port: 32009ecd-c74f-429f-b977-269ed0e26b25. Jul 22 22:13:26.072572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Calling delete_port for 32009ecd-c74f-429f-b977-269ed0e26b25 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:26.203258 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.230492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event deleted for resources: {'Port': ['ID=32009ecd-c74f-429f-b977-269ed0e26b25,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:26.353157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:26.467069 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:26.477174 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:26.486304 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:26.487927 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:13:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:26.515015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] No DVR routers for this DVR port 32009ecd-c74f-429f-b977-269ed0e26b25 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:13:26.518115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.520611 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-214110be-84d0-4a9c-9829-7c7bcb7f1600 req-2060226d-02d4-4781-8f90-5c133f59b4ae tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "DELETE /v2.0/ports/32009ecd-c74f-429f-b977-269ed0e26b25 HTTP/1.1" status: 204 len: 173 time: 0.8038588 Jul 22 22:13:26.521091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-deleted', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:26.524234 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667d4f11-4a71-44c6-a5d1-2ddad3b2d712" -d '{"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-deleted", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:26.572535 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e271361-f3c8-4e39-9e38-f3b86e512cd9 x-openstack-request-id: req-9e271361-f3c8-4e39-9e38-f3b86e512cd9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:26.572834 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a92db6-4e08-49f9-b01c-6abf52429a8a", "name": "network-vif-deleted", "tag": "32009ecd-c74f-429f-b977-269ed0e26b25", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:26.573102 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e271361-f3c8-4e39-9e38-f3b86e512cd9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:26.573492 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a92db6-4e08-49f9-b01c-6abf52429a8a', 'name': 'network-vif-deleted', 'tag': '32009ecd-c74f-429f-b977-269ed0e26b25', 'status': 'completed', 'code': 200} Jul 22 22:13:26.595866 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:26.789747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f8bfc74-f96f-4c56-af25-dfcb0b6d8b2b req-f2ac8340-c9b7-4eb5-8fab-7ac7cfa37bc3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a92db6-4e08-49f9-b01c-6abf52429a8a HTTP/1.1" status: 200 len: 210 time: 0.0319374 Jul 22 22:13:26.794055 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:26.820521 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:26.828672 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:26.829280 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:13:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:26.936226 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:27.238350 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:27.264302 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417854d-2243-441a-bb4d-0bad77434893 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:27.497169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e318f346-6be9-4c66-80ce-d58efe299ce8 None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:13:28.173858 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-d1430687-1658-4d24-a9f2-4ce2e78fc9ac tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1309639971&fields=id&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 267 time: 0.0330169 Jul 22 22:13:28.277664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-fe7d7a8c-5d13-4572-b774-f232d310d9f9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:28.279120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-fe7d7a8c-5d13-4572-b774-f232d310d9f9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.0987444 Jul 22 22:13:28.294505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-e6534ace-3308-4a58-add3-6797374c0572 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/quotas/39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 375 time: 0.0090516 Jul 22 22:13:28.366749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-9e64078f-d0a8-4b18-ad2d-47fee1cf8d70 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672715 Jul 22 22:13:28.529332 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-e30c0a52-4adb-432e-9bd0-d8bbf19512bf service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188052 Jul 22 22:13:28.621194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-6f32f77d-9887-456b-87fd-40730bd65e81 service neutron] 10.222.0.54 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854678 Jul 22 22:13:28.791655 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b21a4892-8b5e-476d-85b0-8cadea1e784c req-0e5eb36e-c787-44cf-9f99-ba87e4ba8aec tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 210 time: 0.0314939 Jul 22 22:13:29.077403 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:29.276889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:29.301538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 32009ecd-c74f-429f-b977-269ed0e26b25 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:13:29.301889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 32009ecd-c74f-429f-b977-269ed0e26b25 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:29.754640 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-29f22d3d-febd-4a26-bb04-ac415e8a14de tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:29.756241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-29f22d3d-febd-4a26-bb04-ac415e8a14de tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 811 time: 0.1133263 Jul 22 22:13:29.800711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-1509f023-d85e-42cb-9918-c2defc76e473 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 380 time: 0.0358524 Jul 22 22:13:29.816879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'port': {'device_id': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'admin_state_up': True, 'tenant_id': '39416eef9b57461186267416d2a9785d', 'security_groups': ['978e9d41-5fff-4f6c-b166-a5746998fd82']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:29.890134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d91ace1e-7100-474a-a369-3f7014c7fa3f req-a13e293d-801e-496f-a163-775beddd8f70 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 210 time: 0.0293658 Jul 22 22:13:29.931255 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Made reservation on behalf of 39416eef9b57461186267416d2a9785d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:29.934784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.058209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Allocated IP 172.20.0.13 (21ced8f0-f31d-4e57-a9b3-59b0f573201b/23a9b7d6-1d06-44a0-998b-2678d86831a9/8ace2393-d1a9-4664-a602-d8a6a9d78e84) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:30.195477 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.209095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Transition to ACTIVE for port object 8ace2393-d1a9-4664-a602-d8a6a9d78e84 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:30.241291 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.285505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:30.288487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:30.292235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:30.299538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:30.345721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:30.346515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.361345 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-22683ad8-ffc3-483d-afbc-23c8db64c9ff tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489843 Jul 22 22:13:30.374369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Request body: {'port': {'device_id': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:30.456819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.500197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-96229185-1f60-4eff-9b0d-363f558cb174 None None] Provisioning for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:30.504613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-96229185-1f60-4eff-9b0d-363f558cb174 None None] Provisioning complete for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:30.504989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-96229185-1f60-4eff-9b0d-363f558cb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.539607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-96229185-1f60-4eff-9b0d-363f558cb174 None None] Port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:30.727225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ace2393-d1a9-4664-a602-d8a6a9d78e84 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:30.734704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.747287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Transition to ACTIVE for port object 8ace2393-d1a9-4664-a602-d8a6a9d78e84 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:30.751155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.803796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:30.873762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:30.874092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:30.874419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:30.879227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:30.879549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:30.884907 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:30.885247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:30.885626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:30.886048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Bound port: 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:30.886405 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.960018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:30.963210 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:30.968368 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.011292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.011951 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.013373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] 10.222.0.58 "PUT /v2.0/ports/8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1093 time: 0.6434164 Jul 22 22:13:31.013826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:31.016162 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d577f872-b76b-4a85-8c0b-d441fdc80496" -d '{"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:31.039921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb730a-03ad-43aa-bd1d-65cc3e43552c service neutron] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:31.097214 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbfafe9-e547-4f8c-aafe-c87cebf10383 x-openstack-request-id: req-1fbfafe9-e547-4f8c-aafe-c87cebf10383 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:31.097486 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:31.097737 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fbfafe9-e547-4f8c-aafe-c87cebf10383 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:31.098139 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'status': 'completed', 'code': 200} Jul 22 22:13:31.120873 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c0c04-7047-4d09-95ee-753a10cc3ea2 req-d6eb6263-4687-4b60-8e44-4c51b4d069c9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.124351 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9c0c04-7047-4d09-95ee-753a10cc3ea2 req-d6eb6263-4687-4b60-8e44-4c51b4d069c9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.1615405 Jul 22 22:13:31.128288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-7b08d1fb-feb5-4e08-9ac3-e23ebde7658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.129866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-7b08d1fb-feb5-4e08-9ac3-e23ebde7658a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1096 time: 0.0669355 Jul 22 22:13:31.165867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fc9c0c04-7047-4d09-95ee-753a10cc3ea2 req-d25a3b18-586d-459c-8afe-b7137cb468db tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373590 Jul 22 22:13:31.178697 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-67dfef04-1812-4b9c-ae72-5193bda57f00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 217 time: 0.0406926 Jul 22 22:13:31.229462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-6e6a2d84-46ff-48ca-a06e-7259bc2c85af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.230905 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-6e6a2d84-46ff-48ca-a06e-7259bc2c85af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0462439 Jul 22 22:13:31.289556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-2e8a79b7-17c4-4995-ac53-b225b6c1ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.291277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-2e8a79b7-17c4-4995-ac53-b225b6c1ba82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545690 Jul 22 22:13:31.385013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-45616f65-3386-4e87-b416-0c67a5edef0d service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874174 Jul 22 22:13:31.473849 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4cf34686-e0d6-4122-bbf2-7cc49a1ff371 req-5bb24bd9-365a-4b27-822c-0861b9f7faff service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823612 Jul 22 22:13:31.576543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-74f23a0c-ec32-429b-baa9-99508302c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.578058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-74f23a0c-ec32-429b-baa9-99508302c58e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1096 time: 0.0599151 Jul 22 22:13:31.666348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-7e92f432-c501-4bae-be66-4cea0697b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.667824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-7e92f432-c501-4bae-be66-4cea0697b7b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0833147 Jul 22 22:13:31.716499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-5068d0f4-f0db-4b05-8360-3ca5a433b5c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 217 time: 0.0388703 Jul 22 22:13:31.770863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-d65f441b-8a04-4a33-8e7d-3ed3de094262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.772299 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-d65f441b-8a04-4a33-8e7d-3ed3de094262 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0452273 Jul 22 22:13:31.834612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-274c3050-9380-47de-991a-733c4aec8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.836207 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-274c3050-9380-47de-991a-733c4aec8531 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553308 Jul 22 22:13:31.850659 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.932432 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-c679e9e7-fa5c-461e-932f-a575fe60344f service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888941 Jul 22 22:13:32.022503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d577f872-b76b-4a85-8c0b-d441fdc80496 req-95bb4dda-6e4d-4f15-8683-a532aa4e0b3e service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Jul 22 22:13:32.298161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01701fc7-3437-46a0-b685-d4e12b70a36a req-98ead422-bab9-4a12-b127-6add0e063ce3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:32.299559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01701fc7-3437-46a0-b685-d4e12b70a36a req-98ead422-bab9-4a12-b127-6add0e063ce3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0629480 Jul 22 22:13:32.337170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01701fc7-3437-46a0-b685-d4e12b70a36a req-c84565b6-5eaf-4884-ab58-9ff256bf4d19 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Jul 22 22:13:32.525208 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.272246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:33.368312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:33.379456 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'mac_address': 'fa:16:3e:39:6a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:33.416791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.433292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace2393-d1a9-4664-a602-d8a6a9d78e84 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:33.452442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:33.457714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.467199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d6624-d3a4-4b17-bf6e-005328ea9044 req-f59a18c7-9e2b-4747-93dc-201b02a9876c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:33.473816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d93d6624-d3a4-4b17-bf6e-005328ea9044 req-f59a18c7-9e2b-4747-93dc-201b02a9876c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0657821 Jul 22 22:13:33.508936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:33.514994 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d93d6624-d3a4-4b17-bf6e-005328ea9044 req-14439cf1-b4ea-48fe-9a38-4e4cd3cc3aab tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Jul 22 22:13:33.664981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['8ace2393-d1a9-4664-a602-d8a6a9d78e84'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:34.646955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50556261-176e-4ce6-8db5-979c3bef41f5 req-47abb776-e7f5-4b09-ad35-833fe393d577 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:34.648495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50556261-176e-4ce6-8db5-979c3bef41f5 req-47abb776-e7f5-4b09-ad35-833fe393d577 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0650609 Jul 22 22:13:34.686449 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-50556261-176e-4ce6-8db5-979c3bef41f5 req-3e4a350f-21c3-44c2-a6dc-010d99e871dc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Jul 22 22:13:35.287419 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:35.337028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:35.341038 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:35.341420 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.417000 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.439052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:35.441333 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec18a5-86ab-4d76-8e23-d41d6492fa04" -d '{"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-plugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:35.454097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:35.459044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.485648 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b62180-3fd1-49cd-9072-342e6d8b68cf x-openstack-request-id: req-c8b62180-3fd1-49cd-9072-342e6d8b68cf {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:35.486031 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-plugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:35.486217 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8b62180-3fd1-49cd-9072-342e6d8b68cf {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:35.486590 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'code': 200} Jul 22 22:13:35.513958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:35.589150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890d7cd-3e57-41eb-ba2b-3314620e4e76 req-c3708826-9c60-461a-a09a-2f37d036b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:35.590574 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3890d7cd-3e57-41eb-ba2b-3314620e4e76 req-c3708826-9c60-461a-a09a-2f37d036b392 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1098 time: 0.0529001 Jul 22 22:13:35.629118 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3890d7cd-3e57-41eb-ba2b-3314620e4e76 req-8eb03b98-f0ca-449f-9365-724f6712177a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319595 Jul 22 22:13:35.815644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07443-3fad-423c-9cdb-4293aee2786b req-67bcc6ee-198b-4a7d-83f5-283e2b72aa5d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:35.817147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01b07443-3fad-423c-9cdb-4293aee2786b req-67bcc6ee-198b-4a7d-83f5-283e2b72aa5d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0630295 Jul 22 22:13:35.855147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01b07443-3fad-423c-9cdb-4293aee2786b req-aaf17515-ed95-4160-9e95-5b198e46a0fd tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323861 Jul 22 22:13:36.992719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fdf5e-8b01-402b-8268-b6bd0beec03e req-de073c20-ee4c-4c7c-96d4-c16220310e1b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:36.994287 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b97fdf5e-8b01-402b-8268-b6bd0beec03e req-de073c20-ee4c-4c7c-96d4-c16220310e1b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0677452 Jul 22 22:13:37.037254 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b97fdf5e-8b01-402b-8268-b6bd0beec03e req-f14f92e0-58e9-47e0-9251-3ec61985508f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369205 Jul 22 22:13:37.170349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79569e53-047d-4d4a-bbc1-57cb6054604c req-4a6fee1a-d8ea-4020-8d19-f272f1301fc0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.171781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-79569e53-047d-4d4a-bbc1-57cb6054604c req-4a6fee1a-d8ea-4020-8d19-f272f1301fc0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0653493 Jul 22 22:13:37.180483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53058) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:37.184984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Request body: {'floatingip': {'port_id': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:37.227168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.959959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.964303 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.066278 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 associated. External IP: 172.25.5.146, port: 8ace2393-d1a9-4664-a602-d8a6a9d78e84. Jul 22 22:13:38.272657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:38.382540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:38.387592 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.392190 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:38.401870 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:38.402485 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:13:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:38.424384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6372000f-5feb-4821-bce6-b7118d1c00fc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "PUT /v2.0/floatingips/0cf0b6eb-8296-40f6-9e10-296e9da53cd6 HTTP/1.1" status: 200 len: 993 time: 1.2427735 Jul 22 22:13:38.425074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:38.427452 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b702bba-7767-412c-b1c6-d4f753c26a29" -d '{"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:38.470503 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1168e7a4-57ad-4ab8-906b-6b41f1919311 x-openstack-request-id: req-1168e7a4-57ad-4ab8-906b-6b41f1919311 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:38.470794 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:38.471044 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1168e7a4-57ad-4ab8-906b-6b41f1919311 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:38.472593 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'status': 'completed', 'code': 200} Jul 22 22:13:38.517633 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:38.554146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-c95be1e0-4ccf-49d3-85e9-94d955957285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.555976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-c95be1e0-4ccf-49d3-85e9-94d955957285 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1098 time: 0.0561225 Jul 22 22:13:38.648558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-c322b068-3c09-4b53-8b9b-7cd8cc59d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.650086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-c322b068-3c09-4b53-8b9b-7cd8cc59d051 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0876279 Jul 22 22:13:38.721473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-46f38c16-c194-4487-9143-ef8c5cf90fdc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.0636625 Jul 22 22:13:38.738559 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:39:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:13:37Z', 'revision_number': 13, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:38.764972 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:38.773947 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:38.774242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-2930679e-0fd4-46d4-926e-94086549ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.774687 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:13:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:38.775828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-2930679e-0fd4-46d4-926e-94086549ba8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0469115 Jul 22 22:13:38.836650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-a1cbd0f2-a0bf-49c9-9a07-68540479c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.838095 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-a1cbd0f2-a0bf-49c9-9a07-68540479c305 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557954 Jul 22 22:13:38.883352 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:38.933775 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-52809666-bd35-4385-8ac5-0a540940b06c service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885277 Jul 22 22:13:39.024686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b702bba-7767-412c-b1c6-d4f753c26a29 req-087849e0-0de2-4694-b1cb-3689eb72ec17 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839562 Jul 22 22:13:39.112706 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:39:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:13:37Z', 'revision_number': 13, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:39.143621 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe5600-8a1f-413b-baad-9faa3ada68d8 None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0cf0b6eb-8296-40f6-9e10-296e9da53cd6', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'port_id': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'mac_address': 'fa:16:3e:39:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:06:37Z', 'updated_at': '2021-07-22T22:13:37Z', 'revision_number': 13, 'project_id': '39416eef9b57461186267416d2a9785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:39.324526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80364b-18b3-401a-bb1d-9bfe26075704 None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:13:42.628043 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f55-69a2-48fc-af45-ac090ad42593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.261012 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-628f70c1-0728-4ea8-9cc8-397f2210f33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.539051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.312643 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.468602 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.848415 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.519076 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.077103 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:12.629713 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3555b8c8-5bc9-4e3a-b332-cb7ff864ca2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:15.261939 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2cc6056e-db09-4ec6-a7ed-eae19090f3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:15.540254 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:16.315134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.051373 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-9454ce4e-27a9-46bd-9da6-bcd171fae9c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013944 Jul 22 22:14:18.149563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-95372b60-82a8-4dce-a5a8-91e0105ea8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:18.151068 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-95372b60-82a8-4dce-a5a8-91e0105ea8f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1098 time: 0.0556366 Jul 22 22:14:18.260834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-c4b6930c-0922-40ca-835a-79d9a8af648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:18.262318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-c4b6930c-0922-40ca-835a-79d9a8af648f service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0911880 Jul 22 22:14:18.327539 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-96e00053-a201-4f9b-9214-03a186f48f2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1003 time: 0.0580151 Jul 22 22:14:18.379893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-7ca0cdc3-86e1-4d8c-a72f-06f922169c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:18.381411 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-7ca0cdc3-86e1-4d8c-a72f-06f922169c27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0478580 Jul 22 22:14:18.446756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-2db0642b-c426-40b2-8c9c-b165643ee508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:18.448317 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-2db0642b-c426-40b2-8c9c-b165643ee508 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610092 Jul 22 22:14:18.476917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.545021 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-4e05e5a6-8872-46b4-9690-b71334b98d04 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899909 Jul 22 22:14:18.636408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ad1c0624-afd6-4536-b975-79d38af8d890 req-066aed82-9f82-4bf1-9812-7702ff2c4000 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853271 Jul 22 22:14:31.859054 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.541110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.632103 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56bceb15-288a-4acc-b8fa-1a361b521bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.075936 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:45.263359 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-470a5031-0a63-46ed-b6b3-91996444855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.544732 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.318182 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.473205 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.867466 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:02.537761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.633685 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-002647bb-cab9-4d0a-82f2-3db46fa61dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.264481 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c1f03c8-2f3e-4f88-ac63-928b9304bdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.544753 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.321416 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:18.477450 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:18.909309 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-1f1dc6c8-bd63-42c6-90e6-8c0a24afeca9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701725 Jul 22 22:15:19.014419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-85537666-bd18-4dd8-ab40-d20b6615ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:19.015980 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-85537666-bd18-4dd8-ab40-d20b6615ac0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1098 time: 0.0582342 Jul 22 22:15:19.129940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-90b19312-14e2-4972-bd4e-32207f732250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:19.131442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-90b19312-14e2-4972-bd4e-32207f732250 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0962932 Jul 22 22:15:19.200162 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-9f255602-51ce-4871-bec7-eaf42c3c6cae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1003 time: 0.0621140 Jul 22 22:15:19.260453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-c6f23f8a-cd60-43fe-8531-79709c336b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:19.261846 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-c6f23f8a-cd60-43fe-8531-79709c336b04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0551472 Jul 22 22:15:19.334896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-b41d9546-5fda-462e-8af6-4bf1ccd92d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:19.337201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-b41d9546-5fda-462e-8af6-4bf1ccd92d53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691259 Jul 22 22:15:19.437353 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-a7adbda0-7d42-4778-a783-516c65c852da service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939386 Jul 22 22:15:19.543722 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a167879c-795a-4d3a-9d54-2b6f6ee0184e req-2b25ba4e-a856-4153-8d39-058557895851 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997341 Jul 22 22:15:20.051449 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8c048-c82b-4997-9312-18187072e238 req-cdf268df-9062-4f4e-bb71-d98a25abb611 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:20.053033 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51c8c048-c82b-4997-9312-18187072e238 req-cdf268df-9062-4f4e-bb71-d98a25abb611 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0756111 Jul 22 22:15:20.078877 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:20.093003 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51c8c048-c82b-4997-9312-18187072e238 req-c903421e-7c82-42af-b9f3-ea9d145c64ea tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344164 Jul 22 22:15:31.263999 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6364-456c-4630-8bb4-760dcf57e3d0 req-c6434e2b-8273-4c94-a2cc-1daeda7545ad tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.265568 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-561a6364-456c-4630-8bb4-760dcf57e3d0 req-c6434e2b-8273-4c94-a2cc-1daeda7545ad tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0776172 Jul 22 22:15:31.332406 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-561a6364-456c-4630-8bb4-760dcf57e3d0 req-1ea764f1-16d6-4b8d-94a0-c7ebfed3eab4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573218 Jul 22 22:15:31.354964 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-f9e08fc0-fc77-4bc5-b61d-c32a1a3341af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341658 Jul 22 22:15:31.901600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.472736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead49b5-5cdd-4792-8890-60528eeefa6d req-9a47dc6b-70f5-4f71-ae4c-2bb53832eb6b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.474237 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ead49b5-5cdd-4792-8890-60528eeefa6d req-9a47dc6b-70f5-4f71-ae4c-2bb53832eb6b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0690486 Jul 22 22:15:32.516971 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9ead49b5-5cdd-4792-8890-60528eeefa6d req-a74bb58e-ae84-4292-a957-7250f5d5788b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369077 Jul 22 22:15:32.556826 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.651710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c0767-a3b9-4986-87ec-c5e98fbc9d70 req-6b9664d7-86be-4bd3-86cc-b63f5d330317 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.653259 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-571c0767-a3b9-4986-87ec-c5e98fbc9d70 req-6b9664d7-86be-4bd3-86cc-b63f5d330317 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0669103 Jul 22 22:15:33.691648 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-571c0767-a3b9-4986-87ec-c5e98fbc9d70 req-ca7eb305-4a2e-4e9c-bd98-850a0b7e25ee tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Jul 22 22:15:34.489461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-b30a278a-7ddd-47e6-888e-04a7f2ff698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.490990 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-b30a278a-7ddd-47e6-888e-04a7f2ff698d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1098 time: 0.0560584 Jul 22 22:15:34.584064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-3eb82af4-8720-4694-a2f5-da3215881976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.585537 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-3eb82af4-8720-4694-a2f5-da3215881976 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0885117 Jul 22 22:15:34.649401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-19f9ba54-2b97-4de2-ae4c-bce2d55d171a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1003 time: 0.0568857 Jul 22 22:15:34.700418 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-746dd885-a7ab-4b66-997e-2ba5c879d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.701868 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-746dd885-a7ab-4b66-997e-2ba5c879d75f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0464821 Jul 22 22:15:34.764066 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-077d6bcc-285c-4621-aa00-a96aaaa83edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.765527 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-077d6bcc-285c-4621-aa00-a96aaaa83edc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551007 Jul 22 22:15:34.826038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2441a2c-7809-44d1-b7c9-e82f0679716a req-15e901ba-21f1-4b51-9739-829883861eb3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.827557 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2441a2c-7809-44d1-b7c9-e82f0679716a req-15e901ba-21f1-4b51-9739-829883861eb3 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0644436 Jul 22 22:15:34.855619 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-c83d4e1f-f715-445f-8dab-060f53d3b1cb service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Jul 22 22:15:34.866367 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2441a2c-7809-44d1-b7c9-e82f0679716a req-8d9a86b5-b521-44ba-ba8a-5593d62b723c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330477 Jul 22 22:15:34.949987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-e83ee021-3c17-4c6f-b248-c7a37a4cb4e8 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873713 Jul 22 22:15:36.000986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3118f-c67e-4b80-8671-5b10e0018f23 req-f20658f7-3d72-4385-9766-cba50f22a78d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.002477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88b3118f-c67e-4b80-8671-5b10e0018f23 req-f20658f7-3d72-4385-9766-cba50f22a78d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0665288 Jul 22 22:15:36.042775 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-88b3118f-c67e-4b80-8671-5b10e0018f23 req-8d25b151-c854-4f7b-8c79-885b0d2bd347 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337107 Jul 22 22:15:37.172368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c946-ea7a-4b54-a99e-6c1fa0445b30 req-3e096c06-0c58-44a4-aab9-edd102105f1d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.173878 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d931c946-ea7a-4b54-a99e-6c1fa0445b30 req-3e096c06-0c58-44a4-aab9-edd102105f1d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0640132 Jul 22 22:15:37.212708 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d931c946-ea7a-4b54-a99e-6c1fa0445b30 req-cdb5615c-93ff-45dc-8fcd-11df08bafe87 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Jul 22 22:15:38.349282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0920c5a-796c-4c20-9550-74f1e4d9fbff req-6fdbe6e3-1ca3-4d07-916d-091972b12d86 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.350784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0920c5a-796c-4c20-9550-74f1e4d9fbff req-6fdbe6e3-1ca3-4d07-916d-091972b12d86 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0674496 Jul 22 22:15:38.390377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0920c5a-796c-4c20-9550-74f1e4d9fbff req-a8eb2d48-3c82-4cc0-8bea-3b3120963950 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 Jul 22 22:15:39.523271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595956c3-c0a5-47c7-b1e8-1e3fc307ea1a req-8ce639f4-6a36-44db-9c76-88e669235fe4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.524846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-595956c3-c0a5-47c7-b1e8-1e3fc307ea1a req-8ce639f4-6a36-44db-9c76-88e669235fe4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0654476 Jul 22 22:15:39.563080 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-595956c3-c0a5-47c7-b1e8-1e3fc307ea1a req-d6e14e0b-d5cb-40a6-ba31-10344ef78f93 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Jul 22 22:15:40.693159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca2630-d2af-403b-b6e3-63cf3dad7c90 req-7bf42157-74ed-4ce1-b15a-425015482eba tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.694639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dca2630-d2af-403b-b6e3-63cf3dad7c90 req-7bf42157-74ed-4ce1-b15a-425015482eba tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0634878 Jul 22 22:15:40.732231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4dca2630-d2af-403b-b6e3-63cf3dad7c90 req-6ee0fe08-0c60-4ebc-897e-eb7cf5d35c44 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320427 Jul 22 22:15:41.868249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506baab-40af-4291-a61a-a760b449284b req-24e2c8cb-8d69-4258-9d74-f6ad655a40db tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.869769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1506baab-40af-4291-a61a-a760b449284b req-24e2c8cb-8d69-4258-9d74-f6ad655a40db tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0707932 Jul 22 22:15:41.909868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1506baab-40af-4291-a61a-a760b449284b req-7f8c9f79-cf3b-466f-bf76-855f8b878cd6 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338891 Jul 22 22:15:42.636361 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7e2e3b66-aafb-417c-afdd-f1d2cbc2dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:43.039167 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8532816-9ccc-4fd6-ae5b-1dd1d081cf5c req-9feccebc-1d06-4b4d-b33f-f2034901f3a5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.040675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8532816-9ccc-4fd6-ae5b-1dd1d081cf5c req-9feccebc-1d06-4b4d-b33f-f2034901f3a5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0639744 Jul 22 22:15:43.079421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8532816-9ccc-4fd6-ae5b-1dd1d081cf5c req-b989d68b-27e8-408d-8539-02b7c12ed16c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Jul 22 22:15:44.213206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8d1cd-c473-4e54-bc53-b5f885908a4b req-0bf1f308-6012-4980-8473-749ac7db7ed6 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.214663 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08b8d1cd-c473-4e54-bc53-b5f885908a4b req-0bf1f308-6012-4980-8473-749ac7db7ed6 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0664408 Jul 22 22:15:44.253225 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08b8d1cd-c473-4e54-bc53-b5f885908a4b req-f45b033b-6acc-4574-8840-565e5235d059 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Jul 22 22:15:45.264927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0dfd83a7-3a9b-4427-b494-473dd03c6691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.394638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9a00e-eff5-4c74-a192-97d9bf0e0045 req-392acec7-38f0-49ed-850d-831908b30a75 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.396098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40c9a00e-eff5-4c74-a192-97d9bf0e0045 req-392acec7-38f0-49ed-850d-831908b30a75 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0698974 Jul 22 22:15:45.440099 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40c9a00e-eff5-4c74-a192-97d9bf0e0045 req-44efff9b-f1bd-4a63-938d-793ec4b6cca8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377576 Jul 22 22:15:45.549130 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.323715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.580162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7ac97-fd6e-4102-b4ef-e375f4407195 req-1280eff6-6372-40f8-9d18-552a7497f388 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.581688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7eb7ac97-fd6e-4102-b4ef-e375f4407195 req-1280eff6-6372-40f8-9d18-552a7497f388 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0649841 Jul 22 22:15:46.620356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7eb7ac97-fd6e-4102-b4ef-e375f4407195 req-4f713859-b58c-4545-8386-a3313c9f33e8 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Jul 22 22:15:47.761629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d6794-b5ae-4142-bab2-d02d226436a6 req-8c7a5e37-4ae4-47fa-9249-be52e1de5471 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:47.763038 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d9d6794-b5ae-4142-bab2-d02d226436a6 req-8c7a5e37-4ae4-47fa-9249-be52e1de5471 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0692582 Jul 22 22:15:47.808509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d9d6794-b5ae-4142-bab2-d02d226436a6 req-cfa9ddba-0b6e-4461-9ca2-61a94ccb2c26 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391054 Jul 22 22:15:48.482264 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.742880 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-60e7a579-4db1-4955-93a9-72c3fbf1cadf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:15:48.743891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-60e7a579-4db1-4955-93a9-72c3fbf1cadf tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057471 Jul 22 22:15:48.804005 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-d95d09dc-fca5-4730-9540-23699fef4256 service neutron] show failed (client error): The resource could not be found. Jul 22 22:15:48.805024 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-d95d09dc-fca5-4730-9540-23699fef4256 service neutron] 10.222.0.58 "GET /v2.0/ports/8ace2393-d1a9-4664-a602-d8a6a9d78e84/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0537169 Jul 22 22:15:48.956785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2ad7c-085f-4b9e-93a7-24aafbb2102f req-1ee6a71f-baed-40a5-a92c-00b53feb496e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.958227 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bd2ad7c-085f-4b9e-93a7-24aafbb2102f req-1ee6a71f-baed-40a5-a92c-00b53feb496e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0735199 Jul 22 22:15:48.997527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0bd2ad7c-085f-4b9e-93a7-24aafbb2102f req-549dfbac-6b63-4839-a1e0-b982f59ecc47 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Jul 22 22:15:49.025160 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-b2f11262-c625-4ae8-921f-389b4b18139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.026690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-b2f11262-c625-4ae8-921f-389b4b18139a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 1098 time: 0.0632083 Jul 22 22:15:49.038121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:49.108784 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.305854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:49.338664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:49.382322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:49.384604 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ff7df-487f-4a0d-9e6a-119faf0ca8ea" -d '{"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:49.388732 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.402355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Transition to ACTIVE for port object 8ace2393-d1a9-4664-a602-d8a6a9d78e84 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:49.406151 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.490478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:49.504872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.505336 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.505863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.506100 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.506431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.506843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.507164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.507490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.507815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.508161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.508483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.508802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:49.515298 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b787ca-a330-4169-b20f-681f9c452843 x-openstack-request-id: req-56b787ca-a330-4169-b20f-681f9c452843 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:49.515592 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:49.515869 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56b787ca-a330-4169-b20f-681f9c452843 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:49.516328 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'code': 200} Jul 22 22:15:49.560437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] No DVR routers for this DVR port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:49.698825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:49.699156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:49.699482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:49.703761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:49.704053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:49.709166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:49.709508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:49.709894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:49.710322 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Bound port: 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:49.710686 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.772500 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:49.775458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:49.780166 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.822481 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.823113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.824702 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1093 time: 0.7906761 Jul 22 22:15:49.839314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed932aa-3ca5-4777-b778-59d2cc491b10 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:49.905299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-c8c5343c-ca69-48ae-b7b7-c7b801f691e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.906859 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-c8c5343c-ca69-48ae-b7b7-c7b801f691e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1096 time: 0.0585580 Jul 22 22:15:49.929916 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:49.968144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:50.003723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-b2707c7a-9a37-4c8c-ac39-2ac91a27f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.005262 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-b2707c7a-9a37-4c8c-ac39-2ac91a27f8da service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0912406 Jul 22 22:15:50.074219 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-e0c5718f-5c66-4d79-9d56-84eeddc17c0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.0625939 Jul 22 22:15:50.124457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-f0ee3139-dfb0-4ae7-b8a4-b1b562189a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.125926 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-f0ee3139-dfb0-4ae7-b8a4-b1b562189a56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0455701 Jul 22 22:15:50.145345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56370055-1c7d-4727-8dd1-aa382dff598c req-3a181212-15f5-44a0-b18e-d0cb4e18ea87 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.146883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56370055-1c7d-4727-8dd1-aa382dff598c req-3a181212-15f5-44a0-b18e-d0cb4e18ea87 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0737441 Jul 22 22:15:50.185644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56370055-1c7d-4727-8dd1-aa382dff598c req-2406e1ac-a00d-490f-b771-b204bba594b1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328960 Jul 22 22:15:50.185891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-6ed4189f-c19e-4425-890a-da676ca947b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.187367 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-6ed4189f-c19e-4425-890a-da676ca947b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538592 Jul 22 22:15:50.198511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-9cd5cec6-9d95-4f5e-b5b2-37c8b0e1762f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:15:50.205239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-9cd5cec6-9d95-4f5e-b5b2-37c8b0e1762f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053277 Jul 22 22:15:50.295160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-f33c0dba-b9a0-437a-83e0-b450331d07fd service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891523 Jul 22 22:15:50.383982 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3d815cc6-4186-49a0-9a6e-ff6cb174c798 req-7792b702-7ebf-4701-8795-24a71ac3a1bf service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818799 Jul 22 22:15:51.322401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec80907-0751-4059-98f7-a731bc632099 req-f749b37e-5cc3-428e-8d18-7191fb047c1b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:51.323869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ec80907-0751-4059-98f7-a731bc632099 req-f749b37e-5cc3-428e-8d18-7191fb047c1b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0671062 Jul 22 22:15:51.363585 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ec80907-0751-4059-98f7-a731bc632099 req-faf2aff5-836f-4cbb-967b-4c1e1da35436 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339758 Jul 22 22:15:51.517102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:51.519454 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24131948-6e06-4c74-9d33-84083e815b21" -d '{"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:51.568106 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329a543-c344-454b-b81f-7f5ed1b7c703 x-openstack-request-id: req-4329a543-c344-454b-b81f-7f5ed1b7c703 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:51.568404 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:51.569256 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4329a543-c344-454b-b81f-7f5ed1b7c703 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:51.569673 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'status': 'completed', 'code': 200} Jul 22 22:15:52.033691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-aea064c2-479f-4005-9c66-a79f44cbda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.035128 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-aea064c2-479f-4005-9c66-a79f44cbda7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1096 time: 0.4399140 Jul 22 22:15:52.038012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-61067c47-bbde-487b-9ef2-c70f1f9216b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.039424 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-61067c47-bbde-487b-9ef2-c70f1f9216b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1096 time: 0.4531367 Jul 22 22:15:52.200154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-ef395cf5-1722-4c9c-80f8-ae9a442c9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.201659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-ef395cf5-1722-4c9c-80f8-ae9a442c9b96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1595995 Jul 22 22:15:52.202769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-bb65a28a-14cc-4175-97ff-2bf7ba342722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.204133 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-bb65a28a-14cc-4175-97ff-2bf7ba342722 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1548185 Jul 22 22:15:52.317823 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-417f3d71-5345-4ff1-873f-5393d36deeaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.1089616 Jul 22 22:15:52.319540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-4d49eace-be4c-44f2-b5d4-846ad386c1e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.1049552 Jul 22 22:15:52.419883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-497334c2-2e27-43af-8973-853e39f29736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.421393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-497334c2-2e27-43af-8973-853e39f29736 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0970662 Jul 22 22:15:52.422889 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-6f276933-4d2f-41c1-8544-731baa46c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.424656 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-6f276933-4d2f-41c1-8544-731baa46c7f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0927594 Jul 22 22:15:52.510224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d0918-a9f4-43df-9b33-afb3e06133c3 req-2f744b07-a7e6-462b-b979-73c7ba26c17f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.511827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-394d0918-a9f4-43df-9b33-afb3e06133c3 req-2f744b07-a7e6-462b-b979-73c7ba26c17f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0764108 Jul 22 22:15:52.526782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-c0bb3d61-240c-4b8f-a735-f2778ee8d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.528403 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-c0bb3d61-240c-4b8f-a735-f2778ee8d6d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999079 Jul 22 22:15:52.534729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131948-6e06-4c74-9d33-84083e815b21 req-601fc7cd-2e39-42e1-ab34-1f51ee468ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.536336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-601fc7cd-2e39-42e1-ab34-1f51ee468ac7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000919 Jul 22 22:15:52.552553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-394d0918-a9f4-43df-9b33-afb3e06133c3 req-15b1d9b6-ffc3-428e-ac73-78c922489fa6 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341678 Jul 22 22:15:52.691806 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-ffe8cd2d-206e-4417-9014-4e82cfe67817 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544881 Jul 22 22:15:52.695401 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-a500f4b9-d393-4929-9a93-c3c6501d3de7 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502686 Jul 22 22:15:52.860805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-a1549015-feb2-43e0-9281-1860eb005848 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576328 Jul 22 22:15:52.860805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24131948-6e06-4c74-9d33-84083e815b21 req-efac8e6c-92b3-42a7-a07c-b02b7e25ed8f service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523156 Jul 22 22:15:53.697890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2e013-8107-44c8-8a34-5a9ce4817541 req-149618b8-b9cd-4f2c-af2c-11447d85e392 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:53.699408 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98f2e013-8107-44c8-8a34-5a9ce4817541 req-149618b8-b9cd-4f2c-af2c-11447d85e392 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0689178 Jul 22 22:15:53.738534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98f2e013-8107-44c8-8a34-5a9ce4817541 req-24fe2d52-905f-4619-81a7-1bf77b43e45f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334907 Jul 22 22:15:54.874348 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce8964-babb-4310-9228-e17e9738e1aa req-e403a800-bcae-4e69-8dfd-cb9def616c23 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:54.875860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34ce8964-babb-4310-9228-e17e9738e1aa req-e403a800-bcae-4e69-8dfd-cb9def616c23 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0647135 Jul 22 22:15:54.916675 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34ce8964-babb-4310-9228-e17e9738e1aa req-fb5426e7-633a-4a03-a4e0-0d2f5d6e5899 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349011 Jul 22 22:15:56.053770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3766b75-6a4f-4b61-bf40-c302a75741a2 req-2b7b3c41-1924-40f1-acf1-b3f98a668ffc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:56.055310 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3766b75-6a4f-4b61-bf40-c302a75741a2 req-2b7b3c41-1924-40f1-acf1-b3f98a668ffc tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0676165 Jul 22 22:15:56.093205 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3766b75-6a4f-4b61-bf40-c302a75741a2 req-425ce0ff-cc30-4a3d-baf1-5fc25fc03cad tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323477 Jul 22 22:15:57.078753 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:57.230325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b5b55-5dba-4f0b-a0fc-53023ba6bd6c req-f9e64294-1f98-4157-b95b-94967f91ff27 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.231827 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c8b5b55-5dba-4f0b-a0fc-53023ba6bd6c req-f9e64294-1f98-4157-b95b-94967f91ff27 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0689230 Jul 22 22:15:57.270294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c8b5b55-5dba-4f0b-a0fc-53023ba6bd6c req-501ff731-e9dc-4795-aabb-33c77351e56d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328977 Jul 22 22:15:58.414262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0281e9-9328-427f-ac1e-781dceb89f72 req-be491417-56b4-4035-8314-66d3ca233157 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:58.415772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f0281e9-9328-427f-ac1e-781dceb89f72 req-be491417-56b4-4035-8314-66d3ca233157 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0646424 Jul 22 22:15:58.453712 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2f0281e9-9328-427f-ac1e-781dceb89f72 req-faa695d8-8976-4c2e-ad11-1204d2873eb5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Jul 22 22:15:59.597839 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fbb49-1b12-458a-9b4e-74f9549c3ca7 req-5c61027f-6189-4049-b6c4-139cb1eb90b1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:59.599320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-886fbb49-1b12-458a-9b4e-74f9549c3ca7 req-5c61027f-6189-4049-b6c4-139cb1eb90b1 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0678997 Jul 22 22:15:59.637736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-886fbb49-1b12-458a-9b4e-74f9549c3ca7 req-f63aca11-c584-4bd7-9e1f-1610c68215e9 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Jul 22 22:16:00.775299 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39401fd-fa6f-4c72-a13b-2b5314c39996 req-cca3c8c4-68a5-4535-98cb-991864ff3e0f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.777187 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d39401fd-fa6f-4c72-a13b-2b5314c39996 req-cca3c8c4-68a5-4535-98cb-991864ff3e0f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0681889 Jul 22 22:16:00.816148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d39401fd-fa6f-4c72-a13b-2b5314c39996 req-529ed462-e067-421b-bf6d-c33268cc38fd tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Jul 22 22:16:01.923148 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.967789 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0c55c-1998-464a-beab-ca7c5b5cd99d req-0e71bbcd-cd35-4549-8d75-77ba1a4afdef tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:01.969325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91a0c55c-1998-464a-beab-ca7c5b5cd99d req-0e71bbcd-cd35-4549-8d75-77ba1a4afdef tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0686786 Jul 22 22:16:02.008056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91a0c55c-1998-464a-beab-ca7c5b5cd99d req-3bfcc993-4047-4144-8151-7ea39e84b3be tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Jul 22 22:16:02.331007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-0fefa9da-dc69-4953-8504-dfb5b8d92e78 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.332607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-0fefa9da-dc69-4953-8504-dfb5b8d92e78 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.23 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d&tenant_id=39416eef9b57461186267416d2a9785d&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 944 time: 0.0759220 Jul 22 22:16:02.346028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0480e93-2e70-4178-a6f3-bccc830c9e0c req-1d563e90-2e47-429e-a2b9-601b5e1d3c54 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.347615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0480e93-2e70-4178-a6f3-bccc830c9e0c req-1d563e90-2e47-429e-a2b9-601b5e1d3c54 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 944 time: 0.0738256 Jul 22 22:16:02.391063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0480e93-2e70-4178-a6f3-bccc830c9e0c req-3da83e74-2d53-4114-8d9f-4bded660b0e4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376198 Jul 22 22:16:02.404746 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-db5f125c-fe00-4a64-b0b8-be6e889175d5 service neutron] 10.222.0.23 "GET /v2.0/ports/8ace2393-d1a9-4664-a602-d8a6a9d78e84/bindings/n-h1-762330-19 HTTP/1.1" status: 200 len: 383 time: 0.0644925 Jul 22 22:16:02.473188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:02.492759 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-fc24d6cd-f9cb-43db-8fd8-d0f892e8ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.494838 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-fc24d6cd-f9cb-43db-8fd8-d0f892e8ed35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1096 time: 0.0635748 Jul 22 22:16:02.593061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-311c75d3-fb73-4eb1-a253-cd4de68c7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.594631 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-311c75d3-fb73-4eb1-a253-cd4de68c7572 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0921998 Jul 22 22:16:02.596914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:02.609822 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.610716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'mac_address': 'fa:16:3e:39:6a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:02.657397 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.678459 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-32db4db4-bbc0-4d9e-b620-08f7abde8e52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.0767446 Jul 22 22:16:02.682790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace2393-d1a9-4664-a602-d8a6a9d78e84 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:02.717557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:02.724848 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.751415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-e5a37b5d-cd34-4c98-b541-6aa1992b34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.753802 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-e5a37b5d-cd34-4c98-b541-6aa1992b34c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0656998 Jul 22 22:16:02.780142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:02.789566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.789897 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.790235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.790573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.791416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.791731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.792091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.792418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.792744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.793232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.793379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.793691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:02.821558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-943fd0c2-7c57-4057-bbde-63c67729cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.823183 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-943fd0c2-7c57-4057-bbde-63c67729cc39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626609 Jul 22 22:16:02.929502 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-369b10df-5972-40b8-8237-85baa98958af service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983925 Jul 22 22:16:03.009044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['8ace2393-d1a9-4664-a602-d8a6a9d78e84'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:03.038540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-69022fc6-9b70-472a-b1fa-6d41dde9fc13 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019096 Jul 22 22:16:03.535977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22a84-34b9-408a-8869-01ca785401e7 req-2ec751be-b2e1-478a-9801-aab1ff4e277c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:03.537713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93a22a84-34b9-408a-8869-01ca785401e7 req-2ec751be-b2e1-478a-9801-aab1ff4e277c tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0670228 Jul 22 22:16:03.577985 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93a22a84-34b9-408a-8869-01ca785401e7 req-9b91b2a2-d66d-4a4a-bb3e-195ed4653011 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339794 Jul 22 22:16:04.485277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:04.538059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:04.542971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:04.544546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.634100 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.658027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:04.661211 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c0d7c5-6602-412a-8780-c72973cb087c" -d '{"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-plugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:04.676793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:04.682196 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.727511 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97afe4d-8755-4fa6-812f-4a119fe0a56c req-2d582422-daf2-4ca1-9026-a577eb6e3d6e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:04.729257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d97afe4d-8755-4fa6-812f-4a119fe0a56c req-2d582422-daf2-4ca1-9026-a577eb6e3d6e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0753939 Jul 22 22:16:04.743328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.775392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d97afe4d-8755-4fa6-812f-4a119fe0a56c req-bc92797e-8519-4b4b-be82-ea0d71e8ec12 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374484 Jul 22 22:16:04.788755 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d219e61e-4ce6-4c2d-bdb4-0e74ca3bbce5 x-openstack-request-id: req-d219e61e-4ce6-4c2d-bdb4-0e74ca3bbce5 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:04.789051 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-plugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:04.789308 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d219e61e-4ce6-4c2d-bdb4-0e74ca3bbce5 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:04.789715 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'code': 200} Jul 22 22:16:05.918032 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d2f2b-bcde-4ee6-8a8f-2c69b4c6a884 req-f0965551-3a27-4380-94e1-154a68eb0bea tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.919602 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f32d2f2b-bcde-4ee6-8a8f-2c69b4c6a884 req-f0965551-3a27-4380-94e1-154a68eb0bea tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0685265 Jul 22 22:16:05.957926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f32d2f2b-bcde-4ee6-8a8f-2c69b4c6a884 req-acaeae3f-f1fd-4d2c-aa83-57829f921470 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326006 Jul 22 22:16:06.890691 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-5ae0bc02-1a02-4563-8478-46fdaba1c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:06.892253 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-5ae0bc02-1a02-4563-8478-46fdaba1c692 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d&tenant_id=39416eef9b57461186267416d2a9785d HTTP/1.1" status: 200 len: 1098 time: 0.0564060 Jul 22 22:16:06.903997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:06.974374 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.094163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8ff9c-7284-4c6b-8ff8-eb73d624fd92 req-b7e290ee-9a2a-4006-876b-d0831f04f6e7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.095597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97c8ff9c-7284-4c6b-8ff8-eb73d624fd92 req-b7e290ee-9a2a-4006-876b-d0831f04f6e7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0667758 Jul 22 22:16:07.134139 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-97c8ff9c-7284-4c6b-8ff8-eb73d624fd92 req-79ecd293-0583-4990-962f-6f34b9f8007a tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329316 Jul 22 22:16:07.185618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:07.217813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:07.256657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:07.259019 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80368514-d67e-4755-b097-ca3de7a71f8d" -d '{"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:07.263452 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.276645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Transition to ACTIVE for port object 8ace2393-d1a9-4664-a602-d8a6a9d78e84 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:07.281012 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.310428 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56fb316-800a-4a29-aca2-4f8b74f40803 x-openstack-request-id: req-c56fb316-800a-4a29-aca2-4f8b74f40803 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:07.310730 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:07.310985 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c56fb316-800a-4a29-aca2-4f8b74f40803 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:07.311389 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'code': 200} Jul 22 22:16:07.366109 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=10']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.412682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] No DVR routers for this DVR port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:07.554962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:07.555306 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:07.555641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:07.561019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:07.561019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Attempting to bind port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on network 21ced8f0-f31d-4e57-a9b3-59b0f573201b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:07.565872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:07.566219 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Checking segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:07.566606 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Bound using segment: {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:07.567029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Bound port: 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b29dc-16d7-4301-846e-e3318a668255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:07.567389 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.629063 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:07.632137 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:07.636519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.675757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.676402 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.677828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] 10.222.0.58 "PUT /v2.0/ports/8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1094 time: 0.7784662 Jul 22 22:16:07.697018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b92a-3e1d-4caf-b72c-8ad3493a5094 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=11']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.765562 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-6507f73a-ad40-49bf-9418-677ee14d929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.767104 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-6507f73a-ad40-49bf-9418-677ee14d929f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1097 time: 0.0657928 Jul 22 22:16:07.863952 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-cf70adcf-0ee6-4ad2-b7f2-3d34c00e7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.865462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-cf70adcf-0ee6-4ad2-b7f2-3d34c00e7a9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0921421 Jul 22 22:16:07.935099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-bf347093-ed31-46d4-b845-4f9b2efe54ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.0616822 Jul 22 22:16:07.983542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-92248cba-be3f-40c9-9989-0758c75afce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.985139 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-92248cba-be3f-40c9-9989-0758c75afce3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0439813 Jul 22 22:16:08.044101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-dab7b8e0-d873-412b-ad38-6c2605226f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.045721 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-dab7b8e0-d873-412b-ad38-6c2605226f39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535870 Jul 22 22:16:08.139710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-0b1ee324-9a52-47e7-9f12-0d5707846aac service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877690 Jul 22 22:16:08.230363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1d8d77f3-3b22-486e-8f0a-74232d55a93a req-c2fdbc77-2013-4d86-8775-09d6eb267e5b service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842817 Jul 22 22:16:08.269599 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27288-b18d-46be-a6d9-fdfbd0a5ff06 req-b208e9bf-d755-4187-b3f6-f40929ee6037 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.271127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fd27288-b18d-46be-a6d9-fdfbd0a5ff06 req-b208e9bf-d755-4187-b3f6-f40929ee6037 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0653136 Jul 22 22:16:08.309419 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fd27288-b18d-46be-a6d9-fdfbd0a5ff06 req-5f0629d9-24c0-496c-a10a-dfff3dae7b88 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Jul 22 22:16:08.518285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:08.560088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:09.312554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:09.314929 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a" -d '{"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:09.366633 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b675ddc5-ce99-4ff2-ac41-44c140a8e158 x-openstack-request-id: req-b675ddc5-ce99-4ff2-ac41-44c140a8e158 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:09.366978 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:09.367203 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b675ddc5-ce99-4ff2-ac41-44c140a8e158 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:09.367602 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'status': 'completed', 'code': 200} Jul 22 22:16:09.452893 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652fc8e-4b0b-4fa8-98b4-fd8e0efab9ed req-9a2fc1ac-211f-4d99-a880-ea17aafc48b5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.454604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b652fc8e-4b0b-4fa8-98b4-fd8e0efab9ed req-9a2fc1ac-211f-4d99-a880-ea17aafc48b5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0667918 Jul 22 22:16:09.486604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-ca062dff-5a01-4d52-b62e-e5bed16e9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.489315 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-ca062dff-5a01-4d52-b62e-e5bed16e9d88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1097 time: 0.1059296 Jul 22 22:16:09.491235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-ed55426d-bd23-4f1e-967a-a2a7f04a351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.492700 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-ed55426d-bd23-4f1e-967a-a2a7f04a351d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1097 time: 0.1007910 Jul 22 22:16:09.502480 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b652fc8e-4b0b-4fa8-98b4-fd8e0efab9ed req-a44e3c69-2bf1-4b92-ba3f-aa72191eb7ba tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395405 Jul 22 22:16:09.656800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-814d029d-e790-4627-88d3-4a908a4bd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.658208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-814d029d-e790-4627-88d3-4a908a4bd0f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1612475 Jul 22 22:16:09.659570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-df582f87-b2f4-46ec-bbd2-15647f6bb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.660907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-df582f87-b2f4-46ec-bbd2-15647f6bb588 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.1525152 Jul 22 22:16:09.773213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-35281da6-21ae-48b8-810f-1be298e78cbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.1078577 Jul 22 22:16:09.774962 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-ee099ca0-9b1c-464a-a444-40b5564d2a07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.1034992 Jul 22 22:16:09.874883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-8fef219f-703b-4de0-894c-3098fbc6b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.876455 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-8fef219f-703b-4de0-894c-3098fbc6b08f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0949907 Jul 22 22:16:09.877988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-732c5740-65a0-4d7e-8d1a-c776057350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.879429 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-732c5740-65a0-4d7e-8d1a-c776057350ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0891840 Jul 22 22:16:09.976389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-8a1242d3-6ff5-48b0-9a89-d1d3c14bdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.977899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-8a1242d3-6ff5-48b0-9a89-d1d3c14bdc7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949636 Jul 22 22:16:09.980733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-bfb4cee6-4076-4bb5-8c23-d2eca564544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.982207 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-bfb4cee6-4076-4bb5-8c23-d2eca564544a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917170 Jul 22 22:16:10.141520 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-d844babf-7fe7-465a-8cfe-b5e4d66c9990 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565211 Jul 22 22:16:10.143505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-29427666-5c05-47e4-a612-976aef98ee58 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509545 Jul 22 22:16:10.299145 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-28b3bf00-db97-42b8-8238-f295fe181ca7 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511948 Jul 22 22:16:10.300973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-50eb0ed4-8b00-4ef4-872f-eafc102ce11a req-260605b1-6838-418f-835c-1dd3a44ef351 service neutron] 10.222.0.23 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456478 Jul 22 22:16:10.645542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ed083-bab1-43b5-8736-35dd35e0afdb req-6a2b3957-edfa-4041-bc5d-0252ff227ab4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:10.647110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae9ed083-bab1-43b5-8736-35dd35e0afdb req-6a2b3957-edfa-4041-bc5d-0252ff227ab4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0716786 Jul 22 22:16:10.688427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ae9ed083-bab1-43b5-8736-35dd35e0afdb req-f2ab11a4-bc8e-4ae1-8cbd-b7b3b2e335ac tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357127 Jul 22 22:16:11.819747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15303e6a-c1ba-485d-8764-478225d46275 req-defc2106-d4f0-4202-9005-cd1dec1829f0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:11.821584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15303e6a-c1ba-485d-8764-478225d46275 req-defc2106-d4f0-4202-9005-cd1dec1829f0 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0644422 Jul 22 22:16:11.862577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15303e6a-c1ba-485d-8764-478225d46275 req-945ba173-1f40-4bd4-a976-8f50767cb664 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352376 Jul 22 22:16:12.639271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-747f9028-1d43-42a4-a184-55b0c9f9572e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.003413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568887f6-835b-4cbc-873a-bc5c5851d7a8 req-90797e90-7ace-412c-852f-b5420e947a00 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:13.004977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-568887f6-835b-4cbc-873a-bc5c5851d7a8 req-90797e90-7ace-412c-852f-b5420e947a00 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0712833 Jul 22 22:16:13.043743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-568887f6-835b-4cbc-873a-bc5c5851d7a8 req-2d3c455e-cf8a-479e-885d-ccc763b1a7f5 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Jul 22 22:16:14.172943 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a40404-c8c2-4566-b3c1-f79802910f66 req-a90f6748-a1eb-4498-b22c-1e903bf54573 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:14.174430 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29a40404-c8c2-4566-b3c1-f79802910f66 req-a90f6748-a1eb-4498-b22c-1e903bf54573 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0627210 Jul 22 22:16:14.211808 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29a40404-c8c2-4566-b3c1-f79802910f66 req-10c04719-0d79-419b-a19d-d38b2b06f21e tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Jul 22 22:16:15.268197 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-80d4c8da-da55-429a-9e71-e48a25950077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.345757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed4daa-9e75-427b-ab0b-0e9b9d337f56 req-cb6f15f0-2a9e-4ce7-9902-198bc9686532 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:15.347276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87ed4daa-9e75-427b-ab0b-0e9b9d337f56 req-cb6f15f0-2a9e-4ce7-9902-198bc9686532 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0638189 Jul 22 22:16:15.384743 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87ed4daa-9e75-427b-ab0b-0e9b9d337f56 req-e71707b8-0e3f-4781-8885-bcbe9e0cf94f tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Jul 22 22:16:15.550508 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.326269 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.528615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3a9c5-f851-4d71-9202-ed47ccecca7f req-1eae5a3c-d8d6-4903-a836-fe9a05016711 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:16.530101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fca3a9c5-f851-4d71-9202-ed47ccecca7f req-1eae5a3c-d8d6-4903-a836-fe9a05016711 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0742755 Jul 22 22:16:16.570309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fca3a9c5-f851-4d71-9202-ed47ccecca7f req-7c9dd565-6750-4fc3-8465-4f9f84dbf850 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Jul 22 22:16:17.703797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e523a4-039b-4801-a7e4-4ce364b63d37 req-7e4cbc13-e19c-4f47-8f1e-9c378005aa44 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.705308 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05e523a4-039b-4801-a7e4-4ce364b63d37 req-7e4cbc13-e19c-4f47-8f1e-9c378005aa44 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0640321 Jul 22 22:16:17.745103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05e523a4-039b-4801-a7e4-4ce364b63d37 req-a4c02b31-79b7-4210-9468-37d0bf83f9df tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Jul 22 22:16:18.481740 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:18.878610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad70db0-cd16-49cf-97d1-ec06fc80ba8a req-e7ea43c7-4a13-4a16-8045-35501ed2d01d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:18.880127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ad70db0-cd16-49cf-97d1-ec06fc80ba8a req-e7ea43c7-4a13-4a16-8045-35501ed2d01d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0657580 Jul 22 22:16:18.919010 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5ad70db0-cd16-49cf-97d1-ec06fc80ba8a req-4c7b01ae-8af4-491a-bcdf-1bd5af363b03 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Jul 22 22:16:19.825113 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-c3e1dd55-a711-403c-92c1-dae3cae7af27 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540612 Jul 22 22:16:19.923058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-9fe6876b-6dcd-436d-ad06-a09877150216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:19.924607 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-9fe6876b-6dcd-436d-ad06-a09877150216 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39416eef9b57461186267416d2a9785d&device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 1097 time: 0.0581570 Jul 22 22:16:20.031520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-3e0f7e05-8185-4bdd-8e27-f189e55f696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.033114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-3e0f7e05-8185-4bdd-8e27-f189e55f696b service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 200 len: 912 time: 0.0869300 Jul 22 22:16:20.048939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508585-abd9-42fc-b838-6367f1f2ab69 req-41b62c83-7f5e-4dbd-a74b-698cfb10b338 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.050700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45508585-abd9-42fc-b838-6367f1f2ab69 req-41b62c83-7f5e-4dbd-a74b-698cfb10b338 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0643387 Jul 22 22:16:20.074946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:20.089797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45508585-abd9-42fc-b838-6367f1f2ab69 req-37b15598-ea07-4782-a838-4f660cdaba67 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Jul 22 22:16:20.106504 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-356599ce-3f8e-43b8-b641-9fd328637e46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 200 len: 1001 time: 0.0664289 Jul 22 22:16:20.156543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-44847b9b-52e6-416c-9cb7-3950cf0c0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.158012 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-44847b9b-52e6-416c-9cb7-3950cf0c0e36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 200 len: 850 time: 0.0449464 Jul 22 22:16:20.177070 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:20.188783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'port_id': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'mac_address': 'fa:16:3e:39:6a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:20.224293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-3c73aa0d-50c8-4740-bb83-38e8efbde3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.225528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01344-4496-49c8-b6ba-1d3ad4e1aa65 req-f4f6bec6-a1e9-45a4-b0e4-3dbe9dfcc23d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.225818 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-3c73aa0d-50c8-4740-bb83-38e8efbde3c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ced8f0-f31d-4e57-a9b3-59b0f573201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609624 Jul 22 22:16:20.227048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69c01344-4496-49c8-b6ba-1d3ad4e1aa65 req-f4f6bec6-a1e9-45a4-b0e4-3dbe9dfcc23d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 945 time: 0.0641630 Jul 22 22:16:20.229556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.244768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace2393-d1a9-4664-a602-d8a6a9d78e84 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:20.267570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:20.272268 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.281440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69c01344-4496-49c8-b6ba-1d3ad4e1aa65 req-efae8334-116d-429e-abcc-7cd81ea32ba7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Jul 22 22:16:20.320252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=12']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.411199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596f70b-c76c-44ed-93ea-06d5613dd0f7 req-16fa5341-1f53-4c32-a974-feaf3bbf9796 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.412840 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e596f70b-c76c-44ed-93ea-06d5613dd0f7 req-16fa5341-1f53-4c32-a974-feaf3bbf9796 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0723565 Jul 22 22:16:20.459628 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e596f70b-c76c-44ed-93ea-06d5613dd0f7 req-3486c2c4-65db-4562-822e-4920cacd8733 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Jul 22 22:16:20.509847 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['8ace2393-d1a9-4664-a602-d8a6a9d78e84'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:20.689196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-13001b83-bf55-4e49-bc0a-c52350c1a79b service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551244 Jul 22 22:16:20.737410 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a15ca-51ea-45b7-aa04-90463c2162d3 req-72ff6f73-ce33-404f-9dd7-bea6386e6472 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.738923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e6a15ca-51ea-45b7-aa04-90463c2162d3 req-72ff6f73-ce33-404f-9dd7-bea6386e6472 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0640516 Jul 22 22:16:20.783020 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6dc57577-6294-46b5-82e2-ba338b6d3c3f req-19e58cb4-39a8-4121-a8c2-96ed412e9966 service neutron] 10.222.0.58 "GET /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872087 Jul 22 22:16:20.787172 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e6a15ca-51ea-45b7-aa04-90463c2162d3 req-05ca9760-8818-4818-baec-d8d77039f7f4 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Jul 22 22:16:21.924708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f062-7f13-4968-b1fc-8a432ab3e5b6 req-351749ed-302f-4450-b923-74c332b7f810 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:21.926797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac33f062-7f13-4968-b1fc-8a432ab3e5b6 req-351749ed-302f-4450-b923-74c332b7f810 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 946 time: 0.0684459 Jul 22 22:16:21.976864 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac33f062-7f13-4968-b1fc-8a432ab3e5b6 req-3816706f-4fab-491d-9799-7c3a36c0e2fa tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups?id=978e9d41-5fff-4f6c-b166-a5746998fd82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Jul 22 22:16:22.099420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:22.151239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:22.154925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:22.155296 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.232885 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.254834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:22.257056 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59c5c35-0177-4552-ad63-8cd2e7ddbb85" -d '{"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-plugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:22.270111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:22.274116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.297265 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f30654e-96d0-47e2-a5e3-f2b207908e00 x-openstack-request-id: req-6f30654e-96d0-47e2-a5e3-f2b207908e00 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:22.297558 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-plugged", "status": "completed", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:22.297814 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f30654e-96d0-47e2-a5e3-f2b207908e00 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:22.298204 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'code': 200} Jul 22 22:16:22.323700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=13']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:22.468172 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-bb923ce3-8ec8-4702-952a-078976289b99 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:22.469586 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-bb923ce3-8ec8-4702-952a-078976289b99 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 947 time: 0.0637975 Jul 22 22:16:22.571295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Deleting port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:22.571632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.661720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] For port 8ace2393-d1a9-4664-a602-d8a6a9d78e84, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8ace2393-d1a9-4664-a602-d8a6a9d78e84,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:22.662087 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.830797 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.831091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.831408 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6 disassociated. External IP: 172.25.5.146, port: 8ace2393-d1a9-4664-a602-d8a6a9d78e84. Jul 22 22:16:22.831754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Calling delete_port for 8ace2393-d1a9-4664-a602-d8a6a9d78e84 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:22.962280 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.990506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event deleted for resources: {'Port': ['ID=8ace2393-d1a9-4664-a602-d8a6a9d78e84,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:23.083716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0db00e7c-7b21-4a29-96b9-84d7d50ca4ed req-b6e8bff5-c34a-4411-9af5-4b1c507466b7 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 210 time: 0.0302832 Jul 22 22:16:23.111737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:16:23.223928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:23.234346 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:23.244351 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:23.244959 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:16:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:23.269623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] No DVR routers for this DVR port 8ace2393-d1a9-4664-a602-d8a6a9d78e84 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:23.273478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.275718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a4c2a937-9de5-4e8b-ad1e-90c4f238d424 req-5cb272ff-74f4-41bd-9c64-5b03a6e84ee2 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.58 "DELETE /v2.0/ports/8ace2393-d1a9-4664-a602-d8a6a9d78e84 HTTP/1.1" status: 204 len: 173 time: 0.7995884 Jul 22 22:16:23.276573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-deleted', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:23.280015 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93e4b0b-97a7-4392-ae08-da25f1437b48" -d '{"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-deleted", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:23.323241 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7271c44-01af-401d-b4fc-071bf0a7f3a8 x-openstack-request-id: req-a7271c44-01af-401d-b4fc-071bf0a7f3a8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:23.323528 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a231a430-f19d-4d4f-aba8-01a4b8ce945d", "name": "network-vif-deleted", "tag": "8ace2393-d1a9-4664-a602-d8a6a9d78e84", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:23.323777 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7271c44-01af-401d-b4fc-071bf0a7f3a8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:23.324216 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a231a430-f19d-4d4f-aba8-01a4b8ce945d', 'name': 'network-vif-deleted', 'tag': '8ace2393-d1a9-4664-a602-d8a6a9d78e84', 'status': 'completed', 'code': 200} Jul 22 22:16:23.355960 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:23.558114 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:23.673143 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:23.681668 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:23.682286 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:16:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:23.798101 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:24.000853 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:24.031971 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c2289-9712-4e56-881c-daab4186270d None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:34Z', 'revision_number': 4, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'baba3b8a-aa27-4f9c-bf0d-6b6685c2460c', 'name': '', 'network_id': '21ced8f0-f31d-4e57-a9b3-59b0f573201b', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'mac_address': 'fa:16:3e:72:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:33Z', 'updated_at': '2021-07-22T22:06:39Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'subnets': [{'id': '23a9b7d6-1d06-44a0-998b-2678d86831a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:24.186098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a1c96106-89db-46aa-b6e3-4fe669ed7559 req-b6331e1b-2c6a-4624-a2de-230c55d1d809 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 210 time: 0.0301030 Jul 22 22:16:24.279620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d0c55-f066-4dd1-9882-fa5613386876 None None] New status for floating IP 0cf0b6eb-8296-40f6-9e10-296e9da53cd6: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:16:25.289144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e54361f-1ce5-4b98-8126-49e3b417e8a8 req-90c09b90-b21b-4cc5-827f-95e261ee425d tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 210 time: 0.0296733 Jul 22 22:16:26.098820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:26.122485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 8ace2393-d1a9-4664-a602-d8a6a9d78e84 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:26.122842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8ace2393-d1a9-4664-a602-d8a6a9d78e84 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:26.391147 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ca2f8398-a211-4c3c-ab71-9c354173b58f req-e1dd9e7e-ebb1-40a0-8289-8ffe7f82813b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/ports?device_id=a231a430-f19d-4d4f-aba8-01a4b8ce945d HTTP/1.1" status: 200 len: 210 time: 0.0329447 Jul 22 22:16:30.079464 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53546) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:30.135926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5d4d-2504-4dd4-9bc5-7cb20e5e5d7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.159177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5d4d-2504-4dd4-9bc5-7cb20e5e5d7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.207639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5d4d-2504-4dd4-9bc5-7cb20e5e5d7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.210523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5d4d-2504-4dd4-9bc5-7cb20e5e5d7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.212451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b5ea5d4d-2504-4dd4-9bc5-7cb20e5e5d7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "DELETE /v2.0/security-groups/978e9d41-5fff-4f6c-b166-a5746998fd82 HTTP/1.1" status: 204 len: 168 time: 0.1317751 Jul 22 22:16:30.215660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53548) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:30.222135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea5d4d-2504-4dd4-9bc5-7cb20e5e5d7b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978e9d41-5fff-4f6c-b166-a5746998fd82,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:30.234277 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-7a5fd66e-f50e-404f-966d-4984df8d131b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] show failed (client error): The resource could not be found. Jul 22 22:16:30.236111 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7a5fd66e-f50e-404f-966d-4984df8d131b tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "GET /v2.0/security-groups/978e9d41-5fff-4f6c-b166-a5746998fd82 HTTP/1.1" status: 404 len: 347 time: 0.0186763 Jul 22 22:16:30.238466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53550) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:30.378942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Deleting port f8464152-5ed2-4613-92b6-4d3ce088dc9c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:30.379313 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.455794 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.456153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.468687 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Calling delete_port for f8464152-5ed2-4613-92b6-4d3ce088dc9c owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:30.604822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.634795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Pushing event deleted for resources: {'Port': ['ID=f8464152-5ed2-4613-92b6-4d3ce088dc9c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:30.663040 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.663374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.663719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.664089 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.665298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.665298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.665298 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.665624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.665813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.666092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.666420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.666747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:30.708954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.711603 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.713300 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9a1e6131-6f4b-447e-9e6f-408164fa3e56 tempest-ServerActionsTestJSON-2021060649 tempest-ServerActionsTestJSON-2021060649-project] 10.222.0.54 "DELETE /v2.0/floatingips/0cf0b6eb-8296-40f6-9e10-296e9da53cd6 HTTP/1.1" status: 204 len: 168 time: 0.4735565 Jul 22 22:16:30.716782 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53552) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:31.120370 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:31.370522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Deleting port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:31.370766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:31.447705 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] For port baba3b8a-aa27-4f9c-bf0d-6b6685c2460c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:31.448082 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:31.460302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Calling delete_port for baba3b8a-aa27-4f9c-bf0d-6b6685c2460c owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:31.640076 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:31.669357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Pushing event deleted for resources: {'Port': ['ID=baba3b8a-aa27-4f9c-bf0d-6b6685c2460c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:31.837366 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:31.949661 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.056476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Router 23de965d-d74c-4edf-b5f2-049456a23374 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:16:32.163111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:32.168348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ccef0fc2-d574-4463-bfd9-52b3b63a7100 admin admin] 10.222.0.54 "PUT /v2.0/routers/23de965d-d74c-4edf-b5f2-049456a23374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4505062 Jul 22 22:16:32.171038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53556) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:32.171862 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] Sync routers for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:32.181648 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:32.182298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:16:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:32.275882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.286036 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:32.377127 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.429077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Deleting port bd0aeb91-484f-45a8-8a75-55face0c5856 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:32.429422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.460364 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:16:31Z', 'revision_number': 5, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port': {'id': 'bd0aeb91-484f-45a8-8a75-55face0c5856', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de965d-d74c-4edf-b5f2-049456a23374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:32.486950 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] Checking router: 23de965d-d74c-4edf-b5f2-049456a23374 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:32.496017 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] Routers {'23de965d-d74c-4edf-b5f2-049456a23374'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:32.496637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:16:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['23de965d-d74c-4edf-b5f2-049456a23374'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:32.514821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] For port bd0aeb91-484f-45a8-8a75-55face0c5856, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=bd0aeb91-484f-45a8-8a75-55face0c5856,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:32.515187 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.527056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Calling delete_port for bd0aeb91-484f-45a8-8a75-55face0c5856 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:32.581419 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] Set router 23de965d-d74c-4edf-b5f2-049456a23374 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:32.603579 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.640119 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:16:32Z', 'revision_number': 6, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:32.668042 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafccfa0-ed1b-4317-a2e6-9fbac0f77aef None None] The sync data for ids ['23de965d-d74c-4edf-b5f2-049456a23374'] in n-d-762330-19 is: [{'id': '23de965d-d74c-4edf-b5f2-049456a23374', 'name': 'tempest-ServerActionsTestJSON-381345278-router', 'tenant_id': '39416eef9b57461186267416d2a9785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:06:32Z', 'updated_at': '2021-07-22T22:16:32Z', 'revision_number': 6, 'project_id': '39416eef9b57461186267416d2a9785d', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:32.700943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.738719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0aeb91-484f-45a8-8a75-55face0c5856,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:32.797950 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.887777 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.889889 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.937420 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.937973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23de965d-d74c-4edf-b5f2-049456a23374 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:16:32.942339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.943479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b64b6d70-bfc7-4daa-84fd-6d198135d427 admin admin] 10.222.0.54 "DELETE /v2.0/routers/23de965d-d74c-4edf-b5f2-049456a23374 HTTP/1.1" status: 204 len: 168 time: 0.7714245 Jul 22 22:16:32.945972 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53558) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:33.285257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] Deleting subnet 23a9b7d6-1d06-44a0-998b-2678d86831a9 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:16:33.288287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.322796 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.400168 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.450248 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.475964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a9b7d6-1d06-44a0-998b-2678d86831a9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.480307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.482184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e1f68bc8-5e27-41b7-a1f2-68ad04ac2806 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/23a9b7d6-1d06-44a0-998b-2678d86831a9 HTTP/1.1" status: 204 len: 168 time: 0.5352285 Jul 22 22:16:33.484677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53560) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:33.488864 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3569c48-03f8-4510-97c8-668d4ddbe399 None None] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:33.560701 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.567267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device baba3b8a-aa27-4f9c-bf0d-6b6685c2460c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:33.588846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: baba3b8a-aa27-4f9c-bf0d-6b6685c2460c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:33.589196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device baba3b8a-aa27-4f9c-bf0d-6b6685c2460c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:33.620204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Deleting port c467b9cc-eaea-4d32-8e40-30f46b16f1aa {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:33.620545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.684780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] For port c467b9cc-eaea-4d32-8e40-30f46b16f1aa, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:33.685288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.700699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Calling delete_port for c467b9cc-eaea-4d32-8e40-30f46b16f1aa owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:33.720583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] DHCP port deletion for 21ced8f0-f31d-4e57-a9b3-59b0f573201b request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:16:33.778232 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] Deleting port c467b9cc-eaea-4d32-8e40-30f46b16f1aa {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:33.778614 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.802978 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.830782 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] No DVR routers for this DVR port c467b9cc-eaea-4d32-8e40-30f46b16f1aa on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:33.836907 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Pushing event deleted for resources: {'Port': ['ID=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.911577 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.923387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ced8f0-f31d-4e57-a9b3-59b0f573201b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:33.939582 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815b29dc-16d7-4301-846e-e3318a668255') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:33.939803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815b29dc-16d7-4301-846e-e3318a668255') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:33.949776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.964818 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.971654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:16:33.972082 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:16:33.974224 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:16:34.003525 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] For port c467b9cc-eaea-4d32-8e40-30f46b16f1aa, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,segment=NetworkSegment(815b29dc-16d7-4301-846e-e3318a668255),segment_id=815b29dc-16d7-4301-846e-e3318a668255)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:34.003951 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.016578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] Calling delete_port for c467b9cc-eaea-4d32-8e40-30f46b16f1aa owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:34.032336 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.038484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.040515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] 10.222.0.54 "DELETE /v2.0/networks/21ced8f0-f31d-4e57-a9b3-59b0f573201b HTTP/1.1" status: 204 len: 168 time: 0.5547106 Jul 22 22:16:34.051806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e402e6-95e7-40fb-bde3-0dd73ebce402 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ced8f0-f31d-4e57-a9b3-59b0f573201b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.080878 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:34.094221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.116616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] Network 21ced8f0-f31d-4e57-a9b3-59b0f573201b is not hosted by any dhcp agent {{(pid=94093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 22:16:34.117074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] No DVR routers for this DVR port c467b9cc-eaea-4d32-8e40-30f46b16f1aa on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:34.119822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cfc64-57f9-4d82-84f0-28033b5b6219 None None] Pushing event deleted for resources: {'Port': ['ID=c467b9cc-eaea-4d32-8e40-30f46b16f1aa,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.238897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53564) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:34.279119 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-94400912-38a3-49c3-857f-808eab544650 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39416eef9b57461186267416d2a9785d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390601 Jul 22 22:16:34.281646 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53566) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:34.328600 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c57369d-441f-4d8b-af75-6cd85c3fabc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.352955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c57369d-441f-4d8b-af75-6cd85c3fabc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.398342 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c57369d-441f-4d8b-af75-6cd85c3fabc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.400910 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c57369d-441f-4d8b-af75-6cd85c3fabc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.402130 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4c57369d-441f-4d8b-af75-6cd85c3fabc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/875d220d-ed4a-45d0-bf6c-4f048269e27d HTTP/1.1" status: 204 len: 168 time: 0.1195886 Jul 22 22:16:34.409713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57369d-441f-4d8b-af75-6cd85c3fabc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875d220d-ed4a-45d0-bf6c-4f048269e27d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:35.157779 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53588) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:35.186874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bd0aeb91-484f-45a8-8a75-55face0c5856 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:35.209598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: bd0aeb91-484f-45a8-8a75-55face0c5856 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:35.210047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device bd0aeb91-484f-45a8-8a75-55face0c5856 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:35.210477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c467b9cc-eaea-4d32-8e40-30f46b16f1aa no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:35.230157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: c467b9cc-eaea-4d32-8e40-30f46b16f1aa {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:35.230476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device c467b9cc-eaea-4d32-8e40-30f46b16f1aa not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:35.259063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1567191975-network', 'tenant_id': '7ad505b51ed34d0792a0628768a1062d'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:35.281285 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Made reservation on behalf of 7ad505b51ed34d0792a0628768a1062d for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:35.283595 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.292407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.382294 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.386884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.413751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:35.420386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878077c7-9d2a-4059-ae88-e7f4a495a9e2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:35.426852 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.427206 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Added segment 7b3d5281-743c-4f14-a37e-693c6c27f2d9 of type vlan for network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce Jul 22 22:16:35.467561 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.495369 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.496594 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.497192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.531006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3694663 Jul 22 22:16:35.531388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53592) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:35.536582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Request body: {'subnet': {'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1567191975-subnet', 'tenant_id': '7ad505b51ed34d0792a0628768a1062d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:35.558698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Made reservation on behalf of 7ad505b51ed34d0792a0628768a1062d for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:35.561543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.562046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf67a23-337a-4e27-9991-3cdfc78f82d8 admin admin] Pushing event updated for resources: {'Network': ['ID=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:35.572188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:35.734249 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.793878 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a96d1d01-9063-4238-a04b-f5c4b7e652b8,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:35.798326 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Checking segment: {'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:35.798716 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Network hostable DHCP agents. Network: 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:35.815679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:35.824396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:35.828388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.828989 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.833862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9b754c-5186-47cc-9dde-38dc5eb6852d None None] Network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:35.844576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fafc2b58-c4c6-4a2d-8eae-1e2378a85186 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3120339 Jul 22 22:16:35.962341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f0719d-5600-465b-abf8-1a7eacab083d None None] Network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:36.273180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0c17259f-62e4-4991-be14-2f26585b61b6 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.287541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0c17259f-62e4-4991-be14-2f26585b61b6 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/networks?id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce HTTP/1.1" status: 200 len: 814 time: 0.1015134 Jul 22 22:16:36.294886 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-34de1fc8-3b4c-42d6-a430-1070852c7e38 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/quotas/7ad505b51ed34d0792a0628768a1062d HTTP/1.1" status: 200 len: 375 time: 0.0105290 Jul 22 22:16:36.333703 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0cbe73b0-bc91-4732-a49c-3686093583e9 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad505b51ed34d0792a0628768a1062d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335844 Jul 22 22:16:36.344122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-8fd0ae22-48f0-46d1-8199-ed5724154b71 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:16:36.345073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-8fd0ae22-48f0-46d1-8199-ed5724154b71 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052843 Jul 22 22:16:36.445846 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-6d026220-4813-43ee-b1f1-6832bf2f33bf service neutron] 10.222.0.54 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955372 Jul 22 22:16:36.541023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-1a5c918a-bc55-410b-a1a1-80e52fd025ed service neutron] 10.222.0.54 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Jul 22 22:16:36.717569 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-048b7d70-f14e-4192-99e3-ee77a5b1395c req-70e58048-2e00-4f4d-bbe8-fe2dd8fdaf6f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 210 time: 0.0460896 Jul 22 22:16:37.795456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf93ee-d461-469a-a556-c944fb749202 req-95b1e263-abb7-45dc-b611-1862ca9f7774 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.797548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-95b1e263-abb7-45dc-b611-1862ca9f7774 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.58 "GET /v2.0/networks?id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce HTTP/1.1" status: 200 len: 814 time: 0.1155159 Jul 22 22:16:37.810461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Request body: {'port': {'device_id': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce', 'admin_state_up': True, 'tenant_id': '7ad505b51ed34d0792a0628768a1062d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:37.820838 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c53bc56d-139c-435b-8161-4236d08e2e48 req-3e84a708-7a93-48a3-9160-5cbd970d33cf tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 210 time: 0.0305715 Jul 22 22:16:37.920844 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Made reservation on behalf of 7ad505b51ed34d0792a0628768a1062d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:37.924503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.051865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Allocated IP 172.20.0.5 (96b170c5-f4a2-4d9b-b0b7-806ddf6231ce/a96d1d01-9063-4238-a04b-f5c4b7e652b8/bfefab2d-3e16-44a6-b61f-f7485af02871) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:38.201130 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.238835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.282901 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:38.285845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:38.289579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:38.296403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Pushing event updated for resources: {'Port': ['ID=bfefab2d-3e16-44a6-b61f-f7485af02871,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:38.344105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.344719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.358719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-0ef9bc43-73b7-43b5-b068-378dac6772e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531185 Jul 22 22:16:38.369850 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Request body: {'port': {'device_id': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:38.444142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.697693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfefab2d-3e16-44a6-b61f-f7485af02871 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:38.704939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.717244 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Transition to ACTIVE for port object bfefab2d-3e16-44a6-b61f-f7485af02871 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:38.721098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.768865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Pushing event updated for resources: {'Port': ['ID=bfefab2d-3e16-44a6-b61f-f7485af02871,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:38.843087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Attempting to bind port bfefab2d-3e16-44a6-b61f-f7485af02871 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:38.843774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Attempting to bind port bfefab2d-3e16-44a6-b61f-f7485af02871 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:38.843774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Attempting to bind port bfefab2d-3e16-44a6-b61f-f7485af02871 on network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:38.848131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Port bfefab2d-3e16-44a6-b61f-f7485af02871 on network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:38.848455 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Attempting to bind port bfefab2d-3e16-44a6-b61f-f7485af02871 on network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:38.853259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:38.853596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Checking segment: {'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:38.853975 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Bound using segment: {'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:38.854396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Bound port: bfefab2d-3e16-44a6-b61f-f7485af02871, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:38.854756 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.920931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] For port bfefab2d-3e16-44a6-b61f-f7485af02871, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:38.924029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] For port bfefab2d-3e16-44a6-b61f-f7485af02871, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bfefab2d-3e16-44a6-b61f-f7485af02871,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:38.928439 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.959750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5cc60-c600-441e-bcf3-3f86f71bd5e3 req-4ea9c77c-8d1e-4b8b-8737-3cc06ee0bb63 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.962101 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.962723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.963088 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4d5cc60-c600-441e-bcf3-3f86f71bd5e3 req-4ea9c77c-8d1e-4b8b-8737-3cc06ee0bb63 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 943 time: 0.0717080 Jul 22 22:16:38.965457 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] 10.222.0.58 "PUT /v2.0/ports/bfefab2d-3e16-44a6-b61f-f7485af02871 HTTP/1.1" status: 200 len: 1092 time: 0.5983706 Jul 22 22:16:38.965457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'tag': 'bfefab2d-3e16-44a6-b61f-f7485af02871'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:38.968517 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a85b0a-4f46-4104-9523-2d6b9ab5455c", "tag": "bfefab2d-3e16-44a6-b61f-f7485af02871"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:38.993380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dcce8-9941-4300-a83e-ff504e87e215 service neutron] Pushing event updated for resources: {'Port': ['ID=bfefab2d-3e16-44a6-b61f-f7485af02871,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:39.017438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4d5cc60-c600-441e-bcf3-3f86f71bd5e3 req-e57ff6fc-74e1-4aeb-a905-577ed02bf353 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Jul 22 22:16:39.024127 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056827e3-888d-437f-9611-99105c75d896 x-openstack-request-id: req-056827e3-888d-437f-9611-99105c75d896 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:39.024421 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a85b0a-4f46-4104-9523-2d6b9ab5455c", "tag": "bfefab2d-3e16-44a6-b61f-f7485af02871", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:39.024673 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-056827e3-888d-437f-9611-99105c75d896 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:39.025075 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'tag': 'bfefab2d-3e16-44a6-b61f-f7485af02871', 'status': 'completed', 'code': 200} Jul 22 22:16:39.071023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d3c1ed8a-514b-4804-b20a-586db55c96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.072570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-d3c1ed8a-514b-4804-b20a-586db55c96ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ad505b51ed34d0792a0628768a1062d&device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 1095 time: 0.0588403 Jul 22 22:16:39.115486 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-52b5ddd3-2fdb-4e18-a322-9ca279c29215 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfefab2d-3e16-44a6-b61f-f7485af02871 HTTP/1.1" status: 200 len: 217 time: 0.0357757 Jul 22 22:16:39.164320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf93ee-d461-469a-a556-c944fb749202 req-dd4e9171-eef1-43e5-8620-61b1da8f0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.165765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-dd4e9171-eef1-43e5-8620-61b1da8f0e3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a96d1d01-9063-4238-a04b-f5c4b7e652b8 HTTP/1.1" status: 200 len: 854 time: 0.0431480 Jul 22 22:16:39.202880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-35d04a2c-a20f-4b8a-a723-829edb91d67d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305469 Jul 22 22:16:39.290178 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-6da6aeca-1134-4085-8b9d-8c6830e32d29 service neutron] 10.222.0.58 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808809 Jul 22 22:16:39.383499 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6cbf93ee-d461-469a-a556-c944fb749202 req-07b3aa3d-7ee6-461c-aace-cd7a0f7953c3 service neutron] 10.222.0.58 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867319 Jul 22 22:16:39.484538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-9bde0f9a-ef2c-48ad-baca-310c30e20fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.486048 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-9bde0f9a-ef2c-48ad-baca-310c30e20fdd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ad505b51ed34d0792a0628768a1062d&device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 1095 time: 0.0544174 Jul 22 22:16:39.577792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-6bfb6211-82d8-4194-beac-9e068ee8f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.579190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-6bfb6211-82d8-4194-beac-9e068ee8f678 service neutron] 10.222.0.58 "GET /v2.0/networks?id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce HTTP/1.1" status: 200 len: 915 time: 0.0870678 Jul 22 22:16:39.966498 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-4bf86661-c4be-47cd-af44-35967a8d994d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfefab2d-3e16-44a6-b61f-f7485af02871 HTTP/1.1" status: 200 len: 217 time: 0.3810296 Jul 22 22:16:40.015800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-0f92cdd1-62cb-4210-8618-769520c4cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.017296 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-0f92cdd1-62cb-4210-8618-769520c4cfa1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a96d1d01-9063-4238-a04b-f5c4b7e652b8 HTTP/1.1" status: 200 len: 854 time: 0.0438421 Jul 22 22:16:40.053740 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-f8647375-d5b3-4a91-b3d6-01cb47da8810 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289137 Jul 22 22:16:40.148204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-bad06bf6-7ef9-4803-9fae-3ffb706fd010 service neutron] 10.222.0.58 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869925 Jul 22 22:16:40.157185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b63fe-493c-4586-aca1-6b32d878381e req-c760e5b9-d70f-4429-82dd-dd3f6f3ecdd4 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.158692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b4b63fe-493c-4586-aca1-6b32d878381e req-c760e5b9-d70f-4429-82dd-dd3f6f3ecdd4 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 943 time: 0.0664339 Jul 22 22:16:40.204235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b4b63fe-493c-4586-aca1-6b32d878381e req-4726ef68-4563-46c6-b79a-51c2fe67f615 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Jul 22 22:16:40.244974 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e92f921c-ac70-48aa-a0b0-ce1f1af16bad req-3000af95-3c1e-4f1b-b0cb-2e01f44137fc service neutron] 10.222.0.58 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886736 Jul 22 22:16:41.337108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e22fb-e606-40f3-a240-75f47c3493fe req-952a16d4-69a0-481c-9a33-9a64e7640a3f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.338610 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-248e22fb-e606-40f3-a240-75f47c3493fe req-952a16d4-69a0-481c-9a33-9a64e7640a3f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 943 time: 0.0636184 Jul 22 22:16:41.379972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-248e22fb-e606-40f3-a240-75f47c3493fe req-3e5c1b5e-0081-4113-8e88-48d61cf63210 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349109 Jul 22 22:16:42.186697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bfefab2d-3e16-44a6-b61f-f7485af02871 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:42.282398 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bfefab2d-3e16-44a6-b61f-f7485af02871, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bfefab2d-3e16-44a6-b61f-f7485af02871,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:42.293091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'bfefab2d-3e16-44a6-b61f-f7485af02871', 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce', 'port_id': 'bfefab2d-3e16-44a6-b61f-f7485af02871', 'mac_address': 'fa:16:3e:93:6b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96d1d01-9063-4238-a04b-f5c4b7e652b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:42.329168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.342046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfefab2d-3e16-44a6-b61f-f7485af02871 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:42.361566 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bfefab2d-3e16-44a6-b61f-f7485af02871, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bfefab2d-3e16-44a6-b61f-f7485af02871,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:42.365280 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.411584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=bfefab2d-3e16-44a6-b61f-f7485af02871,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:42.510951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb810-c89f-420a-9e1e-38e14fecb27c req-c272b8f1-7350-4c7d-8f2f-1cd20efcbc36 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.512464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-822cb810-c89f-420a-9e1e-38e14fecb27c req-c272b8f1-7350-4c7d-8f2f-1cd20efcbc36 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 944 time: 0.0646667 Jul 22 22:16:42.550923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-822cb810-c89f-420a-9e1e-38e14fecb27c req-ee839711-0511-4f0f-914b-717dbbdbe928 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Jul 22 22:16:42.558925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bfefab2d-3e16-44a6-b61f-f7485af02871'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:42.653675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b18456e-c17c-49f4-8a1d-8f01ebcd1c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.681510 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26c33-e941-4bdc-9cdb-3c3e4511ac54 req-138776a5-78a9-482f-a9c2-0af8ce0e51c1 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.682989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34a26c33-e941-4bdc-9cdb-3c3e4511ac54 req-138776a5-78a9-482f-a9c2-0af8ce0e51c1 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 944 time: 0.0647731 Jul 22 22:16:43.720210 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34a26c33-e941-4bdc-9cdb-3c3e4511ac54 req-35a8d3e9-40de-4351-99f5-e52acf6c86a7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Jul 22 22:16:44.204492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bfefab2d-3e16-44a6-b61f-f7485af02871 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:44.252645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port bfefab2d-3e16-44a6-b61f-f7485af02871 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:44.256975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port bfefab2d-3e16-44a6-b61f-f7485af02871 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:44.257355 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.335333 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.357207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfefab2d-3e16-44a6-b61f-f7485af02871'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:44.359583 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcb72be-7dab-43a8-ab8f-b8eb5479cd45" -d '{"events": [{"server_uuid": "c9a85b0a-4f46-4104-9523-2d6b9ab5455c", "name": "network-vif-plugged", "status": "completed", "tag": "bfefab2d-3e16-44a6-b61f-f7485af02871"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:44.371961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port bfefab2d-3e16-44a6-b61f-f7485af02871, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bfefab2d-3e16-44a6-b61f-f7485af02871,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.376962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.400169 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ced13f-de34-4ece-a8be-739d7621f7ae x-openstack-request-id: req-a3ced13f-de34-4ece-a8be-739d7621f7ae {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:44.400460 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a85b0a-4f46-4104-9523-2d6b9ab5455c", "name": "network-vif-plugged", "status": "completed", "tag": "bfefab2d-3e16-44a6-b61f-f7485af02871", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:44.400713 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3ced13f-de34-4ece-a8be-739d7621f7ae {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:44.401103 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfefab2d-3e16-44a6-b61f-f7485af02871', 'code': 200} Jul 22 22:16:44.430768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=bfefab2d-3e16-44a6-b61f-f7485af02871,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:44.504903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebdf5c-bd6b-4750-947b-68c9e3200a08 req-5376a691-536b-4f28-966a-e56504110c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.506441 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24ebdf5c-bd6b-4750-947b-68c9e3200a08 req-5376a691-536b-4f28-966a-e56504110c91 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 1097 time: 0.0545790 Jul 22 22:16:44.540795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-24ebdf5c-bd6b-4750-947b-68c9e3200a08 req-59b66e0f-eb6d-4e25-85f1-11860a3d7e3f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285563 Jul 22 22:16:44.855003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccab24-c344-4b00-95df-5b8086c59dfa req-c4e9ee57-09d0-4ca0-92a8-e53bae032148 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.856519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bccab24-c344-4b00-95df-5b8086c59dfa req-c4e9ee57-09d0-4ca0-92a8-e53bae032148 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0675709 Jul 22 22:16:44.894780 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8bccab24-c344-4b00-95df-5b8086c59dfa req-e194191b-6574-45db-afa4-2c31a5798ffe tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jul 22 22:16:45.269573 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58ef3e8f-6c3b-4f91-99b9-317af035086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.552791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.026630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad51c8-fca5-47b2-9be8-19cf723676b5 req-9566039a-6a9f-4539-a421-020f22b1ae8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.028249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0ad51c8-fca5-47b2-9be8-19cf723676b5 req-9566039a-6a9f-4539-a421-020f22b1ae8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0660822 Jul 22 22:16:46.067613 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0ad51c8-fca5-47b2-9be8-19cf723676b5 req-053d17ab-257c-4377-8a33-9789a407cc94 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337958 Jul 22 22:16:46.293872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-9cc0810c-63dc-46fc-a608-216f239ae040 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.295341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-9cc0810c-63dc-46fc-a608-216f239ae040 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/networks?id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce HTTP/1.1" status: 200 len: 814 time: 0.1047957 Jul 22 22:16:46.309915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-f9e661aa-5999-4310-a265-1cde3a3989cd tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/quotas/7ad505b51ed34d0792a0628768a1062d HTTP/1.1" status: 200 len: 375 time: 0.0090706 Jul 22 22:16:46.331431 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.374735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-fa29a9c2-aeab-4c38-af00-76b4f4afa4ab tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad505b51ed34d0792a0628768a1062d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585213 Jul 22 22:16:46.428048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-7ff47052-b2d0-422a-93c9-d483c1f4a4fe service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:16:46.428967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-7ff47052-b2d0-422a-93c9-d483c1f4a4fe service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473418 Jul 22 22:16:46.522405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-90168575-a912-48bb-9ad4-724f2e633c0c service neutron] 10.222.0.54 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875218 Jul 22 22:16:46.612164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-6d22bc88-e64c-421f-9ae7-a1d7d8b4aee2 service neutron] 10.222.0.54 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Jul 22 22:16:46.774473 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-87ec2d90-3f55-412d-a987-8df718a95db2 req-25fdc064-ef35-4618-ae9a-f8f3d27f2546 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 210 time: 0.0296595 Jul 22 22:16:47.764894 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-ec930d4a-0100-46f5-a58a-43f72140b83a tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.766761 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-ec930d4a-0100-46f5-a58a-43f72140b83a tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.23 "GET /v2.0/networks?id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce HTTP/1.1" status: 200 len: 814 time: 0.1065361 Jul 22 22:16:47.780825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Request body: {'port': {'device_id': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce', 'admin_state_up': True, 'tenant_id': '7ad505b51ed34d0792a0628768a1062d'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:47.878924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77061d34-09a9-4de4-bcba-09a429865984 req-5fae608c-ce56-4916-8d07-54ae40df7006 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 210 time: 0.0350730 Jul 22 22:16:47.897171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Made reservation on behalf of 7ad505b51ed34d0792a0628768a1062d for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:47.901159 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.028934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Allocated IP 172.20.0.10 (96b170c5-f4a2-4d9b-b0b7-806ddf6231ce/a96d1d01-9063-4238-a04b-f5c4b7e652b8/4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:48.179848 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.218627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.230805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bfefab2d-3e16-44a6-b61f-f7485af02871'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:48.264452 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:48.267529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:48.272156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:48.309503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Pushing event updated for resources: {'Port': ['ID=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:48.345626 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.346619 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.359972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-4391b259-844c-473a-8b63-961bc1ac9a8f tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837317 Jul 22 22:16:48.371653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Request body: {'port': {'device_id': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:48.447682 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.483718 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.713118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:48.720455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.732135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Transition to ACTIVE for port object 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:48.736340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.785186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Pushing event updated for resources: {'Port': ['ID=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:48.872692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Attempting to bind port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:48.873030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Attempting to bind port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:48.873363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Attempting to bind port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 on network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:48.878272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 on network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:48.878594 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Attempting to bind port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 on network 96b170c5-f4a2-4d9b-b0b7-806ddf6231ce {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:48.883384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:48.883727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Checking segment: {'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:48.884143 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Bound using segment: {'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:48.884567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Bound port: 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3d5281-743c-4f14-a37e-693c6c27f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:48.884931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.951898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] For port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:48.955184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] For port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:48.960769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:49.000183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.000739 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:49.002165 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] 10.222.0.23 "PUT /v2.0/ports/4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 HTTP/1.1" status: 200 len: 1093 time: 0.6350093 Jul 22 22:16:49.003266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'tag': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:49.005531 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615bbbc-ba72-4488-971a-6055073e5061" -d '{"events": [{"name": "network-changed", "server_uuid": "0df4c998-6d41-41a1-9f9c-a0de48241e54", "tag": "4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:49.020703 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871752d0-0163-4406-8734-8c8a884efeea req-813a3d87-092c-4cc8-8842-11f5b6be13a6 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.022579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-871752d0-0163-4406-8734-8c8a884efeea req-813a3d87-092c-4cc8-8842-11f5b6be13a6 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 944 time: 0.0741608 Jul 22 22:16:49.039908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c52fa-332c-4cdc-8274-90437e0c09cd service neutron] Pushing event updated for resources: {'Port': ['ID=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:49.054673 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e797b6-82cb-4f45-af51-41e92048a49b x-openstack-request-id: req-88e797b6-82cb-4f45-af51-41e92048a49b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:49.055127 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df4c998-6d41-41a1-9f9c-a0de48241e54", "tag": "4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:49.055386 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88e797b6-82cb-4f45-af51-41e92048a49b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:49.055787 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'tag': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0', 'status': 'completed', 'code': 200} Jul 22 22:16:49.067246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-871752d0-0163-4406-8734-8c8a884efeea req-f0c6322c-9595-4c29-8d26-439110de8010 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Jul 22 22:16:49.105557 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-ddc9aebc-185b-4c51-b642-24f9520a01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.107088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-ddc9aebc-185b-4c51-b642-24f9520a01e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ad505b51ed34d0792a0628768a1062d&device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 1096 time: 0.0627732 Jul 22 22:16:49.151069 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-466411ba-5385-4fe7-9b89-0dadf1bca9b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 HTTP/1.1" status: 200 len: 217 time: 0.0352671 Jul 22 22:16:49.199648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-a12c2c2a-bb08-4403-b3a8-932cc8485372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.201142 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-a12c2c2a-bb08-4403-b3a8-932cc8485372 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a96d1d01-9063-4238-a04b-f5c4b7e652b8 HTTP/1.1" status: 200 len: 854 time: 0.0436375 Jul 22 22:16:49.240560 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-a834241a-f4c9-41de-8fcc-e767776f1b06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315416 Jul 22 22:16:49.331750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-1551f8ec-0b0e-45d8-962f-fb8d6030c09f service neutron] 10.222.0.23 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834703 Jul 22 22:16:49.428383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d4a7f5a0-150e-4b3b-9452-b4d76f995e90 req-451fc7da-9f58-45c6-8ca7-fa725f3f7621 service neutron] 10.222.0.23 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903220 Jul 22 22:16:49.532719 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615bbbc-ba72-4488-971a-6055073e5061 req-a64cf018-0a01-4bf5-a363-7553f4cc830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.534256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9615bbbc-ba72-4488-971a-6055073e5061 req-a64cf018-0a01-4bf5-a363-7553f4cc830d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ad505b51ed34d0792a0628768a1062d&device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 1096 time: 0.0562763 Jul 22 22:16:49.628825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615bbbc-ba72-4488-971a-6055073e5061 req-b90202be-6ad8-4deb-9ddb-b67aac66bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.630739 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9615bbbc-ba72-4488-971a-6055073e5061 req-b90202be-6ad8-4deb-9ddb-b67aac66bbc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce HTTP/1.1" status: 200 len: 915 time: 0.0902512 Jul 22 22:16:49.673349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9615bbbc-ba72-4488-971a-6055073e5061 req-47f79dbf-2bab-477d-8d3e-9fd741d50a39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 HTTP/1.1" status: 200 len: 217 time: 0.0361242 Jul 22 22:16:49.726480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615bbbc-ba72-4488-971a-6055073e5061 req-a3aa2965-d647-42dd-b55c-0aacf28af3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.728050 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9615bbbc-ba72-4488-971a-6055073e5061 req-a3aa2965-d647-42dd-b55c-0aacf28af3a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a96d1d01-9063-4238-a04b-f5c4b7e652b8 HTTP/1.1" status: 200 len: 854 time: 0.0474012 Jul 22 22:16:49.764021 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9615bbbc-ba72-4488-971a-6055073e5061 req-5751fa41-a588-4eb2-bfe1-ebb59333d753 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282862 Jul 22 22:16:49.860300 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9615bbbc-ba72-4488-971a-6055073e5061 req-361e5b4c-311f-49c9-80e8-27fe11098697 service neutron] 10.222.0.23 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886667 Jul 22 22:16:49.958389 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9615bbbc-ba72-4488-971a-6055073e5061 req-ecb18ef8-f66f-4555-91fb-04630abee6c9 service neutron] 10.222.0.23 "GET /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914359 Jul 22 22:16:50.211098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3c293-a57e-4187-9d02-eeb499770325 req-47210b3e-08ff-4d91-a999-a37e26b1b0f5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.212779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12e3c293-a57e-4187-9d02-eeb499770325 req-47210b3e-08ff-4d91-a999-a37e26b1b0f5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 944 time: 0.0679965 Jul 22 22:16:50.259049 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12e3c293-a57e-4187-9d02-eeb499770325 req-e316cc76-4e67-40ba-98c4-d3f138a56c29 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Jul 22 22:16:50.772329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:50.870958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:50.881901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0', 'network_id': '96b170c5-f4a2-4d9b-b0b7-806ddf6231ce', 'port_id': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0', 'mac_address': 'fa:16:3e:f8:a5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96d1d01-9063-4238-a04b-f5c4b7e652b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:50.919538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.932276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:50.950943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:50.955040 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.003083 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:51.150028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:51.396128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bd2a-cd2c-4d2a-9792-d5861e2a7bfa req-02a556c7-be7f-4fee-8782-f49d5ad6b372 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.397590 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a75bd2a-cd2c-4d2a-9792-d5861e2a7bfa req-02a556c7-be7f-4fee-8782-f49d5ad6b372 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 945 time: 0.0658956 Jul 22 22:16:51.442445 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9a75bd2a-cd2c-4d2a-9792-d5861e2a7bfa req-f124012d-f752-4308-a4f6-a1b964ad0c1c tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388794 Jul 22 22:16:52.574593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af1802-4671-4589-9987-bb53cccc8e2d req-69f801e9-dc2b-4e35-856b-3c19e00392e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:52.576118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0af1802-4671-4589-9987-bb53cccc8e2d req-69f801e9-dc2b-4e35-856b-3c19e00392e7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 945 time: 0.0652773 Jul 22 22:16:52.614064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0af1802-4671-4589-9987-bb53cccc8e2d req-391e8320-b4d4-4c47-a5fa-0944ebc2c9ed tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Jul 22 22:16:52.773655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:52.822556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:52.826439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:52.826815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.903541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.925804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:52.928701 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1053675-7a05-4bac-bb22-0cbfbd469b92" -d '{"events": [{"server_uuid": "0df4c998-6d41-41a1-9f9c-a0de48241e54", "name": "network-vif-plugged", "status": "completed", "tag": "4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:52.941138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:52.945222 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.968339 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56597951-9422-4695-a845-5d359550c09c x-openstack-request-id: req-56597951-9422-4695-a845-5d359550c09c {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:52.968629 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df4c998-6d41-41a1-9f9c-a0de48241e54", "name": "network-vif-plugged", "status": "completed", "tag": "4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:52.968881 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56597951-9422-4695-a845-5d359550c09c {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:52.969270 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0', 'code': 200} Jul 22 22:16:52.997186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:53.124497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57065be-8f0d-498f-8c25-c30d4547430a req-7a891044-7ae7-4a67-a874-0628a285ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.125972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b57065be-8f0d-498f-8c25-c30d4547430a req-7a891044-7ae7-4a67-a874-0628a285ef7c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 1098 time: 0.0543983 Jul 22 22:16:53.163264 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b57065be-8f0d-498f-8c25-c30d4547430a req-2522d5a8-5b90-4178-b2d2-49db1802d9db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292215 Jul 22 22:16:53.757088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6cb8-b5ab-4cad-bf1b-2885b9af3d6b req-dc17c124-25f1-43af-bf6d-8588fbcd86e4 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.758543 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34dd6cb8-b5ab-4cad-bf1b-2885b9af3d6b req-dc17c124-25f1-43af-bf6d-8588fbcd86e4 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 946 time: 0.0743322 Jul 22 22:16:53.799463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-34dd6cb8-b5ab-4cad-bf1b-2885b9af3d6b req-76af3d73-4edc-4bd6-aa7a-d023a4a283ab tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Jul 22 22:16:54.936017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104bec3-ec62-4c03-8ff2-db268aff2c3e req-0f428a93-d3f6-4533-bc07-45c384f9b6aa tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:54.937555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7104bec3-ec62-4c03-8ff2-db268aff2c3e req-0f428a93-d3f6-4533-bc07-45c384f9b6aa tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 946 time: 0.0672581 Jul 22 22:16:54.976506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7104bec3-ec62-4c03-8ff2-db268aff2c3e req-fb2e9556-33a4-445c-87ae-2dcc5c7d6b44 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333741 Jul 22 22:16:55.242751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aaf66-618c-43e2-acfc-4affb4490eb1 req-d480ba02-969a-498a-8225-7f8b6e179d28 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:55.244297 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb3aaf66-618c-43e2-acfc-4affb4490eb1 req-d480ba02-969a-498a-8225-7f8b6e179d28 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 946 time: 0.0736177 Jul 22 22:16:55.289777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb3aaf66-618c-43e2-acfc-4affb4490eb1 req-a29a47f8-7d44-4b6e-b335-afc01f4e985a tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Jul 22 22:16:56.434060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd003385-2586-4db4-aee2-c2fc2d599e90 req-7c338f8a-48c1-4869-a224-74965f3990ee tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:56.435597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd003385-2586-4db4-aee2-c2fc2d599e90 req-7c338f8a-48c1-4869-a224-74965f3990ee tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 946 time: 0.0691411 Jul 22 22:16:56.474704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd003385-2586-4db4-aee2-c2fc2d599e90 req-54b86420-9b68-4149-a312-6f52057a8a03 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334680 Jul 22 22:16:56.581368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a5238-a415-43e9-ac03-158abd9a041c req-b2adab1d-b544-4cdd-8377-a467ad078115 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:56.582753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-463a5238-a415-43e9-ac03-158abd9a041c req-b2adab1d-b544-4cdd-8377-a467ad078115 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df4c998-6d41-41a1-9f9c-a0de48241e54 HTTP/1.1" status: 200 len: 946 time: 0.0634270 Jul 22 22:16:56.686281 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Deleting port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:56.686622 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.772995 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] For port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:56.773362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.786123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Calling delete_port for 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:56.920767 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.932863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:56.938167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bfefab2d-3e16-44a6-b61f-f7485af02871'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:56.956399 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Pushing event deleted for resources: {'Port': ['ID=4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:56.993138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.993493 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.993834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.994171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.994505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.994840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.995166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.995491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.995827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.996170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.996494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:56.996817 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:57.021431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] No DVR routers for this DVR port 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:57.024612 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.027334 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-463a5238-a415-43e9-ac03-158abd9a041c req-be84cef5-8db7-4383-87b9-23b54fa34857 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.23 "DELETE /v2.0/ports/4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 HTTP/1.1" status: 204 len: 173 time: 0.4390807 Jul 22 22:16:57.028586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'name': 'network-vif-deleted', 'tag': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:57.032059 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb8a3c-00b7-4ee9-b5b9-2b2703fd587f" -d '{"events": [{"server_uuid": "0df4c998-6d41-41a1-9f9c-a0de48241e54", "name": "network-vif-deleted", "tag": "4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:57.070834 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6341ecda-b31b-4e68-beb8-e0d1a7fc7ddd x-openstack-request-id: req-6341ecda-b31b-4e68-beb8-e0d1a7fc7ddd {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:57.071123 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df4c998-6d41-41a1-9f9c-a0de48241e54", "name": "network-vif-deleted", "tag": "4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:57.071371 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6341ecda-b31b-4e68-beb8-e0d1a7fc7ddd {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:57.071789 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df4c998-6d41-41a1-9f9c-a0de48241e54', 'name': 'network-vif-deleted', 'tag': '4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0', 'status': 'completed', 'code': 200} Jul 22 22:16:57.644694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e7e9e-10cd-4f82-99b7-d38e6289e459 req-69b93ec6-7c52-4345-ab09-a4d78d60a46d tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:57.646234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b91e7e9e-10cd-4f82-99b7-d38e6289e459 req-69b93ec6-7c52-4345-ab09-a4d78d60a46d tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0637426 Jul 22 22:16:57.684723 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b91e7e9e-10cd-4f82-99b7-d38e6289e459 req-14b7e74e-56c4-4b8a-b905-bc7e4d7525d9 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jul 22 22:16:57.833896 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18992a0e-300b-4af6-a5fa-2cfd520f8871 req-d433868c-694e-4d63-8f1c-a3520ba495d5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:57.835432 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18992a0e-300b-4af6-a5fa-2cfd520f8871 req-d433868c-694e-4d63-8f1c-a3520ba495d5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0676565 Jul 22 22:16:57.873903 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-18992a0e-300b-4af6-a5fa-2cfd520f8871 req-1f7755ae-6df0-423d-830f-088ed5983d27 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Jul 22 22:16:58.007623 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49776d7-1434-4608-b1bb-cc12314b6f1a req-32eaa3b4-34bd-4808-af9d-d57e6eb59cd7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.009700 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d49776d7-1434-4608-b1bb-cc12314b6f1a req-32eaa3b4-34bd-4808-af9d-d57e6eb59cd7 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0652487 Jul 22 22:16:58.048255 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d49776d7-1434-4608-b1bb-cc12314b6f1a req-6bf0f5f7-9f50-4f0a-afdb-1c24fada5cf8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Jul 22 22:16:58.230406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eefbd-0b4c-4bd0-a82f-228c48f404fe req-5a1ac141-10a5-4c69-9e43-3717bb8b9c4d tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.232687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c9eefbd-0b4c-4bd0-a82f-228c48f404fe req-5a1ac141-10a5-4c69-9e43-3717bb8b9c4d tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0650554 Jul 22 22:16:58.278476 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c9eefbd-0b4c-4bd0-a82f-228c48f404fe req-4f4a8110-7c6f-4dda-83bc-d612b500f870 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Jul 22 22:16:58.412825 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41212c4-145c-474e-9ec8-e6de6d6a4e9d req-4cca66de-ec27-4231-88b1-94e0a5d1412c tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.414398 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a41212c4-145c-474e-9ec8-e6de6d6a4e9d req-4cca66de-ec27-4231-88b1-94e0a5d1412c tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0657251 Jul 22 22:16:58.453382 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a41212c4-145c-474e-9ec8-e6de6d6a4e9d req-36e2c21c-67d8-44f7-b122-3b3885bbf9f5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Jul 22 22:16:58.603119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a18d1c-aef1-4ef8-bfaf-eb92f2f55c19 req-72312fa0-c940-4183-bc06-835e95e39a61 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.604638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61a18d1c-aef1-4ef8-bfaf-eb92f2f55c19 req-72312fa0-c940-4183-bc06-835e95e39a61 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0740087 Jul 22 22:16:58.642566 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61a18d1c-aef1-4ef8-bfaf-eb92f2f55c19 req-643a706d-cc6e-4578-8a10-667a5bff3497 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Jul 22 22:16:58.970203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8530d5-522a-4f6b-a263-a0814402af51 req-8f9ae10d-2c5b-40ea-8f11-eca5d52b16f5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.971699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c8530d5-522a-4f6b-a263-a0814402af51 req-8f9ae10d-2c5b-40ea-8f11-eca5d52b16f5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0711503 Jul 22 22:16:59.021381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c8530d5-522a-4f6b-a263-a0814402af51 req-711ae555-2254-471f-8b28-dd90355d4e13 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Jul 22 22:17:00.155213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4f17a-7136-4c40-b0b8-11ab4a32ff86 req-65c72b40-796c-4777-bbf9-93fa3f227900 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:00.156769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fd4f17a-7136-4c40-b0b8-11ab4a32ff86 req-65c72b40-796c-4777-bbf9-93fa3f227900 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0647635 Jul 22 22:17:00.194785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9fd4f17a-7136-4c40-b0b8-11ab4a32ff86 req-a0de80cb-acdf-431e-9be8-cd86ddc3a8ad tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/security-groups?id=878077c7-9d2a-4059-ae88-e7f4a495a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Jul 22 22:17:00.395556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936c97d-7238-4873-aca1-0fb520401117 req-2fed47b8-9a9f-41b9-8f18-c08471b180e5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:00.397247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3936c97d-7238-4873-aca1-0fb520401117 req-2fed47b8-9a9f-41b9-8f18-c08471b180e5 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 945 time: 0.0637043 Jul 22 22:17:00.505503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Deleting port bfefab2d-3e16-44a6-b61f-f7485af02871 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:00.505849 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.595769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] For port bfefab2d-3e16-44a6-b61f-f7485af02871, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=bfefab2d-3e16-44a6-b61f-f7485af02871,segment=NetworkSegment(7b3d5281-743c-4f14-a37e-693c6c27f2d9),segment_id=7b3d5281-743c-4f14-a37e-693c6c27f2d9)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:00.596152 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.609088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Calling delete_port for bfefab2d-3e16-44a6-b61f-f7485af02871 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:00.739483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.751182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['bfefab2d-3e16-44a6-b61f-f7485af02871'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:00.769045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Pushing event deleted for resources: {'Port': ['ID=bfefab2d-3e16-44a6-b61f-f7485af02871,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:00.814854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] No DVR routers for this DVR port bfefab2d-3e16-44a6-b61f-f7485af02871 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:00.817527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.819919 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3936c97d-7238-4873-aca1-0fb520401117 req-d2a207be-94f0-4b07-935b-314a6586a2f8 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.58 "DELETE /v2.0/ports/bfefab2d-3e16-44a6-b61f-f7485af02871 HTTP/1.1" status: 204 len: 173 time: 0.4174886 Jul 22 22:17:00.820386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'name': 'network-vif-deleted', 'tag': 'bfefab2d-3e16-44a6-b61f-f7485af02871'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:00.822643 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5813f4fa-d1a1-48ff-98f8-d889363a47df" -d '{"events": [{"server_uuid": "c9a85b0a-4f46-4104-9523-2d6b9ab5455c", "name": "network-vif-deleted", "tag": "bfefab2d-3e16-44a6-b61f-f7485af02871"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:00.825546 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:00.847209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:00.847209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4ab473dc-c2ea-49b4-91cb-dcc4f73b23b0 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:00.867602 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d15fc8-a621-4d3b-bbc0-f2a8daea6acb x-openstack-request-id: req-83d15fc8-a621-4d3b-bbc0-f2a8daea6acb {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:00.868031 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a85b0a-4f46-4104-9523-2d6b9ab5455c", "name": "network-vif-deleted", "tag": "bfefab2d-3e16-44a6-b61f-f7485af02871", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:00.868369 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83d15fc8-a621-4d3b-bbc0-f2a8daea6acb {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:00.868815 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a85b0a-4f46-4104-9523-2d6b9ab5455c', 'name': 'network-vif-deleted', 'tag': 'bfefab2d-3e16-44a6-b61f-f7485af02871', 'status': 'completed', 'code': 200} Jul 22 22:17:01.309883 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eff9b82e-6299-4b81-bbad-7175998458a4 req-68786680-a39b-4795-8ec2-2c8e2f674443 tempest-ServersNegativeTestJSON-1003415155 tempest-ServersNegativeTestJSON-1003415155-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a85b0a-4f46-4104-9523-2d6b9ab5455c HTTP/1.1" status: 200 len: 210 time: 0.0362992 Jul 22 22:17:01.976056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.365287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53742) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:02.409520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] Deleting subnet a96d1d01-9063-4238-a04b-f5c4b7e652b8 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:02.412586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.450240 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.498340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.550793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.577382 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a96d1d01-9063-4238-a04b-f5c4b7e652b8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:02.579336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.581765 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c2a611ec-5bcb-49e7-8584-4ffc392d44bf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a96d1d01-9063-4238-a04b-f5c4b7e652b8 HTTP/1.1" status: 204 len: 168 time: 0.2148516 Jul 22 22:17:02.583700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53744) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:02.630234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.655602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.732921 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.743634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b170c5-f4a2-4d9b-b0b7-806ddf6231ce']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:02.753284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3d5281-743c-4f14-a37e-693c6c27f2d9') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:02.753582 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3d5281-743c-4f14-a37e-693c6c27f2d9') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:02.764597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.783867 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.789684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:02.790068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:02.791750 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:02.844718 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.851563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:02.854501 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] 10.222.0.54 "DELETE /v2.0/networks/96b170c5-f4a2-4d9b-b0b7-806ddf6231ce HTTP/1.1" status: 204 len: 168 time: 0.2698646 Jul 22 22:17:02.865863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd7aa-8151-427d-a47f-249763fc7b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b170c5-f4a2-4d9b-b0b7-806ddf6231ce,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:02.959664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53748) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:03.003128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-50461891-7818-4a30-8ea6-007346442143 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ad505b51ed34d0792a0628768a1062d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422769 Jul 22 22:17:03.005639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53750) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:03.054177 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b983d46d-62e0-4bae-b182-13d0e703d489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.076923 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b983d46d-62e0-4bae-b182-13d0e703d489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.124287 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b983d46d-62e0-4bae-b182-13d0e703d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.126825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b983d46d-62e0-4bae-b182-13d0e703d489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.127999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b983d46d-62e0-4bae-b182-13d0e703d489 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/878077c7-9d2a-4059-ae88-e7f4a495a9e2 HTTP/1.1" status: 204 len: 168 time: 0.1214383 Jul 22 22:17:03.136300 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983d46d-62e0-4bae-b182-13d0e703d489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878077c7-9d2a-4059-ae88-e7f4a495a9e2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:03.842272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53772) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:03.935369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932792134'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:03.956287 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:03.959673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.969005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.059142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.062729 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.085175 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:04.099318 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f43f966-d369-4509-a75f-f678865886ee,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:04.104300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.104649 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Added segment 1bba4eee-4a98-4681-aaa1-ad9ca810b01c of type vlan for network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 Jul 22 22:17:04.150995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.178735 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.184277 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:04.184862 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.220561 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3771396 Jul 22 22:17:04.251474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251d3f3-6e27-48a7-a589-244e8321f1b4 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Network': ['ID=05a0cfe9-1067-4c56-84cb-9b8f6b523ee8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:04.263790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:04.327204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bfefab2d-3e16-44a6-b61f-f7485af02871 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:04.349533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: bfefab2d-3e16-44a6-b61f-f7485af02871 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:04.349884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device bfefab2d-3e16-44a6-b61f-f7485af02871 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:07.433200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53778) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.438381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'subnet': {'network_id': '05a0cfe9-1067-4c56-84cb-9b8f6b523ee8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:07.548989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:07.552507 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.738350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.797713 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Subnet': ['ID=f8b3f1ed-b5d1-4060-ba76-419027b26b27,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.807264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Checking segment: {'id': '1bba4eee-4a98-4681-aaa1-ad9ca810b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '05a0cfe9-1067-4c56-84cb-9b8f6b523ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:07.808366 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network hostable DHCP agents. Network: 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:07.825470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:07.833849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:07.838091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:07.838689 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.842990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc5c83-328b-4624-a23a-5dcc5e95bfbb None None] Network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:07.854930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c74333b8-621c-4b12-8bdb-96cef84014c0 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4201503 Jul 22 22:17:07.858419 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.864457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79525500'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:07.886440 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:07.889954 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.915202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:07.925023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.925374 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Added segment 36c11df5-05ee-489c-9a9a-003f50eed91c of type vlan for network 6e876ea8-5ab3-41f2-9b0c-1aea49012864 Jul 22 22:17:07.965403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.990747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-05a0cfe9-1067-4c56-84cb-9b8f6b523ee8', 'network_id': '05a0cfe9-1067-4c56-84cb-9b8f6b523ee8', 'tenant_id': 'e8c880b1b01c4f31a9183b43c8362676', 'fixed_ips': [{'subnet_id': 'f8b3f1ed-b5d1-4060-ba76-419027b26b27'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:07.991677 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.000471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.005905 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.006486 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.038070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1784163 Jul 22 22:17:08.041017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53782) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:08.046499 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'subnet': {'network_id': '6e876ea8-5ab3-41f2-9b0c-1aea49012864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:08.100159 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f68c22-1f54-4d8c-ab30-6ea1e78f11e1 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Network': ['ID=6e876ea8-5ab3-41f2-9b0c-1aea49012864,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:08.114428 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6e876ea8-5ab3-41f2-9b0c-1aea49012864 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:08.152618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Allocated IP 2001:db8:0:ffff::2 (05a0cfe9-1067-4c56-84cb-9b8f6b523ee8/f8b3f1ed-b5d1-4060-ba76-419027b26b27/237ccbdf-daf9-43c6-8362-af12264318f7) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:08.170163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:08.173781 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.334363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.344871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Transition to ACTIVE for port object 237ccbdf-daf9-43c6-8362-af12264318f7 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:08.360104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Transition to ACTIVE for port object 237ccbdf-daf9-43c6-8362-af12264318f7 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:08.366534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.368205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.400363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:08.407179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:08.410757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:08.421949 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Pushing event updated for resources: {'Port': ['ID=237ccbdf-daf9-43c6-8362-af12264318f7,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:08.424482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Subnet': ['ID=6fbe6cfe-ee14-4f33-b7bd-a3378afa6bd5,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:08.444896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Checking segment: {'id': '36c11df5-05ee-489c-9a9a-003f50eed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6e876ea8-5ab3-41f2-9b0c-1aea49012864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:08.445601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network hostable DHCP agents. Network: 6e876ea8-5ab3-41f2-9b0c-1aea49012864, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:08.447118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.447458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.447798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.448279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.448624 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.448957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.449285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.449611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.449935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.450255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.450577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.450899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:08.464739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network 6e876ea8-5ab3-41f2-9b0c-1aea49012864 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:08.476924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6e876ea8-5ab3-41f2-9b0c-1aea49012864) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:08.482226 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.482833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.488200 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef77cf8-6788-40d1-bbd0-48bc2e735044 None None] Network 6e876ea8-5ab3-41f2-9b0c-1aea49012864 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:08.500667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ebed526f-5c82-46c3-9c80-a08ab010dd62 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4561193 Jul 22 22:17:08.501000 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:08.503437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Attempting to bind port 237ccbdf-daf9-43c6-8362-af12264318f7 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:08.503809 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Attempting to bind port 237ccbdf-daf9-43c6-8362-af12264318f7 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '1bba4eee-4a98-4681-aaa1-ad9ca810b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '05a0cfe9-1067-4c56-84cb-9b8f6b523ee8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:08.504202 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Attempting to bind port 237ccbdf-daf9-43c6-8362-af12264318f7 on network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:08.517701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:08.518139 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Checking segment: {'id': '1bba4eee-4a98-4681-aaa1-ad9ca810b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '05a0cfe9-1067-4c56-84cb-9b8f6b523ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:08.518549 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.518937 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Bound using segment: {'id': '1bba4eee-4a98-4681-aaa1-ad9ca810b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '05a0cfe9-1067-4c56-84cb-9b8f6b523ee8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:08.519397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Bound port: 237ccbdf-daf9-43c6-8362-af12264318f7, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bba4eee-4a98-4681-aaa1-ad9ca810b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '05a0cfe9-1067-4c56-84cb-9b8f6b523ee8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:08.519778 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.608483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.662506 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.730975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.763238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbe6cfe-ee14-4f33-b7bd-a3378afa6bd5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:08.811954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] For port 237ccbdf-daf9-43c6-8362-af12264318f7, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:08.828903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.830439 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] For port 237ccbdf-daf9-43c6-8362-af12264318f7, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=237ccbdf-daf9-43c6-8362-af12264318f7,segment=NetworkSegment(1bba4eee-4a98-4681-aaa1-ad9ca810b01c),segment_id=1bba4eee-4a98-4681-aaa1-ad9ca810b01c)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:08.839667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.839920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e876ea8-5ab3-41f2-9b0c-1aea49012864']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:08.849853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c11df5-05ee-489c-9a9a-003f50eed91c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:08.850181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c11df5-05ee-489c-9a9a-003f50eed91c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:08.861049 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.877269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.883631 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:08.884074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.886677 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688f43e-cd0b-402c-8028-99d0dbfb9f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6e876ea8-5ab3-41f2-9b0c-1aea49012864', 'network_id': '6e876ea8-5ab3-41f2-9b0c-1aea49012864', 'tenant_id': 'e8c880b1b01c4f31a9183b43c8362676', 'fixed_ips': [{'subnet_id': '6fbe6cfe-ee14-4f33-b7bd-a3378afa6bd5'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:08.887522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c688f43e-cd0b-402c-8028-99d0dbfb9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:08.887872 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:08.940076 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa64b-2204-44d2-b83b-a276cb8d9608 None None] Pushing event updated for resources: {'Port': ['ID=237ccbdf-daf9-43c6-8362-af12264318f7,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:08.997527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.005143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d0bf1-0e69-4203-ace8-52c57689032d None None] Network 6e876ea8-5ab3-41f2-9b0c-1aea49012864 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:09.005840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.007796 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/6e876ea8-5ab3-41f2-9b0c-1aea49012864 HTTP/1.1" status: 204 len: 168 time: 0.5058963 Jul 22 22:17:09.013433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53786) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:09.018138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d0bf1-0e69-4203-ace8-52c57689032d None None] Network 6e876ea8-5ab3-41f2-9b0c-1aea49012864 could not be found, it might have been deleted concurrently. {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 22:17:09.018621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368000132'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:09.026293 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ec480-0f8d-4efd-bbff-2db86cb18b2e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Network': ['ID=6e876ea8-5ab3-41f2-9b0c-1aea49012864,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:09.046055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:09.049971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.075259 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:09.094484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.094847 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Added segment 3778d5d6-9572-41f0-a3aa-529bb461f44c of type vlan for network 4a9ae1df-3fc0-4b87-900a-b1452c7081e7 Jul 22 22:17:09.139714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.180929 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.188459 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:09.189081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.246529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 237ccbdf-daf9-43c6-8362-af12264318f7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:09.265219 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2506630 Jul 22 22:17:09.266406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30712b-a5dd-476c-90f1-ceaae0fd6f0f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Network': ['ID=4a9ae1df-3fc0-4b87-900a-b1452c7081e7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:09.268222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53788) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:09.273496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'subnet': {'network_id': '4a9ae1df-3fc0-4b87-900a-b1452c7081e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:09.279295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 4a9ae1df-3fc0-4b87-900a-b1452c7081e7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:09.359035 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 237ccbdf-daf9-43c6-8362-af12264318f7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:09.369380 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:09.373024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.429107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Performing IP validity checks on allocation pools {{(pid=94091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 22:17:09.429541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.ipam_backend_mixin [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 22:17:09.555904 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.614999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Subnet': ['ID=1a3d2345-065f-4f3b-b332-8626d4edd886,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:09.625756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Checking segment: {'id': '3778d5d6-9572-41f0-a3aa-529bb461f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4a9ae1df-3fc0-4b87-900a-b1452c7081e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:09.626123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network hostable DHCP agents. Network: 4a9ae1df-3fc0-4b87-900a-b1452c7081e7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:09.643503 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network 4a9ae1df-3fc0-4b87-900a-b1452c7081e7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:09.653811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 4a9ae1df-3fc0-4b87-900a-b1452c7081e7) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:09.658121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:09.658633 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.663420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98f1041-336f-4421-8b75-55cf3669a6d1 None None] Network 4a9ae1df-3fc0-4b87-900a-b1452c7081e7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:09.677009 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b29cec0a-22f0-4715-b685-80ffe02a6216 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4051683 Jul 22 22:17:09.677224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53790) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:09.786902 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.833271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad5ea6-5bf2-4bcf-b241-f10404275ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-4a9ae1df-3fc0-4b87-900a-b1452c7081e7', 'network_id': '4a9ae1df-3fc0-4b87-900a-b1452c7081e7', 'tenant_id': 'e8c880b1b01c4f31a9183b43c8362676', 'fixed_ips': [{'subnet_id': '1a3d2345-065f-4f3b-b332-8626d4edd886'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:09.834379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67ad5ea6-5bf2-4bcf-b241-f10404275ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.844173 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.847128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfccde0a-0dc6-4958-bd4d-2d6ddb76f9fd None None] Network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:09.904760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.933739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3d2345-065f-4f3b-b332-8626d4edd886,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:09.984859 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f56e6c2e-a5a8-425d-b63a-7e781c60791f None None] Provisioning for port 237ccbdf-daf9-43c6-8362-af12264318f7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:09.998135 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.004086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f56e6c2e-a5a8-425d-b63a-7e781c60791f None None] Provisioning complete for port 237ccbdf-daf9-43c6-8362-af12264318f7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:10.004464 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f56e6c2e-a5a8-425d-b63a-7e781c60791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.012267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9ae1df-3fc0-4b87-900a-b1452c7081e7']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:10.023182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3778d5d6-9572-41f0-a3aa-529bb461f44c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:10.023507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3778d5d6-9572-41f0-a3aa-529bb461f44c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-67ad5ea6-5bf2-4bcf-b241-f10404275ff4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a3d2345-065f-4f3b-b332-8626d4edd886: This subnet is being modified by another concurrent operation. Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a3d2345-065f-4f3b-b332-8626d4edd886: This subnet is being modified by another concurrent operation. Jul 22 22:17:10.038696 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 22:17:10.051745 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.068443 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.076521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:10.077001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:10.080317 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:10.083583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6167ab-87a4-4938-a539-160d4ebb0f2f None None] Network 4a9ae1df-3fc0-4b87-900a-b1452c7081e7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:10.143731 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.151159 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.156752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/4a9ae1df-3fc0-4b87-900a-b1452c7081e7 HTTP/1.1" status: 204 len: 168 time: 0.4749238 Jul 22 22:17:10.157186 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53792) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:10.163401 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555487248'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:10.165971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44faff-ca2c-4d4e-a578-13884c964aee tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Network': ['ID=4a9ae1df-3fc0-4b87-900a-b1452c7081e7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:10.187549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:10.191441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.214918 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:10.224543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.224891 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Added segment 9fb5a758-3eef-452f-a902-6521bd5fce23 of type vlan for network 0e18a393-9345-4751-be11-1be46ddb8783 Jul 22 22:17:10.272973 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f56e6c2e-a5a8-425d-b63a-7e781c60791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.275616 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.305342 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.311493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.312091 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.314122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f56e6c2e-a5a8-425d-b63a-7e781c60791f None None] For port 237ccbdf-daf9-43c6-8362-af12264318f7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=237ccbdf-daf9-43c6-8362-af12264318f7,segment=NetworkSegment(1bba4eee-4a98-4681-aaa1-ad9ca810b01c),segment_id=1bba4eee-4a98-4681-aaa1-ad9ca810b01c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:10.318737 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f56e6c2e-a5a8-425d-b63a-7e781c60791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.363591 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2048178 Jul 22 22:17:10.367323 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53794) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:10.373604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'subnet': {'network_id': '0e18a393-9345-4751-be11-1be46ddb8783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:10.374744 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e6c2e-a5a8-425d-b63a-7e781c60791f None None] Pushing event updated for resources: {'Port': ['ID=237ccbdf-daf9-43c6-8362-af12264318f7,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:10.395757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b507-1532-4010-b18a-0a61be4c6e85 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Network': ['ID=0e18a393-9345-4751-be11-1be46ddb8783,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:10.407950 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 0e18a393-9345-4751-be11-1be46ddb8783 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:10.468446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:10.472523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.527362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcf385-bfd2-4095-935e-43308a038432 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 22:17:10.580587 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3207853c-1201-470d-8265-398ad0a0f122 None None] Provisioning complete for port 237ccbdf-daf9-43c6-8362-af12264318f7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:10.580960 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3207853c-1201-470d-8265-398ad0a0f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.625963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efcf385-bfd2-4095-935e-43308a038432 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 22:17:10.674188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.739035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Subnet': ['ID=d9fd31fc-c241-445a-b5df-9f745774f310,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:10.753520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Checking segment: {'id': '9fb5a758-3eef-452f-a902-6521bd5fce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0e18a393-9345-4751-be11-1be46ddb8783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:10.753881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network hostable DHCP agents. Network: 0e18a393-9345-4751-be11-1be46ddb8783, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:10.771985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network 0e18a393-9345-4751-be11-1be46ddb8783 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:10.780650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 0e18a393-9345-4751-be11-1be46ddb8783) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:10.785064 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.785651 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.801354 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ddf84321-25a5-4f23-bda4-831bebb3083a tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4323113 Jul 22 22:17:10.804643 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53796) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:10.810234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-14752868'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:10.830624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:10.834411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.860394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:10.869545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.869886 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Added segment 2749da12-16d6-41fe-a7ea-440ebd382aed of type vlan for network f58836cf-74df-4a4c-a04e-06065837c730 Jul 22 22:17:10.885508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdfa5ee-132f-486d-90f4-6b1af754c51c None None] Network 0e18a393-9345-4751-be11-1be46ddb8783 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:10.912680 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.941861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.947707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.948563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.985820 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1800706 Jul 22 22:17:10.988692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53798) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:10.993678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Request body: {'subnet': {'network_id': 'f58836cf-74df-4a4c-a04e-06065837c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:11.034350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-0e18a393-9345-4751-be11-1be46ddb8783', 'network_id': '0e18a393-9345-4751-be11-1be46ddb8783', 'tenant_id': 'e8c880b1b01c4f31a9183b43c8362676', 'fixed_ips': [{'subnet_id': 'd9fd31fc-c241-445a-b5df-9f745774f310'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:11.035510 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.037602 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619c3b9-1340-4a60-ab60-9fd1ba9e79c9 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Network': ['ID=f58836cf-74df-4a4c-a04e-06065837c730,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.048749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network f58836cf-74df-4a4c-a04e-06065837c730 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:11.081371 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:11.111441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Made reservation on behalf of e8c880b1b01c4f31a9183b43c8362676 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:11.114929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.228416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 237ccbdf-daf9-43c6-8362-af12264318f7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:11.239529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Allocated IP 2001:db8::2 (0e18a393-9345-4751-be11-1be46ddb8783/d9fd31fc-c241-445a-b5df-9f745774f310/a57c08fd-0e11-4425-b9a8-bb2bc5588d95) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:11.354789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 237ccbdf-daf9-43c6-8362-af12264318f7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:11.355064 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.480484 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.497192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Transition to ACTIVE for port object a57c08fd-0e11-4425-b9a8-bb2bc5588d95 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:11.516785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Transition to ACTIVE for port object a57c08fd-0e11-4425-b9a8-bb2bc5588d95 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:11.523895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.569069 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Network 0e18a393-9345-4751-be11-1be46ddb8783 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:11.571764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:11.575287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:11.587447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Pushing event updated for resources: {'Port': ['ID=a57c08fd-0e11-4425-b9a8-bb2bc5588d95,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.640834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Attempting to bind port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:11.641127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Attempting to bind port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '9fb5a758-3eef-452f-a902-6521bd5fce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0e18a393-9345-4751-be11-1be46ddb8783'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:11.641490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Attempting to bind port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 on network 0e18a393-9345-4751-be11-1be46ddb8783 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:11.646379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:11.646752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Checking segment: {'id': '9fb5a758-3eef-452f-a902-6521bd5fce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0e18a393-9345-4751-be11-1be46ddb8783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:11.647149 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.647538 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Bound using segment: {'id': '9fb5a758-3eef-452f-a902-6521bd5fce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0e18a393-9345-4751-be11-1be46ddb8783'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:11.648390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Bound port: a57c08fd-0e11-4425-b9a8-bb2bc5588d95, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb5a758-3eef-452f-a902-6521bd5fce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0e18a393-9345-4751-be11-1be46ddb8783'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:11.648786 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.658512 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.714156 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] For port a57c08fd-0e11-4425-b9a8-bb2bc5588d95, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:11.719399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] For port a57c08fd-0e11-4425-b9a8-bb2bc5588d95, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a57c08fd-0e11-4425-b9a8-bb2bc5588d95,segment=NetworkSegment(9fb5a758-3eef-452f-a902-6521bd5fce23),segment_id=9fb5a758-3eef-452f-a902-6521bd5fce23)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:11.720097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event updated for resources: {'Subnet': ['ID=436338c6-bc1a-4865-a8f9-516f100ad222,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.725004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.730934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Checking segment: {'id': '2749da12-16d6-41fe-a7ea-440ebd382aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f58836cf-74df-4a4c-a04e-06065837c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:11.731348 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network hostable DHCP agents. Network: f58836cf-74df-4a4c-a04e-06065837c730, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:11.747696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Network f58836cf-74df-4a4c-a04e-06065837c730 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:11.756874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, f58836cf-74df-4a4c-a04e-06065837c730) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:11.760919 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:11.761509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.774431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9d12f-77ce-417a-b8f5-018984922c5d None None] Network f58836cf-74df-4a4c-a04e-06065837c730 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:11.779071 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e01222c7-c2dd-4593-b0f3-d4f6de09bacd tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7893357 Jul 22 22:17:11.786437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53800) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:11.831633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ecac6-ffb5-4bd1-9193-5a940c044340 None None] Pushing event updated for resources: {'Port': ['ID=a57c08fd-0e11-4425-b9a8-bb2bc5588d95,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.891539 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.964162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.978941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0791095-03c0-4cd9-92cd-557c7643e2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-f58836cf-74df-4a4c-a04e-06065837c730', 'network_id': 'f58836cf-74df-4a4c-a04e-06065837c730', 'tenant_id': 'e8c880b1b01c4f31a9183b43c8362676', 'fixed_ips': [{'subnet_id': '436338c6-bc1a-4865-a8f9-516f100ad222'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:11.979808 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0791095-03c0-4cd9-92cd-557c7643e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.041830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.077572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Subnet': ['ID=436338c6-bc1a-4865-a8f9-516f100ad222,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server [None req-c0791095-03c0-4cd9-92cd-557c7643e2f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 436338c6-bc1a-4865-a8f9-516f100ad222: This subnet is being modified by another concurrent operation. Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server raise exception Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 436338c6-bc1a-4865-a8f9-516f100ad222: This subnet is being modified by another concurrent operation. Jul 22 22:17:12.088836 n-d-762330-19 neutron-server[94093]: ERROR oslo_messaging.rpc.server Jul 22 22:17:12.105287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b1e0e-1895-4aa2-8091-21305a7ed310 None None] Network f58836cf-74df-4a4c-a04e-06065837c730 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:12.138140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.148409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58836cf-74df-4a4c-a04e-06065837c730']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:12.163279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2749da12-16d6-41fe-a7ea-440ebd382aed') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:12.163579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2749da12-16d6-41fe-a7ea-440ebd382aed') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:12.172807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.187468 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.193795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:12.194199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:12.197331 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:12.258452 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.265465 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.267544 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/f58836cf-74df-4a4c-a04e-06065837c730 HTTP/1.1" status: 204 len: 168 time: 0.4850614 Jul 22 22:17:12.270592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.282834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f051730-4b21-47c4-b301-17b88d818572 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Network': ['ID=f58836cf-74df-4a4c-a04e-06065837c730,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.302862 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b6829a-a917-49a0-9f4d-5d1c759b6230 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] GET failed (client error): The resource could not be found. Jul 22 22:17:12.304272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f5b6829a-a917-49a0-9f4d-5d1c759b6230 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "GET /v2.0/subnets/436338c6-bc1a-4865-a8f9-516f100ad222 HTTP/1.1" status: 404 len: 337 time: 0.0323408 Jul 22 22:17:12.307430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53804) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.326557 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d4d787-6b45-4401-8a87-7a76be24079e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] DELETE failed (client error): The resource could not be found. Jul 22 22:17:12.327119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d4d787-6b45-4401-8a87-7a76be24079e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:17:12.332654 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2d4d787-6b45-4401-8a87-7a76be24079e tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/f58836cf-74df-4a4c-a04e-06065837c730 HTTP/1.1" status: 404 len: 339 time: 0.0203686 Jul 22 22:17:12.332808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53806) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.359607 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-869fee7c-a248-44c7-b2a7-ac5b0971200f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] DELETE failed (client error): The resource could not be found. Jul 22 22:17:12.360094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869fee7c-a248-44c7-b2a7-ac5b0971200f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:17:12.364515 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-869fee7c-a248-44c7-b2a7-ac5b0971200f tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/subnets/436338c6-bc1a-4865-a8f9-516f100ad222 HTTP/1.1" status: 404 len: 337 time: 0.0281675 Jul 22 22:17:12.364671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53808) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.384160 n-d-762330-19 neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f27469-b03e-4438-81f3-e97a66a08492 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] DELETE failed (client error): The resource could not be found. Jul 22 22:17:12.384747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f27469-b03e-4438-81f3-e97a66a08492 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94092) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:17:12.389085 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e0f27469-b03e-4438-81f3-e97a66a08492 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/f58836cf-74df-4a4c-a04e-06065837c730 HTTP/1.1" status: 404 len: 339 time: 0.0233569 Jul 22 22:17:12.389748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53810) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.442761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Deleting subnet d9fd31fc-c241-445a-b5df-9f745774f310 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:12.450914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.505152 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.601615 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.647734 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-69ccfe46-c3c2-481a-814b-f485b314e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.670091 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.707480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.709426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/subnets/d9fd31fc-c241-445a-b5df-9f745774f310 HTTP/1.1" status: 204 len: 168 time: 0.3186643 Jul 22 22:17:12.710427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375f403-1756-4479-865b-b51944936400 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fd31fc-c241-445a-b5df-9f745774f310,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.712064 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53812) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.771658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b071fe-8cd3-4289-8390-2946ce52873d None None] Network 0e18a393-9345-4751-be11-1be46ddb8783 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:12.796989 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.861671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Deleting port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:12.862263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.901589 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c7c49679-5216-4aad-9238-91fe60c106f8 None None] Provisioning for port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:12.942193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] For port a57c08fd-0e11-4425-b9a8-bb2bc5588d95, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=a57c08fd-0e11-4425-b9a8-bb2bc5588d95,segment=NetworkSegment(9fb5a758-3eef-452f-a902-6521bd5fce23),segment_id=9fb5a758-3eef-452f-a902-6521bd5fce23)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:12.942553 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.955494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Calling delete_port for a57c08fd-0e11-4425-b9a8-bb2bc5588d95 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:12.993262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] DHCP port deletion for 0e18a393-9345-4751-be11-1be46ddb8783 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:17:13.042119 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.052355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] Deleting port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:13.053049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.070128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Port': ['ID=a57c08fd-0e11-4425-b9a8-bb2bc5588d95,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.076008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No DVR routers for this DVR port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:13.123029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] For port a57c08fd-0e11-4425-b9a8-bb2bc5588d95, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:13.124134 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.140895 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] Calling delete_port for a57c08fd-0e11-4425-b9a8-bb2bc5588d95 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:13.144043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] Port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:17:13.145451 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.158822 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.171315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e18a393-9345-4751-be11-1be46ddb8783']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:13.180723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] No DVR routers for this DVR port a57c08fd-0e11-4425-b9a8-bb2bc5588d95 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:13.182605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae14e-4070-45b2-819d-5ed32ae3c079 None None] Pushing event deleted for resources: {'Port': ['ID=a57c08fd-0e11-4425-b9a8-bb2bc5588d95,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.182938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb5a758-3eef-452f-a902-6521bd5fce23') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:13.183239 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb5a758-3eef-452f-a902-6521bd5fce23') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:13.201620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff72c8-c7c9-4b5e-99e0-a5a1d54391a0 None None] get_active_networks_info from n-d-762330-19 {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 22:17:13.208873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.223278 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.229484 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:13.230070 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:13.233800 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:13.269302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff72c8-c7c9-4b5e-99e0-a5a1d54391a0 None None] Resources bound (agent type, host, resource id): {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 22:17:13.297802 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.305116 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.308702 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/0e18a393-9345-4751-be11-1be46ddb8783 HTTP/1.1" status: 204 len: 168 time: 0.5934057 Jul 22 22:17:13.310462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53814) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.319072 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15382ed2-8ce4-4a5f-a6fd-93ee19541855 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Network': ['ID=0e18a393-9345-4751-be11-1be46ddb8783,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.344784 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f390dbd-d16a-4e7e-8d0d-9fd3364b1401 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] DELETE failed (client error): The resource could not be found. Jul 22 22:17:13.345577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f390dbd-d16a-4e7e-8d0d-9fd3364b1401 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:17:13.347655 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f390dbd-d16a-4e7e-8d0d-9fd3364b1401 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/subnets/1a3d2345-065f-4f3b-b332-8626d4edd886 HTTP/1.1" status: 404 len: 337 time: 0.0361891 Jul 22 22:17:13.350230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53816) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.369239 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8a7760-db20-45a1-a560-237cef3e7243 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] DELETE failed (client error): The resource could not be found. Jul 22 22:17:13.369781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8a7760-db20-45a1-a560-237cef3e7243 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:17:13.371515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2e8a7760-db20-45a1-a560-237cef3e7243 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/4a9ae1df-3fc0-4b87-900a-b1452c7081e7 HTTP/1.1" status: 404 len: 339 time: 0.0201352 Jul 22 22:17:13.374658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.399545 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-986a47dc-89c6-4df3-b3e1-f07a6cdca093 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] DELETE failed (client error): The resource could not be found. Jul 22 22:17:13.400024 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986a47dc-89c6-4df3-b3e1-f07a6cdca093 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:17:13.401750 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-986a47dc-89c6-4df3-b3e1-f07a6cdca093 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/subnets/6fbe6cfe-ee14-4f33-b7bd-a3378afa6bd5 HTTP/1.1" status: 404 len: 337 time: 0.0261910 Jul 22 22:17:13.405188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53820) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.423637 n-d-762330-19 neutron-server[94091]: INFO neutron.pecan_wsgi.hooks.translation [None req-47905fc1-3133-4b0e-ab7f-d3616d7656b7 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] DELETE failed (client error): The resource could not be found. Jul 22 22:17:13.424200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47905fc1-3133-4b0e-ab7f-d3616d7656b7 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 22:17:13.425869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47905fc1-3133-4b0e-ab7f-d3616d7656b7 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/6e876ea8-5ab3-41f2-9b0c-1aea49012864 HTTP/1.1" status: 404 len: 339 time: 0.0197754 Jul 22 22:17:13.428413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53822) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.482542 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Deleting subnet f8b3f1ed-b5d1-4060-ba76-419027b26b27 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:13.485650 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.532183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.614797 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.673985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.705472 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b3f1ed-b5d1-4060-ba76-419027b26b27,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.710820 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.712698 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7db9e8da-f563-45bb-9719-b24ad2f213d2 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/subnets/f8b3f1ed-b5d1-4060-ba76-419027b26b27 HTTP/1.1" status: 204 len: 168 time: 0.2833970 Jul 22 22:17:13.715604 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53824) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.717213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95916df-5f32-45f9-9787-137cdff50660 None None] Network 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:13.792523 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.845374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Deleting port 237ccbdf-daf9-43c6-8362-af12264318f7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:13.845985 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.903279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] DHCP port deletion for 05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:17:13.916835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] For port 237ccbdf-daf9-43c6-8362-af12264318f7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=237ccbdf-daf9-43c6-8362-af12264318f7,segment=NetworkSegment(1bba4eee-4a98-4681-aaa1-ad9ca810b01c),segment_id=1bba4eee-4a98-4681-aaa1-ad9ca810b01c)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:13.917230 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.930199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Calling delete_port for 237ccbdf-daf9-43c6-8362-af12264318f7 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:13.951179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] Deleting port 237ccbdf-daf9-43c6-8362-af12264318f7 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:13.951574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.011550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.017736 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] For port 237ccbdf-daf9-43c6-8362-af12264318f7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=237ccbdf-daf9-43c6-8362-af12264318f7,segment=NetworkSegment(1bba4eee-4a98-4681-aaa1-ad9ca810b01c),segment_id=1bba4eee-4a98-4681-aaa1-ad9ca810b01c)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:14.018639 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.029634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] Calling delete_port for 237ccbdf-daf9-43c6-8362-af12264318f7 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:14.038308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Port': ['ID=237ccbdf-daf9-43c6-8362-af12264318f7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:14.040533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] No DVR routers for this DVR port 237ccbdf-daf9-43c6-8362-af12264318f7 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 22:17:14.104298 n-d-762330-19 neutron-server[94093]: self.session.flush() Jul 22 22:17:14.109317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.124438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.134822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a0cfe9-1067-4c56-84cb-9b8f6b523ee8']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:14.136449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] Pushing event deleted for resources: {'Port': ['ID=237ccbdf-daf9-43c6-8362-af12264318f7,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:14.142359 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df9cd6-b0d4-4ff7-90c5-9c34bfde1fc7 None None] No DVR routers for this DVR port 237ccbdf-daf9-43c6-8362-af12264318f7 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:14.147462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bba4eee-4a98-4681-aaa1-ad9ca810b01c') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:14.147760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bba4eee-4a98-4681-aaa1-ad9ca810b01c') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:14.161639 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.176300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.182710 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:14.183220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:14.186333 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:14.256491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.263938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.265797 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] 10.222.0.54 "DELETE /v2.0/networks/05a0cfe9-1067-4c56-84cb-9b8f6b523ee8 HTTP/1.1" status: 204 len: 168 time: 0.5486312 Jul 22 22:17:14.277027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62141f-4296-400c-b05e-c90f1924f851 tempest-NetworksIpV6Test-1907460272 tempest-NetworksIpV6Test-1907460272-project] Pushing event deleted for resources: {'Network': ['ID=05a0cfe9-1067-4c56-84cb-9b8f6b523ee8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:14.507749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53830) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:14.643344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a08808e5-af54-421c-9cca-341996669f06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8c880b1b01c4f31a9183b43c8362676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342127 Jul 22 22:17:14.645891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53834) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:14.694623 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2700-0ce1-48ee-aae3-0f2b0a0ef0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.716997 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2700-0ce1-48ee-aae3-0f2b0a0ef0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.760998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2700-0ce1-48ee-aae3-0f2b0a0ef0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.764352 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2700-0ce1-48ee-aae3-0f2b0a0ef0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.765490 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8cfc2700-0ce1-48ee-aae3-0f2b0a0ef0cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f43f966-d369-4509-a75f-f678865886ee HTTP/1.1" status: 204 len: 168 time: 0.1186955 Jul 22 22:17:14.773649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc2700-0ce1-48ee-aae3-0f2b0a0ef0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f43f966-d369-4509-a75f-f678865886ee,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:15.208163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 237ccbdf-daf9-43c6-8362-af12264318f7 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:15.228885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 237ccbdf-daf9-43c6-8362-af12264318f7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:15.229238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 237ccbdf-daf9-43c6-8362-af12264318f7 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:15.271028 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7a635be4-a14b-420c-8bbc-ad97db2ac5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.412485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53856) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:15.505490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a1d210c9-8929-41fa-94bc-00b3e84f7037 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-407242964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:15.533783 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d210c9-8929-41fa-94bc-00b3e84f7037 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.534795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d210c9-8929-41fa-94bc-00b3e84f7037 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.554765 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.596181 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d210c9-8929-41fa-94bc-00b3e84f7037 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.600723 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d210c9-8929-41fa-94bc-00b3e84f7037 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.621928 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a1d210c9-8929-41fa-94bc-00b3e84f7037 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.623204 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a1d210c9-8929-41fa-94bc-00b3e84f7037 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2097087 Jul 22 22:17:15.626292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:15.632353 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-601974799'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:15.653889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Made reservation on behalf of a4f8313b5c1d4628a244fcb4b42a25c6 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:15.657955 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.667227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.765818 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.769987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.792768 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:15.805717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab676a2-8fc1-4f2f-b065-6ca3ff4e93c2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:15.810539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.810889 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Added segment 2a0aa61b-ac6f-4bce-bf12-097af56ed9f4 of type vlan for network e86c45c6-12c2-4d5e-a9c4-460e717589f7 Jul 22 22:17:15.851996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.886266 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.892696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:15.893297 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.929972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3017287 Jul 22 22:17:15.932664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53862) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:15.940460 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Request body: {'subnet': {'network_id': 'e86c45c6-12c2-4d5e-a9c4-460e717589f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:15.970181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1adcc9-1c20-4f1f-af99-3cdd9ae345ab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event updated for resources: {'Network': ['ID=e86c45c6-12c2-4d5e-a9c4-460e717589f7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:15.980289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network e86c45c6-12c2-4d5e-a9c4-460e717589f7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:16.077479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Made reservation on behalf of a4f8313b5c1d4628a244fcb4b42a25c6 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:16.081122 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.257107 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.313455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event updated for resources: {'Subnet': ['ID=50758573-4e48-42a2-af26-682e62526907,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:16.324983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Checking segment: {'id': '2a0aa61b-ac6f-4bce-bf12-097af56ed9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e86c45c6-12c2-4d5e-a9c4-460e717589f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:16.325395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Network hostable DHCP agents. Network: e86c45c6-12c2-4d5e-a9c4-460e717589f7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:16.332771 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.343742 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Network e86c45c6-12c2-4d5e-a9c4-460e717589f7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:16.352115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, e86c45c6-12c2-4d5e-a9c4-460e717589f7) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:16.356329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.356931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.363714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06bc30b-a823-4daf-aeb6-c6ba93399826 None None] Network e86c45c6-12c2-4d5e-a9c4-460e717589f7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:16.372463 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e97c263d-9893-44c4-8a45-bb6d1324733f tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4385362 Jul 22 22:17:16.376661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53864) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:16.383264 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1110039310'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:16.405338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Made reservation on behalf of a4f8313b5c1d4628a244fcb4b42a25c6 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:16.408790 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.433895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:16.442823 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.443219 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Added segment 69ef1a08-fce7-4e67-a0b8-48f0d9959715 of type vlan for network 5d259809-3677-4c37-8ba2-d5254f75962c Jul 22 22:17:16.489340 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.519164 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.524944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.525562 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.527732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-e86c45c6-12c2-4d5e-a9c4-460e717589f7', 'network_id': 'e86c45c6-12c2-4d5e-a9c4-460e717589f7', 'tenant_id': 'a4f8313b5c1d4628a244fcb4b42a25c6', 'fixed_ips': [{'subnet_id': '50758573-4e48-42a2-af26-682e62526907'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:16.528784 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.562677 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1835506 Jul 22 22:17:16.565562 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53866) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:16.572420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Request body: {'subnet': {'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:16.605140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafb760-d877-4560-ae63-861b57301a00 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event updated for resources: {'Network': ['ID=5d259809-3677-4c37-8ba2-d5254f75962c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:16.616090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 5d259809-3677-4c37-8ba2-d5254f75962c details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:16.696986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Made reservation on behalf of a4f8313b5c1d4628a244fcb4b42a25c6 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:16.700593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.722840 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Allocated IP 172.20.0.2 (e86c45c6-12c2-4d5e-a9c4-460e717589f7/50758573-4e48-42a2-af26-682e62526907/99c48274-1b1c-4b67-a3d2-d522f5c7d5ad) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:16.867977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.876912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Transition to ACTIVE for port object 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:16.890816 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.892526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Transition to ACTIVE for port object 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:16.898768 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.938835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Network e86c45c6-12c2-4d5e-a9c4-460e717589f7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:16.943872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:16.947701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:16.956750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event updated for resources: {'Subnet': ['ID=b0cee099-b71b-4375-adc0-f8eb3a03b60f,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:16.965868 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Pushing event updated for resources: {'Port': ['ID=99c48274-1b1c-4b67-a3d2-d522f5c7d5ad,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:16.966148 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Checking segment: {'id': '69ef1a08-fce7-4e67-a0b8-48f0d9959715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:16.966553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Network hostable DHCP agents. Network: 5d259809-3677-4c37-8ba2-d5254f75962c, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:16.984115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Network 5d259809-3677-4c37-8ba2-d5254f75962c is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:16.995598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 5d259809-3677-4c37-8ba2-d5254f75962c) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:16.999758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.000378 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.010261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693fc77-7926-4667-9e3c-d0b69c470837 None None] Network 5d259809-3677-4c37-8ba2-d5254f75962c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:17.015665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-01cae893-bdeb-40ae-9b3d-ecb5570ae500 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4491045 Jul 22 22:17:17.018405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:17.022856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f81d9d9a-09a1-4861-8c8a-9bbb8d5a8662 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:17.037821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Attempting to bind port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:17.038204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Attempting to bind port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '2a0aa61b-ac6f-4bce-bf12-097af56ed9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e86c45c6-12c2-4d5e-a9c4-460e717589f7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:17.038603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Attempting to bind port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad on network e86c45c6-12c2-4d5e-a9c4-460e717589f7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:17.048728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:17.049112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Checking segment: {'id': '2a0aa61b-ac6f-4bce-bf12-097af56ed9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e86c45c6-12c2-4d5e-a9c4-460e717589f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:17.049553 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.049952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Bound using segment: {'id': '2a0aa61b-ac6f-4bce-bf12-097af56ed9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e86c45c6-12c2-4d5e-a9c4-460e717589f7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:17.050432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Bound port: 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0aa61b-ac6f-4bce-bf12-097af56ed9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e86c45c6-12c2-4d5e-a9c4-460e717589f7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:17.050825 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.181020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] For port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:17.185391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] For port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=99c48274-1b1c-4b67-a3d2-d522f5c7d5ad,segment=NetworkSegment(2a0aa61b-ac6f-4bce-bf12-097af56ed9f4),segment_id=2a0aa61b-ac6f-4bce-bf12-097af56ed9f4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:17.193591 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.228967 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f81d9d9a-09a1-4861-8c8a-9bbb8d5a8662 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.257126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-5d259809-3677-4c37-8ba2-d5254f75962c', 'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c', 'tenant_id': 'a4f8313b5c1d4628a244fcb4b42a25c6', 'fixed_ips': [{'subnet_id': 'b0cee099-b71b-4375-adc0-f8eb3a03b60f'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:17.257977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.291272 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1541ca-6b60-4580-a440-f02c55a37609 None None] Pushing event updated for resources: {'Port': ['ID=99c48274-1b1c-4b67-a3d2-d522f5c7d5ad,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:17.352376 n-d-762330-19 neutron-server[94092]: INFO neutron.api.v2.resource [None req-f81d9d9a-09a1-4861-8c8a-9bbb8d5a8662 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 22:17:17.353450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f81d9d9a-09a1-4861-8c8a-9bbb8d5a8662 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "PUT /v2.0/routers/f75c0856-5c52-4ff4-ac56-118162182bef HTTP/1.1" status: 400 len: 364 time: 0.3340981 Jul 22 22:17:17.359277 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:17.420625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Deleting subnet b0cee099-b71b-4375-adc0-f8eb3a03b60f {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:17.435828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Allocated IP 172.21.0.2 (5d259809-3677-4c37-8ba2-d5254f75962c/b0cee099-b71b-4375-adc0-f8eb3a03b60f/0cd55ab4-611a-46c5-b3ae-1009558cf04b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:17.604367 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.613113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Transition to ACTIVE for port object 0cd55ab4-611a-46c5-b3ae-1009558cf04b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:17.631395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Transition to ACTIVE for port object 0cd55ab4-611a-46c5-b3ae-1009558cf04b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:17.636039 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.636436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.671572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Network 5d259809-3677-4c37-8ba2-d5254f75962c is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:17.677445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:17.677723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.681477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:17.688360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Pushing event updated for resources: {'Port': ['ID=0cd55ab4-611a-46c5-b3ae-1009558cf04b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:17.748572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Attempting to bind port 0cd55ab4-611a-46c5-b3ae-1009558cf04b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:17.749638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Attempting to bind port 0cd55ab4-611a-46c5-b3ae-1009558cf04b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '69ef1a08-fce7-4e67-a0b8-48f0d9959715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:17.750664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Attempting to bind port 0cd55ab4-611a-46c5-b3ae-1009558cf04b on network 5d259809-3677-4c37-8ba2-d5254f75962c {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:17.756097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:17.756626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Checking segment: {'id': '69ef1a08-fce7-4e67-a0b8-48f0d9959715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:17.757133 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.757618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Bound using segment: {'id': '69ef1a08-fce7-4e67-a0b8-48f0d9959715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:17.758180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Bound port: 0cd55ab4-611a-46c5-b3ae-1009558cf04b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ef1a08-fce7-4e67-a0b8-48f0d9959715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d259809-3677-4c37-8ba2-d5254f75962c'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:17.758928 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.777858 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.835963 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.840311 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] For port 0cd55ab4-611a-46c5-b3ae-1009558cf04b, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:17.844265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] For port 0cd55ab4-611a-46c5-b3ae-1009558cf04b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0cd55ab4-611a-46c5-b3ae-1009558cf04b,segment=NetworkSegment(69ef1a08-fce7-4e67-a0b8-48f0d9959715),segment_id=69ef1a08-fce7-4e67-a0b8-48f0d9959715)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:17.849144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.866335 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event deleted for resources: {'Subnet': ['ID=b0cee099-b71b-4375-adc0-f8eb3a03b60f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:17.871442 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.876669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53872) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:17.877122 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-afb0a1a7-6ec7-489a-9c95-d4bf98791bb2 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "DELETE /v2.0/subnets/b0cee099-b71b-4375-adc0-f8eb3a03b60f HTTP/1.1" status: 204 len: 168 time: 0.5163980 Jul 22 22:17:17.917997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2652-2d5f-4a84-b346-c809f04f5cb6 None None] Pushing event updated for resources: {'Port': ['ID=0cd55ab4-611a-46c5-b3ae-1009558cf04b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:17.976210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.034752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Deleting port 0cd55ab4-611a-46c5-b3ae-1009558cf04b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:18.035103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.114939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] For port 0cd55ab4-611a-46c5-b3ae-1009558cf04b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0cd55ab4-611a-46c5-b3ae-1009558cf04b,segment=NetworkSegment(69ef1a08-fce7-4e67-a0b8-48f0d9959715),segment_id=69ef1a08-fce7-4e67-a0b8-48f0d9959715)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:18.115301 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.127699 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Calling delete_port for 0cd55ab4-611a-46c5-b3ae-1009558cf04b owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:18.222786 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.250918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event deleted for resources: {'Port': ['ID=0cd55ab4-611a-46c5-b3ae-1009558cf04b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:18.252795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] No DVR routers for this DVR port 0cd55ab4-611a-46c5-b3ae-1009558cf04b on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:18.286534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923e7f5-87cc-4764-beb6-45fcb66160d7 None None] Network e86c45c6-12c2-4d5e-a9c4-460e717589f7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:18.337896 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.348438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d259809-3677-4c37-8ba2-d5254f75962c']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:18.358926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ef1a08-fce7-4e67-a0b8-48f0d9959715') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:18.359222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ef1a08-fce7-4e67-a0b8-48f0d9959715') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:18.368734 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.383667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.391934 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:18.392563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.394578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-356edc45-f68f-4fd7-9387-e65893f413f6 None None] Provisioning for port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:18.396194 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:18.455237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.462522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.464425 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "DELETE /v2.0/networks/5d259809-3677-4c37-8ba2-d5254f75962c HTTP/1.1" status: 204 len: 168 time: 0.5867310 Jul 22 22:17:18.467406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53874) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:18.476664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0f9c-f63f-4bc7-8c7d-d55ee4530eab tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event deleted for resources: {'Network': ['ID=5d259809-3677-4c37-8ba2-d5254f75962c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:18.493244 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.544515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Deleting subnet 50758573-4e48-42a2-af26-682e62526907 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:18.547956 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.594505 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.937732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ac8407ae-f92d-48cc-abb9-f3d2dee4657c None None] Could not find standard attr ID for object 0cd55ab4-611a-46c5-b3ae-1009558cf04b. {{(pid=94093) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 22:17:18.976158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de04d4-1ae5-48d0-99dd-e5e30fef7579 None None] DHCP port deletion for 5d259809-3677-4c37-8ba2-d5254f75962c request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:17:18.993036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ae6d0-6ea7-4c33-ab18-16346101a0c5 None None] Network 5d259809-3677-4c37-8ba2-d5254f75962c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:18.996965 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.005186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ae6d0-6ea7-4c33-ab18-16346101a0c5 None None] Network 5d259809-3677-4c37-8ba2-d5254f75962c could not be found, it might have been deleted concurrently. {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 22:17:19.056667 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.084155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event deleted for resources: {'Subnet': ['ID=50758573-4e48-42a2-af26-682e62526907,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:19.087746 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.089662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1608ff9e-a41c-42f6-abd9-2eca54512ff7 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "DELETE /v2.0/subnets/50758573-4e48-42a2-af26-682e62526907 HTTP/1.1" status: 204 len: 168 time: 0.6206439 Jul 22 22:17:19.092157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53876) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:19.094550 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656306e9-4abe-4e97-a824-1fef2144ee2c None None] Network e86c45c6-12c2-4d5e-a9c4-460e717589f7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:19.175184 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.232090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Deleting port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:19.232540 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.253468 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:19.303615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] DHCP port deletion for e86c45c6-12c2-4d5e-a9c4-460e717589f7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:17:19.306547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] For port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=99c48274-1b1c-4b67-a3d2-d522f5c7d5ad,segment=NetworkSegment(2a0aa61b-ac6f-4bce-bf12-097af56ed9f4),segment_id=2a0aa61b-ac6f-4bce-bf12-097af56ed9f4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:19.306933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.311167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:19.322061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Calling delete_port for 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:19.331025 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:19.331396 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.389007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Deleting port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:19.389372 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.402227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.429952 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event deleted for resources: {'Port': ['ID=99c48274-1b1c-4b67-a3d2-d522f5c7d5ad,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:19.431796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] No DVR routers for this DVR port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:19.438757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.515462 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.526621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86c45c6-12c2-4d5e-a9c4-460e717589f7']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:19.537891 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0aa61b-ac6f-4bce-bf12-097af56ed9f4') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:19.538498 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0aa61b-ac6f-4bce-bf12-097af56ed9f4') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:19.548511 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.562564 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.568856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:19.569260 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:19.572520 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:19.640301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.645584 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.648212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "DELETE /v2.0/networks/e86c45c6-12c2-4d5e-a9c4-460e717589f7 HTTP/1.1" status: 204 len: 168 time: 0.5550365 Jul 22 22:17:19.648481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] For port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:19.648964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.651119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53878) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:19.663797 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e0d8d-4258-4b9f-ab64-c663ec5bde4c tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Pushing event deleted for resources: {'Network': ['ID=e86c45c6-12c2-4d5e-a9c4-460e717589f7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:19.680118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Calling delete_port for 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:19.684104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:17:19.687633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.689334 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f82720da-7724-45d3-a15d-4d4ed87382ae tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "GET /v2.0/ports?device_id=f75c0856-5c52-4ff4-ac56-118162182bef HTTP/1.1" status: 200 len: 205 time: 0.0363493 Jul 22 22:17:19.691911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53880) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:19.709739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Network e86c45c6-12c2-4d5e-a9c4-460e717589f7 is not hosted by any dhcp agent {{(pid=94093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 22:17:19.710196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] No DVR routers for this DVR port 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:19.711907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28da05-7589-4bf2-a7a1-be96d796d885 None None] Pushing event deleted for resources: {'Port': ['ID=99c48274-1b1c-4b67-a3d2-d522f5c7d5ad,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:19.768946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-244e257c-d3f2-4d31-80f5-73e255824a98 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.923779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-244e257c-d3f2-4d31-80f5-73e255824a98 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.925882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-244e257c-d3f2-4d31-80f5-73e255824a98 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.969758 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-244e257c-d3f2-4d31-80f5-73e255824a98 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.970178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244e257c-d3f2-4d31-80f5-73e255824a98 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Fanout notify agent at l3_agent the message router_deleted on router f75c0856-5c52-4ff4-ac56-118162182bef {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:17:19.976981 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-244e257c-d3f2-4d31-80f5-73e255824a98 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.978064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-244e257c-d3f2-4d31-80f5-73e255824a98 tempest-RoutersNegativeTest-1980146267 tempest-RoutersNegativeTest-1980146267-project] 10.222.0.54 "DELETE /v2.0/routers/f75c0856-5c52-4ff4-ac56-118162182bef HTTP/1.1" status: 204 len: 168 time: 0.2851746 Jul 22 22:17:20.213781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53888) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:20.338790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c0a98534-8fb4-40f0-bf18-0df5108ee366 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4f8313b5c1d4628a244fcb4b42a25c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238523 Jul 22 22:17:20.341310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53892) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:20.387928 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d734588-f5b4-465e-b1c2-a1f07c86597b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.408596 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d734588-f5b4-465e-b1c2-a1f07c86597b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.455624 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d734588-f5b4-465e-b1c2-a1f07c86597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.458289 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9d734588-f5b4-465e-b1c2-a1f07c86597b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.459481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9d734588-f5b4-465e-b1c2-a1f07c86597b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ab676a2-8fc1-4f2f-b065-6ca3ff4e93c2 HTTP/1.1" status: 204 len: 168 time: 0.1171572 Jul 22 22:17:20.467132 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d734588-f5b4-465e-b1c2-a1f07c86597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab676a2-8fc1-4f2f-b065-6ca3ff4e93c2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.060234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53914) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:21.154285 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2138093025-network', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:21.183758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Made reservation on behalf of d8502de7c9564f46b90937dd0a983f74 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:21.186330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.195129 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.222985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:21.244628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:21.245008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 99c48274-1b1c-4b67-a3d2-d522f5c7d5ad not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:21.288611 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.293006 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.318564 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:21.329087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c3ee5-7fa8-422b-8deb-7846fbf34133,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.333975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.334325 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Added segment 3192f3d5-4ca4-49fa-9569-e4212475db34 of type vlan for network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 Jul 22 22:17:21.374290 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.403398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.404320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.404996 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.437659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3763032 Jul 22 22:17:21.441001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53918) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:21.445779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Request body: {'subnet': {'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-subnet', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:21.482353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91a2d3-7c59-417e-82c6-67f86f0a9238 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.492353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:21.499819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Made reservation on behalf of d8502de7c9564f46b90937dd0a983f74 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:21.503227 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.675970 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.727742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4747eb2a-c9d0-4393-a927-74de08e5bf7d,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.739462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Checking segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:21.739822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Network hostable DHCP agents. Network: 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:21.755693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:21.763599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:21.768597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.769464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.772607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5dbdd-f89b-4204-875e-a13027aff0d1 None None] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:21.785013 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-83c98c87-1a2b-4090-a4d2-7d367feb7bc9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3429935 Jul 22 22:17:21.787975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53920) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:21.792741 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:21.818386 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.819387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.876115 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.922708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:21.923574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.021683 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.059678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Allocated IP 172.20.0.2 (6f5d2039-d2ec-4527-b7f8-7932ec4f64f1/4747eb2a-c9d0-4393-a927-74de08e5bf7d/cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:22.209272 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.217567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Transition to ACTIVE for port object cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:22.226030 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.232756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Transition to ACTIVE for port object cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:22.238092 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.248327 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.282434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:22.285161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:22.288713 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:22.295967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Pushing event updated for resources: {'Port': ['ID=cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.350641 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Attempting to bind port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:22.351011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Attempting to bind port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:22.351376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Attempting to bind port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:22.356306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:22.356681 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Checking segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:22.357110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.357475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Bound using segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:22.358021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Bound port: cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:22.358324 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.370649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Allocated IP 172.25.5.26 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/925ce97b-2d18-4281-a9b4-43c517466048) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:22.420927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] For port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:22.424728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] For port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:22.430482 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.487219 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.499752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63138dfa-c372-4090-8ae7-a60383d515ca None None] Pushing event updated for resources: {'Port': ['ID=cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.537418 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.585023 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:22.587863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:22.591003 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:22.620785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Pushing event updated for resources: {'Port': ['ID=925ce97b-2d18-4281-a9b4-43c517466048,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.882851 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.084689 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.237442 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Router 065e6b1c-0d24-445c-8bbf-83ea723a980d is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:17:23.253126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:23.308140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:23.356618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:23.370131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Sync routers for ids ['065e6b1c-0d24-445c-8bbf-83ea723a980d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:23.374848 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.379911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53922) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:23.380424 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e5f5f5ca-1bb0-497c-80de-e999bc6f4011 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5907090 Jul 22 22:17:23.381352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Routers {'065e6b1c-0d24-445c-8bbf-83ea723a980d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:23.382085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['065e6b1c-0d24-445c-8bbf-83ea723a980d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:23.447409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b315188-1536-407a-a209-66ae723e5765 None None] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:23.543734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ee3945b5-0cd8-4fc0-98f3-e1a17874b00f None None] Provisioning for port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:23.565353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ee3945b5-0cd8-4fc0-98f3-e1a17874b00f None None] Provisioning complete for port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:23.565735 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee3945b5-0cd8-4fc0-98f3-e1a17874b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.569668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Set router 065e6b1c-0d24-445c-8bbf-83ea723a980d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:23.810054 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.845672 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee3945b5-0cd8-4fc0-98f3-e1a17874b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.894957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ee3945b5-0cd8-4fc0-98f3-e1a17874b00f None None] For port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:23.899084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee3945b5-0cd8-4fc0-98f3-e1a17874b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.945241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '925ce97b-2d18-4281-a9b4-43c517466048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:17:22Z', 'revision_number': 3, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port': {'id': '925ce97b-2d18-4281-a9b4-43c517466048', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:22Z', 'updated_at': '2021-07-22T22:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:23.981989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Allocated IP 172.20.0.1 (6f5d2039-d2ec-4527-b7f8-7932ec4f64f1/4747eb2a-c9d0-4393-a927-74de08e5bf7d/04b1e25d-61b6-44b7-a6b5-6541bf779d1b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:23.983286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Checking router: 065e6b1c-0d24-445c-8bbf-83ea723a980d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:23.983648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Updating router 065e6b1c-0d24-445c-8bbf-83ea723a980d port 925ce97b-2d18-4281-a9b4-43c517466048 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:17:23.986003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3945b5-0cd8-4fc0-98f3-e1a17874b00f None None] Pushing event updated for resources: {'Port': ['ID=cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:24.025663 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.106672 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.122428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Transition to ACTIVE for port object 04b1e25d-61b6-44b7-a6b5-6541bf779d1b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:24.140150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-56833c9b-04f1-4c6d-9fb5-7b878804be04 None None] Provisioning complete for port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:24.140523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56833c9b-04f1-4c6d-9fb5-7b878804be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.157625 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.194406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:24.200612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:24.205078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:24.227520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Pushing event updated for resources: {'Port': ['ID=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:24.247002 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.366849 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.379571 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Transition to ACTIVE for port object 925ce97b-2d18-4281-a9b4-43c517466048 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:24.385785 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.406122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.445933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1fb10-8938-48e4-99c7-a5e1c7e2cb22 None None] Pushing event updated for resources: {'Port': ['ID=925ce97b-2d18-4281-a9b4-43c517466048,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:24.448245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Attempting to bind port 925ce97b-2d18-4281-a9b4-43c517466048 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:24.448621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Attempting to bind port 925ce97b-2d18-4281-a9b4-43c517466048 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:24.449049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Attempting to bind port 925ce97b-2d18-4281-a9b4-43c517466048 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:24.455932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:24.456314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:24.456724 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.457122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:24.457614 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Bound port: 925ce97b-2d18-4281-a9b4-43c517466048, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:24.458003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.460660 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7c9161bb-8742-4136-97a8-25daaf8f37c4 None None] Provisioning for port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:24.482627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7c9161bb-8742-4136-97a8-25daaf8f37c4 None None] Provisioning complete for port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:24.482927 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7c9161bb-8742-4136-97a8-25daaf8f37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.539737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7c9161bb-8742-4136-97a8-25daaf8f37c4 None None] Port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:24.545146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] For port 925ce97b-2d18-4281-a9b4-43c517466048, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:24.548846 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] For port 925ce97b-2d18-4281-a9b4-43c517466048, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=925ce97b-2d18-4281-a9b4-43c517466048,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:24.553163 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.578281 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.583295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.607900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Routers {'065e6b1c-0d24-445c-8bbf-83ea723a980d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:24.608532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['065e6b1c-0d24-445c-8bbf-83ea723a980d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:24.643917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1fb10-8938-48e4-99c7-a5e1c7e2cb22 None None] Pushing event updated for resources: {'Port': ['ID=925ce97b-2d18-4281-a9b4-43c517466048,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:24.657414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.659829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Pushing event updated for resources: {'Port': ['ID=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:24.759267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:24.760834 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:24.884404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] Set router 065e6b1c-0d24-445c-8bbf-83ea723a980d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:24.890853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Router 065e6b1c-0d24-445c-8bbf-83ea723a980d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:17:24.993757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-aaeee6e9-abcb-4ad3-9576-db021881fca2 None None] Provisioning complete for port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:24.994132 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aaeee6e9-abcb-4ad3-9576-db021881fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.004825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:25.009820 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cbb0d5fb-f8bf-4b93-9d33-26eb29fe8135 admin admin] 10.222.0.54 "PUT /v2.0/routers/065e6b1c-0d24-445c-8bbf-83ea723a980d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281130 Jul 22 22:17:25.076858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-aaeee6e9-abcb-4ad3-9576-db021881fca2 None None] Port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:25.141325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '925ce97b-2d18-4281-a9b4-43c517466048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 4, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port': {'id': '925ce97b-2d18-4281-a9b4-43c517466048', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:22Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '04b1e25d-61b6-44b7-a6b5-6541bf779d1b', 'name': '', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'mac_address': 'fa:16:3e:d1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:23Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 2, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'subnets': [{'id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:25.170993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a54bf-a956-4958-b8ea-26ebaf56fae9 None None] The sync data for ids ['065e6b1c-0d24-445c-8bbf-83ea723a980d'] in n-d-762330-19 is: [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '925ce97b-2d18-4281-a9b4-43c517466048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 4, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port': {'id': '925ce97b-2d18-4281-a9b4-43c517466048', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:22Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '04b1e25d-61b6-44b7-a6b5-6541bf779d1b', 'name': '', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'mac_address': 'fa:16:3e:d1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:23Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 2, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'subnets': [{'id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:25.223144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:25.276837 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:25.277215 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.541545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 53938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:25.546861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-457010053-network', 'tenant_id': 'd333728b053d41a29062c0ff813f7869'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:25.569282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Made reservation on behalf of d333728b053d41a29062c0ff813f7869 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:25.571699 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.583110 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.683456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.688417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.717161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:25.724448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16b93bd-a48b-4457-8fd5-13df9e42967b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:25.731303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.731665 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Added segment cf8ee2e4-0973-402e-a7ca-6a8e190c3b03 of type vlan for network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 Jul 22 22:17:25.780680 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.812438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.814267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.815924 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.886705 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3437922 Jul 22 22:17:25.887755 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589d34-2fe4-4ca3-a177-b15d5649b24f admin admin] Pushing event updated for resources: {'Network': ['ID=63dbe8ef-207a-43b3-9fec-d0005e0693c2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:25.889236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53940) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:25.896192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Request body: {'subnet': {'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-subnet', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:25.898513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:25.917866 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Made reservation on behalf of d333728b053d41a29062c0ff813f7869 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:25.920807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.108263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.167078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfccb40-abac-4faf-a9ab-8c079ef61c0d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:26.177060 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Checking segment: {'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:26.177430 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Network hostable DHCP agents. Network: 63dbe8ef-207a-43b3-9fec-d0005e0693c2, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:26.195433 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:26.204964 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 63dbe8ef-207a-43b3-9fec-d0005e0693c2) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:26.209849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:26.210510 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.215684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aca2b3-0184-420c-8325-5b35e51747fa None None] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:26.230612 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a3d89de4-eada-403e-88e0-1b203f62ab8b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3394065 Jul 22 22:17:26.233058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53942) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:26.237486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:26.260310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.261353 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.317180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.376877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'fixed_ips': [{'subnet_id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:17:26.378425 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.532009 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Allocated IP 172.20.0.2 (63dbe8ef-207a-43b3-9fec-d0005e0693c2/4bfccb40-abac-4faf-a9ab-8c079ef61c0d/e2ae02f3-71e1-4a3c-9354-68b2f98f7da7) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:26.684075 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.694081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Transition to ACTIVE for port object e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:26.709655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Transition to ACTIVE for port object e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:26.714840 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.757974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:26.761178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:26.765952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:26.769966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Pushing event updated for resources: {'Port': ['ID=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:26.815573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.833007 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Attempting to bind port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:26.833377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Attempting to bind port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:26.833750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Attempting to bind port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 on network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:26.838965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:26.839370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Checking segment: {'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:26.839749 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.840188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Bound using segment: {'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:26.840664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Bound port: e2ae02f3-71e1-4a3c-9354-68b2f98f7da7, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:26.841051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.910097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] For port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:26.914302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] For port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,segment=NetworkSegment(cf8ee2e4-0973-402e-a7ca-6a8e190c3b03),segment_id=cf8ee2e4-0973-402e-a7ca-6a8e190c3b03)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:26.919526 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.984836 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3c26f-abc1-442d-b587-522615a5346b None None] Pushing event updated for resources: {'Port': ['ID=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:27.046669 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.066688 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.192919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Allocated IP 172.25.5.248 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/83871de1-6671-4752-a06c-c4c7d76a247c) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:27.319747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:27.337997 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.362749 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Sync routers for ids ['065e6b1c-0d24-445c-8bbf-83ea723a980d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:27.373151 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Routers {'065e6b1c-0d24-445c-8bbf-83ea723a980d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:27.373790 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['065e6b1c-0d24-445c-8bbf-83ea723a980d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:27.374615 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:27.381178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925ce97b-2d18-4281-a9b4-43c517466048 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:27.385862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.428096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:27.431959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 925ce97b-2d18-4281-a9b4-43c517466048 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:27.433833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:27.435760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 925ce97b-2d18-4281-a9b4-43c517466048 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:27.436352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.436489 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:27.441953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Pushing event updated for resources: {'Port': ['ID=83871de1-6671-4752-a06c-c4c7d76a247c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:27.496929 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Set router 065e6b1c-0d24-445c-8bbf-83ea723a980d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:27.529671 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.552356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 925ce97b-2d18-4281-a9b4-43c517466048, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=925ce97b-2d18-4281-a9b4-43c517466048,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:27.556860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.609603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=925ce97b-2d18-4281-a9b4-43c517466048,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:27.707755 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.717943 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '925ce97b-2d18-4281-a9b4-43c517466048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 4, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port': {'id': '925ce97b-2d18-4281-a9b4-43c517466048', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:22Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '04b1e25d-61b6-44b7-a6b5-6541bf779d1b', 'name': '', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'mac_address': 'fa:16:3e:d1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:23Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 2, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'subnets': [{'id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:27.837116 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Checking router: 065e6b1c-0d24-445c-8bbf-83ea723a980d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:27.837700 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Updating router 065e6b1c-0d24-445c-8bbf-83ea723a980d port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:17:27.876100 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.922141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.057364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Router a14519e6-bf6f-4be5-89c1-7c4f33399a00 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:17:28.159231 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.172209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73bc0f0-8234-4477-87b3-b64ebff9e288 None None] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:28.174131 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Transition to ACTIVE for port object 04b1e25d-61b6-44b7-a6b5-6541bf779d1b will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:28.174349 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:28.187180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Sync routers for ids ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:28.192864 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.194094 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.198063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4aaa1584-b2ff-48ff-8094-37e95b1edf59 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9614861 Jul 22 22:17:28.198384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 53944) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:28.242558 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Routers {'a14519e6-bf6f-4be5-89c1-7c4f33399a00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:28.243343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:28.260507 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Pushing event updated for resources: {'Port': ['ID=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:28.288409 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.289178 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.289178 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.289568 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.290237 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.290567 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.290887 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.291208 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.292351 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.292351 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.292546 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.292738 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:28.329056 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Attempting to bind port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:28.329426 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Attempting to bind port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:28.329952 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Attempting to bind port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:28.335632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d6f713a0-00e2-4f13-bf7f-5d951380d31a None None] Provisioning for port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:28.336389 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:28.336760 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Checking segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:28.337168 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.337558 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Bound using segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:28.338090 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Bound port: 04b1e25d-61b6-44b7-a6b5-6541bf779d1b, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:28.338648 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.355788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d6f713a0-00e2-4f13-bf7f-5d951380d31a None None] Provisioning complete for port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:28.356168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6f713a0-00e2-4f13-bf7f-5d951380d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.420403 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] For port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:28.425351 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] For port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:28.430559 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.444924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Set router a14519e6-bf6f-4be5-89c1-7c4f33399a00 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:28.491832 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Routers {'065e6b1c-0d24-445c-8bbf-83ea723a980d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:28.492766 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['065e6b1c-0d24-445c-8bbf-83ea723a980d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:28.592423 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd314519-d1ed-443d-9dec-8f92ac96cb4f None None] Pushing event updated for resources: {'Port': ['ID=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:28.637169 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] Set router 065e6b1c-0d24-445c-8bbf-83ea723a980d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:28.657548 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6f713a0-00e2-4f13-bf7f-5d951380d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.719655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d6f713a0-00e2-4f13-bf7f-5d951380d31a None None] For port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,segment=NetworkSegment(cf8ee2e4-0973-402e-a7ca-6a8e190c3b03),segment_id=cf8ee2e4-0973-402e-a7ca-6a8e190c3b03)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:28.728062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6f713a0-00e2-4f13-bf7f-5d951380d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.756617 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.818357 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f713a0-00e2-4f13-bf7f-5d951380d31a None None] Pushing event updated for resources: {'Port': ['ID=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:28.851217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:17:27Z', 'revision_number': 3, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port': {'id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:27Z', 'updated_at': '2021-07-22T22:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:28.883506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Checking router: a14519e6-bf6f-4be5-89c1-7c4f33399a00 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:28.883890 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Updating router a14519e6-bf6f-4be5-89c1-7c4f33399a00 port 83871de1-6671-4752-a06c-c4c7d76a247c binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:17:28.916356 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '925ce97b-2d18-4281-a9b4-43c517466048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 4, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port': {'id': '925ce97b-2d18-4281-a9b4-43c517466048', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:22Z', 'updated_at': '2021-07-22T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '04b1e25d-61b6-44b7-a6b5-6541bf779d1b', 'name': '', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'mac_address': 'fa:16:3e:d1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:23Z', 'updated_at': '2021-07-22T22:17:28Z', 'revision_number': 4, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'subnets': [{'id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:28.924547 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.950098 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf33fe-b252-4050-b2a5-46fd7eff8de2 None None] The sync data for ids ['065e6b1c-0d24-445c-8bbf-83ea723a980d'] in n-d-762330-19 is: [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '925ce97b-2d18-4281-a9b4-43c517466048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:17:24Z', 'revision_number': 4, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port': {'id': '925ce97b-2d18-4281-a9b4-43c517466048', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:22Z', 'updated_at': '2021-07-22T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '04b1e25d-61b6-44b7-a6b5-6541bf779d1b', 'name': '', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'mac_address': 'fa:16:3e:d1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:23Z', 'updated_at': '2021-07-22T22:17:28Z', 'revision_number': 4, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'subnets': [{'id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:28.979478 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Allocated IP 172.20.0.1 (63dbe8ef-207a-43b3-9fec-d0005e0693c2/4bfccb40-abac-4faf-a9ab-8c079ef61c0d/0e5865f7-25ee-4ac0-ab25-2c932af7756e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:29.103025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.118919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Transition to ACTIVE for port object 0e5865f7-25ee-4ac0-ab25-2c932af7756e will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:29.149920 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0479e5a3-9c9b-4214-b61e-7e5475723614 None None] Provisioning complete for port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:29.150398 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0479e5a3-9c9b-4214-b61e-7e5475723614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.156222 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.207193 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:29.210223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:29.215170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:29.242426 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5865f7-25ee-4ac0-ab25-2c932af7756e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:29.259285 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.303352 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.333759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:29.508743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.540530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Transition to ACTIVE for port object 83871de1-6671-4752-a06c-c4c7d76a247c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:29.549585 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.614116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Attempting to bind port 83871de1-6671-4752-a06c-c4c7d76a247c on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:29.614491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Attempting to bind port 83871de1-6671-4752-a06c-c4c7d76a247c by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:29.614862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Attempting to bind port 83871de1-6671-4752-a06c-c4c7d76a247c on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:29.624772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83803b-6793-4e24-aea2-23ef018afe0e None None] Pushing event updated for resources: {'Port': ['ID=83871de1-6671-4752-a06c-c4c7d76a247c,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:29.629536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:29.629934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:29.630349 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.630839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:29.631226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Bound port: 83871de1-6671-4752-a06c-c4c7d76a247c, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:29.631626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.661074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:29.661460 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.700051 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.705797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.721253 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b8865c87-0ab3-4c1b-b509-da0532fec917 None None] Provisioning for port 0e5865f7-25ee-4ac0-ab25-2c932af7756e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:29.735155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b8865c87-0ab3-4c1b-b509-da0532fec917 None None] Provisioning complete for port 0e5865f7-25ee-4ac0-ab25-2c932af7756e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:29.735580 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b8865c87-0ab3-4c1b-b509-da0532fec917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.737876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] For port 83871de1-6671-4752-a06c-c4c7d76a247c, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:29.776955 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5865f7-25ee-4ac0-ab25-2c932af7756e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:29.781465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] For port 83871de1-6671-4752-a06c-c4c7d76a247c, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=83871de1-6671-4752-a06c-c4c7d76a247c,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:29.790503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.795162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b8865c87-0ab3-4c1b-b509-da0532fec917 None None] Port 0e5865f7-25ee-4ac0-ab25-2c932af7756e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:29.804123 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.884731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Routers {'a14519e6-bf6f-4be5-89c1-7c4f33399a00'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:29.885378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:29.906214 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:29.907965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:29.951655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925ce97b-2d18-4281-a9b4-43c517466048 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:29.956085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83803b-6793-4e24-aea2-23ef018afe0e None None] Pushing event updated for resources: {'Port': ['ID=83871de1-6671-4752-a06c-c4c7d76a247c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:30.033754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Router a14519e6-bf6f-4be5-89c1-7c4f33399a00 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:17:30.040280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] Set router a14519e6-bf6f-4be5-89c1-7c4f33399a00 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:30.042983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 925ce97b-2d18-4281-a9b4-43c517466048 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:30.043365 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.148717 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:30.153688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-23b9f817-5f3a-4ff4-ab22-1906eec5b0e1 admin admin] 10.222.0.54 "PUT /v2.0/routers/a14519e6-bf6f-4be5-89c1-7c4f33399a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542410 Jul 22 22:17:30.177978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e458ded6-1e77-443e-b198-b595e4be3c28 None None] Provisioning complete for port 0e5865f7-25ee-4ac0-ab25-2c932af7756e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:30.178361 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e458ded6-1e77-443e-b198-b595e4be3c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.304147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e458ded6-1e77-443e-b198-b595e4be3c28 None None] Port 0e5865f7-25ee-4ac0-ab25-2c932af7756e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:30.306260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 04b1e25d-61b6-44b7-a6b5-6541bf779d1b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:30.384873 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:30.390636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:30.391060 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.394646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 4, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port': {'id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:27Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0e5865f7-25ee-4ac0-ab25-2c932af7756e', 'name': '', 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'mac_address': 'fa:16:3e:63:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:28Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 2, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'subnets': [{'id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:30.442322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3727942-7a28-4982-9f27-12a7b29c6bb1 None None] The sync data for ids ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'] in n-d-762330-19 is: [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 4, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port': {'id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:27Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0e5865f7-25ee-4ac0-ab25-2c932af7756e', 'name': '', 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'mac_address': 'fa:16:3e:63:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:28Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 2, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'subnets': [{'id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:30.517730 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.554360 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:30.558876 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.613296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:30.920369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-d9892ca3-d66f-40e8-bb86-96667c72c02d tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:30.921948 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-d9892ca3-d66f-40e8-bb86-96667c72c02d tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/networks?id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 200 len: 817 time: 0.1091719 Jul 22 22:17:30.938904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-68e0f986-064d-4ae0-abf0-679ba677ee42 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/quotas/d8502de7c9564f46b90937dd0a983f74 HTTP/1.1" status: 200 len: 375 time: 0.0108855 Jul 22 22:17:31.012486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-01b784f0-58ff-4ea3-8ca9-d174bf563d44 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8502de7c9564f46b90937dd0a983f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673110 Jul 22 22:17:31.110617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-124e118b-2d97-4549-a622-7ab2ffc46a48 service neutron] 10.222.0.54 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849066 Jul 22 22:17:31.233771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 04b1e25d-61b6-44b7-a6b5-6541bf779d1b up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:31.286949 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:31.287321 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.508995 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-b19cbd25-5573-4d77-bab3-1ab6680fcb08 service neutron] 10.222.0.54 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916490 Jul 22 22:17:31.680843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-03d22f16-243b-436f-97ca-4e1f284a8d5c req-4e9dc8b9-8652-456b-9cc9-320da1c2ffb4 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 210 time: 0.0333731 Jul 22 22:17:32.011683 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:32.648901 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:32.682709 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-96d8467b-ff22-4813-8642-1c6caf083572 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:32.684247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-96d8467b-ff22-4813-8642-1c6caf083572 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "GET /v2.0/networks?id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 200 len: 817 time: 0.1136787 Jul 22 22:17:32.697869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Request body: {'port': {'device_id': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'admin_state_up': True, 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:32.785761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd3ef6ac-279b-4079-b2cb-1ed083dfe783 req-e2f20836-a96d-4f9a-bbc0-5176c6da2f1a tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 210 time: 0.0328431 Jul 22 22:17:32.811497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Made reservation on behalf of d8502de7c9564f46b90937dd0a983f74 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:32.815083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:32.959254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Allocated IP 172.20.0.14 (6f5d2039-d2ec-4527-b7f8-7932ec4f64f1/4747eb2a-c9d0-4393-a927-74de08e5bf7d/8c95e259-e083-4c44-93f2-ed849ef92a14) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:33.110835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.125202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Transition to ACTIVE for port object 8c95e259-e083-4c44-93f2-ed849ef92a14 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:33.142341 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Sync routers for ids ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:33.151542 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Routers {'a14519e6-bf6f-4be5-89c1-7c4f33399a00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:33.152118 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:33.158827 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.206954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:33.213260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:33.222567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:33.226890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Pushing event updated for resources: {'Port': ['ID=8c95e259-e083-4c44-93f2-ed849ef92a14,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:33.279785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.280474 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.288918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 83871de1-6671-4752-a06c-c4c7d76a247c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:33.300493 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a0e14d01-21e8-488c-87d4-fd084cb71a92 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061656 Jul 22 22:17:33.305417 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Set router a14519e6-bf6f-4be5-89c1-7c4f33399a00 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:33.312181 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Request body: {'port': {'device_id': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:33.366815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 83871de1-6671-4752-a06c-c4c7d76a247c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:33.366815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 83871de1-6671-4752-a06c-c4c7d76a247c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:33.366815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.399305 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.473847 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.497138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 83871de1-6671-4752-a06c-c4c7d76a247c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=83871de1-6671-4752-a06c-c4c7d76a247c,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:33.502173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.565217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=83871de1-6671-4752-a06c-c4c7d76a247c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:33.566777 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 4, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port': {'id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:27Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0e5865f7-25ee-4ac0-ab25-2c932af7756e', 'name': '', 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'mac_address': 'fa:16:3e:63:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:28Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 2, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'subnets': [{'id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:33.573910 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-86c3f2f9-5030-43be-97ef-30e6805227ae None None] Provisioning for port 8c95e259-e083-4c44-93f2-ed849ef92a14 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:33.578719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-86c3f2f9-5030-43be-97ef-30e6805227ae None None] Provisioning complete for port 8c95e259-e083-4c44-93f2-ed849ef92a14 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:33.579102 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86c3f2f9-5030-43be-97ef-30e6805227ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.593247 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Checking router: a14519e6-bf6f-4be5-89c1-7c4f33399a00 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:33.593610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Updating router a14519e6-bf6f-4be5-89c1-7c4f33399a00 port 0e5865f7-25ee-4ac0-ab25-2c932af7756e binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:17:33.617050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-86c3f2f9-5030-43be-97ef-30e6805227ae None None] Port 8c95e259-e083-4c44-93f2-ed849ef92a14 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:33.633605 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.686292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c95e259-e083-4c44-93f2-ed849ef92a14 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:33.695033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.706859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Transition to ACTIVE for port object 8c95e259-e083-4c44-93f2-ed849ef92a14 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:33.711223 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.785343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c95e259-e083-4c44-93f2-ed849ef92a14,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:33.842982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Attempting to bind port 8c95e259-e083-4c44-93f2-ed849ef92a14 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:33.843325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Attempting to bind port 8c95e259-e083-4c44-93f2-ed849ef92a14 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:33.843657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Attempting to bind port 8c95e259-e083-4c44-93f2-ed849ef92a14 on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:33.848176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Port 8c95e259-e083-4c44-93f2-ed849ef92a14 on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:17:33.849194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Attempting to bind port 8c95e259-e083-4c44-93f2-ed849ef92a14 on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:33.855038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:33.855381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Checking segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:33.855766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Bound using segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:33.856230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Bound port: 8c95e259-e083-4c44-93f2-ed849ef92a14, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:33.856595 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.934502 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.936352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] For port 8c95e259-e083-4c44-93f2-ed849ef92a14, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:33.941389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] For port 8c95e259-e083-4c44-93f2-ed849ef92a14, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8c95e259-e083-4c44-93f2-ed849ef92a14,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:33.947177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.948212 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Transition to ACTIVE for port object 0e5865f7-25ee-4ac0-ab25-2c932af7756e will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:33.957630 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.967574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf9051-2039-4ce0-8960-a699149973cf req-e97046bc-3950-4550-b9a6-2a310e594cbc tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.969007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3bf9051-2039-4ce0-8960-a699149973cf req-e97046bc-3950-4550-b9a6-2a310e594cbc tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 944 time: 0.1010213 Jul 22 22:17:33.985298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.985920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.987350 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] 10.222.0.58 "PUT /v2.0/ports/8c95e259-e083-4c44-93f2-ed849ef92a14 HTTP/1.1" status: 200 len: 1093 time: 0.6795692 Jul 22 22:17:33.987818 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'tag': '8c95e259-e083-4c44-93f2-ed849ef92a14'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:33.990879 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc9347-7349-401c-8702-6c4e064c3f7a", "tag": "8c95e259-e083-4c44-93f2-ed849ef92a14"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:34.026820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3bf9051-2039-4ce0-8960-a699149973cf req-e58d8d67-9175-4355-871f-9bd169666703 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508769 Jul 22 22:17:34.046112 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebf318-e6fc-4d5b-82d9-d320e40ce640 None None] Pushing event updated for resources: {'Port': ['ID=0e5865f7-25ee-4ac0-ab25-2c932af7756e,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:34.066331 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad6b4bd-b213-4971-94d1-0a1953d8984a x-openstack-request-id: req-1ad6b4bd-b213-4971-94d1-0a1953d8984a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:34.066627 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc9347-7349-401c-8702-6c4e064c3f7a", "tag": "8c95e259-e083-4c44-93f2-ed849ef92a14", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:34.066880 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ad6b4bd-b213-4971-94d1-0a1953d8984a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:34.067285 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'tag': '8c95e259-e083-4c44-93f2-ed849ef92a14', 'status': 'completed', 'code': 200} Jul 22 22:17:34.069651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e01b1-38bd-4698-9fbe-c56faa763bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c95e259-e083-4c44-93f2-ed849ef92a14,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:34.143317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-30b9a345-95b6-4221-a601-10329d4094ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.145042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-30b9a345-95b6-4221-a601-10329d4094ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8502de7c9564f46b90937dd0a983f74&device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 1096 time: 0.0763583 Jul 22 22:17:34.190916 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-a639a42e-780d-41ac-902f-e96ed8f2a67e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c95e259-e083-4c44-93f2-ed849ef92a14 HTTP/1.1" status: 200 len: 217 time: 0.0385244 Jul 22 22:17:34.222023 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Attempting to bind port 0e5865f7-25ee-4ac0-ab25-2c932af7756e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:34.222660 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Attempting to bind port 0e5865f7-25ee-4ac0-ab25-2c932af7756e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:34.222840 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Attempting to bind port 0e5865f7-25ee-4ac0-ab25-2c932af7756e on network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:34.229313 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:34.229685 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Checking segment: {'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:34.230091 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:34.230483 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Bound using segment: {'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:34.230948 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Bound port: 0e5865f7-25ee-4ac0-ab25-2c932af7756e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:34.231326 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:34.245902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-aef5e277-79f4-4932-911a-b4bc57115f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.247853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-aef5e277-79f4-4932-911a-b4bc57115f78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4747eb2a-c9d0-4393-a927-74de08e5bf7d HTTP/1.1" status: 200 len: 856 time: 0.0508049 Jul 22 22:17:34.310963 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] For port 0e5865f7-25ee-4ac0-ab25-2c932af7756e, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:34.314495 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] For port 0e5865f7-25ee-4ac0-ab25-2c932af7756e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0e5865f7-25ee-4ac0-ab25-2c932af7756e,segment=NetworkSegment(cf8ee2e4-0973-402e-a7ca-6a8e190c3b03),segment_id=cf8ee2e4-0973-402e-a7ca-6a8e190c3b03)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:34.321100 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:34.382773 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Routers {'a14519e6-bf6f-4be5-89c1-7c4f33399a00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:34.383582 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:17:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:34.480771 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebf318-e6fc-4d5b-82d9-d320e40ce640 None None] Pushing event updated for resources: {'Port': ['ID=0e5865f7-25ee-4ac0-ab25-2c932af7756e,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:34.533300 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] Set router a14519e6-bf6f-4be5-89c1-7c4f33399a00 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:34.682079 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-476c4745-0c24-409d-bafe-3e9c39c13f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.683620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-476c4745-0c24-409d-bafe-3e9c39c13f31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4287684 Jul 22 22:17:34.744252 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 4, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port': {'id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:27Z', 'updated_at': '2021-07-22T22:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0e5865f7-25ee-4ac0-ab25-2c932af7756e', 'name': '', 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'mac_address': 'fa:16:3e:63:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:28Z', 'updated_at': '2021-07-22T22:17:34Z', 'revision_number': 4, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'subnets': [{'id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:34.770547 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89dd4-16a3-4003-97d3-c1da3eb88f5b None None] The sync data for ids ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'] in n-d-762330-19 is: [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:17:29Z', 'revision_number': 4, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port': {'id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:27Z', 'updated_at': '2021-07-22T22:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '0e5865f7-25ee-4ac0-ab25-2c932af7756e', 'name': '', 'network_id': '63dbe8ef-207a-43b3-9fec-d0005e0693c2', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'mac_address': 'fa:16:3e:63:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:28Z', 'updated_at': '2021-07-22T22:17:34Z', 'revision_number': 4, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'subnets': [{'id': '4bfccb40-abac-4faf-a9ab-8c079ef61c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:34.778058 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-74fcae81-1371-4c76-b0cf-df0cc7da196f service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860693 Jul 22 22:17:34.879605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f131be87-a9a2-4aae-9e50-6619b491f073 req-7b34abcc-4757-4e2e-9d4e-3389ce2ff549 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925429 Jul 22 22:17:34.985357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-5ff55653-a229-4d94-ac38-81297c475181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.986901 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-5ff55653-a229-4d94-ac38-81297c475181 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8502de7c9564f46b90937dd0a983f74&device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 1096 time: 0.0598326 Jul 22 22:17:35.096298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-b1503021-d228-4ad9-b81f-b4abbe074640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.098145 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-b1503021-d228-4ad9-b81f-b4abbe074640 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 200 len: 918 time: 0.1029952 Jul 22 22:17:35.144809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-6877b18c-f5f5-4ddb-959d-38eb0e37ee8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c95e259-e083-4c44-93f2-ed849ef92a14 HTTP/1.1" status: 200 len: 217 time: 0.0392234 Jul 22 22:17:35.192686 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e68e21-58d4-41ed-a97a-5807e0d2d9d2 req-1ca94ddc-7895-4f2b-888d-8576e1511df8 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.194236 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00e68e21-58d4-41ed-a97a-5807e0d2d9d2 req-1ca94ddc-7895-4f2b-888d-8576e1511df8 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 944 time: 0.0744014 Jul 22 22:17:35.210985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-c694b06a-fe5b-4c0a-a6e1-1e605f24eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.212779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-c694b06a-fe5b-4c0a-a6e1-1e605f24eb68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4747eb2a-c9d0-4393-a927-74de08e5bf7d HTTP/1.1" status: 200 len: 856 time: 0.0590894 Jul 22 22:17:35.237216 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-00e68e21-58d4-41ed-a97a-5807e0d2d9d2 req-17f16afe-7d68-47de-a855-49e53035d146 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353839 Jul 22 22:17:35.275453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 83871de1-6671-4752-a06c-c4c7d76a247c up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:35.287185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-2cc4697b-3f29-459b-bec2-b368d9495b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.288788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-2cc4697b-3f29-459b-bec2-b368d9495b2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688930 Jul 22 22:17:35.332977 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 83871de1-6671-4752-a06c-c4c7d76a247c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:35.333358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:35.384627 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-40dd24a6-72d0-4e0c-a879-976866e7699c service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889289 Jul 22 22:17:35.414286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0e5865f7-25ee-4ac0-ab25-2c932af7756e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:35.467680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 0e5865f7-25ee-4ac0-ab25-2c932af7756e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:35.471946 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0e5865f7-25ee-4ac0-ab25-2c932af7756e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:35.472774 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:35.487891 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-be9ea30e-023f-46df-b3fc-b7f05b98a1d9 req-ee3c7ca4-95f4-454c-928b-8bec3cfb0fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963771 Jul 22 22:17:35.551181 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:35.584213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 0e5865f7-25ee-4ac0-ab25-2c932af7756e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0e5865f7-25ee-4ac0-ab25-2c932af7756e,segment=NetworkSegment(cf8ee2e4-0973-402e-a7ca-6a8e190c3b03),segment_id=cf8ee2e4-0973-402e-a7ca-6a8e190c3b03)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:35.588001 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:35.635592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=0e5865f7-25ee-4ac0-ab25-2c932af7756e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:36.371507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3135c-f15b-4da2-a4da-f9b471f60cf1 req-4bd8b72c-7c50-42f0-85e0-021c19a31d19 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.373251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee3135c-f15b-4da2-a4da-f9b471f60cf1 req-4bd8b72c-7c50-42f0-85e0-021c19a31d19 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 944 time: 0.0653696 Jul 22 22:17:36.411889 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3ee3135c-f15b-4da2-a4da-f9b471f60cf1 req-8e318fd0-51f9-4b53-8e72-2cc1224013aa tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Jul 22 22:17:36.493654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8c95e259-e083-4c44-93f2-ed849ef92a14 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:17:36.592808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8c95e259-e083-4c44-93f2-ed849ef92a14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8c95e259-e083-4c44-93f2-ed849ef92a14,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:36.604556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '8c95e259-e083-4c44-93f2-ed849ef92a14', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'port_id': '8c95e259-e083-4c44-93f2-ed849ef92a14', 'mac_address': 'fa:16:3e:be:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:17:36.640323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.653513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c95e259-e083-4c44-93f2-ed849ef92a14 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:36.673811 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8c95e259-e083-4c44-93f2-ed849ef92a14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8c95e259-e083-4c44-93f2-ed849ef92a14,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:36.676776 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.726719 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8c95e259-e083-4c44-93f2-ed849ef92a14,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:36.896609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['8c95e259-e083-4c44-93f2-ed849ef92a14'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:37.225814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0e5865f7-25ee-4ac0-ab25-2c932af7756e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:37.275204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 0e5865f7-25ee-4ac0-ab25-2c932af7756e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:37.275574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:37.544925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518fe6a-7b66-4aad-813a-5c87838641c2 req-26f9bb11-4a2d-4822-810b-013f2a1b629a tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.546665 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f518fe6a-7b66-4aad-813a-5c87838641c2 req-26f9bb11-4a2d-4822-810b-013f2a1b629a tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 945 time: 0.0665991 Jul 22 22:17:37.584301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f518fe6a-7b66-4aad-813a-5c87838641c2 req-2b691317-36d8-4ca9-941b-6366d6b644ac tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Jul 22 22:17:38.488027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8c95e259-e083-4c44-93f2-ed849ef92a14 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:38.536096 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 8c95e259-e083-4c44-93f2-ed849ef92a14 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:38.540493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 8c95e259-e083-4c44-93f2-ed849ef92a14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:38.540871 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:38.620886 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:38.645718 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c95e259-e083-4c44-93f2-ed849ef92a14'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:38.648539 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c463993-781b-44e1-b46c-cbc0aeb88adb" -d '{"events": [{"server_uuid": "a4dc9347-7349-401c-8702-6c4e064c3f7a", "name": "network-vif-plugged", "status": "completed", "tag": "8c95e259-e083-4c44-93f2-ed849ef92a14"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:38.662695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8c95e259-e083-4c44-93f2-ed849ef92a14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8c95e259-e083-4c44-93f2-ed849ef92a14,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:38.668192 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:38.692761 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06acb1b0-598f-403d-8947-1c94787a5d28 x-openstack-request-id: req-06acb1b0-598f-403d-8947-1c94787a5d28 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:38.693056 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc9347-7349-401c-8702-6c4e064c3f7a", "name": "network-vif-plugged", "status": "completed", "tag": "8c95e259-e083-4c44-93f2-ed849ef92a14", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:38.693306 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06acb1b0-598f-403d-8947-1c94787a5d28 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:38.693697 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c95e259-e083-4c44-93f2-ed849ef92a14', 'code': 200} Jul 22 22:17:38.719607 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e434a2c-d5dc-462a-a58d-337639843189 req-72812773-bfee-4fbe-901a-4af0c6ec529e tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.720465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8c95e259-e083-4c44-93f2-ed849ef92a14,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:38.721999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e434a2c-d5dc-462a-a58d-337639843189 req-72812773-bfee-4fbe-901a-4af0c6ec529e tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 945 time: 0.0702024 Jul 22 22:17:38.762073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2e434a2c-d5dc-462a-a58d-337639843189 req-02642719-d9d8-46e7-8527-ac9cceda12c9 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Jul 22 22:17:38.802076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21a187-24f1-4caf-9be1-3cdb3e431c81 req-c618b641-9cd3-4371-b726-763cd4132ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.803620 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2e21a187-24f1-4caf-9be1-3cdb3e431c81 req-c618b641-9cd3-4371-b726-763cd4132ce6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 1098 time: 0.0535891 Jul 22 22:17:38.837097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2e21a187-24f1-4caf-9be1-3cdb3e431c81 req-37197c61-4e67-43a3-8786-8fdc478239b1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272796 Jul 22 22:17:39.891416 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f75d9-ad7b-4bda-a3b0-8ba2a8f58d74 req-853509a2-d1ab-425f-aa10-2b12d56c2fba tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:39.892934 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a1f75d9-ad7b-4bda-a3b0-8ba2a8f58d74 req-853509a2-d1ab-425f-aa10-2b12d56c2fba tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 946 time: 0.0631058 Jul 22 22:17:39.935843 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8a1f75d9-ad7b-4bda-a3b0-8ba2a8f58d74 req-e6f2fea8-34ae-49ae-a660-4c760d685708 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363011 Jul 22 22:17:40.063983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e65e4-db68-48f2-970e-258f2adb05db req-94ad701d-0f7f-463f-a29a-111f264b2659 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.065426 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e9e65e4-db68-48f2-970e-258f2adb05db req-94ad701d-0f7f-463f-a29a-111f264b2659 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 946 time: 0.0647047 Jul 22 22:17:40.103006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4e9e65e4-db68-48f2-970e-258f2adb05db req-41e0bf3b-1721-4c95-9452-abc2e66e0264 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Jul 22 22:17:42.651519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-293a27e7-df8f-4509-8180-82224ee5b325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.272275 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed84284f-754d-4ca4-b820-aa6001683dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.557414 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.336092 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:48.081405 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:48.487877 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:59.713908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae85690-f4de-4445-af3b-0ff0208a6bae req-ed030248-7870-4deb-a24e-8c021a484e4b tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.715307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dae85690-f4de-4445-af3b-0ff0208a6bae req-ed030248-7870-4deb-a24e-8c021a484e4b tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 946 time: 0.0633802 Jul 22 22:17:59.752880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dae85690-f4de-4445-af3b-0ff0208a6bae req-4c3cc7a0-a95e-4fe9-8de7-c793cfd47a21 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Jul 22 22:18:00.886283 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f200bf-e4fb-49cd-bbdf-d1d6a13d426e req-5b652db6-67e5-49fd-94ff-fbc6261ca353 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.887784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f200bf-e4fb-49cd-bbdf-d1d6a13d426e req-5b652db6-67e5-49fd-94ff-fbc6261ca353 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 946 time: 0.0668416 Jul 22 22:18:00.925687 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c0f200bf-e4fb-49cd-bbdf-d1d6a13d426e req-f70b2524-b7f3-4f1c-a01f-317c81c64ea5 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Jul 22 22:18:01.278575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-28f37c4d-a7d9-4a3d-9ed8-54eaebd325ed tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.280209 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-28f37c4d-a7d9-4a3d-9ed8-54eaebd325ed tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 946 time: 0.0651994 Jul 22 22:18:01.391495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Deleting port 8c95e259-e083-4c44-93f2-ed849ef92a14 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:01.391930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:01.486938 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] For port 8c95e259-e083-4c44-93f2-ed849ef92a14, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8c95e259-e083-4c44-93f2-ed849ef92a14,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:01.487213 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:01.507822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Calling delete_port for 8c95e259-e083-4c44-93f2-ed849ef92a14 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:01.649058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:01.661673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['8c95e259-e083-4c44-93f2-ed849ef92a14'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:01.685978 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Pushing event deleted for resources: {'Port': ['ID=8c95e259-e083-4c44-93f2-ed849ef92a14,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:01.729795 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.730186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.730494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.730835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.731168 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.731505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.731861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.732208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.732538 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.732865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.733193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.733520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:01.760107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] No DVR routers for this DVR port 8c95e259-e083-4c44-93f2-ed849ef92a14 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:01.763956 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:01.766138 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1be7b9d9-2042-47c9-9e2f-6c5ecd8b608e req-39ca9f58-f238-4fd9-8f5f-7632267e674f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "DELETE /v2.0/ports/8c95e259-e083-4c44-93f2-ed849ef92a14 HTTP/1.1" status: 204 len: 173 time: 0.4804997 Jul 22 22:18:01.766651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'name': 'network-vif-deleted', 'tag': '8c95e259-e083-4c44-93f2-ed849ef92a14'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:01.769451 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec6630-b751-429e-b1c6-9340577aeeec" -d '{"events": [{"server_uuid": "a4dc9347-7349-401c-8702-6c4e064c3f7a", "name": "network-vif-deleted", "tag": "8c95e259-e083-4c44-93f2-ed849ef92a14"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:01.822501 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed023c-00b9-49fa-8510-a86bbc847c49 x-openstack-request-id: req-79ed023c-00b9-49fa-8510-a86bbc847c49 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:01.822806 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc9347-7349-401c-8702-6c4e064c3f7a", "name": "network-vif-deleted", "tag": "8c95e259-e083-4c44-93f2-ed849ef92a14", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:01.823578 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79ed023c-00b9-49fa-8510-a86bbc847c49 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:01.828564 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc9347-7349-401c-8702-6c4e064c3f7a', 'name': 'network-vif-deleted', 'tag': '8c95e259-e083-4c44-93f2-ed849ef92a14', 'status': 'completed', 'code': 200} Jul 22 22:18:02.008375 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.053519 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-91db4bfc-6a0f-499c-8703-97513deef150 req-ce7c2bef-4015-42c3-9fa6-28c3c9bde0a2 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc9347-7349-401c-8702-6c4e064c3f7a HTTP/1.1" status: 200 len: 210 time: 0.0403318 Jul 22 22:18:02.656894 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.721836 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-b8456394-cf14-461a-9858-21529a444826 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.723331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-b8456394-cf14-461a-9858-21529a444826 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/networks?id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 200 len: 817 time: 0.1072373 Jul 22 22:18:03.738343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-efa59e4c-3fed-4f0c-8120-2115029efb36 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/quotas/d8502de7c9564f46b90937dd0a983f74 HTTP/1.1" status: 200 len: 375 time: 0.0094838 Jul 22 22:18:03.803697 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-cd471d89-0c6f-433e-8583-21385a093d4d tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8502de7c9564f46b90937dd0a983f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605793 Jul 22 22:18:03.901299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-527fbcdb-bcf1-4a09-84b0-4f420f3761db service neutron] 10.222.0.54 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854278 Jul 22 22:18:03.991597 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-4c5968ae-4201-40d3-ba63-3313394c5e3c service neutron] 10.222.0.54 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Jul 22 22:18:04.153951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85491262-24f1-4059-b3bc-18705c1253d6 req-12c695ca-59f1-4fad-baf5-2680c70dbdf2 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 210 time: 0.0286715 Jul 22 22:18:05.124188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-8af8a70c-0f6b-4839-8c29-53a3efe03f27 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.125728 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-8af8a70c-0f6b-4839-8c29-53a3efe03f27 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "GET /v2.0/networks?id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 200 len: 817 time: 0.1123750 Jul 22 22:18:05.138617 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Request body: {'port': {'device_id': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'admin_state_up': True, 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:05.267643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-645969b8-b09c-4f5f-af84-011405eea486 req-9a4a4450-67cf-493f-b8c2-c5ddefb332ee tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 210 time: 0.0376804 Jul 22 22:18:05.272280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Made reservation on behalf of d8502de7c9564f46b90937dd0a983f74 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:05.277439 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.414048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Allocated IP 172.20.0.10 (6f5d2039-d2ec-4527-b7f8-7932ec4f64f1/4747eb2a-c9d0-4393-a927-74de08e5bf7d/4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:05.568977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.582969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Transition to ACTIVE for port object 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:05.625665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.673312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:05.676936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:05.680932 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:05.705972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Pushing event updated for resources: {'Port': ['ID=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:05.739075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.739746 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.756447 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-77f16574-6b2c-4afd-8d32-168ed9c3b319 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6227164 Jul 22 22:18:05.768489 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Request body: {'port': {'device_id': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:05.846163 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.960701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a1c5b93-fd0c-4e55-b1d4-19c51f96d1cc None None] Provisioning for port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:05.964231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a1c5b93-fd0c-4e55-b1d4-19c51f96d1cc None None] Provisioning complete for port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:05.964623 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5b93-fd0c-4e55-b1d4-19c51f96d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.997261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c5b93-fd0c-4e55-b1d4-19c51f96d1cc None None] Port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:06.118703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:06.126139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.137745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Transition to ACTIVE for port object 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:06.142180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.213700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:06.269091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Attempting to bind port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:06.269431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Attempting to bind port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:06.269774 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Attempting to bind port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:06.274466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:06.274778 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Attempting to bind port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 on network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:06.279737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:06.280209 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Checking segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:06.280585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Bound using segment: {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:06.281023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Bound port: 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3192f3d5-4ca4-49fa-9569-e4212475db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:06.281386 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.354826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] For port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:06.358176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] For port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:06.363226 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.399135 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.399707 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.401175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] 10.222.0.58 "PUT /v2.0/ports/4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 HTTP/1.1" status: 200 len: 1093 time: 0.6373768 Jul 22 22:18:06.401629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'tag': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:06.403931 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7c39a-f6d4-4d85-81e1-8765be631553", "tag": "4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:06.404572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebd2fb-ae90-434b-8a9b-c556935afb90 req-b3e82d2a-7124-452c-9e74-3f7ca6e69067 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.407234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afebd2fb-ae90-434b-8a9b-c556935afb90 req-b3e82d2a-7124-452c-9e74-3f7ca6e69067 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 944 time: 0.0657859 Jul 22 22:18:06.433052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183ee9c-22e3-46b4-a009-38b604aa4934 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:06.454008 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c896e305-83d3-4367-b82d-4bd5f7947465 x-openstack-request-id: req-c896e305-83d3-4367-b82d-4bd5f7947465 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:06.454310 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7c39a-f6d4-4d85-81e1-8765be631553", "tag": "4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:06.454566 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c896e305-83d3-4367-b82d-4bd5f7947465 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:06.455013 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'tag': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52', 'status': 'completed', 'code': 200} Jul 22 22:18:06.476470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afebd2fb-ae90-434b-8a9b-c556935afb90 req-c4dd1fee-7c5f-406f-934d-f9a3d0e23725 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472507 Jul 22 22:18:06.526094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-f0bc82de-7fc9-48a0-8b05-41face3f2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.527729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-f0bc82de-7fc9-48a0-8b05-41face3f2a2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8502de7c9564f46b90937dd0a983f74&device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 1096 time: 0.0637455 Jul 22 22:18:06.576345 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-a4453520-8981-47d1-9321-84ccc797cff9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 HTTP/1.1" status: 200 len: 217 time: 0.0404844 Jul 22 22:18:06.628696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-e0687f64-a788-4781-a3f0-f52f671d128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.629947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8c95e259-e083-4c44-93f2-ed849ef92a14 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:06.630223 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-e0687f64-a788-4781-a3f0-f52f671d128a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4747eb2a-c9d0-4393-a927-74de08e5bf7d HTTP/1.1" status: 200 len: 856 time: 0.0472796 Jul 22 22:18:06.649985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 8c95e259-e083-4c44-93f2-ed849ef92a14 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:06.650331 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8c95e259-e083-4c44-93f2-ed849ef92a14 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:06.689656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-8153e52f-9e92-4042-8f8d-13d63dafcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.691121 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-8153e52f-9e92-4042-8f8d-13d63dafcd25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549803 Jul 22 22:18:06.785165 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-94934efc-b2b2-42c6-a324-cda0f6f64d21 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870559 Jul 22 22:18:06.875273 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-fe24f61c-25e4-43e7-a1df-27064746c500 req-5a871bee-6e48-4df1-9a9e-7c4614cadc42 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Jul 22 22:18:06.980763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-04908699-c3f0-4f8a-9016-d43c711d2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.982288 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-04908699-c3f0-4f8a-9016-d43c711d2050 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8502de7c9564f46b90937dd0a983f74&device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 1096 time: 0.0600047 Jul 22 22:18:07.073161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-f5af3c45-a000-4e39-bda5-61f5adec2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.074554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-f5af3c45-a000-4e39-bda5-61f5adec2524 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 200 len: 918 time: 0.0852592 Jul 22 22:18:07.120828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-6e66d681-307a-49ed-90d9-987d513abd02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 HTTP/1.1" status: 200 len: 217 time: 0.0377305 Jul 22 22:18:07.169735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-9491fac1-9bd9-4d87-8fbc-167f6563a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.171151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-9491fac1-9bd9-4d87-8fbc-167f6563a80a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4747eb2a-c9d0-4393-a927-74de08e5bf7d HTTP/1.1" status: 200 len: 856 time: 0.0430586 Jul 22 22:18:07.231435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-49629b73-7bcc-4e78-93ae-54b2c42946e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.233051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-49629b73-7bcc-4e78-93ae-54b2c42946e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550952 Jul 22 22:18:07.328996 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-ab416215-6383-4c0d-a317-87b037bb518d service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877805 Jul 22 22:18:07.417438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06fbff5e-ef04-49d8-9f0c-0a1dbeb7cf7c req-70f335cd-71ab-4ba6-b47b-a0c7b04eae4c service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807989 Jul 22 22:18:07.598170 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc565280-b0aa-4bd5-89dd-ee4cbacad5ef req-193d40a1-a44c-45cd-a440-d37b01a52658 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.599653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc565280-b0aa-4bd5-89dd-ee4cbacad5ef req-193d40a1-a44c-45cd-a440-d37b01a52658 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 944 time: 0.0629323 Jul 22 22:18:07.636489 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc565280-b0aa-4bd5-89dd-ee4cbacad5ef req-c11255bb-0be9-4105-96e0-5a374ff8963d tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Jul 22 22:18:08.645658 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:08.742694 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:08.755054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52', 'network_id': '6f5d2039-d2ec-4527-b7f8-7932ec4f64f1', 'port_id': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52', 'mac_address': 'fa:16:3e:98:1f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4747eb2a-c9d0-4393-a927-74de08e5bf7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:08.772894 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20365659-cdeb-4ff8-b28b-c074ca6f00e2 req-247f9063-9b87-4e45-9716-2ec7ca799df9 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:08.774400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20365659-cdeb-4ff8-b28b-c074ca6f00e2 req-247f9063-9b87-4e45-9716-2ec7ca799df9 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 944 time: 0.0698838 Jul 22 22:18:08.791715 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.804575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:08.812797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20365659-cdeb-4ff8-b28b-c074ca6f00e2 req-af101918-088a-4a11-89c9-00d7ddcfd4da tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Jul 22 22:18:08.825379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:08.829195 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.881671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:08.888716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.889062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.889399 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.889732 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.890213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.890547 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.890875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.891198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.892164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.892164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.892164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.892553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:09.031204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:09.943669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e201-05ed-4bc5-9ce5-ed51b7d6b0e7 req-7d4e473d-07df-4b95-a263-d08e2987925f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:09.945186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a73e201-05ed-4bc5-9ce5-ed51b7d6b0e7 req-7d4e473d-07df-4b95-a263-d08e2987925f tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jul 22 22:18:09.982977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a73e201-05ed-4bc5-9ce5-ed51b7d6b0e7 req-f5dba0d5-2073-421d-9d22-3fbdc28e2006 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Jul 22 22:18:10.654821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:10.705369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:10.709771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:10.710308 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.785353 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.807201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:10.809712 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf2c85-b50d-40de-bea2-ed93299bd34c" -d '{"events": [{"server_uuid": "71c7c39a-f6d4-4d85-81e1-8765be631553", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:10.821984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:10.825724 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.848607 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d77233-c9cf-44ff-84f7-4322b65d658d x-openstack-request-id: req-b6d77233-c9cf-44ff-84f7-4322b65d658d {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:10.848901 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7c39a-f6d4-4d85-81e1-8765be631553", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:10.849150 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6d77233-c9cf-44ff-84f7-4322b65d658d {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:10.849541 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52', 'code': 200} Jul 22 22:18:10.881545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:10.957874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f04b-ebd3-472b-9621-a75f5772161a req-aa97f57d-6da8-4583-acd3-f78d36418c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:10.959421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9bd2f04b-ebd3-472b-9621-a75f5772161a req-aa97f57d-6da8-4583-acd3-f78d36418c08 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 1098 time: 0.0549109 Jul 22 22:18:10.999068 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9bd2f04b-ebd3-472b-9621-a75f5772161a req-8bdd8d13-3786-4166-9b68-6784394b0609 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Jul 22 22:18:11.120082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ac0e-b280-486d-a3b1-8e48f6674231 req-6fa42dd6-99a3-4cb6-985c-c3513d2d4056 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.121600 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56c0ac0e-b280-486d-a3b1-8e48f6674231 req-6fa42dd6-99a3-4cb6-985c-c3513d2d4056 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 946 time: 0.0669532 Jul 22 22:18:11.159875 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56c0ac0e-b280-486d-a3b1-8e48f6674231 req-703cc0cc-d236-4408-884e-a66a7367ddba tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325820 Jul 22 22:18:12.290823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774b5ab-78ce-446d-82d1-4e97355b6fa0 req-d365cad6-ebc6-490e-b0a8-74c207e5ad27 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:12.292344 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2774b5ab-78ce-446d-82d1-4e97355b6fa0 req-d365cad6-ebc6-490e-b0a8-74c207e5ad27 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 946 time: 0.0638254 Jul 22 22:18:12.331081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2774b5ab-78ce-446d-82d1-4e97355b6fa0 req-4b984fd3-fc56-473b-a292-fcea1d34029a tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Jul 22 22:18:12.464551 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1734-fedb-46b6-a6b3-14231d2fa898 req-8e33964e-999c-4d98-a26a-a329c22b96bd tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:12.465965 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69af1734-fedb-46b6-a6b3-14231d2fa898 req-8e33964e-999c-4d98-a26a-a329c22b96bd tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 946 time: 0.0655999 Jul 22 22:18:12.505947 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69af1734-fedb-46b6-a6b3-14231d2fa898 req-3896c8fa-1ee9-4ebe-a5f6-ed170472ebcb tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Jul 22 22:18:12.656034 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6dc486c-3242-4442-bfa4-fa4cfd62771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.274248 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d56e8595-6645-44bc-993e-ef557c45666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.558478 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.338436 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:18.491326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.850975 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-e3329a10-64ef-464e-bf8b-07c9ca773a7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534151 Jul 22 22:18:21.948754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-96e8750d-5ac6-428f-a86e-ea6fe1058caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.950250 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-96e8750d-5ac6-428f-a86e-ea6fe1058caf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8502de7c9564f46b90937dd0a983f74&device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 1098 time: 0.0540056 Jul 22 22:18:22.056238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-65919e22-9002-43b7-975d-400aafcee095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.057718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-65919e22-9002-43b7-975d-400aafcee095 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 200 len: 918 time: 0.0887430 Jul 22 22:18:22.097192 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-cda375a7-5100-4d12-9dce-4e492ce23add service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 HTTP/1.1" status: 200 len: 217 time: 0.0328341 Jul 22 22:18:22.148131 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-81f57159-06a1-4187-a9c9-4b0e0a9816c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.149473 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-81f57159-06a1-4187-a9c9-4b0e0a9816c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4747eb2a-c9d0-4393-a927-74de08e5bf7d HTTP/1.1" status: 200 len: 856 time: 0.0427892 Jul 22 22:18:22.211223 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-39750998-6cca-4943-ba60-9e3be414ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.212763 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-39750998-6cca-4943-ba60-9e3be414ba67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570967 Jul 22 22:18:22.302988 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-4e695957-d1c5-4ffa-8f38-7d0e8c5e623c service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821967 Jul 22 22:18:22.395120 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4c474ab3-e94f-4db1-a0dc-f5503e04aca6 req-6c7854d4-47fe-4e37-a55b-933361725a51 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 Jul 22 22:18:25.080183 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:18:30.995425 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08fde9-90e1-4f20-9bc8-3212d1e78e77 req-dccf3e16-c6ba-4193-a9bb-305d5be7e546 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.997104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c08fde9-90e1-4f20-9bc8-3212d1e78e77 req-dccf3e16-c6ba-4193-a9bb-305d5be7e546 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 946 time: 0.1698396 Jul 22 22:18:31.037156 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c08fde9-90e1-4f20-9bc8-3212d1e78e77 req-53e037c1-5ed7-4b87-a9e6-a81a64980073 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Jul 22 22:18:32.057978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.222874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916c473-36f3-4018-8462-a691bb77ef3f req-35ddd863-d05f-4947-8b5d-46720c0d6136 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.224450 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a916c473-36f3-4018-8462-a691bb77ef3f req-35ddd863-d05f-4947-8b5d-46720c0d6136 tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 946 time: 0.1130888 Jul 22 22:18:32.263950 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a916c473-36f3-4018-8462-a691bb77ef3f req-7a2a6ae7-e815-4d4b-887c-585e2caea2ec tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/security-groups?id=3a2c3ee5-7fa8-422b-8deb-7846fbf34133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Jul 22 22:18:32.591388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-2795ee58-6a7c-4f26-8015-b8b9d339882a tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.592916 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-2795ee58-6a7c-4f26-8015-b8b9d339882a tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 946 time: 0.0648353 Jul 22 22:18:32.681763 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.696477 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Deleting port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:32.696821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.796015 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] For port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:32.796277 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.809247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Calling delete_port for 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:32.940021 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.953464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:32.971173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Pushing event deleted for resources: {'Port': ['ID=4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:33.022098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] No DVR routers for this DVR port 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:33.025380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.029047 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b0572e-419a-43a9-8518-70521220a3e3 req-553baa93-df6c-4cfd-a31d-24ef6c3f08ff tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.58 "DELETE /v2.0/ports/4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 HTTP/1.1" status: 204 len: 173 time: 0.4284167 Jul 22 22:18:33.029849 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'name': 'network-vif-deleted', 'tag': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:33.032148 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6046cc63-2eb8-4c84-8edf-8083c52f0e7e" -d '{"events": [{"server_uuid": "71c7c39a-f6d4-4d85-81e1-8765be631553", "name": "network-vif-deleted", "tag": "4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:33.077147 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f7e8ce-5da6-4004-a086-9af9ec1a9402 x-openstack-request-id: req-51f7e8ce-5da6-4004-a086-9af9ec1a9402 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:33.077447 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7c39a-f6d4-4d85-81e1-8765be631553", "name": "network-vif-deleted", "tag": "4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:33.077695 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51f7e8ce-5da6-4004-a086-9af9ec1a9402 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:33.078935 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7c39a-f6d4-4d85-81e1-8765be631553', 'name': 'network-vif-deleted', 'tag': '4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52', 'status': 'completed', 'code': 200} Jul 22 22:18:33.376362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-45b39b28-4551-43fe-9612-16888865d4d3 req-b43fb128-8902-42f1-977f-25ea903fb3eb tempest-TestEncryptedCinderVolumes-1719043697 tempest-TestEncryptedCinderVolumes-1719043697-project] 10.222.0.54 "GET /v2.0/ports?device_id=71c7c39a-f6d4-4d85-81e1-8765be631553 HTTP/1.1" status: 200 len: 210 time: 0.0344005 Jul 22 22:18:34.467446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54238) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:34.810801 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.061660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Deleting port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:35.061914 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.141207 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] For port 04b1e25d-61b6-44b7-a6b5-6541bf779d1b, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:35.141563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.154379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Calling delete_port for 04b1e25d-61b6-44b7-a6b5-6541bf779d1b owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:35.332807 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.364596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b1e25d-61b6-44b7-a6b5-6541bf779d1b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:35.532469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.079826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Router 065e6b1c-0d24-445c-8bbf-83ea723a980d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:36.185450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:36.192865 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-00e57f46-285e-4ce1-9330-d6dd11298524 admin admin] 10.222.0.54 "PUT /v2.0/routers/065e6b1c-0d24-445c-8bbf-83ea723a980d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220058 Jul 22 22:18:36.193486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54240) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:36.200991 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] Sync routers for ids ['065e6b1c-0d24-445c-8bbf-83ea723a980d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:36.209739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] Routers {'065e6b1c-0d24-445c-8bbf-83ea723a980d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:36.210368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['065e6b1c-0d24-445c-8bbf-83ea723a980d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:36.295725 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.313965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] Set router 065e6b1c-0d24-445c-8bbf-83ea723a980d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:36.398222 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.454803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Deleting port 925ce97b-2d18-4281-a9b4-43c517466048 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:36.455177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.494458 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '925ce97b-2d18-4281-a9b4-43c517466048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:18:35Z', 'revision_number': 5, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port': {'id': '925ce97b-2d18-4281-a9b4-43c517466048', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:22Z', 'updated_at': '2021-07-22T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:36.525454 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] Checking router: 065e6b1c-0d24-445c-8bbf-83ea723a980d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:36.534860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] Routers {'065e6b1c-0d24-445c-8bbf-83ea723a980d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:36.535601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['065e6b1c-0d24-445c-8bbf-83ea723a980d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:36.537947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] For port 925ce97b-2d18-4281-a9b4-43c517466048, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=925ce97b-2d18-4281-a9b4-43c517466048,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:36.538455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.551122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Calling delete_port for 925ce97b-2d18-4281-a9b4-43c517466048 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:36.623059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] Set router 065e6b1c-0d24-445c-8bbf-83ea723a980d gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:36.673686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:18:36Z', 'revision_number': 6, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:36.703632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c4d01-c910-4e1b-a05c-79576b2ecf93 None None] The sync data for ids ['065e6b1c-0d24-445c-8bbf-83ea723a980d'] in n-d-762330-19 is: [{'id': '065e6b1c-0d24-445c-8bbf-83ea723a980d', 'name': 'tempest-TestEncryptedCinderVolumes-2138093025-router', 'tenant_id': 'd8502de7c9564f46b90937dd0a983f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:21Z', 'updated_at': '2021-07-22T22:18:36Z', 'revision_number': 6, 'project_id': 'd8502de7c9564f46b90937dd0a983f74', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:36.721785 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.752251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Pushing event deleted for resources: {'Port': ['ID=925ce97b-2d18-4281-a9b4-43c517466048,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:36.811592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:36.813750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.832378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:36.832729 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 4bd4c4a7-4dbd-4b7b-a179-f96504b2cd52 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:36.904283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.906411 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.947931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.948405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 065e6b1c-0d24-445c-8bbf-83ea723a980d {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:18:36.953544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.954681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-44c04e54-dcb3-4410-9e12-1327933e2951 admin admin] 10.222.0.54 "DELETE /v2.0/routers/065e6b1c-0d24-445c-8bbf-83ea723a980d HTTP/1.1" status: 204 len: 168 time: 0.7602961 Jul 22 22:18:36.957085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:37.000188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] Deleting subnet 4747eb2a-c9d0-4393-a927-74de08e5bf7d {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:18:37.003074 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.041117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.127205 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.180632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.208741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.210544 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4747eb2a-c9d0-4393-a927-74de08e5bf7d HTTP/1.1" status: 204 len: 168 time: 0.2525220 Jul 22 22:18:37.211723 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdbddc-1cc7-444c-a9a2-54d9ec99c18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4747eb2a-c9d0-4393-a927-74de08e5bf7d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:37.213138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54244) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:37.216191 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77596289-b8c8-4496-85b6-fe2a2d14cb68 None None] Network 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:37.280559 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.332829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Deleting port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:37.333172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.401305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] For port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff,segment=NetworkSegment(3192f3d5-4ca4-49fa-9569-e4212475db34),segment_id=3192f3d5-4ca4-49fa-9569-e4212475db34)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:37.401555 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.413771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Calling delete_port for cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:37.497613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df648b51-8561-421b-acbf-d4929a889b97 None None] DHCP port deletion for 6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:18:37.498885 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.529662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:37.540145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.540625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.541296 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.541500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.541846 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.542184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.542519 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.544554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.544554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.544554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.544554 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.545034 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:37.547630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] No DVR routers for this DVR port cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:37.560704 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 04b1e25d-61b6-44b7-a6b5-6541bf779d1b no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:37.580585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 04b1e25d-61b6-44b7-a6b5-6541bf779d1b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:37.581013 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 04b1e25d-61b6-44b7-a6b5-6541bf779d1b not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:37.581492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:37.601358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:37.601794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device cbf4dfc0-8118-4a6e-a62c-a74ae425b8ff not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:37.602453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925ce97b-2d18-4281-a9b4-43c517466048 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:37.622964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 925ce97b-2d18-4281-a9b4-43c517466048 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:37.623316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 925ce97b-2d18-4281-a9b4-43c517466048 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:37.625789 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.638453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5d2039-d2ec-4527-b7f8-7932ec4f64f1']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:37.649745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3192f3d5-4ca4-49fa-9569-e4212475db34') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:37.650033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3192f3d5-4ca4-49fa-9569-e4212475db34') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:37.660904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.677068 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.683105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:18:37.683700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:18:37.686300 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:18:37.750225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.756748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.759184 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6f5d2039-d2ec-4527-b7f8-7932ec4f64f1 HTTP/1.1" status: 204 len: 168 time: 0.5450501 Jul 22 22:18:37.762871 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54246) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:37.771187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c57c4-fff6-4f3b-9ff4-2a2c8961d123 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5d2039-d2ec-4527-b7f8-7932ec4f64f1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:38.120703 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.375940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Deleting port 0e5865f7-25ee-4ac0-ab25-2c932af7756e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:38.376194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.453667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] For port 0e5865f7-25ee-4ac0-ab25-2c932af7756e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=0e5865f7-25ee-4ac0-ab25-2c932af7756e,segment=NetworkSegment(cf8ee2e4-0973-402e-a7ca-6a8e190c3b03),segment_id=cf8ee2e4-0973-402e-a7ca-6a8e190c3b03)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:38.454019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.467188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Calling delete_port for 0e5865f7-25ee-4ac0-ab25-2c932af7756e owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:38.654490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.679769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5865f7-25ee-4ac0-ab25-2c932af7756e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:38.856229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.072773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Router a14519e6-bf6f-4be5-89c1-7c4f33399a00 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:39.174087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:39.179079 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ce41d267-bac0-462c-9888-18c9933b68a4 admin admin] 10.222.0.54 "PUT /v2.0/routers/a14519e6-bf6f-4be5-89c1-7c4f33399a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4149916 Jul 22 22:18:39.181775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54248) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:39.182640 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] Sync routers for ids ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:39.192196 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] Routers {'a14519e6-bf6f-4be5-89c1-7c4f33399a00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:39.193113 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:39.290105 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.302990 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] Set router a14519e6-bf6f-4be5-89c1-7c4f33399a00 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:39.395763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.450045 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Deleting port 83871de1-6671-4752-a06c-c4c7d76a247c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:39.450389 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.487227 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:18:38Z', 'revision_number': 5, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port': {'id': '83871de1-6671-4752-a06c-c4c7d76a247c', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:17:27Z', 'updated_at': '2021-07-22T22:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:39.513647 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] Checking router: a14519e6-bf6f-4be5-89c1-7c4f33399a00 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:39.521610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] Routers {'a14519e6-bf6f-4be5-89c1-7c4f33399a00'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:39.522212 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:39.534363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] For port 83871de1-6671-4752-a06c-c4c7d76a247c, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=83871de1-6671-4752-a06c-c4c7d76a247c,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:39.534743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.550445 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Calling delete_port for 83871de1-6671-4752-a06c-c4c7d76a247c owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:39.607615 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] Set router a14519e6-bf6f-4be5-89c1-7c4f33399a00 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:39.659063 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:18:39Z', 'revision_number': 6, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:39.689456 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513242d3-c6cb-47f7-9598-bcf5924436e0 None None] The sync data for ids ['a14519e6-bf6f-4be5-89c1-7c4f33399a00'] in n-d-762330-19 is: [{'id': 'a14519e6-bf6f-4be5-89c1-7c4f33399a00', 'name': 'tempest-TestEncryptedCinderVolumes-457010053-router', 'tenant_id': 'd333728b053d41a29062c0ff813f7869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:17:26Z', 'updated_at': '2021-07-22T22:18:39Z', 'revision_number': 6, 'project_id': 'd333728b053d41a29062c0ff813f7869', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:39.730146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.757044 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Pushing event deleted for resources: {'Port': ['ID=83871de1-6671-4752-a06c-c4c7d76a247c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:39.820128 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.915778 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.917860 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.964813 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.965382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14519e6-bf6f-4be5-89c1-7c4f33399a00 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:18:39.969831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.970993 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1ede1f2c-bdba-4158-81c6-1f96d01c6744 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a14519e6-bf6f-4be5-89c1-7c4f33399a00 HTTP/1.1" status: 204 len: 168 time: 0.7882333 Jul 22 22:18:39.973640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:40.018343 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] Deleting subnet 4bfccb40-abac-4faf-a9ab-8c079ef61c0d {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:18:40.021132 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.056653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.139554 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.199371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.225514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfccb40-abac-4faf-a9ab-8c079ef61c0d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:40.227455 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.231811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca88ac23-e6fb-422d-b2a6-d44e465b5aa0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4bfccb40-abac-4faf-a9ab-8c079ef61c0d HTTP/1.1" status: 204 len: 168 time: 0.2548506 Jul 22 22:18:40.232217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571aec6b-cc1a-4e20-ab49-db12364624c2 None None] Network 63dbe8ef-207a-43b3-9fec-d0005e0693c2 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:40.233056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:40.304140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.357593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Deleting port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:40.358031 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.423120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] For port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,segment=NetworkSegment(cf8ee2e4-0973-402e-a7ca-6a8e190c3b03),segment_id=cf8ee2e4-0973-402e-a7ca-6a8e190c3b03)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:40.423348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.430594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] DHCP port deletion for 63dbe8ef-207a-43b3-9fec-d0005e0693c2 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:18:40.439330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Calling delete_port for e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:40.478939 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] Deleting port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:40.479236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.529841 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.548437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] For port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,segment=NetworkSegment(cf8ee2e4-0973-402e-a7ca-6a8e190c3b03),segment_id=cf8ee2e4-0973-402e-a7ca-6a8e190c3b03)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:40.548892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.556775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:40.560718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] No DVR routers for this DVR port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:40.560882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] Calling delete_port for e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:40.637211 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.639733 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.647338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dbe8ef-207a-43b3-9fec-d0005e0693c2']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:40.659587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:40.659881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8ee2e4-0973-402e-a7ca-6a8e190c3b03') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:40.669801 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.672036 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] Pushing event deleted for resources: {'Port': ['ID=e2ae02f3-71e1-4a3c-9354-68b2f98f7da7,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:40.677721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93593663-7347-4d56-8bfd-bb80313b7747 None None] No DVR routers for this DVR port e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:40.690220 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.697477 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:18:40.697883 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:18:40.700185 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:18:40.756449 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.761570 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.764061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/63dbe8ef-207a-43b3-9fec-d0005e0693c2 HTTP/1.1" status: 204 len: 168 time: 0.5300558 Jul 22 22:18:40.776630 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968921d9-368e-4980-a619-f8e3cdab74c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63dbe8ef-207a-43b3-9fec-d0005e0693c2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:40.923524 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54256) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:40.963399 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32885851-0102-4005-86dd-e71593439ea8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8502de7c9564f46b90937dd0a983f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384958 Jul 22 22:18:40.966224 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:41.017705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5d4448e-1d78-4afb-94e3-560340f50ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.038347 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5d4448e-1d78-4afb-94e3-560340f50ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.084220 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5d4448e-1d78-4afb-94e3-560340f50ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.086915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d5d4448e-1d78-4afb-94e3-560340f50ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.088282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d5d4448e-1d78-4afb-94e3-560340f50ada admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a2c3ee5-7fa8-422b-8deb-7846fbf34133 HTTP/1.1" status: 204 len: 168 time: 0.1211622 Jul 22 22:18:41.098909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4448e-1d78-4afb-94e3-560340f50ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c3ee5-7fa8-422b-8deb-7846fbf34133,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:41.266743 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 83871de1-6671-4752-a06c-c4c7d76a247c no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:41.286297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 83871de1-6671-4752-a06c-c4c7d76a247c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:41.286741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 83871de1-6671-4752-a06c-c4c7d76a247c not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:41.287213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0e5865f7-25ee-4ac0-ab25-2c932af7756e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:41.305185 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 0e5865f7-25ee-4ac0-ab25-2c932af7756e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:41.305536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 0e5865f7-25ee-4ac0-ab25-2c932af7756e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:41.305949 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:41.325722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:41.326071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e2ae02f3-71e1-4a3c-9354-68b2f98f7da7 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:41.414759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54264) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:41.455747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-575cda26-66e8-499a-ae67-c75a23841829 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d333728b053d41a29062c0ff813f7869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397565 Jul 22 22:18:41.458310 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54266) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:41.505297 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93b87e4b-5182-44da-b778-b003c5031f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.526375 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93b87e4b-5182-44da-b778-b003c5031f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.571715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93b87e4b-5182-44da-b778-b003c5031f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.574348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-93b87e4b-5182-44da-b778-b003c5031f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.575506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-93b87e4b-5182-44da-b778-b003c5031f4f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b16b93bd-a48b-4457-8fd5-13df9e42967b HTTP/1.1" status: 204 len: 168 time: 0.1162982 Jul 22 22:18:41.582874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b87e4b-5182-44da-b778-b003c5031f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16b93bd-a48b-4457-8fd5-13df9e42967b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:42.219544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54288) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:42.312491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-747673764-network', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:42.336749 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Made reservation on behalf of 8f4ef887b4824b1cb4c141ef8532fe12 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:42.339073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.348145 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.435265 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.439002 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.459882 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:18:42.473967 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed9034d-e616-4753-8908-d20b7a0a8259,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:42.478913 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.479258 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Added segment db9c0d6c-53c0-4659-b44d-bb5d2e723b29 of type vlan for network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 Jul 22 22:18:42.519199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.547819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.548812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:42.549396 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.589467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3686521 Jul 22 22:18:42.592984 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54292) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:42.598165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Request body: {'subnet': {'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-747673764-subnet', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:42.618605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e2090-6cc5-4324-a7cb-37de2909304e admin admin] Pushing event updated for resources: {'Network': ['ID=2e26ff54-5823-4d6a-ab76-0089c881dfb8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:42.624765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Made reservation on behalf of 8f4ef887b4824b1cb4c141ef8532fe12 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:42.627182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.629965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:18:42.670098 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b142e97-f946-4d25-b6f5-5cbeaa624cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.813907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.870441 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Pushing event updated for resources: {'Subnet': ['ID=160eb122-b077-45e1-93be-bcc55165f224,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:42.878753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Checking segment: {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:42.879110 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Network hostable DHCP agents. Network: 2e26ff54-5823-4d6a-ab76-0089c881dfb8, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:18:42.895482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:18:42.903939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 2e26ff54-5823-4d6a-ab76-0089c881dfb8) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:42.907991 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:42.908586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.913514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f004ff84-2ca0-4c4a-93c1-c1cbb1cf7de5 None None] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:42.927720 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ebe9865d-fb04-454c-8f7d-34ec93b913df admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3336184 Jul 22 22:18:42.930435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54294) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:42.935529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:42.956712 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.957708 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.011417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.061238 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:18:43.062112 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.153541 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.199871 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Allocated IP 172.20.0.2 (2e26ff54-5823-4d6a-ab76-0089c881dfb8/160eb122-b077-45e1-93be-bcc55165f224/22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:43.342780 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.351023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Transition to ACTIVE for port object 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:43.354398 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.365579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Transition to ACTIVE for port object 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:43.370965 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.375071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.411376 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:43.417519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:43.421138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:43.428018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Pushing event updated for resources: {'Port': ['ID=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:43.482690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Allocated IP 172.25.5.79 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/f99d398a-28f2-417b-a770-9341480f6cdb) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:43.488281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Attempting to bind port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:43.489342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Attempting to bind port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:43.489720 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Attempting to bind port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f on network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:43.494717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:43.495137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Checking segment: {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:43.495500 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.495925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Bound using segment: {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:43.496402 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Bound port: 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:43.496794 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.562839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] For port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:43.565886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] For port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:43.570281 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.592835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.631942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532532ea-4f7a-4216-86d8-41f6c5729714 None None] Pushing event updated for resources: {'Port': ['ID=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:43.635566 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.677685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:43.680579 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:43.684777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:43.708614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f99d398a-28f2-417b-a770-9341480f6cdb,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:43.959330 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.155527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.289915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Router cf2d3aea-38a3-4cae-bd8e-19a850836c87 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:18:44.518297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fd05e8-8e86-4fe2-a16b-78af2c6ea0ae None None] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:44.585509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d07990a9-0d22-468d-9bdb-9a78292122fc None None] Provisioning for port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:44.757823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:44.767530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Sync routers for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:44.774610 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.776151 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-841105bd-24ad-46e9-b3a2-4e909785f5f1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8447108 Jul 22 22:18:44.779677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54296) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:44.788748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:44.789655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:44.898006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:45.209447 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.254849 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:43Z', 'revision_number': 3, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:45.287031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Checking router: cf2d3aea-38a3-4cae-bd8e-19a850836c87 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:45.287383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Updating router cf2d3aea-38a3-4cae-bd8e-19a850836c87 port f99d398a-28f2-417b-a770-9341480f6cdb binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:45.320978 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:45.329649 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23aeb878-be10-43d9-abe8-bfc1532b2c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.356522 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.389399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Allocated IP 172.20.0.1 (2e26ff54-5823-4d6a-ab76-0089c881dfb8/160eb122-b077-45e1-93be-bcc55165f224/1c0873aa-bd6a-49f6-a46d-b9635891266f) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:45.457355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:45.466372 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:45.467306 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.490722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.504501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Transition to ACTIVE for port object 1c0873aa-bd6a-49f6-a46d-b9635891266f will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:45.539062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.584561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:45.588113 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:45.591182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:45.594083 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.628851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Pushing event updated for resources: {'Port': ['ID=1c0873aa-bd6a-49f6-a46d-b9635891266f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:45.643558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.682045 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.754275 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.757741 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:45.768666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.772254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Transition to ACTIVE for port object f99d398a-28f2-417b-a770-9341480f6cdb will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:45.798061 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.841682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Attempting to bind port f99d398a-28f2-417b-a770-9341480f6cdb on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:45.842094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Attempting to bind port f99d398a-28f2-417b-a770-9341480f6cdb by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:45.842470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Attempting to bind port f99d398a-28f2-417b-a770-9341480f6cdb on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:45.852565 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:45.860528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:45.860528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:45.860989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.861237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:45.861696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Bound port: f99d398a-28f2-417b-a770-9341480f6cdb, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:45.862144 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.925703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-33a97c3a-56b7-41d8-afcb-80b72641ef31 None None] Provisioning for port 1c0873aa-bd6a-49f6-a46d-b9635891266f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:45.932879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a002f20-25eb-4317-b8bd-1c18e3327221 None None] Pushing event updated for resources: {'Port': ['ID=f99d398a-28f2-417b-a770-9341480f6cdb,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:45.938229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-33a97c3a-56b7-41d8-afcb-80b72641ef31 None None] Provisioning complete for port 1c0873aa-bd6a-49f6-a46d-b9635891266f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:45.938610 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33a97c3a-56b7-41d8-afcb-80b72641ef31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.988181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] For port f99d398a-28f2-417b-a770-9341480f6cdb, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:45.992983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] For port f99d398a-28f2-417b-a770-9341480f6cdb, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f99d398a-28f2-417b-a770-9341480f6cdb,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:45.995893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-33a97c3a-56b7-41d8-afcb-80b72641ef31 None None] Port 1c0873aa-bd6a-49f6-a46d-b9635891266f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:45.998924 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.056557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:46.057207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:46.122972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a002f20-25eb-4317-b8bd-1c18e3327221 None None] Pushing event updated for resources: {'Port': ['ID=f99d398a-28f2-417b-a770-9341480f6cdb,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:46.131264 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.169561 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:46.293737 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.298387 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.363311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.365071 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.367695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Pushing event updated for resources: {'Port': ['ID=1c0873aa-bd6a-49f6-a46d-b9635891266f,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:46.383822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 1, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:46.410545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b28660-4d03-4cee-86aa-a5b20b84cad1 None None] The sync data for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 is: [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 1, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:46.464092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:46.465568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:46.586210 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Router cf2d3aea-38a3-4cae-bd8e-19a850836c87 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:46.722005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-50e18b67-361c-4a4f-921b-c45e0535ccee None None] Provisioning complete for port 1c0873aa-bd6a-49f6-a46d-b9635891266f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:46.722383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50e18b67-361c-4a4f-921b-c45e0535ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.728491 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:46.734221 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9c93517e-9509-4759-86f7-283ef2c3706b admin admin] 10.222.0.54 "PUT /v2.0/routers/cf2d3aea-38a3-4cae-bd8e-19a850836c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9534030 Jul 22 22:18:46.764918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-50e18b67-361c-4a4f-921b-c45e0535ccee None None] Port 1c0873aa-bd6a-49f6-a46d-b9635891266f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:47.257234 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54314) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:47.263702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544779580-network', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:47.288018 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Made reservation on behalf of d1272ec1bbda4e0ab912b34ba0274b14 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:47.290558 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.321516 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.362967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:47.419263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:47.420095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.429639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.434722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.465182 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:18:47.475275 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19522e5-69fb-4d02-8d30-792ed032ae13,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:47.484622 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.484622 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Added segment 2d25cc2a-5e4c-4559-90f8-9109dff0c35d of type vlan for network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 Jul 22 22:18:47.516745 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f99d398a-28f2-417b-a770-9341480f6cdb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:47.529146 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.564739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.565806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:47.566544 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.569857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f99d398a-28f2-417b-a770-9341480f6cdb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:47.575077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f99d398a-28f2-417b-a770-9341480f6cdb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:47.575461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.596433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3370674 Jul 22 22:18:47.598950 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:47.605714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Request body: {'subnet': {'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544779580-subnet', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:47.649654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148b25-564e-4beb-8658-6e22d9d60103 admin admin] Pushing event updated for resources: {'Network': ['ID=af60bc2d-688e-4ceb-9e8e-cd5d27d56d59,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:47.663147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Made reservation on behalf of d1272ec1bbda4e0ab912b34ba0274b14 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:47.665818 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.666822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:18:47.687428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.753948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f99d398a-28f2-417b-a770-9341480f6cdb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f99d398a-28f2-417b-a770-9341480f6cdb,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:47.762292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.818226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f99d398a-28f2-417b-a770-9341480f6cdb,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:47.853946 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.906984 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e74898-a6ce-4d83-85e3-1559031b346a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:47.916840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Checking segment: {'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:47.917199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Network hostable DHCP agents. Network: af60bc2d-688e-4ceb-9e8e-cd5d27d56d59, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:18:47.933362 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:18:47.941565 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, af60bc2d-688e-4ceb-9e8e-cd5d27d56d59) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:47.946624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:47.947654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.952302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc0dbe-edab-442f-b523-b991ad7e3378 None None] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:47.965918 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54318) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:47.968761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-de6fbf4b-6028-442c-8813-290e4136c728 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3643327 Jul 22 22:18:47.972111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:47.993838 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:47.994814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.049265 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.101639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'fixed_ips': [{'subnet_id': '87e74898-a6ce-4d83-85e3-1559031b346a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:18:48.102498 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.187380 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.241577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Allocated IP 172.20.0.2 (af60bc2d-688e-4ceb-9e8e-cd5d27d56d59/87e74898-a6ce-4d83-85e3-1559031b346a/ef93b6e2-1187-4d63-8255-30d3d1c0e7f5) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:48.388449 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.398630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Transition to ACTIVE for port object ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:48.400662 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.415058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Transition to ACTIVE for port object ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:48.422292 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.428316 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.463765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:48.467137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:48.471213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:48.478319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Pushing event updated for resources: {'Port': ['ID=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:48.536116 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.548282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Attempting to bind port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:48.548710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Attempting to bind port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:48.549022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Attempting to bind port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 on network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:48.549611 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Allocated IP 172.25.5.129 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/087a4c06-2a91-435e-aee3-fa1f938790da) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:48.554127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:48.554500 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Checking segment: {'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:48.554907 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.555305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Bound using segment: {'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:48.556351 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Bound port: ef93b6e2-1187-4d63-8255-30d3d1c0e7f5, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:48.556351 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.565275 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Sync routers for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:48.575070 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:48.575742 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:48.621975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] For port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:48.626857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] For port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,segment=NetworkSegment(2d25cc2a-5e4c-4559-90f8-9109dff0c35d),segment_id=2d25cc2a-5e4c-4559-90f8-9109dff0c35d)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:48.631665 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.677947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.697314 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:48.704288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d80735-b5be-4dd6-94fb-3c13dc4d053a None None] Pushing event updated for resources: {'Port': ['ID=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:48.726544 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.767436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:48.772987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:48.777280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:48.802560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Pushing event updated for resources: {'Port': ['ID=087a4c06-2a91-435e-aee3-fa1f938790da,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:48.945515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:46Z', 'revision_number': 2, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:48.973058 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Checking router: cf2d3aea-38a3-4cae-bd8e-19a850836c87 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:48.973414 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Updating router cf2d3aea-38a3-4cae-bd8e-19a850836c87 port 1c0873aa-bd6a-49f6-a46d-b9635891266f binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:49.015457 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.073113 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.283131 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.407644 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.407884 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:49.423365 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Transition to ACTIVE for port object 1c0873aa-bd6a-49f6-a46d-b9635891266f will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:49.432753 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.485349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Router cb6af8f9-258f-4743-8a5b-92117054b99d is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:18:49.502773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:49.509110 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f99d398a-28f2-417b-a770-9341480f6cdb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:49.531111 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Pushing event updated for resources: {'Port': ['ID=1c0873aa-bd6a-49f6-a46d-b9635891266f,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:49.557459 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.557797 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.558132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.558463 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.558789 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.559112 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.559432 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.559750 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.560107 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.560405 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.560722 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.561035 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:49.591709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f99d398a-28f2-417b-a770-9341480f6cdb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:49.592364 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.622310 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Attempting to bind port 1c0873aa-bd6a-49f6-a46d-b9635891266f on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:49.623784 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Attempting to bind port 1c0873aa-bd6a-49f6-a46d-b9635891266f by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:49.625050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Attempting to bind port 1c0873aa-bd6a-49f6-a46d-b9635891266f on network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:49.631006 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:49.631649 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Checking segment: {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:49.632258 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.632803 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Bound using segment: {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:49.633431 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Bound port: 1c0873aa-bd6a-49f6-a46d-b9635891266f, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:49.633989 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.637027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:49.653411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Sync routers for ids ['cb6af8f9-258f-4743-8a5b-92117054b99d'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:49.669386 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.671209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Routers {'cb6af8f9-258f-4743-8a5b-92117054b99d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:49.672023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cb6af8f9-258f-4743-8a5b-92117054b99d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:49.678920 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9aa83ff5-3d47-424c-81e0-2d180e5c90f0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7081387 Jul 22 22:18:49.679483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54320) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:49.725112 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] For port 1c0873aa-bd6a-49f6-a46d-b9635891266f, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:49.732789 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] For port 1c0873aa-bd6a-49f6-a46d-b9635891266f, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c0873aa-bd6a-49f6-a46d-b9635891266f,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:49.736969 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.797886 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:49.798556 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:49.864000 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Set router cb6af8f9-258f-4743-8a5b-92117054b99d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:49.898099 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceac09e-bc09-451f-9bd2-746187dc46bc None None] Pushing event updated for resources: {'Port': ['ID=1c0873aa-bd6a-49f6-a46d-b9635891266f,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:49.957688 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:50.003406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a151fda-7198-4ef6-8041-c39968904790 None None] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:50.185987 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:49Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:50.214057 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054464e-1a03-47a9-9ee8-75410a4ca09f None None] The sync data for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 is: [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:49Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:50.242893 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.370588 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d7f5d5e4-16b2-4e81-94fc-59edbc6a7823 None None] Provisioning for port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:50.397274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d7f5d5e4-16b2-4e81-94fc-59edbc6a7823 None None] Provisioning complete for port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:50.397800 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d5e4-16b2-4e81-94fc-59edbc6a7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.417932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Allocated IP 172.20.0.1 (af60bc2d-688e-4ceb-9e8e-cd5d27d56d59/87e74898-a6ce-4d83-85e3-1559031b346a/267b1057-7d6d-4da1-a822-8d07162847d7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:50.465306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:18:48Z', 'revision_number': 3, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port': {'id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:48Z', 'updated_at': '2021-07-22T22:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:50.499893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Checking router: cb6af8f9-258f-4743-8a5b-92117054b99d for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:50.500257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Updating router cb6af8f9-258f-4743-8a5b-92117054b99d port 087a4c06-2a91-435e-aee3-fa1f938790da binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:50.545943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.566473 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.566786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Transition to ACTIVE for port object 267b1057-7d6d-4da1-a822-8d07162847d7 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:50.594468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d5e4-16b2-4e81-94fc-59edbc6a7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.605528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.647084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:50.650293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:50.654728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:50.690617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Pushing event updated for resources: {'Port': ['ID=267b1057-7d6d-4da1-a822-8d07162847d7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:50.716307 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.719975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d7f5d5e4-16b2-4e81-94fc-59edbc6a7823 None None] For port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,segment=NetworkSegment(2d25cc2a-5e4c-4559-90f8-9109dff0c35d),segment_id=2d25cc2a-5e4c-4559-90f8-9109dff0c35d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:50.724616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d5e4-16b2-4e81-94fc-59edbc6a7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.818735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5d5e4-16b2-4e81-94fc-59edbc6a7823 None None] Pushing event updated for resources: {'Port': ['ID=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:50.888739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.929250 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-420bea5a-1f24-4b4b-83ca-c22379908c30 None None] Provisioning complete for port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:50.929625 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-420bea5a-1f24-4b4b-83ca-c22379908c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.003255 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.017966 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Transition to ACTIVE for port object 087a4c06-2a91-435e-aee3-fa1f938790da will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:51.028371 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.079224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.084217 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.115155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef86b84-7f99-458e-aae7-8bc0c4ac2d78 None None] Pushing event updated for resources: {'Port': ['ID=087a4c06-2a91-435e-aee3-fa1f938790da,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:51.118274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Attempting to bind port 087a4c06-2a91-435e-aee3-fa1f938790da on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:51.118654 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Attempting to bind port 087a4c06-2a91-435e-aee3-fa1f938790da by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:51.119032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Attempting to bind port 087a4c06-2a91-435e-aee3-fa1f938790da on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:51.126470 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:51.126857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:51.127691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.127691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:51.128175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Bound port: 087a4c06-2a91-435e-aee3-fa1f938790da, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:51.128566 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.151526 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Pushing event updated for resources: {'Port': ['ID=267b1057-7d6d-4da1-a822-8d07162847d7,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:51.154110 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.183163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] For port 087a4c06-2a91-435e-aee3-fa1f938790da, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:51.186761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] For port 087a4c06-2a91-435e-aee3-fa1f938790da, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=087a4c06-2a91-435e-aee3-fa1f938790da,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:51.190937 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.269798 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:51.270876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Routers {'cb6af8f9-258f-4743-8a5b-92117054b99d'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:51.271512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cb6af8f9-258f-4743-8a5b-92117054b99d'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:51.271714 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:51.280750 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ef2d42b9-542c-4db7-98b3-4d9c0020b5d8 None None] Provisioning for port 267b1057-7d6d-4da1-a822-8d07162847d7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:51.347787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c0873aa-bd6a-49f6-a46d-b9635891266f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:51.352423 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ef2d42b9-542c-4db7-98b3-4d9c0020b5d8 None None] Provisioning complete for port 267b1057-7d6d-4da1-a822-8d07162847d7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:51.352793 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ef2d42b9-542c-4db7-98b3-4d9c0020b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.358661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef86b84-7f99-458e-aae7-8bc0c4ac2d78 None None] Pushing event updated for resources: {'Port': ['ID=087a4c06-2a91-435e-aee3-fa1f938790da,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:51.417504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Router cb6af8f9-258f-4743-8a5b-92117054b99d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:51.448915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d42b9-542c-4db7-98b3-4d9c0020b5d8 None None] Port 267b1057-7d6d-4da1-a822-8d07162847d7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:51.478356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] Set router cb6af8f9-258f-4743-8a5b-92117054b99d gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:51.481172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 1c0873aa-bd6a-49f6-a46d-b9635891266f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:51.514584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1c0873aa-bd6a-49f6-a46d-b9635891266f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:51.514932 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.542617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:51.548761 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2c74b9b1-964e-4526-b553-5c4e1d2515eb admin admin] 10.222.0.54 "PUT /v2.0/routers/cb6af8f9-258f-4743-8a5b-92117054b99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680537 Jul 22 22:18:51.628353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a189628b-0971-40a1-af38-d78793cd9996 None None] Provisioning complete for port 267b1057-7d6d-4da1-a822-8d07162847d7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:51.628672 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a189628b-0971-40a1-af38-d78793cd9996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.737037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a189628b-0971-40a1-af38-d78793cd9996 None None] Port 267b1057-7d6d-4da1-a822-8d07162847d7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:51.768593 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.813739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 1c0873aa-bd6a-49f6-a46d-b9635891266f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c0873aa-bd6a-49f6-a46d-b9635891266f,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:51.821173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.822234 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:51.886504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 4, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port': {'id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:48Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '267b1057-7d6d-4da1-a822-8d07162847d7', 'name': '', 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'mac_address': 'fa:16:3e:6a:40:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:50Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 2, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'subnets': [{'id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:51.924829 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3c7ad-f58b-4c7a-9864-a366730e7cd3 None None] The sync data for ids ['cb6af8f9-258f-4743-8a5b-92117054b99d'] in n-d-762330-19 is: [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 4, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port': {'id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:48Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '267b1057-7d6d-4da1-a822-8d07162847d7', 'name': '', 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'mac_address': 'fa:16:3e:6a:40:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:50Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 2, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'subnets': [{'id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:51.945225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=1c0873aa-bd6a-49f6-a46d-b9635891266f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:51.959620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:51.960052 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.406186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c0873aa-bd6a-49f6-a46d-b9635891266f up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:53.467942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 1c0873aa-bd6a-49f6-a46d-b9635891266f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:53.468324 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.594585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 087a4c06-2a91-435e-aee3-fa1f938790da up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:53.665137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 087a4c06-2a91-435e-aee3-fa1f938790da completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:53.671349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 087a4c06-2a91-435e-aee3-fa1f938790da triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:53.671827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.769153 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.794838 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 087a4c06-2a91-435e-aee3-fa1f938790da, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=087a4c06-2a91-435e-aee3-fa1f938790da,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:53.800351 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.854954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=087a4c06-2a91-435e-aee3-fa1f938790da,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:54.563692 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Sync routers for ids ['cb6af8f9-258f-4743-8a5b-92117054b99d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:54.572894 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Routers {'cb6af8f9-258f-4743-8a5b-92117054b99d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:54.573507 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cb6af8f9-258f-4743-8a5b-92117054b99d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:54.702810 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Set router cb6af8f9-258f-4743-8a5b-92117054b99d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:54.926471 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 4, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port': {'id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:48Z', 'updated_at': '2021-07-22T22:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '267b1057-7d6d-4da1-a822-8d07162847d7', 'name': '', 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'mac_address': 'fa:16:3e:6a:40:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:50Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 2, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'subnets': [{'id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:54.967256 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Checking router: cb6af8f9-258f-4743-8a5b-92117054b99d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:54.967629 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Updating router cb6af8f9-258f-4743-8a5b-92117054b99d port 267b1057-7d6d-4da1-a822-8d07162847d7 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:55.002259 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.279680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 087a4c06-2a91-435e-aee3-fa1f938790da up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:55.336682 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 087a4c06-2a91-435e-aee3-fa1f938790da triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:55.337172 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.358362 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.372120 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Transition to ACTIVE for port object 267b1057-7d6d-4da1-a822-8d07162847d7 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:55.381280 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.450315 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e736-dc08-4154-99ec-62bcfcbd0f95 None None] Pushing event updated for resources: {'Port': ['ID=267b1057-7d6d-4da1-a822-8d07162847d7,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:55.528533 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Attempting to bind port 267b1057-7d6d-4da1-a822-8d07162847d7 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:55.529124 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Attempting to bind port 267b1057-7d6d-4da1-a822-8d07162847d7 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:55.529703 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Attempting to bind port 267b1057-7d6d-4da1-a822-8d07162847d7 on network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:55.539517 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:55.539915 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Checking segment: {'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:55.540322 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.540709 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Bound using segment: {'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:55.541167 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Bound port: 267b1057-7d6d-4da1-a822-8d07162847d7, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25cc2a-5e4c-4559-90f8-9109dff0c35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:55.541542 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.631288 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] For port 267b1057-7d6d-4da1-a822-8d07162847d7, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:55.639470 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] For port 267b1057-7d6d-4da1-a822-8d07162847d7, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=267b1057-7d6d-4da1-a822-8d07162847d7,segment=NetworkSegment(2d25cc2a-5e4c-4559-90f8-9109dff0c35d),segment_id=2d25cc2a-5e4c-4559-90f8-9109dff0c35d)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:55.644541 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.712646 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Routers {'cb6af8f9-258f-4743-8a5b-92117054b99d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:55.713291 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:18:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cb6af8f9-258f-4743-8a5b-92117054b99d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:55.896851 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e736-dc08-4154-99ec-62bcfcbd0f95 None None] Pushing event updated for resources: {'Port': ['ID=267b1057-7d6d-4da1-a822-8d07162847d7,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:55.950265 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] Set router cb6af8f9-258f-4743-8a5b-92117054b99d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:56.174908 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 4, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port': {'id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:48Z', 'updated_at': '2021-07-22T22:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '267b1057-7d6d-4da1-a822-8d07162847d7', 'name': '', 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'mac_address': 'fa:16:3e:6a:40:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:50Z', 'updated_at': '2021-07-22T22:18:55Z', 'revision_number': 4, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'subnets': [{'id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:56.203065 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0a7df-697e-45a0-baed-deba3652cdfc None None] The sync data for ids ['cb6af8f9-258f-4743-8a5b-92117054b99d'] in n-d-762330-19 is: [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:18:50Z', 'revision_number': 4, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port': {'id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:48Z', 'updated_at': '2021-07-22T22:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '267b1057-7d6d-4da1-a822-8d07162847d7', 'name': '', 'network_id': 'af60bc2d-688e-4ceb-9e8e-cd5d27d56d59', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'mac_address': 'fa:16:3e:6a:40:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:50Z', 'updated_at': '2021-07-22T22:18:55Z', 'revision_number': 4, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'subnets': [{'id': '87e74898-a6ce-4d83-85e3-1559031b346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:57.322674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 267b1057-7d6d-4da1-a822-8d07162847d7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:57.383622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 267b1057-7d6d-4da1-a822-8d07162847d7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:57.387657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 267b1057-7d6d-4da1-a822-8d07162847d7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:57.388061 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.483493 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.526462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 267b1057-7d6d-4da1-a822-8d07162847d7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=267b1057-7d6d-4da1-a822-8d07162847d7,segment=NetworkSegment(2d25cc2a-5e4c-4559-90f8-9109dff0c35d),segment_id=2d25cc2a-5e4c-4559-90f8-9109dff0c35d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:57.532186 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.594931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=267b1057-7d6d-4da1-a822-8d07162847d7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:59.281094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 267b1057-7d6d-4da1-a822-8d07162847d7 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:59.336379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 267b1057-7d6d-4da1-a822-8d07162847d7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:59.340168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.320712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-8554333d-45d9-45f0-b7e1-75c197054f72 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:01.322202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-8554333d-45d9-45f0-b7e1-75c197054f72 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 814 time: 0.1024859 Jul 22 22:19:01.337547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-9ecc90cc-05b9-4391-ab43-79d14f4be050 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/quotas/8f4ef887b4824b1cb4c141ef8532fe12 HTTP/1.1" status: 200 len: 375 time: 0.0096762 Jul 22 22:19:01.406909 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-cb917cb7-0cc4-4a9d-bbe0-3e60edfc7c77 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646484 Jul 22 22:19:01.596394 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-94fd43a0-8018-416f-80fa-238b17c531ee service neutron] 10.222.0.54 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778007 Jul 22 22:19:01.691240 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-4ac0b67d-8013-4d8d-83e2-bcbc4e327f80 service neutron] 10.222.0.54 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891500 Jul 22 22:19:01.858189 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-356b4ccd-e859-4f74-8033-35e2a2082bfb req-7683a9e1-977f-452f-89fc-fa36cc2322fc tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 210 time: 0.0333378 Jul 22 22:19:02.060157 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.082954 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:02.689950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.913595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-bd55349b-152e-4f99-8946-7f6666f8b9ac tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:02.915414 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-bd55349b-152e-4f99-8946-7f6666f8b9ac tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 814 time: 0.1109402 Jul 22 22:19:02.930040 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'port': {'device_id': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'admin_state_up': True, 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:02.987860 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f68f1c9d-26fe-4e33-9128-56a6f868028b req-42a71e31-7a1e-4efe-b693-84c7965934db tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 210 time: 0.0319438 Jul 22 22:19:03.053610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Made reservation on behalf of 8f4ef887b4824b1cb4c141ef8532fe12 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:19:03.057434 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:03.189463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Allocated IP 172.20.0.6 (2e26ff54-5823-4d6a-ab76-0089c881dfb8/160eb122-b077-45e1-93be-bcc55165f224/d8a8211f-b92b-4be0-b309-3036d32a1615) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:19:03.389581 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:03.415094 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Transition to ACTIVE for port object d8a8211f-b92b-4be0-b309-3036d32a1615 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:19:03.486900 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:03.561352 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:19:03.569637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:19:03.574660 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:19:03.610268 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:03.639537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.639906 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.640284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.640583 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.640914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.641246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.641590 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.641899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.642248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.642571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.642897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.643218 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:03.684487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:03.685788 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:03.703554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-44ecc792-5d59-4efd-bff8-91fe2cec2244 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778335 Jul 22 22:19:03.899175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6f956ccd-cf47-40ba-9e11-f7e1980dac6e None None] Provisioning for port d8a8211f-b92b-4be0-b309-3036d32a1615 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:19:03.904752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6f956ccd-cf47-40ba-9e11-f7e1980dac6e None None] Provisioning complete for port d8a8211f-b92b-4be0-b309-3036d32a1615 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:03.905481 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f956ccd-cf47-40ba-9e11-f7e1980dac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:03.955447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6f956ccd-cf47-40ba-9e11-f7e1980dac6e None None] Port d8a8211f-b92b-4be0-b309-3036d32a1615 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:19:04.154533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ee559-ac3c-4b18-8991-6dccd8d7b7fb req-ffb63b88-244d-4067-b1cf-5815134fa403 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:04.157704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-610ee559-ac3c-4b18-8991-6dccd8d7b7fb req-ffb63b88-244d-4067-b1cf-5815134fa403 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0723674 Jul 22 22:19:04.205904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-610ee559-ac3c-4b18-8991-6dccd8d7b7fb req-557f2043-2637-4331-9c97-668aee7c067b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Jul 22 22:19:05.345856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fcfc1-2ac5-4603-8503-1f3b188663df req-3caa27ee-81c6-490e-b356-4718701896c9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:05.351202 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e14fcfc1-2ac5-4603-8503-1f3b188663df req-3caa27ee-81c6-490e-b356-4718701896c9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0697994 Jul 22 22:19:05.423331 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e14fcfc1-2ac5-4603-8503-1f3b188663df req-fac4600f-d6e3-4047-aeb6-4fbe43642323 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Jul 22 22:19:06.607541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b523-acc2-4488-acc2-d36c92e4755f req-d03a316f-7552-484d-a637-f1ba17e7c693 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:06.609385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0077b523-acc2-4488-acc2-d36c92e4755f req-d03a316f-7552-484d-a637-f1ba17e7c693 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0655453 Jul 22 22:19:06.666163 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0077b523-acc2-4488-acc2-d36c92e4755f req-7d346e4b-1380-4848-8b14-14cc4622944c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Jul 22 22:19:07.828645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72decd6d-d6a2-42d1-913e-6434bf048a96 req-93596ec7-44cb-4266-b71c-db523464947d tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:07.830096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72decd6d-d6a2-42d1-913e-6434bf048a96 req-93596ec7-44cb-4266-b71c-db523464947d tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0716233 Jul 22 22:19:07.869139 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-72decd6d-d6a2-42d1-913e-6434bf048a96 req-1e1a71d5-dd1e-4e40-a9f3-5d97f482cfe2 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Jul 22 22:19:09.014540 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8656aa5-6dd9-415a-b82e-a7ddf931c757 req-9afec357-8cbf-4794-bac1-532c4eb89eb5 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:09.016065 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8656aa5-6dd9-415a-b82e-a7ddf931c757 req-9afec357-8cbf-4794-bac1-532c4eb89eb5 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0678852 Jul 22 22:19:09.068401 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b8656aa5-6dd9-415a-b82e-a7ddf931c757 req-46b54ef0-dc2e-4480-a23d-c6057527c03f tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Jul 22 22:19:10.211808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51182e9-a211-41c1-9af6-8b301ca33c83 req-294afa2b-e296-4189-847b-f74cbcfe9362 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:10.213637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e51182e9-a211-41c1-9af6-8b301ca33c83 req-294afa2b-e296-4189-847b-f74cbcfe9362 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0760159 Jul 22 22:19:10.582692 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e51182e9-a211-41c1-9af6-8b301ca33c83 req-329bf0f5-2494-4809-8a0f-a87f5c3aa591 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634167 Jul 22 22:19:11.756616 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da9116-ceb4-459d-afbd-8ba727347832 req-6dfdf7c4-03ce-4d26-83b6-9205b0e9655c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:11.760415 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4da9116-ceb4-459d-afbd-8ba727347832 req-6dfdf7c4-03ce-4d26-83b6-9205b0e9655c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0934691 Jul 22 22:19:11.797584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4da9116-ceb4-459d-afbd-8ba727347832 req-a979d54a-b3b8-4d08-be99-1b249de4960f tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Jul 22 22:19:12.663722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b592d51f-31b0-42e0-a233-bd4283996154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:12.939358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddcd81-95cd-42f2-a23f-25d9eb01b6af req-b454834e-81b7-4407-afbe-19ea9a79cbc6 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:12.940944 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcddcd81-95cd-42f2-a23f-25d9eb01b6af req-b454834e-81b7-4407-afbe-19ea9a79cbc6 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0660033 Jul 22 22:19:12.988087 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dcddcd81-95cd-42f2-a23f-25d9eb01b6af req-92299458-e149-41d9-8557-b0adc5287840 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Jul 22 22:19:14.144831 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d40e56-2a64-4c1f-b956-dbdd24e542f2 req-cc3bc882-ce53-4665-8aaa-1bc2ff3b5750 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:14.146385 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42d40e56-2a64-4c1f-b956-dbdd24e542f2 req-cc3bc882-ce53-4665-8aaa-1bc2ff3b5750 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 931 time: 0.0824850 Jul 22 22:19:14.182038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Request body: {'port': {'device_id': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:14.199352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-42d40e56-2a64-4c1f-b956-dbdd24e542f2 req-5a040191-94cc-492a-acd2-dc9c2be9837d tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466502 Jul 22 22:19:14.280620 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.559031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a8211f-b92b-4be0-b309-3036d32a1615 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:14.569188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.586037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Transition to ACTIVE for port object d8a8211f-b92b-4be0-b309-3036d32a1615 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:19:14.589630 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.643558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:14.725843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Attempting to bind port d8a8211f-b92b-4be0-b309-3036d32a1615 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:19:14.725843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Attempting to bind port d8a8211f-b92b-4be0-b309-3036d32a1615 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:19:14.725843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Attempting to bind port d8a8211f-b92b-4be0-b309-3036d32a1615 on network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:19:14.731648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Port d8a8211f-b92b-4be0-b309-3036d32a1615 on network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:19:14.732113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Attempting to bind port d8a8211f-b92b-4be0-b309-3036d32a1615 on network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:19:14.737666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:19:14.738011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Checking segment: {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:19:14.738476 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Bound using segment: {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:19:14.738825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Bound port: d8a8211f-b92b-4be0-b309-3036d32a1615, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:19:14.739326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.812577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:19:14.816457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8a8211f-b92b-4be0-b309-3036d32a1615,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:19:14.820870 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.859118 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:14.859748 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.861207 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 1092 time: 0.7449560 Jul 22 22:19:14.861690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:14.864299 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3" -d '{"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:14.902048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b5b86-665d-409c-924f-f7ed36e65db3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:14.942550 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3a48b-7d7b-497a-b133-0b23caf67bce x-openstack-request-id: req-23b3a48b-7d7b-497a-b133-0b23caf67bce {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:14.942892 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:14.943628 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23b3a48b-7d7b-497a-b133-0b23caf67bce {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:14.944078 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'status': 'completed', 'code': 200} Jul 22 22:19:14.973006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-2565d092-c8a7-4563-9e41-c16659c411f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:14.974564 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-2565d092-c8a7-4563-9e41-c16659c411f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0652866 Jul 22 22:19:15.021114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-02057942-12c0-41e7-8ee1-7211296959f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 217 time: 0.0390089 Jul 22 22:19:15.071735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-a112f2a7-15f2-4759-82af-3091d66f467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.073174 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-a112f2a7-15f2-4759-82af-3091d66f467d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0447609 Jul 22 22:19:15.137543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-c266b128-6ddf-45f1-ae15-398571381b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.139082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-c266b128-6ddf-45f1-ae15-398571381b34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591104 Jul 22 22:19:15.241205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-4bbb5a56-bcdf-4c3c-b297-ccbd39d44116 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886691 Jul 22 22:19:15.281089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c559eca-63d8-4c22-a846-5b3500cd3cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:15.336618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e3c3f6e8-ade9-4195-ba1f-8f4164247592 req-1453e476-b185-40ec-b500-b0080220e2d6 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919898 Jul 22 22:19:15.346306 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abb720-46de-491b-94f5-31dc277e9875 req-1ee01288-a92d-49e8-bbe6-18bf7b1b8ff3 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.348234 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98abb720-46de-491b-94f5-31dc277e9875 req-1ee01288-a92d-49e8-bbe6-18bf7b1b8ff3 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 943 time: 0.0681322 Jul 22 22:19:15.393302 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-98abb720-46de-491b-94f5-31dc277e9875 req-cee67644-24f5-4147-8da7-77ceb593dd6b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Jul 22 22:19:15.446341 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-2ed95b0c-d81a-4fe1-a374-e69d1667dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.447869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-2ed95b0c-d81a-4fe1-a374-e69d1667dc97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0609479 Jul 22 22:19:15.539757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-9d42b495-4ed8-468b-bdde-050c80a954ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.541415 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-9d42b495-4ed8-468b-bdde-050c80a954ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 915 time: 0.0874212 Jul 22 22:19:15.566490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:15.591542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-9d9d9674-b1d6-4f32-8c25-c7c763346204 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 217 time: 0.0436502 Jul 22 22:19:15.645756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-a8a6fdef-2cd4-4d5e-818f-abd560ec6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.647248 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-a8a6fdef-2cd4-4d5e-818f-abd560ec6c6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0494120 Jul 22 22:19:15.709858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-f86478c4-9ceb-467d-87b1-f85cdb3d3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.711516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-f86478c4-9ceb-467d-87b1-f85cdb3d3cd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574315 Jul 22 22:19:15.807505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-35fd3fcd-b934-4914-9637-481b89e1f0db service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886357 Jul 22 22:19:15.900647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f71286a2-cc08-4b44-bfc5-0ff3f50161b3 req-84036000-ef57-4e2a-8b99-6e03b439808c service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867171 Jul 22 22:19:16.346678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.530326 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921cb9-a94b-4a79-93a3-366cbeb955df req-a0475396-f95f-4268-b244-9dc43c25974d tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.531816 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69921cb9-a94b-4a79-93a3-366cbeb955df req-a0475396-f95f-4268-b244-9dc43c25974d tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 943 time: 0.0687060 Jul 22 22:19:16.575294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-69921cb9-a94b-4a79-93a3-366cbeb955df req-17622f1e-e4e9-4c8a-81d3-0ff11dea9fd5 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Jul 22 22:19:17.719143 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d6ab-b3f7-4055-860e-a7abe02a2e38 req-e20fa998-2b2d-4ceb-b189-5e8c7d5f4a08 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:17.720822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0845d6ab-b3f7-4055-860e-a7abe02a2e38 req-e20fa998-2b2d-4ceb-b189-5e8c7d5f4a08 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 943 time: 0.0758724 Jul 22 22:19:17.759807 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0845d6ab-b3f7-4055-860e-a7abe02a2e38 req-44e21415-3465-41da-9370-0536c66f8b35 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Jul 22 22:19:18.496377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.891535 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94571a2b-7ebb-41ed-bbe2-7e2e585340a9 req-0adcac30-321f-43d6-82a4-c4b431f36ca5 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:18.893055 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94571a2b-7ebb-41ed-bbe2-7e2e585340a9 req-0adcac30-321f-43d6-82a4-c4b431f36ca5 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 943 time: 0.0637939 Jul 22 22:19:18.935741 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-94571a2b-7ebb-41ed-bbe2-7e2e585340a9 req-f3d8a127-ba67-4f8e-a110-2bf261917ee9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358722 Jul 22 22:19:19.352878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8a8211f-b92b-4be0-b309-3036d32a1615 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:19:19.446633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8a8211f-b92b-4be0-b309-3036d32a1615,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:19.458050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'port_id': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'mac_address': 'fa:16:3e:b5:d1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:19:19.498569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.512545 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a8211f-b92b-4be0-b309-3036d32a1615 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:19.532749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8a8211f-b92b-4be0-b309-3036d32a1615,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:19.536997 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.583691 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:19.604135 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.604479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.604817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.605213 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.605620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.605948 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.606281 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.606603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.606927 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.607262 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.607580 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.608027 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.753697 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d8a8211f-b92b-4be0-b309-3036d32a1615'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:20.073829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726c36b-3c6e-4151-94b3-91f2250617da req-b40a579b-31c5-4442-b2a0-6d3ab7b8e3df tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.075923 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e726c36b-3c6e-4151-94b3-91f2250617da req-b40a579b-31c5-4442-b2a0-6d3ab7b8e3df tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 944 time: 0.0694592 Jul 22 22:19:20.115867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e726c36b-3c6e-4151-94b3-91f2250617da req-27832cec-1566-4764-94f7-784f0189ffda tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Jul 22 22:19:21.252140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1a66c-05c2-4bcb-9473-3cc5123c8b78 req-044ba9b2-6575-45d5-8270-23d28bb02f42 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.253649 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fe1a66c-05c2-4bcb-9473-3cc5123c8b78 req-044ba9b2-6575-45d5-8270-23d28bb02f42 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 944 time: 0.0695150 Jul 22 22:19:21.293487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3fe1a66c-05c2-4bcb-9473-3cc5123c8b78 req-b1b4a9b5-87ea-4139-a346-f3fc24bf0e8f tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jul 22 22:19:21.353327 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8a8211f-b92b-4be0-b309-3036d32a1615 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:19:21.402040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port d8a8211f-b92b-4be0-b309-3036d32a1615 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:19:21.405678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port d8a8211f-b92b-4be0-b309-3036d32a1615 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:21.406049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:21.479705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:21.502913 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:21.505198 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a38409c-e899-4c61-84fc-2fe4eb97d8a3" -d '{"events": [{"server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "name": "network-vif-plugged", "status": "completed", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:21.518754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8a8211f-b92b-4be0-b309-3036d32a1615,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:21.523770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:21.693199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a170ed-5eea-495d-b49d-fbc9991fda3f req-9529aac1-26f2-45cf-b484-3831d4a025c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.694848 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63a170ed-5eea-495d-b49d-fbc9991fda3f req-9529aac1-26f2-45cf-b484-3831d4a025c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0775559 Jul 22 22:19:21.714015 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c63644-9d1f-49c2-8890-f8b285a905a1 x-openstack-request-id: req-01c63644-9d1f-49c2-8890-f8b285a905a1 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:21.714309 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "name": "network-vif-plugged", "status": "completed", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:21.714539 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01c63644-9d1f-49c2-8890-f8b285a905a1 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:21.714922 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'code': 200} Jul 22 22:19:21.731555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-63a170ed-5eea-495d-b49d-fbc9991fda3f req-3ae82209-525b-4aad-a4f1-ad042f1d27c5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298421 Jul 22 22:19:21.742712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:22.439314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ce6cb-ef18-4c45-a341-67bf358716eb req-d2283de9-3fba-41d4-9cf3-9cab1cf97ddb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.440980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-468ce6cb-ef18-4c45-a341-67bf358716eb req-d2283de9-3fba-41d4-9cf3-9cab1cf97ddb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0777626 Jul 22 22:19:22.483830 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-468ce6cb-ef18-4c45-a341-67bf358716eb req-fea1ccee-5a38-4d2c-bde5-8b6079425692 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365186 Jul 22 22:19:23.616682 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716feb6d-ffc9-4ab8-9a42-10fa0e84be3f req-3deeedba-b809-4a34-83c2-6327651ca0c6 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.618186 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-716feb6d-ffc9-4ab8-9a42-10fa0e84be3f req-3deeedba-b809-4a34-83c2-6327651ca0c6 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0638018 Jul 22 22:19:23.655714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-716feb6d-ffc9-4ab8-9a42-10fa0e84be3f req-81962159-d0b6-44ed-80c0-71b4eba01729 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Jul 22 22:19:23.783829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92be4e-4544-4987-bec1-7f8bf3b1513c req-6a9e489a-95d9-43ea-a2a0-f3a0205084a1 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.785264 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa92be4e-4544-4987-bec1-7f8bf3b1513c req-6a9e489a-95d9-43ea-a2a0-f3a0205084a1 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0631213 Jul 22 22:19:23.826554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fa92be4e-4544-4987-bec1-7f8bf3b1513c req-9101e330-ccfe-4834-ae5e-82759de02ea9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350466 Jul 22 22:19:24.029169 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60885df9-38a0-41e4-a316-ac2caf398912 req-12b8ed5d-a691-43d9-8515-833833d5980b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.030679 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60885df9-38a0-41e4-a316-ac2caf398912 req-12b8ed5d-a691-43d9-8515-833833d5980b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0643392 Jul 22 22:19:24.068765 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-60885df9-38a0-41e4-a316-ac2caf398912 req-4372d5fc-d775-4100-99e0-1cbf1dfca84f tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Jul 22 22:19:32.092931 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:32.713309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:35.631492 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52d69-ec0a-4f5d-83ca-1ba21b83307f req-9e8e97ff-3f2c-4983-8e72-8a42e329cd85 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.633293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecf52d69-ec0a-4f5d-83ca-1ba21b83307f req-9e8e97ff-3f2c-4983-8e72-8a42e329cd85 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0653932 Jul 22 22:19:35.676093 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecf52d69-ec0a-4f5d-83ca-1ba21b83307f req-53bbf8f2-a721-43d8-9014-7745ba7ce311 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363476 Jul 22 22:19:35.699697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:35.802257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1f63c9-5722-4fa6-a3c4-5da5d46bf853 tempest-TestMinimumBasicScenario-306730035 tempest-TestMinimumBasicScenario-306730035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.804091 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ea1f63c9-5722-4fa6-a3c4-5da5d46bf853 tempest-TestMinimumBasicScenario-306730035 tempest-TestMinimumBasicScenario-306730035-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1092 time: 0.1033406 Jul 22 22:19:35.807181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54524) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:35.813035 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:35.833837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:35.937939 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:36.065085 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Allocated IP 172.25.5.198 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/e86e925f-014e-46d2-ab84-c8e5fefb0038) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:19:36.170118 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:36.210450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:36.255483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:19:36.258620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:19:36.261165 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:19:36.267476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'Port': ['ID=e86e925f-014e-46d2-ab84-c8e5fefb0038,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:36.617979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:36.691926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:36.844258 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:36.848741 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:36.916881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'Port': ['ID=e86e925f-014e-46d2-ab84-c8e5fefb0038,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:36.927892 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.029811 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Floating IP 6bdf5c51-d4be-4657-9477-b3480ef5d6d6 associated. External IP: 172.25.5.198, port: d8a8211f-b92b-4be0-b309-3036d32a1615. Jul 22 22:19:37.241588 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Router cf2d3aea-38a3-4cae-bd8e-19a850836c87 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:19:37.353773 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:19:37.364542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] Sync routers for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:19:37.370654 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.374539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:37.375176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:19:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:37.408112 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9cf48cff-8fd9-4b08-b044-9880e1e48997 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5997584 Jul 22 22:19:37.408725 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:37.410926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54526) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:37.411427 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6691cf-0b37-4440-a75c-3eae88107264" -d '{"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:37.425265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b7580cff-9f8f-45f7-9f01-5a59ab9e562b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438419769', 'description': 'tempest-secgroup-smoke-438419769 description', 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:37.450594 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7580cff-9f8f-45f7-9f01-5a59ab9e562b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.508725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:37.550632 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7580cff-9f8f-45f7-9f01-5a59ab9e562b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.555526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7580cff-9f8f-45f7-9f01-5a59ab9e562b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.597060 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7580cff-9f8f-45f7-9f01-5a59ab9e562b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.598420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b7580cff-9f8f-45f7-9f01-5a59ab9e562b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1863117 Jul 22 22:19:37.601301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54532) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:37.607085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-20014c07-fc77-430d-940c-8a7ded5525e9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'security_group_rule': {'security_group_id': '8ccde6a0-918f-4da8-a325-a952a8d7abd9', 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:37.607701 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf9a844-46c9-4d8a-8936-f4a4854b9d7f x-openstack-request-id: req-acf9a844-46c9-4d8a-8936-f4a4854b9d7f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:37.608185 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:37.608513 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acf9a844-46c9-4d8a-8936-f4a4854b9d7f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:37.609006 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'status': 'completed', 'code': 200} Jul 22 22:19:37.612879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7580cff-9f8f-45f7-9f01-5a59ab9e562b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccde6a0-918f-4da8-a325-a952a8d7abd9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:37.650868 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-20014c07-fc77-430d-940c-8a7ded5525e9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.756879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-63ceb5d9-80fa-49f5-b266-242e950fe4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:37.758284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-63ceb5d9-80fa-49f5-b266-242e950fe4a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1198473 Jul 22 22:19:37.759953 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-20014c07-fc77-430d-940c-8a7ded5525e9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.764577 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-20014c07-fc77-430d-940c-8a7ded5525e9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.779481 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '6bdf5c51-d4be-4657-9477-b3480ef5d6d6', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'port_id': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'mac_address': 'fa:16:3e:b5:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:19:36Z', 'updated_at': '2021-07-22T22:19:36Z', 'revision_number': 0, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 5, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:37.800263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20014c07-fc77-430d-940c-8a7ded5525e9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774e0d68-1a30-43b2-9615-1ae3cf0749d6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:37.812220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] Checking router: cf2d3aea-38a3-4cae-bd8e-19a850836c87 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:19:37.812430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-20014c07-fc77-430d-940c-8a7ded5525e9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.816475 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-20014c07-fc77-430d-940c-8a7ded5525e9 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2112796 Jul 22 22:19:37.817138 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54534) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:37.821995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'security_group_rule': {'security_group_id': '8ccde6a0-918f-4da8-a325-a952a8d7abd9', 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:37.833188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:37.834002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:19:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:37.868479 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.879695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-4b770120-0b46-4c6b-bd91-90b22a765864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:37.882101 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-4b770120-0b46-4c6b-bd91-90b22a765864 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 915 time: 0.1109977 Jul 22 22:19:37.934277 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.941207 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.953967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:37.964021 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab136e51-53bf-4cae-8f06-6ecd5c9f6c37,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:37.968049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.969312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-14f83ff8-1411-4125-9805-32b3c339fcf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 999 time: 0.0784321 Jul 22 22:19:37.971955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54536) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:37.972153 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538301 Jul 22 22:19:37.976585 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-44df4a4e-e675-4527-ac67-f5c7df1ca259 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'security_group_rule': {'security_group_id': '8ccde6a0-918f-4da8-a325-a952a8d7abd9', 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:37.977928 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.978334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.978692 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.979075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.979417 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.979760 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.980199 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.980758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.981136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.981538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.981996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:37.983123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a267bf62-53aa-46f6-a336-3e1589460935 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:38.041266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-eaa027de-93ef-4b06-aeed-4d0dd090028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.042681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-eaa027de-93ef-4b06-aeed-4d0dd090028f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0615335 Jul 22 22:19:38.053242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44df4a4e-e675-4527-ac67-f5c7df1ca259 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.156530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44df4a4e-e675-4527-ac67-f5c7df1ca259 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.159508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-f2a23cf4-d78c-4873-a12d-f5dd800a188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.165208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-f2a23cf4-d78c-4873-a12d-f5dd800a188e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048396 Jul 22 22:19:38.165208 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44df4a4e-e675-4527-ac67-f5c7df1ca259 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.201998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '6bdf5c51-d4be-4657-9477-b3480ef5d6d6', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'port_id': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'mac_address': 'fa:16:3e:b5:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:19:36Z', 'updated_at': '2021-07-22T22:19:36Z', 'revision_number': 0, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 5, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:38.204960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df4a4e-e675-4527-ac67-f5c7df1ca259 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c73a53a-2fe4-49a8-83fd-464a82b0c1fa,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.216614 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44df4a4e-e675-4527-ac67-f5c7df1ca259 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.217830 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-44df4a4e-e675-4527-ac67-f5c7df1ca259 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2448554 Jul 22 22:19:38.220965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54538) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:38.226203 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ba273caa-d53c-4d29-b5ea-e446da0ddec0 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'security_group_rule': {'security_group_id': '8ccde6a0-918f-4da8-a325-a952a8d7abd9', 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:38.234951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84e8ae-09b3-435f-bc8f-34c0e7fabdbb None None] The sync data for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 is: [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '6bdf5c51-d4be-4657-9477-b3480ef5d6d6', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'port_id': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'mac_address': 'fa:16:3e:b5:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:19:36Z', 'updated_at': '2021-07-22T22:19:36Z', 'revision_number': 0, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 5, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:19:38.268795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba273caa-d53c-4d29-b5ea-e446da0ddec0 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.279362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-c2bb2ca4-bbfd-4dd6-afc6-57abe2f38ccf service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090348 Jul 22 22:19:38.352042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba273caa-d53c-4d29-b5ea-e446da0ddec0 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.357124 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba273caa-d53c-4d29-b5ea-e446da0ddec0 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.378432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba273caa-d53c-4d29-b5ea-e446da0ddec0 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972db729-d329-43de-9293-d9b4ecef193c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.395202 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ba273caa-d53c-4d29-b5ea-e446da0ddec0 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.397305 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ba273caa-d53c-4d29-b5ea-e446da0ddec0 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750495 Jul 22 22:19:38.404063 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54540) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:38.404234 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5c6691cf-0b37-4440-a75c-3eae88107264 req-70c6401f-e8eb-4b6d-aa50-e03727aef846 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180396 Jul 22 22:19:38.412236 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'security_group_rule': {'security_group_id': '8ccde6a0-918f-4da8-a325-a952a8d7abd9', 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:38.444672 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Project 8f4ef887b4824b1cb4c141ef8532fe12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:19:38.450301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.512662 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31969105-2900-42a3-b152-f9beacbbbf31 None None] New status for floating IP 6bdf5c51-d4be-4657-9477-b3480ef5d6d6: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:19:38.522232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.525509 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.546276 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51feed3-d785-4ce2-a6d8-26d95f612a86,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.554631 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.558459 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c9cb5270-7a79-4c17-a3cd-a5b7fa1813fb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497808 Jul 22 22:19:38.558740 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:38.563665 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'security_group_rule': {'security_group_id': '8ccde6a0-918f-4da8-a325-a952a8d7abd9', 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:38.585568 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Project 8f4ef887b4824b1cb4c141ef8532fe12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:19:38.591513 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.656702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.661151 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.680899 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c27cf7-206e-434b-85ef-9bcdb5cb5e68,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.688036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.689472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-80aef64f-45a5-4cc9-b8e8-f607b6f4b89b tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297107 Jul 22 22:19:38.770467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-bd7a4175-fa8e-4b1c-bf61-d3f63381d695 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438419769&fields=id&tenant_id=8f4ef887b4824b1cb4c141ef8532fe12 HTTP/1.1" status: 200 len: 267 time: 0.0347486 Jul 22 22:19:38.851428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-27a30a61-855e-419b-979d-f61b320500f1 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.853942 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-27a30a61-855e-419b-979d-f61b320500f1 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0777898 Jul 22 22:19:38.865027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'port': {'security_groups': ['7ed9034d-e616-4753-8908-d20b7a0a8259', '8ccde6a0-918f-4da8-a325-a952a8d7abd9']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:38.951190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.082669 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:39.143527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8a8211f-b92b-4be0-b309-3036d32a1615,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:39.177925 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.182916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.196412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d8a8211f-b92b-4be0-b309-3036d32a1615'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:39.259515 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.260284 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.264890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fd4590f4-3a6d-43f0-9737-abe168d43874 req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "PUT /v2.0/ports/d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 981 time: 0.4047666 Jul 22 22:19:39.296002 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dc840-6e3d-4bb1-a41d-add9f1546afb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=6']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:39.350517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d8a8211f-b92b-4be0-b309-3036d32a1615'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:39.399260 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f9072-aae5-4d2f-9d59-1565b57790b9 req-d80aa6c8-1ee5-4bdc-9b7a-45391d1dce75 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.400988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15f9072-aae5-4d2f-9d59-1565b57790b9 req-d80aa6c8-1ee5-4bdc-9b7a-45391d1dce75 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0802498 Jul 22 22:19:39.449441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a15f9072-aae5-4d2f-9d59-1565b57790b9 req-599b165b-9ba1-42b6-82bb-004887aa44a4 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408757 Jul 22 22:19:39.609878 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:39.612476 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e81cee2-0c94-4d2a-909b-5becc97820bc" -d '{"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:39.645989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d905e6a8-3d3d-4625-b14c-c1b2dd1da7cc None None] Provisioning complete for port d8a8211f-b92b-4be0-b309-3036d32a1615 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:39.646372 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d905e6a8-3d3d-4625-b14c-c1b2dd1da7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.650380 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6377a9b-96c0-471a-84e4-a5fe7c93172f x-openstack-request-id: req-e6377a9b-96c0-471a-84e4-a5fe7c93172f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:39.650759 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:39.651247 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6377a9b-96c0-471a-84e4-a5fe7c93172f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:39.651717 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'status': 'completed', 'code': 200} Jul 22 22:19:39.728276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-d5c0d623-2c7f-41e2-b276-1cf2ed0f3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.729805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-d5c0d623-2c7f-41e2-b276-1cf2ed0f3157 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1136 time: 0.0565536 Jul 22 22:19:39.826417 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-5674d9fd-1557-44fc-9406-ae99fc469129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.827925 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-5674d9fd-1557-44fc-9406-ae99fc469129 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 915 time: 0.0912645 Jul 22 22:19:39.901530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-725df1f7-c249-4954-843b-792fe5d41843 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 1001 time: 0.0669703 Jul 22 22:19:39.952819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-f90ddf97-f5b3-4282-86d4-bba21defac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.954605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-f90ddf97-f5b3-4282-86d4-bba21defac3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0464509 Jul 22 22:19:40.025182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-2c237c5b-e879-4ae2-a404-d5f03706c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:40.026713 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-2c237c5b-e879-4ae2-a404-d5f03706c52e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655782 Jul 22 22:19:40.468881 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-e0ce8c7c-161a-4986-8963-7819e8482aca service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309812 Jul 22 22:19:40.571284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6e81cee2-0c94-4d2a-909b-5becc97820bc req-d6cd2fb8-60e8-4209-b6c0-e9e77781af82 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954375 Jul 22 22:19:42.659586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1e651c74-2ea8-46b3-a08a-393cda0cab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.283920 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a96000e-959e-48d8-9767-a3808797747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.569157 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.350929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:48.500405 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:56.701269 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b397-6042-49f7-be9c-4fdac87ee39c req-dc7337ef-060a-4f2b-9941-7ccbc85922dd tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.702822 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fa6b397-6042-49f7-be9c-4fdac87ee39c req-dc7337ef-060a-4f2b-9941-7ccbc85922dd tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0715966 Jul 22 22:19:56.709283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-bacde931-4367-4227-b5ec-21210f5cb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.711503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-bacde931-4367-4227-b5ec-21210f5cb6ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1136 time: 0.0656869 Jul 22 22:19:56.749457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fa6b397-6042-49f7-be9c-4fdac87ee39c req-6369fc14-8863-4faf-8068-fda12cf94dcb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370867 Jul 22 22:19:56.813657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-1f5afdd0-c5e9-454b-b27d-b9daf843f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.815155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-1f5afdd0-c5e9-454b-b27d-b9daf843f2cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 915 time: 0.0954530 Jul 22 22:19:56.881613 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-3748a682-dfa9-4241-9896-87017387ab1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 1001 time: 0.0602007 Jul 22 22:19:56.935428 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-f40856c1-66a6-444d-83e8-6208693dfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.936926 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-f40856c1-66a6-444d-83e8-6208693dfbaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0443149 Jul 22 22:19:57.025405 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-473afe57-de87-44b1-afdf-d09026708570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:57.026846 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-473afe57-de87-44b1-afdf-d09026708570 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837018 Jul 22 22:19:57.120168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-e48645e4-93ec-4cd2-9172-71482b99b983 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Jul 22 22:19:57.218587 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0f3ca7d5-25a7-480d-817d-fcf60331066b req-20359be5-2c73-4cc3-a3a2-da79d94c74fb service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877085 Jul 22 22:19:57.892315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b4b7c-9c5b-46f4-9743-d5b3e9be6b17 req-d7150c9b-adbd-4840-bf42-0a5aa925575e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:57.893865 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-801b4b7c-9c5b-46f4-9743-d5b3e9be6b17 req-d7150c9b-adbd-4840-bf42-0a5aa925575e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0707939 Jul 22 22:19:57.936955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-801b4b7c-9c5b-46f4-9743-d5b3e9be6b17 req-e20f4fd1-bfc6-4a87-9b96-f352e17e16ca tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373023 Jul 22 22:19:59.069441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1077-2318-4cbd-a931-efc06f7fce3a req-39afea77-f200-4357-b0b4-c799a54a81a7 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:59.070929 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-502e1077-2318-4cbd-a931-efc06f7fce3a req-39afea77-f200-4357-b0b4-c799a54a81a7 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0646515 Jul 22 22:19:59.117760 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-502e1077-2318-4cbd-a931-efc06f7fce3a req-6e1cdbd5-5f2d-4d6e-8182-87f42efdbb98 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402796 Jul 22 22:20:00.254537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214220c4-5677-433c-a521-7d04ad89f3d3 req-080c8475-aa4f-413e-b8c0-8ff67a95a890 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:00.256081 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-214220c4-5677-433c-a521-7d04ad89f3d3 req-080c8475-aa4f-413e-b8c0-8ff67a95a890 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0697165 Jul 22 22:20:00.300232 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-214220c4-5677-433c-a521-7d04ad89f3d3 req-cfff33a4-430a-44b9-bd80-541865571cfe tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362508 Jul 22 22:20:01.436729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d651908-6baf-435b-81a6-9ed83417b740 req-b66f34a6-b689-439f-af92-6ea41b1fe183 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:01.438328 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d651908-6baf-435b-81a6-9ed83417b740 req-b66f34a6-b689-439f-af92-6ea41b1fe183 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0701015 Jul 22 22:20:01.480638 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3d651908-6baf-435b-81a6-9ed83417b740 req-fb7a3341-8836-4eda-b1ae-1a2185ea634f tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357924 Jul 22 22:20:02.113656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:02.616355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f99b7-7da7-4051-a57c-6fdd31bb1ded req-fe251e65-2323-459c-aacf-749bfd3c8da4 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:02.622920 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f2f99b7-7da7-4051-a57c-6fdd31bb1ded req-fe251e65-2323-459c-aacf-749bfd3c8da4 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0666509 Jul 22 22:20:02.663885 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f2f99b7-7da7-4051-a57c-6fdd31bb1ded req-70b16158-2969-4270-9cde-6b3b9f473d99 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373056 Jul 22 22:20:02.720684 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.796347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f9ef-4a80-46a3-b335-32b43ae09a8e req-6813cdba-ddb6-419a-ad2d-0ed1c1ae2e08 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:03.797742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6540f9ef-4a80-46a3-b335-32b43ae09a8e req-6813cdba-ddb6-419a-ad2d-0ed1c1ae2e08 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0675230 Jul 22 22:20:03.837105 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6540f9ef-4a80-46a3-b335-32b43ae09a8e req-45c25d32-489b-4e25-a28b-95ec17fb722e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330067 Jul 22 22:20:04.969038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf13d-96ce-4518-a267-72117000ac6e req-6b885b59-5bc9-4918-9f13-fc10106b1608 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:04.970558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-620bf13d-96ce-4518-a267-72117000ac6e req-6b885b59-5bc9-4918-9f13-fc10106b1608 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0643623 Jul 22 22:20:05.011109 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-620bf13d-96ce-4518-a267-72117000ac6e req-e34afb64-ff9f-4dd5-a306-ba04ed4e4428 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342619 Jul 22 22:20:06.145010 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca929c5-3770-4a03-a429-38dc38532ac9 req-0de049e5-5ec1-429b-ab11-7467c1ddcc92 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:06.146524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ca929c5-3770-4a03-a429-38dc38532ac9 req-0de049e5-5ec1-429b-ab11-7467c1ddcc92 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0681779 Jul 22 22:20:06.188370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ca929c5-3770-4a03-a429-38dc38532ac9 req-38131387-5271-4247-8feb-858e53f640ca tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359724 Jul 22 22:20:07.320390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e601e-5ef4-4362-9e0d-1aa5acfd4b36 req-a8be2ba2-4759-4e38-850d-e836c84f1765 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:07.321919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c6e601e-5ef4-4362-9e0d-1aa5acfd4b36 req-a8be2ba2-4759-4e38-850d-e836c84f1765 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0655317 Jul 22 22:20:07.363731 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3c6e601e-5ef4-4362-9e0d-1aa5acfd4b36 req-2d569863-3c3d-470e-abc4-ee0004fa27e3 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360365 Jul 22 22:20:08.494139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181f38d-335a-4a8a-9d1c-6347dde2dd68 req-8e2e97a5-120c-432d-9aaf-43cbae05633d tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:08.495652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2181f38d-335a-4a8a-9d1c-6347dde2dd68 req-8e2e97a5-120c-432d-9aaf-43cbae05633d tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0647852 Jul 22 22:20:08.537878 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2181f38d-335a-4a8a-9d1c-6347dde2dd68 req-cbfed514-42fb-412f-a082-e477791a79d3 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ccde6a0-918f-4da8-a325-a952a8d7abd9&id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360641 Jul 22 22:20:12.288488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-bfdcf838-ee2f-439e-b715-e684cb449556 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541470 Jul 22 22:20:12.386805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-598cc76e-3d6e-4b19-a823-d04227b028a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:12.388468 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-598cc76e-3d6e-4b19-a823-d04227b028a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1136 time: 0.0592678 Jul 22 22:20:12.497842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-20374d43-ac2c-4bf8-a02b-f387bd747514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:12.499357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-20374d43-ac2c-4bf8-a02b-f387bd747514 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 915 time: 0.0909173 Jul 22 22:20:12.568748 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-dc123671-fb2e-415a-bc25-dba51651e367 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 1001 time: 0.0616131 Jul 22 22:20:12.624520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-af934823-6eff-448e-94f4-111b24e76a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:12.626002 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-af934823-6eff-448e-94f4-111b24e76a16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0504944 Jul 22 22:20:12.660381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aa239890-9832-4ee8-909c-2147b00766e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.689102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-2464b4a9-4f54-4553-baa1-c0eeac9c7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:12.690678 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-2464b4a9-4f54-4553-baa1-c0eeac9c7082 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573406 Jul 22 22:20:12.789894 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-4f315dad-8614-4ec2-b4d0-f11010a61b75 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916679 Jul 22 22:20:12.897881 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-07039a7b-e6eb-4e77-9de3-09ed7540e847 req-c2edcba8-5401-48de-84cc-4396fbe15771 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973442 Jul 22 22:20:15.286187 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5454a1a-c348-4aa1-8bb5-f43ca9e9490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.572041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.081634 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:16.351471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.502262 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:32.145918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:32.743147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.034141 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-6d1a6beb-e362-443d-9124-6c193f71227f tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438419769&fields=id&tenant_id=8f4ef887b4824b1cb4c141ef8532fe12 HTTP/1.1" status: 200 len: 267 time: 0.0364287 Jul 22 22:20:41.104122 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-bed8e190-eb9a-4445-933b-1db8185412eb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.105598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-bed8e190-eb9a-4445-933b-1db8185412eb tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 984 time: 0.0658574 Jul 22 22:20:41.117090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Request body: {'port': {'security_groups': ['7ed9034d-e616-4753-8908-d20b7a0a8259']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:41.202676 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.385066 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8a8211f-b92b-4be0-b309-3036d32a1615,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:41.413361 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.418402 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.430723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d8a8211f-b92b-4be0-b309-3036d32a1615'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:41.466877 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.467690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.472595 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-be50fbf9-bef2-4f5e-81f0-d93ecd52c390 req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "PUT /v2.0/ports/d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 942 time: 0.3577662 Jul 22 22:20:41.472595 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:41.472993 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:41.495282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54602) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:41.532043 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event updated for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=7']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:41.540759 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110885a-8815-4ddb-9c25-82081b5c3f2e x-openstack-request-id: req-9110885a-8815-4ddb-9c25-82081b5c3f2e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:41.541721 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:41.541987 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9110885a-8815-4ddb-9c25-82081b5c3f2e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:41.542522 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'status': 'completed', 'code': 200} Jul 22 22:20:41.547061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d8a8211f-b92b-4be0-b309-3036d32a1615'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:41.549457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.549775 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.550198 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.550605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.551127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.551382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.551880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.552261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.552659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.553053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.553868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.553868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b83ef-74c9-45b3-a039-e2315f3f6462 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:41.597604 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c69be98-1380-4d37-987c-07b7bf79429e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.625765 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c69be98-1380-4d37-987c-07b7bf79429e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.671664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-fcda8e8e-b7c2-4714-bff6-ccc84aa1df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.675872 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-fcda8e8e-b7c2-4714-bff6-ccc84aa1df59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1085770 Jul 22 22:20:41.730733 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c69be98-1380-4d37-987c-07b7bf79429e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.738813 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3c69be98-1380-4d37-987c-07b7bf79429e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.742849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3c69be98-1380-4d37-987c-07b7bf79429e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "DELETE /v2.0/security-groups/8ccde6a0-918f-4da8-a325-a952a8d7abd9 HTTP/1.1" status: 204 len: 168 time: 0.2441111 Jul 22 22:20:41.747315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:41.774580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69be98-1380-4d37-987c-07b7bf79429e tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccde6a0-918f-4da8-a325-a952a8d7abd9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:41.783046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-cb0aec78-9e85-497c-a737-54a897fb859b None None] Provisioning complete for port d8a8211f-b92b-4be0-b309-3036d32a1615 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:41.783313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb0aec78-9e85-497c-a737-54a897fb859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.805545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-9b079544-535e-4422-bb6b-66edec0adb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.807423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-9b079544-535e-4422-bb6b-66edec0adb01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 915 time: 0.1249814 Jul 22 22:20:41.892555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-fbb049e5-2b27-4ac5-98dd-ef5b95aa8c1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 1001 time: 0.0785038 Jul 22 22:20:41.959391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-b0efec36-2860-4df1-900c-6c3f433b204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.960901 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-b0efec36-2860-4df1-900c-6c3f433b204a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0615985 Jul 22 22:20:41.972631 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Deleting port e86e925f-014e-46d2-ab84-c8e5fefb0038 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:41.972979 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.027823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-bbddac71-e451-4fba-9aaa-a3085d5c9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.029383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-bbddac71-e451-4fba-9aaa-a3085d5c9985 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579360 Jul 22 22:20:42.056305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.056916 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.068017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Calling delete_port for e86e925f-014e-46d2-ab84-c8e5fefb0038 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:42.119604 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-908846b6-b928-4f58-bb66-1c53855e538f service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834076 Jul 22 22:20:42.215909 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-813e4ca1-7cd6-4c9c-8fff-31270bfae1e9 req-e95b6209-32c4-4a2a-bc10-4e60311f779f service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900757 Jul 22 22:20:42.220192 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.245243 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event deleted for resources: {'Port': ['ID=e86e925f-014e-46d2-ab84-c8e5fefb0038,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:42.310263 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.310521 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Floating IP 6bdf5c51-d4be-4657-9477-b3480ef5d6d6 disassociated (deleted). External IP: 172.25.5.198, port: d8a8211f-b92b-4be0-b309-3036d32a1615. Jul 22 22:20:42.514393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Router cf2d3aea-38a3-4cae-bd8e-19a850836c87 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:42.623516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:42.628408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.634159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] Sync routers for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:42.643517 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:42.644162 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:42.664218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-75ea6454-f97b-4e3c-b696-b2a2d5d1368c tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "DELETE /v2.0/floatingips/6bdf5c51-d4be-4657-9477-b3480ef5d6d6 HTTP/1.1" status: 204 len: 168 time: 0.9052050 Jul 22 22:20:42.717215 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02a5cc08-d1bd-44c5-94e0-f7dde818ec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.759280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:42.968636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 5, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:42.999528 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] Checking router: cf2d3aea-38a3-4cae-bd8e-19a850836c87 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:43.008432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:43.009051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:43.277519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:43.498010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 5, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:43.525322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a1513-8f0a-42bd-a348-f7242803f99a None None] The sync data for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 is: [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '1c0873aa-bd6a-49f6-a46d-b9635891266f', 'name': '', 'network_id': '2e26ff54-5823-4d6a-ab76-0089c881dfb8', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'mac_address': 'fa:16:3e:8e:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '160eb122-b077-45e1-93be-bcc55165f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:51Z', 'revision_number': 5, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'subnets': [{'id': '160eb122-b077-45e1-93be-bcc55165f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:43.543820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:43.546377 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63ff6d6-087c-4543-8bb8-270a196e6957" -d '{"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:43.586181 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd2314d-bc56-43c3-9255-5290eb4c4886 x-openstack-request-id: req-2dd2314d-bc56-43c3-9255-5290eb4c4886 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:43.586480 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:43.586765 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dd2314d-bc56-43c3-9255-5290eb4c4886 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:43.587179 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'status': 'completed', 'code': 200} Jul 22 22:20:43.668299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-bdc25ee1-bac4-46d7-916c-fd3b214bf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.670360 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-bdc25ee1-bac4-46d7-916c-fd3b214bf962 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0610030 Jul 22 22:20:43.777711 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-f5dc8cda-1b16-4c7d-b8c7-13137e7f6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.780285 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-f5dc8cda-1b16-4c7d-b8c7-13137e7f6b47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 200 len: 915 time: 0.1024625 Jul 22 22:20:43.782366 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3616e7a-691a-40ed-8579-08cd262e01ce None None] New status for floating IP 6bdf5c51-d4be-4657-9477-b3480ef5d6d6: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:43.824091 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-56cd0c8c-b997-4c0f-a598-66465137c5e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 200 len: 217 time: 0.0361218 Jul 22 22:20:43.880092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-ba0b3d72-2d92-4d3b-9633-ff6067643ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.881960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-ba0b3d72-2d92-4d3b-9633-ff6067643ae1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 200 len: 853 time: 0.0517340 Jul 22 22:20:43.950877 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-eb853ff4-bf12-446a-b822-c530e60e5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.952538 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-eb853ff4-bf12-446a-b822-c530e60e5cf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e26ff54-5823-4d6a-ab76-0089c881dfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593359 Jul 22 22:20:44.053976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-297dc64f-3e73-4963-b0b0-4dde6358e762 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943658 Jul 22 22:20:44.154033 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c63ff6d6-087c-4543-8bb8-270a196e6957 req-91051123-1c1a-4c10-b901-e5e126776029 service neutron] 10.222.0.23 "GET /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929806 Jul 22 22:20:45.289591 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0fa47786-801a-4cc4-8950-6882505139b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.576537 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.355107 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.505846 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.659366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0e15f-c674-401d-b685-9c7324a78950 req-b69e2746-e43c-4687-9ad6-c5d7c5201ef1 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:49.661007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6e0e15f-c674-401d-b685-9c7324a78950 req-b69e2746-e43c-4687-9ad6-c5d7c5201ef1 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0722649 Jul 22 22:20:49.705530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f6e0e15f-c674-401d-b685-9c7324a78950 req-07561901-5b4c-46d3-a7f9-b9aa828e9dec tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Jul 22 22:20:50.840864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34cf67-95cf-4517-b43e-e5c590105cdb req-c261091b-4e62-439a-a9b3-1ce394fa2639 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:50.842372 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe34cf67-95cf-4517-b43e-e5c590105cdb req-c261091b-4e62-439a-a9b3-1ce394fa2639 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0659914 Jul 22 22:20:50.881811 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-fe34cf67-95cf-4517-b43e-e5c590105cdb req-78a0d082-2b65-435d-9a53-c08cc1b8c8db tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed9034d-e616-4753-8908-d20b7a0a8259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Jul 22 22:20:51.385265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-8ec30ddc-aa31-4e2a-ad67-7ca23abeb221 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:51.386786 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-8ec30ddc-aa31-4e2a-ad67-7ca23abeb221 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.23 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 945 time: 0.0682275 Jul 22 22:20:51.493090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Deleting port d8a8211f-b92b-4be0-b309-3036d32a1615 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:51.493432 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.581550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] For port d8a8211f-b92b-4be0-b309-3036d32a1615, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=d8a8211f-b92b-4be0-b309-3036d32a1615,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:51.581850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.594258 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Calling delete_port for d8a8211f-b92b-4be0-b309-3036d32a1615 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:51.726142 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.738319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['d8a8211f-b92b-4be0-b309-3036d32a1615'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:51.756653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Pushing event deleted for resources: {'Port': ['ID=d8a8211f-b92b-4be0-b309-3036d32a1615,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:51.768692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.769048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.769410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.769733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.770067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.770401 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.770731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.771088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.771423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.771750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.772097 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.772605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.816824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] No DVR routers for this DVR port d8a8211f-b92b-4be0-b309-3036d32a1615 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:51.819572 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.821768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ccf05dbd-d2c8-4680-b93f-afa9d6fbaa42 req-dea6ed42-6c86-42a6-9c2a-06abc0cd0193 tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.23 "DELETE /v2.0/ports/d8a8211f-b92b-4be0-b309-3036d32a1615 HTTP/1.1" status: 204 len: 173 time: 0.4298315 Jul 22 22:20:51.822224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'name': 'network-vif-deleted', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:51.824574 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d285e34-f91f-4381-9fa2-cb18e2c7b4da" -d '{"events": [{"server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "name": "network-vif-deleted", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:51.926630 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d5dd83-0360-4295-ae8e-fa8077b60eb2 x-openstack-request-id: req-c9d5dd83-0360-4295-ae8e-fa8077b60eb2 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:51.926998 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e3ea43-7eae-47a3-ac34-d1d41d08b5f9", "name": "network-vif-deleted", "tag": "d8a8211f-b92b-4be0-b309-3036d32a1615", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:51.927324 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9d5dd83-0360-4295-ae8e-fa8077b60eb2 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:51.927914 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e3ea43-7eae-47a3-ac34-d1d41d08b5f9', 'name': 'network-vif-deleted', 'tag': 'd8a8211f-b92b-4be0-b309-3036d32a1615', 'status': 'completed', 'code': 200} Jul 22 22:20:51.997936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b638124a-da1c-4f62-ac2d-b3ff13d072e4 req-12e5973c-1cc0-4f42-85f6-bb03dabe05ab tempest-TestMinimumBasicScenario-2139377479 tempest-TestMinimumBasicScenario-2139377479-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e3ea43-7eae-47a3-ac34-d1d41d08b5f9 HTTP/1.1" status: 200 len: 210 time: 0.0304341 Jul 22 22:20:53.080403 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:53.651771 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54702) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:54.005324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.287932 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Deleting port 1c0873aa-bd6a-49f6-a46d-b9635891266f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:54.288159 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.366330 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] For port 1c0873aa-bd6a-49f6-a46d-b9635891266f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=1c0873aa-bd6a-49f6-a46d-b9635891266f,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:54.366736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.379868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Calling delete_port for 1c0873aa-bd6a-49f6-a46d-b9635891266f owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:54.863093 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.892500 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0873aa-bd6a-49f6-a46d-b9635891266f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:55.068359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.288287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Router cf2d3aea-38a3-4cae-bd8e-19a850836c87 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:55.409847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:55.418340 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7d4188b9-8a5f-4871-90f3-9f660ffa3d17 admin admin] 10.222.0.54 "PUT /v2.0/routers/cf2d3aea-38a3-4cae-bd8e-19a850836c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639098 Jul 22 22:20:55.419379 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54704) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:55.419657 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] Sync routers for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:55.429145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:55.429782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:55.540520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:55.547938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.649751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.708657 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Deleting port f99d398a-28f2-417b-a770-9341480f6cdb {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:55.709004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.721733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:20:54Z', 'revision_number': 5, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port': {'id': 'f99d398a-28f2-417b-a770-9341480f6cdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:43Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:55.747919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] Checking router: cf2d3aea-38a3-4cae-bd8e-19a850836c87 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:55.756465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] Routers {'cf2d3aea-38a3-4cae-bd8e-19a850836c87'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:55.757099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:55.789024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] For port f99d398a-28f2-417b-a770-9341480f6cdb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f99d398a-28f2-417b-a770-9341480f6cdb,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:55.789449 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.802397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Calling delete_port for f99d398a-28f2-417b-a770-9341480f6cdb owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:55.844150 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] Set router cf2d3aea-38a3-4cae-bd8e-19a850836c87 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:55.876721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8a8211f-b92b-4be0-b309-3036d32a1615 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:55.907055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:20:55Z', 'revision_number': 6, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:55.958158 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: d8a8211f-b92b-4be0-b309-3036d32a1615 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:55.958698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device d8a8211f-b92b-4be0-b309-3036d32a1615 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:55.961880 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e63d42-3d62-4900-8272-524d6b323fc5 None None] The sync data for ids ['cf2d3aea-38a3-4cae-bd8e-19a850836c87'] in n-d-762330-19 is: [{'id': 'cf2d3aea-38a3-4cae-bd8e-19a850836c87', 'name': 'tempest-TestMinimumBasicScenario-747673764-router', 'tenant_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:42Z', 'updated_at': '2021-07-22T22:20:55Z', 'revision_number': 6, 'project_id': '8f4ef887b4824b1cb4c141ef8532fe12', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:55.976224 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.009644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f99d398a-28f2-417b-a770-9341480f6cdb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:56.074438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.191691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.194914 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.239457 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.240104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2d3aea-38a3-4cae-bd8e-19a850836c87 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:20:56.244722 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.245836 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-32f73ce5-775c-43ca-a3bc-0ae2be8a41fd admin admin] 10.222.0.54 "DELETE /v2.0/routers/cf2d3aea-38a3-4cae-bd8e-19a850836c87 HTTP/1.1" status: 204 len: 168 time: 0.8251655 Jul 22 22:20:56.248819 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54706) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:56.296830 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] Deleting subnet 160eb122-b077-45e1-93be-bcc55165f224 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:56.299819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.336023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.419219 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.474020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.507017 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160eb122-b077-45e1-93be-bcc55165f224,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:56.511250 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.513494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7acc0a95-4db4-4a7d-a86f-217c5a234145 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/160eb122-b077-45e1-93be-bcc55165f224 HTTP/1.1" status: 204 len: 168 time: 0.2637281 Jul 22 22:20:56.515991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54708) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:56.516781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f3ba2-0c4c-452f-86ca-6c017f7a9950 None None] Network 2e26ff54-5823-4d6a-ab76-0089c881dfb8 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:56.583951 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.638115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Deleting port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:56.638480 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.713669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] For port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:56.714048 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.722480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] DHCP port deletion for 2e26ff54-5823-4d6a-ab76-0089c881dfb8 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:20:56.730648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Calling delete_port for 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:56.773479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Deleting port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:56.773864 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.812972 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.835513 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] For port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,segment=NetworkSegment(db9c0d6c-53c0-4659-b44d-bb5d2e723b29),segment_id=db9c0d6c-53c0-4659-b44d-bb5d2e723b29)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:56.836098 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.845047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:56.849528 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] No DVR routers for this DVR port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:56.850347 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Calling delete_port for 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:56.924602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.931955 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.935386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e26ff54-5823-4d6a-ab76-0089c881dfb8']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:56.946373 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:56.946612 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9c0d6c-53c0-4659-b44d-bb5d2e723b29') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:56.956643 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.958433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Pushing event deleted for resources: {'Port': ['ID=22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:56.963577 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] No DVR routers for this DVR port 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:56.972085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.972508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.972914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.973319 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.973716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.974111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.974506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.974900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.975306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.975698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.976176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.976498 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.977159 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213381ac-a14a-4b93-817b-59357f31d5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:56.989713 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:56.990190 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:56.991946 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:57.058878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.064682 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.066720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2e26ff54-5823-4d6a-ab76-0089c881dfb8 HTTP/1.1" status: 204 len: 168 time: 0.5497868 Jul 22 22:20:57.069738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54710) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:57.078304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962c738-588e-496a-820e-83bf7b5d85e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e26ff54-5823-4d6a-ab76-0089c881dfb8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:57.332551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c0873aa-bd6a-49f6-a46d-b9635891266f no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:57.352929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 1c0873aa-bd6a-49f6-a46d-b9635891266f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:57.353285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 1c0873aa-bd6a-49f6-a46d-b9635891266f not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:57.353972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f99d398a-28f2-417b-a770-9341480f6cdb no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:57.372381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f99d398a-28f2-417b-a770-9341480f6cdb {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:57.372734 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f99d398a-28f2-417b-a770-9341480f6cdb not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:57.373149 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:57.391906 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:57.392255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 22b81693-2ad8-47c4-b8dc-f4d2fcbf3f2f not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:57.424458 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.677592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Deleting port 267b1057-7d6d-4da1-a822-8d07162847d7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:57.677926 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.760740 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] For port 267b1057-7d6d-4da1-a822-8d07162847d7, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=267b1057-7d6d-4da1-a822-8d07162847d7,segment=NetworkSegment(2d25cc2a-5e4c-4559-90f8-9109dff0c35d),segment_id=2d25cc2a-5e4c-4559-90f8-9109dff0c35d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:57.761098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.773990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Calling delete_port for 267b1057-7d6d-4da1-a822-8d07162847d7 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:57.953204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.980478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Pushing event deleted for resources: {'Port': ['ID=267b1057-7d6d-4da1-a822-8d07162847d7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:58.160246 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.369028 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Router cb6af8f9-258f-4743-8a5b-92117054b99d has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:58.475096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:58.480812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-27903a06-113e-4b58-a0db-1fb644cdb64a admin admin] 10.222.0.54 "PUT /v2.0/routers/cb6af8f9-258f-4743-8a5b-92117054b99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4100277 Jul 22 22:20:58.483404 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:58.484968 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] Sync routers for ids ['cb6af8f9-258f-4743-8a5b-92117054b99d'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:58.494633 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] Routers {'cb6af8f9-258f-4743-8a5b-92117054b99d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:58.495560 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cb6af8f9-258f-4743-8a5b-92117054b99d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:58.589931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.599379 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] Set router cb6af8f9-258f-4743-8a5b-92117054b99d gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:58.696978 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.749314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Deleting port 087a4c06-2a91-435e-aee3-fa1f938790da {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:58.749661 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.776824 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:20:57Z', 'revision_number': 5, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port': {'id': '087a4c06-2a91-435e-aee3-fa1f938790da', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:48Z', 'updated_at': '2021-07-22T22:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:58.803484 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] Checking router: cb6af8f9-258f-4743-8a5b-92117054b99d for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:58.812165 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] Routers {'cb6af8f9-258f-4743-8a5b-92117054b99d'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:58.812776 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['cb6af8f9-258f-4743-8a5b-92117054b99d'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:58.829183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] For port 087a4c06-2a91-435e-aee3-fa1f938790da, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=087a4c06-2a91-435e-aee3-fa1f938790da,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:58.829583 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.842922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Calling delete_port for 087a4c06-2a91-435e-aee3-fa1f938790da owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:58.897437 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] Set router cb6af8f9-258f-4743-8a5b-92117054b99d gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:58.950732 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:20:58Z', 'revision_number': 6, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:58.976916 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e42ec2-b1e9-4d6b-88ef-768f07813210 None None] The sync data for ids ['cb6af8f9-258f-4743-8a5b-92117054b99d'] in n-d-762330-19 is: [{'id': 'cb6af8f9-258f-4743-8a5b-92117054b99d', 'name': 'tempest-TestMinimumBasicScenario-1544779580-router', 'tenant_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:47Z', 'updated_at': '2021-07-22T22:20:58Z', 'revision_number': 6, 'project_id': 'd1272ec1bbda4e0ab912b34ba0274b14', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:59.016628 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.046245 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Pushing event deleted for resources: {'Port': ['ID=087a4c06-2a91-435e-aee3-fa1f938790da,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:59.107362 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.540850 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.542971 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.584853 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.585482 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6af8f9-258f-4743-8a5b-92117054b99d {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:20:59.590667 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.592510 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-070ba018-f14c-40e6-acfb-d3eec7338300 admin admin] 10.222.0.54 "DELETE /v2.0/routers/cb6af8f9-258f-4743-8a5b-92117054b99d HTTP/1.1" status: 204 len: 168 time: 1.1080000 Jul 22 22:20:59.594999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54714) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:59.642072 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] Deleting subnet 87e74898-a6ce-4d83-85e3-1559031b346a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:59.645075 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.679536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.761832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 267b1057-7d6d-4da1-a822-8d07162847d7 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:59.764967 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.785396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 267b1057-7d6d-4da1-a822-8d07162847d7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:59.785746 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 267b1057-7d6d-4da1-a822-8d07162847d7 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:59.824256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.848177 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e74898-a6ce-4d83-85e3-1559031b346a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:59.854793 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.856772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47a39b7d-2ebf-4516-bc82-17c28bb1bffe admin admin] 10.222.0.54 "DELETE /v2.0/subnets/87e74898-a6ce-4d83-85e3-1559031b346a HTTP/1.1" status: 204 len: 168 time: 0.2608037 Jul 22 22:20:59.859198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54716) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:59.861770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d8a65-4d61-4103-85e1-f578e8e19c4e None None] Network af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:59.938214 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.002167 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Deleting port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:21:00.002387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.068099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] DHCP port deletion for af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:21:00.072426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] For port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,segment=NetworkSegment(2d25cc2a-5e4c-4559-90f8-9109dff0c35d),segment_id=2d25cc2a-5e4c-4559-90f8-9109dff0c35d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:00.072808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.085114 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Calling delete_port for ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:21:00.122996 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] Deleting port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:21:00.123443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.170304 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.190760 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] For port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,segment=NetworkSegment(2d25cc2a-5e4c-4559-90f8-9109dff0c35d),segment_id=2d25cc2a-5e4c-4559-90f8-9109dff0c35d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:00.191190 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.197355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:00.199211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] No DVR routers for this DVR port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:21:00.206246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] Calling delete_port for ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:21:00.269086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.279599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af60bc2d-688e-4ceb-9e8e-cd5d27d56d59']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:00.283583 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.294025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d25cc2a-5e4c-4559-90f8-9109dff0c35d') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:00.294748 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d25cc2a-5e4c-4559-90f8-9109dff0c35d') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:00.303615 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.310531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] Pushing event deleted for resources: {'Port': ['ID=ef93b6e2-1187-4d63-8255-30d3d1c0e7f5,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:00.318722 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.320767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbd0c0-abd4-4ecf-8070-beca5c068526 None None] No DVR routers for this DVR port ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:21:00.327505 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:21:00.327505 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:21:00.327936 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:21:00.381071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.387269 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.389699 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/af60bc2d-688e-4ceb-9e8e-cd5d27d56d59 HTTP/1.1" status: 204 len: 168 time: 0.5252013 Jul 22 22:21:00.400672 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1bd7-e9f5-4a6a-b38c-0bd522d635a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=af60bc2d-688e-4ceb-9e8e-cd5d27d56d59,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:00.549164 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54720) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:00.588855 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71908e94-f519-4973-81fe-b064ee01dcd2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f4ef887b4824b1cb4c141ef8532fe12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384550 Jul 22 22:21:00.591230 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54722) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:00.640465 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa2e66ad-4839-4fb9-894d-93c1bdc2f08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.664790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa2e66ad-4839-4fb9-894d-93c1bdc2f08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.714730 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa2e66ad-4839-4fb9-894d-93c1bdc2f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.717259 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fa2e66ad-4839-4fb9-894d-93c1bdc2f08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:00.718417 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-fa2e66ad-4839-4fb9-894d-93c1bdc2f08c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ed9034d-e616-4753-8908-d20b7a0a8259 HTTP/1.1" status: 204 len: 168 time: 0.1262915 Jul 22 22:21:00.726146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e66ad-4839-4fb9-894d-93c1bdc2f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed9034d-e616-4753-8908-d20b7a0a8259,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:01.024308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54728) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:01.064123 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-50a39d86-7abb-441b-b83b-74012a2de2b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1272ec1bbda4e0ab912b34ba0274b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386317 Jul 22 22:21:01.066610 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54730) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:01.114695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15da5b68-c7d7-4dfb-9596-364592d6febc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.136461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15da5b68-c7d7-4dfb-9596-364592d6febc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.181773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15da5b68-c7d7-4dfb-9596-364592d6febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.184496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15da5b68-c7d7-4dfb-9596-364592d6febc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.186266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-15da5b68-c7d7-4dfb-9596-364592d6febc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c19522e5-69fb-4d02-8d30-792ed032ae13 HTTP/1.1" status: 204 len: 168 time: 0.1187243 Jul 22 22:21:01.193970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da5b68-c7d7-4dfb-9596-364592d6febc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19522e5-69fb-4d02-8d30-792ed032ae13,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:01.334860 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:21:01.356037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:21:01.356403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef93b6e2-1187-4d63-8255-30d3d1c0e7f5 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:21:01.356819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 087a4c06-2a91-435e-aee3-fa1f938790da no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:21:01.376152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 087a4c06-2a91-435e-aee3-fa1f938790da {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:21:01.376476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 087a4c06-2a91-435e-aee3-fa1f938790da not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:21:02.152801 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.745794 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:03.770702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54772) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:03.775371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209995436', 'description': 'tempest-secgroup-smoke-209995436 description', 'project_id': '625bb70c377c4dbfbade26680df25bf3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:03.798719 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:03.806527 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:03.900899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:03.905303 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:03.940921 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2dcc33-c58a-44b2-a8dc-fa493e64c38c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:03.993467 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:03.997306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.023707 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.024974 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2532587 Jul 22 22:21:04.028308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54774) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.034976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0efbe93a-8686-4d74-a300-124d403eb685 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a5c38be9-f976-4920-b792-707bf63690eb', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:04.040145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa043ad5-3734-41f7-b796-3203ae578e04 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c38be9-f976-4920-b792-707bf63690eb,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:04.065842 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0efbe93a-8686-4d74-a300-124d403eb685 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.124038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0efbe93a-8686-4d74-a300-124d403eb685 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.127795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0efbe93a-8686-4d74-a300-124d403eb685 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.144046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbe93a-8686-4d74-a300-124d403eb685 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7bb3d2-332d-44a6-93ec-0dacc07c0fe6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:04.153438 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0efbe93a-8686-4d74-a300-124d403eb685 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.155487 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0efbe93a-8686-4d74-a300-124d403eb685 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249158 Jul 22 22:21:04.158183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54776) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.162746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1c55286f-6113-4ff9-b8c1-3d75716c35df tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a5c38be9-f976-4920-b792-707bf63690eb', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:04.190637 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c55286f-6113-4ff9-b8c1-3d75716c35df tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.246480 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c55286f-6113-4ff9-b8c1-3d75716c35df tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.250670 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c55286f-6113-4ff9-b8c1-3d75716c35df tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.271469 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55286f-6113-4ff9-b8c1-3d75716c35df tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459eb5fb-8728-474d-b19a-490b882b69df,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:04.280018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c55286f-6113-4ff9-b8c1-3d75716c35df tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.281260 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c55286f-6113-4ff9-b8c1-3d75716c35df tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221106 Jul 22 22:21:04.283945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54778) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.288362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-938f095a-136e-4cb6-bb57-cf7d947f25db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a5c38be9-f976-4920-b792-707bf63690eb', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:04.314493 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-938f095a-136e-4cb6-bb57-cf7d947f25db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.373662 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-938f095a-136e-4cb6-bb57-cf7d947f25db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.378903 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-938f095a-136e-4cb6-bb57-cf7d947f25db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.398783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f095a-136e-4cb6-bb57-cf7d947f25db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8beb18ee-d5a7-4918-8488-cc60bd491a16,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:04.406513 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-938f095a-136e-4cb6-bb57-cf7d947f25db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.407699 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-938f095a-136e-4cb6-bb57-cf7d947f25db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228285 Jul 22 22:21:04.410403 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.414846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-daa2a90d-fc0c-4d69-8f81-7d0d33c6b061 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a5c38be9-f976-4920-b792-707bf63690eb', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:04.441203 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-daa2a90d-fc0c-4d69-8f81-7d0d33c6b061 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.500134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-daa2a90d-fc0c-4d69-8f81-7d0d33c6b061 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.504278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-daa2a90d-fc0c-4d69-8f81-7d0d33c6b061 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.522824 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2a90d-fc0c-4d69-8f81-7d0d33c6b061 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99cbc8d-89d1-4a09-9d6e-39b8d134d98d,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:04.530429 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-daa2a90d-fc0c-4d69-8f81-7d0d33c6b061 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.531666 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-daa2a90d-fc0c-4d69-8f81-7d0d33c6b061 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203287 Jul 22 22:21:04.534402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54782) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.538765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a5c38be9-f976-4920-b792-707bf63690eb', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:04.560348 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:21:04.565741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.625414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.628928 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.648869 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3985d606-e371-4e91-8e7e-c34e402ccc43,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:04.653907 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.655118 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b9b3cac5-a9ad-4365-a133-d9bd933250f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197979 Jul 22 22:21:04.657870 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.662200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a5c38be9-f976-4920-b792-707bf63690eb', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:04.684216 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:21:04.690179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.752275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.755905 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.772955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1773ae-59eb-4c1c-981a-8d182f0aa858,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:04.779677 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.780737 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d2e0b570-4076-41cc-8c51-354f763bbbc7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219382 Jul 22 22:21:04.783588 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54786) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.788470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'network': {'name': 'tempest-network-smoke--1125176384', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:04.810171 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:04.814278 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.837495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:21:04.847033 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.847374 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Added segment c72633a0-fe72-4862-9c9a-f468cf1d73c4 of type vlan for network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c Jul 22 22:21:04.888103 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.916683 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.922531 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:04.923109 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.962897 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1782408 Jul 22 22:21:04.965727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54788) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:04.970768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'admin_state_up': True, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:05.001263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3f975-7f26-4452-ac15-128e21c9f581 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Network': ['ID=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:05.011449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:21:05.021829 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.022898 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.074195 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.214461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.419469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.448833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.552570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.169 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:05.655998 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.696469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.733648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:05.738644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:05.741113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:05.770511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:05.997498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.206279 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.331289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 3a522214-b294-4cc4-a490-2dc4a67b675b is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:21:06.436783 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:06.446375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Sync routers for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:06.455461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.459605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:06.459739 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ceb79337-9e0b-492c-bdc6-037662d9778c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4901018 Jul 22 22:21:06.459887 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:06.460019 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54792) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:06.566770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:06.609719 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-14e975ac-1cdb-4dca-8ae9-e1e3edbdbab3 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=625bb70c377c4dbfbade26680df25bf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1486540 Jul 22 22:21:06.612478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54796) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:06.704524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbcc8f-60dc-49d9-98e8-088995112ab4 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:06.706082 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-46bbcc8f-60dc-49d9-98e8-088995112ab4 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926926 Jul 22 22:21:06.708955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54798) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:06.743472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7a890161-d686-4c7a-a60a-75c24140b9a3 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332277 Jul 22 22:21:06.746093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54800) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:06.751680 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142081658', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:06.840725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:06.844799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.901529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:05Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:06.932443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Checking router: 3a522214-b294-4cc4-a490-2dc4a67b675b for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:06.932795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Updating router 3a522214-b294-4cc4-a490-2dc4a67b675b port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:21:06.966193 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.032202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.099314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Subnet': ['ID=29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:07.102662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Checking segment: {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:07.103220 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network hostable DHCP agents. Network: d1a39b55-0e1c-427d-ac6e-81fa378a8c2c, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:21:07.121105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:21:07.129304 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, d1a39b55-0e1c-427d-ac6e-81fa378a8c2c) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:07.134368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:07.135207 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.140048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da932e-8137-4ded-a786-f2f134540002 None None] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:07.151416 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e4c2169c-f0e3-4430-8ba5-760c7f170a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042654 Jul 22 22:21:07.154152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54802) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:07.309472 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.327712 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Transition to ACTIVE for port object f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:07.355725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.384995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-d1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:21:07.385854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.431290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4864b6-64cb-4709-ae05-e5218b39d567 None None] Pushing event updated for resources: {'Port': ['ID=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:07.434865 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Attempting to bind port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:07.435240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Attempting to bind port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:07.435608 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Attempting to bind port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:07.444305 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:07.444703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:07.445105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.445499 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:07.445975 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Bound port: f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:07.446360 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.592943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] For port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:07.597451 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] For port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:07.602843 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.634289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Allocated IP 172.20.0.2 (d1a39b55-0e1c-427d-ac6e-81fa378a8c2c/29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6/287d0b3f-37cc-4a02-b22f-510b314ffa04) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:07.667237 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.679126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4864b6-64cb-4709-ae05-e5218b39d567 None None] Pushing event updated for resources: {'Port': ['ID=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:07.699475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:07.700129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:07.867060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:07.976766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.011048 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Transition to ACTIVE for port object 287d0b3f-37cc-4a02-b22f-510b314ffa04 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:08.039758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Transition to ACTIVE for port object 287d0b3f-37cc-4a02-b22f-510b314ffa04 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:08.048342 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.094563 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.1 (d1a39b55-0e1c-427d-ac6e-81fa378a8c2c/29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6/f414185d-8f81-437f-9269-b42f8566af71) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:08.110578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:08.116341 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:08.124310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:08.126308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Pushing event updated for resources: {'Port': ['ID=287d0b3f-37cc-4a02-b22f-510b314ffa04,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.190509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:05Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:08.217125 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.218239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Attempting to bind port 287d0b3f-37cc-4a02-b22f-510b314ffa04 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:08.218605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Attempting to bind port 287d0b3f-37cc-4a02-b22f-510b314ffa04 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:08.218962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Attempting to bind port 287d0b3f-37cc-4a02-b22f-510b314ffa04 on network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:08.222049 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c2d0e-f131-494f-9928-7ddff8a4e7a5 None None] The sync data for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 is: [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:05Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:08.225998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:08.226373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Checking segment: {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:08.227425 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.227425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Bound using segment: {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:08.227584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Bound port: 287d0b3f-37cc-4a02-b22f-510b314ffa04, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:08.228085 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.235377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object f414185d-8f81-437f-9269-b42f8566af71 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:08.276204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.301350 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] For port 287d0b3f-37cc-4a02-b22f-510b314ffa04, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:08.306121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] For port 287d0b3f-37cc-4a02-b22f-510b314ffa04, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=287d0b3f-37cc-4a02-b22f-510b314ffa04,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:08.311454 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.318830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:08.324187 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:08.328515 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:08.359248 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=f414185d-8f81-437f-9269-b42f8566af71,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.375356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a4dc5-fdb7-4f3a-a2a5-49685aca559d None None] Pushing event updated for resources: {'Port': ['ID=287d0b3f-37cc-4a02-b22f-510b314ffa04,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.384300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.570051 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.901952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.907220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.987377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=f414185d-8f81-437f-9269-b42f8566af71,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.989825 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.091607 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:09.093827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:09.210890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 3a522214-b294-4cc4-a490-2dc4a67b675b has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:09.364329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a29a2-5622-4cb2-af2e-b8f08ff2ba12 None None] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:09.442472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 287d0b3f-37cc-4a02-b22f-510b314ffa04 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:09.444282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-24b967ef-9cfd-4f31-b5c9-580cb30316ae None None] Provisioning for port 287d0b3f-37cc-4a02-b22f-510b314ffa04 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:09.588511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 287d0b3f-37cc-4a02-b22f-510b314ffa04 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:09.594190 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 287d0b3f-37cc-4a02-b22f-510b314ffa04 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:09.594486 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.682987 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:09.690425 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e06f7c1a-198b-4475-a2f3-0b5343f70aff tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/3a522214-b294-4cc4-a490-2dc4a67b675b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5345180 Jul 22 22:21:09.698033 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.737260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 287d0b3f-37cc-4a02-b22f-510b314ffa04, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=287d0b3f-37cc-4a02-b22f-510b314ffa04,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:09.741762 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.743170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:09.825987 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=287d0b3f-37cc-4a02-b22f-510b314ffa04,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:09.846138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:09.850915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:09.851639 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.875970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-661cd4bb-796f-4c83-8a6b-cb22c450e1e4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209995436&fields=id&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 267 time: 0.0417805 Jul 22 22:21:09.983029 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Sync routers for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:09.994018 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:09.995102 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:10.016569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-9e56dc91-e2ea-403d-8c38-9553357a79bc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:10.018505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-9e56dc91-e2ea-403d-8c38-9553357a79bc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/networks?id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c HTTP/1.1" status: 200 len: 797 time: 0.1367598 Jul 22 22:21:10.047755 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-f188a035-d15c-453d-bd06-8e93293bf69c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/quotas/625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 375 time: 0.0231817 Jul 22 22:21:10.068225 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be19e826-4e74-40d8-a9d8-e34280fc600b None None] Provisioning for port f414185d-8f81-437f-9269-b42f8566af71 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:10.078523 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be19e826-4e74-40d8-a9d8-e34280fc600b None None] Provisioning complete for port f414185d-8f81-437f-9269-b42f8566af71 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:10.079169 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be19e826-4e74-40d8-a9d8-e34280fc600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.127337 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:10.131276 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-c102f3fe-20d5-4a5a-a3d6-bdf99155c21a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826130 Jul 22 22:21:10.158277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-be19e826-4e74-40d8-a9d8-e34280fc600b None None] Port f414185d-8f81-437f-9269-b42f8566af71 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:10.174600 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.198706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:10.204492 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.206912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-be19e826-4e74-40d8-a9d8-e34280fc600b None None] Provisioning complete for port 287d0b3f-37cc-4a02-b22f-510b314ffa04 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:10.207619 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-be19e826-4e74-40d8-a9d8-e34280fc600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.271605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-336acec1-1efa-4bf3-b717-d81ba2152005 service neutron] 10.222.0.54 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201649 Jul 22 22:21:10.307198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:10.398522 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 2, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:10.412280 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-660f7507-20c1-41e9-b9ce-0609fad79d66 service neutron] 10.222.0.54 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326180 Jul 22 22:21:10.427330 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Checking router: 3a522214-b294-4cc4-a490-2dc4a67b675b for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:10.427686 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Updating router 3a522214-b294-4cc4-a490-2dc4a67b675b port f414185d-8f81-437f-9269-b42f8566af71 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:21:10.461246 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.531808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bac40f54-c2ea-47d8-932c-9ca5047e9d23 None None] Provisioning complete for port f414185d-8f81-437f-9269-b42f8566af71 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:10.532382 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bac40f54-c2ea-47d8-932c-9ca5047e9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.567410 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bac40f54-c2ea-47d8-932c-9ca5047e9d23 None None] Port f414185d-8f81-437f-9269-b42f8566af71 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:10.601720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f487de05-e05e-458b-bf20-d6cf96590b02 req-2e06ed25-19af-4fc8-acda-309712ba45e8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 210 time: 0.0376892 Jul 22 22:21:10.855295 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.866429 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Transition to ACTIVE for port object f414185d-8f81-437f-9269-b42f8566af71 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:10.873170 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.938990 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Pushing event updated for resources: {'Port': ['ID=f414185d-8f81-437f-9269-b42f8566af71,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:10.967623 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.968485 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.968862 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.969188 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.969516 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.969844 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.970165 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.970483 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.970806 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.971124 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.971443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:10.971755 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:11.010335 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Attempting to bind port f414185d-8f81-437f-9269-b42f8566af71 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:11.010954 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Attempting to bind port f414185d-8f81-437f-9269-b42f8566af71 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:11.011051 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Attempting to bind port f414185d-8f81-437f-9269-b42f8566af71 on network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:11.016574 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:11.016949 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Checking segment: {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:11.017353 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.017779 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Bound using segment: {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:11.018229 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Bound port: f414185d-8f81-437f-9269-b42f8566af71, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:11.018626 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.090127 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] For port f414185d-8f81-437f-9269-b42f8566af71, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:11.094071 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] For port f414185d-8f81-437f-9269-b42f8566af71, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f414185d-8f81-437f-9269-b42f8566af71,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:11.101775 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.160897 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:11.161837 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:20:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:11.233451 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc0c17-8212-44dc-acef-5dfcf3b268e2 None None] Pushing event updated for resources: {'Port': ['ID=f414185d-8f81-437f-9269-b42f8566af71,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:11.284957 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:11.361700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 287d0b3f-37cc-4a02-b22f-510b314ffa04 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:11.424968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 287d0b3f-37cc-4a02-b22f-510b314ffa04 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:11.426160 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.493272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:11Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:11.513559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:11.524860 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e54588-f2f0-4af2-962f-be7af59edf18 None None] The sync data for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 is: [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:11Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:11.564601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:11.565094 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.747373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a28bbad-deb7-427d-a26f-36bbc45563f7 req-770f445e-1a74-4e20-bfd6-c630dae5c489 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 210 time: 0.0578842 Jul 22 22:21:11.762299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-d8514cf4-f82a-474c-a04f-36a31062db99 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:11.762299 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-d8514cf4-f82a-474c-a04f-36a31062db99 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/networks?id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c HTTP/1.1" status: 200 len: 797 time: 0.1824243 Jul 22 22:21:11.806972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-f3cc631c-f83a-415e-ad8a-fe995ea5411f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 379 time: 0.0371377 Jul 22 22:21:11.817265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'port': {'device_id': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'admin_state_up': True, 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'security_groups': ['a5c38be9-f976-4920-b792-707bf63690eb']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:11.930046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:11.933603 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.068669 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.7 (d1a39b55-0e1c-427d-ac6e-81fa378a8c2c/29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6/02186be2-0b25-49f8-8e28-493b58c6297f) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:12.221062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.236468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object 02186be2-0b25-49f8-8e28-493b58c6297f will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:12.271826 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.318899 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:12.321898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:12.326467 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:12.333396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=02186be2-0b25-49f8-8e28-493b58c6297f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:12.383104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:12.383765 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.401188 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-dfe8d270-8163-4fb2-9ed0-02a744159b2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878153 Jul 22 22:21:12.465520 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Request body: {'port': {'device_id': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:12.550478 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.666168 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cfd43063-7346-46db-9c83-dac737f5a7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.668820 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8ef94224-d4e5-46d1-8c31-943e294ec774 None None] Provisioning for port 02186be2-0b25-49f8-8e28-493b58c6297f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:12.678821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8ef94224-d4e5-46d1-8c31-943e294ec774 None None] Provisioning complete for port 02186be2-0b25-49f8-8e28-493b58c6297f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:12.679198 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8ef94224-d4e5-46d1-8c31-943e294ec774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.727304 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8ef94224-d4e5-46d1-8c31-943e294ec774 None None] Port 02186be2-0b25-49f8-8e28-493b58c6297f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:12.845629 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02186be2-0b25-49f8-8e28-493b58c6297f {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:12.853140 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.872605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Transition to ACTIVE for port object 02186be2-0b25-49f8-8e28-493b58c6297f will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:12.877360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.883095 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56185-ac0c-4e36-a397-1389b0b535d7 req-b1eba57c-1fd0-4d4d-a84c-a2e125cefd69 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:12.885490 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ac56185-ac0c-4e36-a397-1389b0b535d7 req-b1eba57c-1fd0-4d4d-a84c-a2e125cefd69 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 931 time: 0.0700383 Jul 22 22:21:12.932433 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ac56185-ac0c-4e36-a397-1389b0b535d7 req-12aac0d0-f8d1-46c8-9d90-319aa7a86068 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397589 Jul 22 22:21:12.937115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Pushing event updated for resources: {'Port': ['ID=02186be2-0b25-49f8-8e28-493b58c6297f,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:13.024787 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Attempting to bind port 02186be2-0b25-49f8-8e28-493b58c6297f on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:13.025165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Attempting to bind port 02186be2-0b25-49f8-8e28-493b58c6297f by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:13.025508 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Attempting to bind port 02186be2-0b25-49f8-8e28-493b58c6297f on network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:13.030329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Port 02186be2-0b25-49f8-8e28-493b58c6297f on network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:21:13.030725 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Attempting to bind port 02186be2-0b25-49f8-8e28-493b58c6297f on network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:13.036463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:13.036825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Checking segment: {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:13.037198 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Bound using segment: {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:13.037632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Bound port: 02186be2-0b25-49f8-8e28-493b58c6297f, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72633a0-fe72-4862-9c9a-f468cf1d73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:13.037994 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.107014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] For port 02186be2-0b25-49f8-8e28-493b58c6297f, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:13.110199 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] For port 02186be2-0b25-49f8-8e28-493b58c6297f, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=02186be2-0b25-49f8-8e28-493b58c6297f,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:13.115542 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.152935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.153808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.155259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] 10.222.0.58 "PUT /v2.0/ports/02186be2-0b25-49f8-8e28-493b58c6297f HTTP/1.1" status: 200 len: 1092 time: 0.7463076 Jul 22 22:21:13.155811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:13.158647 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f944340-f569-47de-b645-9f4f57a5fcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:13.245102 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d46471-1109-46c5-bd87-35eed706ad9c x-openstack-request-id: req-c0d46471-1109-46c5-bd87-35eed706ad9c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:13.245458 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:13.245630 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0d46471-1109-46c5-bd87-35eed706ad9c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:13.246110 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f', 'status': 'completed', 'code': 200} Jul 22 22:21:13.246797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1e87d-4687-40c7-9efd-43036b5dea04 service neutron] Pushing event updated for resources: {'Port': ['ID=02186be2-0b25-49f8-8e28-493b58c6297f,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:13.278375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-acbca0fc-9df8-4b96-b291-3d52a58ed64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.280037 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-acbca0fc-9df8-4b96-b291-3d52a58ed64c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 1095 time: 0.0725381 Jul 22 22:21:13.335752 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-741c6ddd-3a7d-4208-867b-6a821d82136c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02186be2-0b25-49f8-8e28-493b58c6297f HTTP/1.1" status: 200 len: 217 time: 0.0487096 Jul 22 22:21:13.368516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f414185d-8f81-437f-9269-b42f8566af71 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:13.396762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-2766d864-91b9-47b8-bedd-d45a59210c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.398295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-2766d864-91b9-47b8-bedd-d45a59210c58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6 HTTP/1.1" status: 200 len: 835 time: 0.0570230 Jul 22 22:21:13.439971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f414185d-8f81-437f-9269-b42f8566af71 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:13.443752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f414185d-8f81-437f-9269-b42f8566af71 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:13.444114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.464104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-063807c8-e488-4789-8505-92febb08e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.465768 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-063807c8-e488-4789-8505-92febb08e354 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613091 Jul 22 22:21:13.521099 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.553516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f414185d-8f81-437f-9269-b42f8566af71, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f414185d-8f81-437f-9269-b42f8566af71,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:13.557748 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.560382 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-a80af800-61e5-4a2e-b982-bd1a116ceb85 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Jul 22 22:21:13.611605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f414185d-8f81-437f-9269-b42f8566af71,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:13.660773 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f4972fe5-97f2-4e40-82e8-16ac6f0b5810 req-4a0bc1c2-5022-433f-8393-63b655fc8dc8 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931554 Jul 22 22:21:13.758943 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-723b9179-2f4a-4186-8b6c-49823be9e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.760530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-723b9179-2f4a-4186-8b6c-49823be9e7b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 1095 time: 0.0541117 Jul 22 22:21:13.853648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-a85e3d8e-e4d0-4fcb-9d9a-a33554ed693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.855290 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-a85e3d8e-e4d0-4fcb-9d9a-a33554ed693d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c HTTP/1.1" status: 200 len: 898 time: 0.0887408 Jul 22 22:21:13.897645 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-fb6f10df-d3a6-4ffd-8ddb-03d7eb94f4a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02186be2-0b25-49f8-8e28-493b58c6297f HTTP/1.1" status: 200 len: 217 time: 0.0357578 Jul 22 22:21:13.946763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-5ac1c6ec-1212-4924-a205-5e2b860411cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.948398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-5ac1c6ec-1212-4924-a205-5e2b860411cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6 HTTP/1.1" status: 200 len: 835 time: 0.0441959 Jul 22 22:21:14.014599 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-00d35b47-2e69-40aa-8552-5decb4c91495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:14.016169 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-00d35b47-2e69-40aa-8552-5decb4c91495 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613282 Jul 22 22:21:14.065734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156bdc-0195-4cbd-a0cc-e160a9c9587a req-4c2f003c-9660-4184-97bf-1fcaf8be63d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:14.067251 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc156bdc-0195-4cbd-a0cc-e160a9c9587a req-4c2f003c-9660-4184-97bf-1fcaf8be63d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 943 time: 0.0647788 Jul 22 22:21:14.105681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc156bdc-0195-4cbd-a0cc-e160a9c9587a req-2a539286-f14d-4726-ada0-1beeac78df4b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Jul 22 22:21:14.109681 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-0b01037d-7306-42c4-a6c7-6fd406d36635 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858405 Jul 22 22:21:14.207744 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-4f944340-f569-47de-b645-9f4f57a5fcdd req-6a3e380c-d150-4066-b006-4bab2407d9ba service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901902 Jul 22 22:21:15.241117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340400e-e679-40e5-89f4-709dfc4034e3 req-e6553ad7-838e-4346-945b-619a7d3b6ad6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:15.242605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e340400e-e679-40e5-89f4-709dfc4034e3 req-e6553ad7-838e-4346-945b-619a7d3b6ad6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 943 time: 0.0671694 Jul 22 22:21:15.287446 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e340400e-e679-40e5-89f4-709dfc4034e3 req-03e768f3-23e7-4a4f-9444-80c7e06ea617 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385928 Jul 22 22:21:15.293102 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f40f690-344c-408f-9aa4-dde2afead97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.347551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f414185d-8f81-437f-9269-b42f8566af71 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:15.397295 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f414185d-8f81-437f-9269-b42f8566af71 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:15.397601 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.577500 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.625781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 02186be2-0b25-49f8-8e28-493b58c6297f details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:21:15.726022 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 02186be2-0b25-49f8-8e28-493b58c6297f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=02186be2-0b25-49f8-8e28-493b58c6297f,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:15.737821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '02186be2-0b25-49f8-8e28-493b58c6297f', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'port_id': '02186be2-0b25-49f8-8e28-493b58c6297f', 'mac_address': 'fa:16:3e:b0:75:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:21:15.772912 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.785701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02186be2-0b25-49f8-8e28-493b58c6297f {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:15.804893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 02186be2-0b25-49f8-8e28-493b58c6297f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=02186be2-0b25-49f8-8e28-493b58c6297f,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:15.808873 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.855310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=02186be2-0b25-49f8-8e28-493b58c6297f,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:16.028267 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['02186be2-0b25-49f8-8e28-493b58c6297f'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:21:16.357123 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.420691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce01d-295b-4cfe-9cbb-c242edf89f1e req-4fcde272-4f9c-43bd-9c9f-ff5bcc9443ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:16.422245 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a6ce01d-295b-4cfe-9cbb-c242edf89f1e req-4fcde272-4f9c-43bd-9c9f-ff5bcc9443ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 944 time: 0.0629144 Jul 22 22:21:16.461235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a6ce01d-295b-4cfe-9cbb-c242edf89f1e req-dc0b3782-b16b-4612-bcf6-cc2b5baaf494 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327682 Jul 22 22:21:17.596765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca6f2e-f3a6-44cf-9836-deea1f3f6505 req-ad3a8d59-3ded-4e7f-8b14-6a5be5e2f2c9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:17.598330 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22ca6f2e-f3a6-44cf-9836-deea1f3f6505 req-ad3a8d59-3ded-4e7f-8b14-6a5be5e2f2c9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 944 time: 0.0698800 Jul 22 22:21:17.643570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 02186be2-0b25-49f8-8e28-493b58c6297f up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:17.662740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-22ca6f2e-f3a6-44cf-9836-deea1f3f6505 req-56bd5381-4ca7-4a1b-b25a-b46a370d8652 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464592 Jul 22 22:21:17.705210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 02186be2-0b25-49f8-8e28-493b58c6297f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:17.709119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 02186be2-0b25-49f8-8e28-493b58c6297f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:17.709498 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.791722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.814316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:17.816604 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8078a7ce-b96c-476b-92a8-beb1b44ace37" -d '{"events": [{"server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "name": "network-vif-plugged", "status": "completed", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:17.830003 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 02186be2-0b25-49f8-8e28-493b58c6297f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=02186be2-0b25-49f8-8e28-493b58c6297f,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:17.834110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.891384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=02186be2-0b25-49f8-8e28-493b58c6297f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:17.916495 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39136bcd-40ff-4c59-a502-50da0cec4e01 x-openstack-request-id: req-39136bcd-40ff-4c59-a502-50da0cec4e01 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:17.916809 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "name": "network-vif-plugged", "status": "completed", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:17.917072 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39136bcd-40ff-4c59-a502-50da0cec4e01 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:17.917470 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f', 'code': 200} Jul 22 22:21:18.036488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd09e3-036c-4982-8d5d-5c66a0803a74 req-6f99d479-71a6-4bdd-89a2-79685aebf9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:18.038032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6fd09e3-036c-4982-8d5d-5c66a0803a74 req-6f99d479-71a6-4bdd-89a2-79685aebf9f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 1097 time: 0.0628479 Jul 22 22:21:18.075718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6fd09e3-036c-4982-8d5d-5c66a0803a74 req-c822a114-ebb0-42e8-a1eb-972c705ae40a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306623 Jul 22 22:21:18.508586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.804015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9d340-853b-4f83-932f-ba66c3c47b7a req-04c272f6-2c9b-4ae6-89c4-e29da472419a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:18.805466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5eb9d340-853b-4f83-932f-ba66c3c47b7a req-04c272f6-2c9b-4ae6-89c4-e29da472419a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0652106 Jul 22 22:21:18.849500 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5eb9d340-853b-4f83-932f-ba66c3c47b7a req-5154a569-b02f-4c53-a601-4da0db7fbdaf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379798 Jul 22 22:21:19.982587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610c0f7-2b0c-4502-b538-cf626908ac85 req-8a38e410-1a82-4e5f-804a-5b9460eb2a7c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:19.984396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4610c0f7-2b0c-4502-b538-cf626908ac85 req-8a38e410-1a82-4e5f-804a-5b9460eb2a7c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0634556 Jul 22 22:21:20.024506 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4610c0f7-2b0c-4502-b538-cf626908ac85 req-b899a3cb-d0a3-4c67-9840-956113646687 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344884 Jul 22 22:21:20.159314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e1d6-671a-4d66-968b-44feae7b571e req-a6139aa2-c893-4b5d-b9b6-ca848bf04a11 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:20.160790 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f828e1d6-671a-4d66-968b-44feae7b571e req-a6139aa2-c893-4b5d-b9b6-ca848bf04a11 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0686934 Jul 22 22:21:20.198040 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f828e1d6-671a-4d66-968b-44feae7b571e req-72c1ddb6-b6ca-4b91-a121-2f89300f57e4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317383 Jul 22 22:21:20.220271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.273537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92cc59-d717-444a-bad2-c140c80380e2 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:20.275085 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0b92cc59-d717-444a-bad2-c140c80380e2 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 1092 time: 0.0538223 Jul 22 22:21:20.277912 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54864) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.282273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '02186be2-0b25-49f8-8e28-493b58c6297f', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:20.305071 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.405243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.519045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.200 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/90a7c9f7-7a7f-44bd-9b1d-be64322bd54c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:20.620335 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.660471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.700003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:20.705158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:20.709741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:20.712835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=90a7c9f7-7a7f-44bd-9b1d-be64322bd54c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.068607 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.146097 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.295307 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.301543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.370442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=90a7c9f7-7a7f-44bd-9b1d-be64322bd54c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.381990 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.485125 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP 0b01000f-e4c9-4ad9-ab26-faacb5709e64 associated. External IP: 172.25.5.200, port: 02186be2-0b25-49f8-8e28-493b58c6297f. Jul 22 22:21:21.692302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 3a522214-b294-4cc4-a490-2dc4a67b675b has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:21.810342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:21.822354 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] Sync routers for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:21.830281 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.833275 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:21.833882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:21:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:21.871911 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-cc82ccb0-f839-4566-88ed-7ce04ebf88d6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5904686 Jul 22 22:21:21.871911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:21.872477 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:21.913172 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e66470-8c99-44e6-ab21-c15d1a070890 x-openstack-request-id: req-28e66470-8c99-44e6-ab21-c15d1a070890 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:21.913485 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:21.913740 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28e66470-8c99-44e6-ab21-c15d1a070890 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:21.914134 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f', 'status': 'completed', 'code': 200} Jul 22 22:21:21.947131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:21.984589 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c97e8-8a0a-4ab4-8ccd-23f16adfe9aa req-ed14f8fd-df5d-4de8-a05a-9c28d9309501 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:21.986452 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-501c97e8-8a0a-4ab4-8ccd-23f16adfe9aa req-ed14f8fd-df5d-4de8-a05a-9c28d9309501 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0665498 Jul 22 22:21:21.993454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-5442ad26-79ee-4ce0-8853-0aed9b5ed2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:21.995141 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-5442ad26-79ee-4ce0-8853-0aed9b5ed2cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 1097 time: 0.0603108 Jul 22 22:21:22.027110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-501c97e8-8a0a-4ab4-8ccd-23f16adfe9aa req-9e00f68e-3fde-44cd-b133-8511bbe39f7c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342963 Jul 22 22:21:22.051794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:22.090911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-470504fa-8af7-42cf-a1c7-72cb4bf64647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:22.092585 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-470504fa-8af7-42cf-a1c7-72cb4bf64647 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c HTTP/1.1" status: 200 len: 898 time: 0.0913188 Jul 22 22:21:22.118333 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e2e6d7bb-905a-4525-a9ee-5fd758752a1e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/0b01000f-e4c9-4ad9-ab26-faacb5709e64 HTTP/1.1" status: 200 len: 991 time: 0.0653591 Jul 22 22:21:22.159230 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-2bc97a8c-00fc-4666-8499-6b5f76a941c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02186be2-0b25-49f8-8e28-493b58c6297f HTTP/1.1" status: 200 len: 999 time: 0.0605874 Jul 22 22:21:22.186441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0b01000f-e4c9-4ad9-ab26-faacb5709e64', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'port_id': '02186be2-0b25-49f8-8e28-493b58c6297f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'mac_address': 'fa:16:3e:b0:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:20Z', 'updated_at': '2021-07-22T22:21:20Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:13Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:22.207742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-24371a3f-44f3-4bd2-adad-36e0e20286ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:22.209168 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-24371a3f-44f3-4bd2-adad-36e0e20286ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6 HTTP/1.1" status: 200 len: 835 time: 0.0436492 Jul 22 22:21:22.216794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] Checking router: 3a522214-b294-4cc4-a490-2dc4a67b675b for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:22.225181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:22.225795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:21:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:22.271970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-5bbe07d7-f27c-4cb5-906d-ff74b25ff7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:22.273511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-5bbe07d7-f27c-4cb5-906d-ff74b25ff7a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580053 Jul 22 22:21:22.329693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:22.364905 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-a250951c-2f89-4298-81df-ba912e78ada2 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849686 Jul 22 22:21:22.459503 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0e452ef1-f7fa-43ca-b80f-7ca84373ceda req-dae9ba1c-c6fc-4163-9533-252b786f4dc1 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885186 Jul 22 22:21:22.558436 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0b01000f-e4c9-4ad9-ab26-faacb5709e64', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'port_id': '02186be2-0b25-49f8-8e28-493b58c6297f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'mac_address': 'fa:16:3e:b0:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:20Z', 'updated_at': '2021-07-22T22:21:20Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:13Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:22.584944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756e2a7-17b2-4dc7-a335-d28de3ad30ed None None] The sync data for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 is: [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '0b01000f-e4c9-4ad9-ab26-faacb5709e64', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'port_id': '02186be2-0b25-49f8-8e28-493b58c6297f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'mac_address': 'fa:16:3e:b0:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:20Z', 'updated_at': '2021-07-22T22:21:20Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:13Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:22.764202 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154bba5-3df6-44ad-8874-a6991b7f6e05 None None] New status for floating IP 0b01000f-e4c9-4ad9-ab26-faacb5709e64: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:21:23.122271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54872) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:23.181796 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f668cbca-e9e4-48cd-8eb3-9a9a4cc231fa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/0b01000f-e4c9-4ad9-ab26-faacb5709e64 HTTP/1.1" status: 200 len: 993 time: 0.0583754 Jul 22 22:21:24.320379 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-f554a2b0-8606-4d2c-bfc3-537379aeabd5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539284 Jul 22 22:21:24.413609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-f0474ada-d66f-448e-ba83-f40646647929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.415149 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-f0474ada-d66f-448e-ba83-f40646647929 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 1097 time: 0.0533183 Jul 22 22:21:24.533315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-08ab5027-3fa3-4584-b48c-779b47277c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.534803 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-08ab5027-3fa3-4584-b48c-779b47277c40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c HTTP/1.1" status: 200 len: 898 time: 0.1002078 Jul 22 22:21:24.599172 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-168bb459-5dbf-4e75-b30d-7d2da24725da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02186be2-0b25-49f8-8e28-493b58c6297f HTTP/1.1" status: 200 len: 1001 time: 0.0575063 Jul 22 22:21:24.651325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-e8c02f6d-aec1-4ecd-af73-0ad6da3d4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.652835 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-e8c02f6d-aec1-4ecd-af73-0ad6da3d4bc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6 HTTP/1.1" status: 200 len: 835 time: 0.0474129 Jul 22 22:21:24.710468 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-a8080b56-8281-48ec-a184-b61afb2425cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.712032 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-a8080b56-8281-48ec-a184-b61afb2425cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530314 Jul 22 22:21:24.800469 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-8081701a-d926-4bb9-81a1-35234b267e55 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820489 Jul 22 22:21:24.895856 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-deed8874-3aa5-466c-a853-fa6e00ae0b22 req-4de636c2-e307-4b81-b4a7-1f14a76b3ad5 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882409 Jul 22 22:21:25.627080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-afa3e9fb-a84b-42cd-a60b-920866762a5d req-0c23d138-e952-4d9e-8b1f-cfaa4c3b70dd service neutron] (94092) timed out ('10.222.0.58', 50471) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:21:30.079325 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:32.154752 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.766667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:42.659974 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3542a58a-8360-42a8-ae9c-b3727ef22705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:45.294718 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e892014-e40b-402f-b50f-3df023ffa447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:45.583199 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:46.359989 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:48.510587 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.641352 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26103-464a-4786-b835-d6d44b8ff8e1 req-3ea55523-b6fb-4ac6-bbe4-cfb4dc9a3828 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:56.643063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5c26103-464a-4786-b835-d6d44b8ff8e1 req-3ea55523-b6fb-4ac6-bbe4-cfb4dc9a3828 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0672832 Jul 22 22:21:56.684032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a5c26103-464a-4786-b835-d6d44b8ff8e1 req-0b4a9126-ccad-474b-8654-e400fd7acdb8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346375 Jul 22 22:21:57.832987 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ce212-e746-4378-b3d1-d19a5ee8b307 req-5dd8fcd8-643e-4bdb-881f-073e094cee60 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:57.834989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d88ce212-e746-4378-b3d1-d19a5ee8b307 req-5dd8fcd8-643e-4bdb-881f-073e094cee60 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0636125 Jul 22 22:21:57.873311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d88ce212-e746-4378-b3d1-d19a5ee8b307 req-b4d6e134-07c6-426b-9bef-1cf3b761b4e1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327523 Jul 22 22:21:57.897466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54894) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:57.958681 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-86973ad8-011d-48e1-95ee-fc8474366303 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/0b01000f-e4c9-4ad9-ab26-faacb5709e64 HTTP/1.1" status: 200 len: 993 time: 0.0600619 Jul 22 22:21:59.232738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d011b9-0fa6-4ad1-beb7-027b04468d64 req-0775a7b0-bd5b-42c6-b546-f93f64ad95e6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.234137 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5d011b9-0fa6-4ad1-beb7-027b04468d64 req-0775a7b0-bd5b-42c6-b546-f93f64ad95e6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0659173 Jul 22 22:21:59.271039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b5d011b9-0fa6-4ad1-beb7-027b04468d64 req-e24ad4ec-5395-42ac-aab2-87bb05f70f4d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Jul 22 22:22:00.403889 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b39e-4ee6-4209-84f7-e85feab5942a req-953796ae-9363-48a8-bf8f-91cdcaeac1f0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:00.405368 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eb4b39e-4ee6-4209-84f7-e85feab5942a req-953796ae-9363-48a8-bf8f-91cdcaeac1f0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0638981 Jul 22 22:22:00.443045 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4eb4b39e-4ee6-4209-84f7-e85feab5942a req-4be19abf-ab92-49a9-81ba-c5d388927020 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Jul 22 22:22:01.578934 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82859d62-c8e8-4255-b7cd-c24d78dc895a req-0c571e71-2519-4957-bd67-ad5ee0b43176 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:01.580348 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82859d62-c8e8-4255-b7cd-c24d78dc895a req-0c571e71-2519-4957-bd67-ad5ee0b43176 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0687289 Jul 22 22:22:01.618558 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-82859d62-c8e8-4255-b7cd-c24d78dc895a req-f9fb202b-74f1-40c4-bb38-c294ef48766f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320375 Jul 22 22:22:02.175516 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:02.747094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ab4cd-4869-4361-a243-7e5c73691b72 req-d1b61bf1-83c5-4dd5-9b45-4f87b5aa2301 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:02.748633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-205ab4cd-4869-4361-a243-7e5c73691b72 req-d1b61bf1-83c5-4dd5-9b45-4f87b5aa2301 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0638843 Jul 22 22:22:02.788084 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-205ab4cd-4869-4361-a243-7e5c73691b72 req-c925e690-9036-439c-b7d8-1b2ce50c7503 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336192 Jul 22 22:22:02.788820 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:03.920534 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ae7b-5c00-45ca-93ba-7b1758cf2dcd req-b82e96ac-48bd-49c1-b550-5afd67b8ca28 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:03.922032 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f400ae7b-5c00-45ca-93ba-7b1758cf2dcd req-b82e96ac-48bd-49c1-b550-5afd67b8ca28 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0638151 Jul 22 22:22:03.959053 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f400ae7b-5c00-45ca-93ba-7b1758cf2dcd req-2c4385f2-ae3d-4d71-9ea9-aa6ce9fb6229 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Jul 22 22:22:05.089966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7e06c-2b79-48dc-978e-b72da949dd27 req-61d2ba36-a1bb-4346-8654-486d81be38bf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:05.091437 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65d7e06c-2b79-48dc-978e-b72da949dd27 req-61d2ba36-a1bb-4346-8654-486d81be38bf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0654409 Jul 22 22:22:05.129863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-65d7e06c-2b79-48dc-978e-b72da949dd27 req-749b6d11-a0e0-44bf-b170-4b52b6a62a1c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Jul 22 22:22:05.156746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54912) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:05.224307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fe5c7f04-70cc-407b-bb98-2bb0a94c33cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/0b01000f-e4c9-4ad9-ab26-faacb5709e64 HTTP/1.1" status: 200 len: 993 time: 0.0663753 Jul 22 22:22:05.439695 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54918) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:05.595478 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 90a7c9f7-7a7f-44bd-9b1d-be64322bd54c {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:05.595821 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:05.671584 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:05.671963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:05.683378 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 90a7c9f7-7a7f-44bd-9b1d-be64322bd54c owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:06.188515 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:06.214136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=90a7c9f7-7a7f-44bd-9b1d-be64322bd54c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:06.241025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.241641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.241983 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.242317 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.242644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.242971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.243299 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.243624 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.243972 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.244296 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.244614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.244933 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:06.302550 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:06.302894 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP 0b01000f-e4c9-4ad9-ab26-faacb5709e64 disassociated (deleted). External IP: 172.25.5.200, port: 02186be2-0b25-49f8-8e28-493b58c6297f. Jul 22 22:22:06.511963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 3a522214-b294-4cc4-a490-2dc4a67b675b has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:06.620017 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:06.624710 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:06.629187 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] Sync routers for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:06.639611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:06.640326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:21:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:06.664676 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ec7e7484-f709-4711-a37b-adcd0cac6c9e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/floatingips/0b01000f-e4c9-4ad9-ab26-faacb5709e64 HTTP/1.1" status: 204 len: 168 time: 1.2238097 Jul 22 22:22:06.665377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:06.667742 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:06.714027 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8573c272-c663-4947-b54c-4e8bd5907a87 x-openstack-request-id: req-8573c272-c663-4947-b54c-4e8bd5907a87 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:06.714399 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:06.715356 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8573c272-c663-4947-b54c-4e8bd5907a87 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:06.716179 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f', 'status': 'completed', 'code': 200} Jul 22 22:22:06.755292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:06.801409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-b955dfd4-a1ff-4c73-a3c5-690f54899b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:06.804650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-b955dfd4-a1ff-4c73-a3c5-690f54899b37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 1097 time: 0.0677130 Jul 22 22:22:06.910121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-c87b926e-4d41-4df9-b7bd-0a6f2e14fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:06.911690 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-c87b926e-4d41-4df9-b7bd-0a6f2e14fc46 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c HTTP/1.1" status: 200 len: 898 time: 0.1013958 Jul 22 22:22:06.957313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa34f6e-115e-4f0b-8d09-5f251f1b7fab req-cde38676-4080-417e-b129-7eb9f3d5bf41 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:06.958980 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fa34f6e-115e-4f0b-8d09-5f251f1b7fab req-cde38676-4080-417e-b129-7eb9f3d5bf41 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0828733 Jul 22 22:22:06.960216 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-6d3c0674-6127-46e6-85d8-e40fcd7c4e0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02186be2-0b25-49f8-8e28-493b58c6297f HTTP/1.1" status: 200 len: 217 time: 0.0402167 Jul 22 22:22:06.988629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:13Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:06.998587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7fa34f6e-115e-4f0b-8d09-5f251f1b7fab req-8e500e6e-d53c-4312-a265-0a999bbce648 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Jul 22 22:22:07.015984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] Checking router: 3a522214-b294-4cc4-a490-2dc4a67b675b for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:07.016686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-23b9fdd4-d484-487e-bfe4-c67a677cb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:07.018288 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-23b9fdd4-d484-487e-bfe4-c67a677cb5c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6 HTTP/1.1" status: 200 len: 835 time: 0.0471818 Jul 22 22:22:07.025088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:07.025692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:21:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:07.079362 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:07.083113 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-d1d30267-286c-4d08-87cf-d72ea660d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:07.084698 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-d1d30267-286c-4d08-87cf-d72ea660d0ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580702 Jul 22 22:22:07.189303 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-a4e5fbc2-1be1-4715-bb70-9bca865151a7 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964122 Jul 22 22:22:07.287972 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d9cc9cbe-121b-42ee-af5e-0c7a3150d61f req-f6b1fc91-f05b-4ca7-a730-008a83b54856 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916517 Jul 22 22:22:07.294995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:07.490434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:13Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:07.517441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e3ec9-f0a9-428e-b750-ab14eab22096 None None] The sync data for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 is: [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:08Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f414185d-8f81-437f-9269-b42f8566af71', 'name': '', 'network_id': 'd1a39b55-0e1c-427d-ac6e-81fa378a8c2c', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f8:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:07Z', 'updated_at': '2021-07-22T22:21:13Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': '29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:07.737057 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561deb8-2c1d-4dd1-b202-1910bb404ff0 None None] New status for floating IP 0b01000f-e4c9-4ad9-ab26-faacb5709e64: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:22:08.130735 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1488423-8fce-4207-8ee9-2f20f77de2e4 req-0d57f678-1659-4177-b31e-84e0e30ba7bb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:08.132409 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1488423-8fce-4207-8ee9-2f20f77de2e4 req-0d57f678-1659-4177-b31e-84e0e30ba7bb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0634532 Jul 22 22:22:08.170688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1488423-8fce-4207-8ee9-2f20f77de2e4 req-f3404c84-08ef-4244-b55a-f88e597919bd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5c38be9-f976-4920-b792-707bf63690eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327237 Jul 22 22:22:08.644227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-f7606632-38a4-4f2a-8202-8d5d82177109 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:08.645673 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-f7606632-38a4-4f2a-8202-8d5d82177109 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 945 time: 0.0689120 Jul 22 22:22:08.744488 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 02186be2-0b25-49f8-8e28-493b58c6297f {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:08.744835 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:08.840157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 02186be2-0b25-49f8-8e28-493b58c6297f, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=02186be2-0b25-49f8-8e28-493b58c6297f,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:08.840491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:08.852076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 02186be2-0b25-49f8-8e28-493b58c6297f owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:08.977979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:09.013108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=02186be2-0b25-49f8-8e28-493b58c6297f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:09.059730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] No DVR routers for this DVR port 02186be2-0b25-49f8-8e28-493b58c6297f on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:09.062459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:09.064565 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bf046b18-c19c-401c-8cbf-978a9298c2dc req-a33c0359-d7d0-400f-a55a-e03a085fa820 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "DELETE /v2.0/ports/02186be2-0b25-49f8-8e28-493b58c6297f HTTP/1.1" status: 204 len: 173 time: 0.4129701 Jul 22 22:22:09.065039 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'name': 'network-vif-deleted', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:09.067327 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83430269-5305-4e18-96f4-594d417234f2" -d '{"events": [{"server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "name": "network-vif-deleted", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:09.118303 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549b1c6-d8f8-4ba3-9fea-f6c83e7b2167 x-openstack-request-id: req-7549b1c6-d8f8-4ba3-9fea-f6c83e7b2167 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:09.118602 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc97d4f-82ca-4b1f-8e6f-a12261d083b2", "name": "network-vif-deleted", "tag": "02186be2-0b25-49f8-8e28-493b58c6297f", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:09.118858 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7549b1c6-d8f8-4ba3-9fea-f6c83e7b2167 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:09.119265 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc97d4f-82ca-4b1f-8e6f-a12261d083b2', 'name': 'network-vif-deleted', 'tag': '02186be2-0b25-49f8-8e28-493b58c6297f', 'status': 'completed', 'code': 200} Jul 22 22:22:09.281730 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb4e3468-399b-4c0c-ac72-9e91f7cad17e req-5c0ebe5d-a0df-40fd-91ad-b9fe7720e46a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc97d4f-82ca-4b1f-8e6f-a12261d083b2 HTTP/1.1" status: 200 len: 210 time: 0.0314064 Jul 22 22:22:10.340240 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54938) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:10.702115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.984205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port f414185d-8f81-437f-9269-b42f8566af71 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:10.984464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.073762 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port f414185d-8f81-437f-9269-b42f8566af71, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f414185d-8f81-437f-9269-b42f8566af71,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:11.074202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.086667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for f414185d-8f81-437f-9269-b42f8566af71 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:11.283977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.314179 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=f414185d-8f81-437f-9269-b42f8566af71,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:11.531448 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.771156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 3a522214-b294-4cc4-a490-2dc4a67b675b has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:11.873422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:11.878992 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a7221f65-304e-48ff-87a6-74f37b374efd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/3a522214-b294-4cc4-a490-2dc4a67b675b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5374060 Jul 22 22:22:11.882150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54940) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:11.884233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] Sync routers for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:11.896648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:11.897294 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:21:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:11.938098 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting subnet 29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:22:11.941461 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.983641 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.001850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:12.070885 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.139910 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.167367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Subnet': ['ID=29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:12.172120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.174514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-03395589-4f06-4f41-b63e-dd05ee9c4609 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/subnets/29bcd2f8-1cf6-47f3-bcd9-9714e93e38f6 HTTP/1.1" status: 204 len: 168 time: 0.2907093 Jul 22 22:22:12.177645 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54942) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:12.181358 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:22:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:12.184997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d7bf6-4fc3-460f-a051-bf0fcf98e508 None None] Network d1a39b55-0e1c-427d-ac6e-81fa378a8c2c requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:12.224806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] Checking router: 3a522214-b294-4cc4-a490-2dc4a67b675b for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:12.268413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] Routers {'3a522214-b294-4cc4-a490-2dc4a67b675b'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:12.269106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:21:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['3a522214-b294-4cc4-a490-2dc4a67b675b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:12.289845 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.407803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.424039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] Set router 3a522214-b294-4cc4-a490-2dc4a67b675b gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:12.466558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:12.470799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.576509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:12.577192 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.577302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] DHCP port deletion for d1a39b55-0e1c-427d-ac6e-81fa378a8c2c request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:22:12.589252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:12.674569 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-365b8cc3-29ff-4159-8e21-d0e86bda038c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.678126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Deleting port 287d0b3f-37cc-4a02-b22f-510b314ffa04 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:12.678493 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.681671 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:22:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:12.722541 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5e61-2296-41ce-ab22-2983436a6d83 None None] The sync data for ids ['3a522214-b294-4cc4-a490-2dc4a67b675b'] in n-d-762330-19 is: [{'id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658043023', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:22:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': 'f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a522214-b294-4cc4-a490-2dc4a67b675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:05Z', 'updated_at': '2021-07-22T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:12.776898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] For port 287d0b3f-37cc-4a02-b22f-510b314ffa04, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=287d0b3f-37cc-4a02-b22f-510b314ffa04,segment=NetworkSegment(c72633a0-fe72-4862-9c9a-f468cf1d73c4),segment_id=c72633a0-fe72-4862-9c9a-f468cf1d73c4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:12.777294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.782250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.790613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Calling delete_port for 287d0b3f-37cc-4a02-b22f-510b314ffa04 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:12.812334 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:12.873655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.883941 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.904299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Pushing event deleted for resources: {'Port': ['ID=287d0b3f-37cc-4a02-b22f-510b314ffa04,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:12.908899 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] No DVR routers for this DVR port 287d0b3f-37cc-4a02-b22f-510b314ffa04 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:12.930951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.931421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.931888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.932314 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.932739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.933166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.933591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.934011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.934487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.934879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.935209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.935533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20d2371-d012-4426-b7f1-4daa04bf021b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:12.996351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.998509 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.058225 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.059141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Fanout notify agent at l3_agent the message router_deleted on router 3a522214-b294-4cc4-a490-2dc4a67b675b {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:22:13.071224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.074953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-08a890fc-cd07-4aa6-8512-fc2c9a9e6607 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/routers/3a522214-b294-4cc4-a490-2dc4a67b675b HTTP/1.1" status: 204 len: 168 time: 0.8936276 Jul 22 22:22:13.075246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54944) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:13.158455 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.260802 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.271193 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a39b55-0e1c-427d-ac6e-81fa378a8c2c']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:13.281357 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72633a0-fe72-4862-9c9a-f468cf1d73c4') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:13.281647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72633a0-fe72-4862-9c9a-f468cf1d73c4') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:13.291690 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.305644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.311764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:22:13.312295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:22:13.315955 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:22:13.387803 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.397144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.402478 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/networks/d1a39b55-0e1c-427d-ac6e-81fa378a8c2c HTTP/1.1" status: 204 len: 168 time: 0.3228478 Jul 22 22:22:13.402601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54946) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:13.423007 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e0656-0442-43a9-a7ae-43c8bb36b3fb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Network': ['ID=d1a39b55-0e1c-427d-ac6e-81fa378a8c2c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:13.466326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f414185d-8f81-437f-9269-b42f8566af71 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:13.488553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f414185d-8f81-437f-9269-b42f8566af71 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:13.488911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f414185d-8f81-437f-9269-b42f8566af71 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:13.489342 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 287d0b3f-37cc-4a02-b22f-510b314ffa04 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:13.509440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 287d0b3f-37cc-4a02-b22f-510b314ffa04 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:13.509797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 287d0b3f-37cc-4a02-b22f-510b314ffa04 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:13.841162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4db31d0d-39c3-4d8e-9956-819e11a7088c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.865293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4db31d0d-39c3-4d8e-9956-819e11a7088c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.925058 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4db31d0d-39c3-4d8e-9956-819e11a7088c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.927636 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4db31d0d-39c3-4d8e-9956-819e11a7088c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.928840 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4db31d0d-39c3-4d8e-9956-819e11a7088c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/security-groups/a5c38be9-f976-4920-b792-707bf63690eb HTTP/1.1" status: 204 len: 168 time: 0.5145369 Jul 22 22:22:13.938697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db31d0d-39c3-4d8e-9956-819e11a7088c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c38be9-f976-4920-b792-707bf63690eb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:13.938945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 02186be2-0b25-49f8-8e28-493b58c6297f no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:13.964160 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 02186be2-0b25-49f8-8e28-493b58c6297f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:13.964519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 02186be2-0b25-49f8-8e28-493b58c6297f not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:14.314425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54952) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:14.319012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-02a72d40-7fb0-489b-9294-7c69e7943c2a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074549376', 'description': 'tempest-secgroup-smoke-2074549376 description', 'project_id': '625bb70c377c4dbfbade26680df25bf3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:14.341714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02a72d40-7fb0-489b-9294-7c69e7943c2a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.428588 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02a72d40-7fb0-489b-9294-7c69e7943c2a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.433086 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02a72d40-7fb0-489b-9294-7c69e7943c2a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.459210 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-02a72d40-7fb0-489b-9294-7c69e7943c2a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.460463 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-02a72d40-7fb0-489b-9294-7c69e7943c2a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1450338 Jul 22 22:22:14.463485 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:14.464784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a72d40-7fb0-489b-9294-7c69e7943c2a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60dcd04-60c5-416f-94e6-9e20ebc10d7e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:14.468552 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a60dcd04-60c5-416f-94e6-9e20ebc10d7e', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:14.498085 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.558225 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.561758 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.579881 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d6664b-2908-4822-be42-8aac47f6b9c9,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:14.586519 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.587699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229267 Jul 22 22:22:14.589668 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.590020 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.590363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.590743 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.590868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:14.591077 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.591413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.591746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.592108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.592716 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.592923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.593250 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.593603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb392cae-74b5-41b7-b4fb-6ccc91bd8ce0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:14.595460 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0e1fdcb6-4f86-4eb3-8e5e-860ed14ecbc0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a60dcd04-60c5-416f-94e6-9e20ebc10d7e', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:14.623790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdcb6-4f86-4eb3-8e5e-860ed14ecbc0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.683543 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdcb6-4f86-4eb3-8e5e-860ed14ecbc0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.686983 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdcb6-4f86-4eb3-8e5e-860ed14ecbc0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.705575 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fdcb6-4f86-4eb3-8e5e-860ed14ecbc0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88759a63-d554-44e8-ad28-ba98ffb267fa,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:14.713199 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdcb6-4f86-4eb3-8e5e-860ed14ecbc0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.714718 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0e1fdcb6-4f86-4eb3-8e5e-860ed14ecbc0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227772 Jul 22 22:22:14.717632 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54958) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:14.723129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b284ac63-75a0-4a02-86ea-e5ddb600c84d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a60dcd04-60c5-416f-94e6-9e20ebc10d7e', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:14.752714 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b284ac63-75a0-4a02-86ea-e5ddb600c84d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.815615 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b284ac63-75a0-4a02-86ea-e5ddb600c84d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.819261 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b284ac63-75a0-4a02-86ea-e5ddb600c84d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.836761 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284ac63-75a0-4a02-86ea-e5ddb600c84d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503ba084-77b0-4259-882a-c760bf31eff6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:14.844833 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b284ac63-75a0-4a02-86ea-e5ddb600c84d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.846086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b284ac63-75a0-4a02-86ea-e5ddb600c84d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273475 Jul 22 22:22:14.848981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54960) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:14.855663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7707560c-71fa-4766-805e-ce51cc818ffa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a60dcd04-60c5-416f-94e6-9e20ebc10d7e', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:14.881794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7707560c-71fa-4766-805e-ce51cc818ffa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.941555 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7707560c-71fa-4766-805e-ce51cc818ffa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.945167 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7707560c-71fa-4766-805e-ce51cc818ffa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.964030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707560c-71fa-4766-805e-ce51cc818ffa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8619275f-c558-4ea4-9f57-964e9cd13b82,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:14.967318 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7707560c-71fa-4766-805e-ce51cc818ffa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.968699 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7707560c-71fa-4766-805e-ce51cc818ffa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185737 Jul 22 22:22:14.971511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54962) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:14.976295 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a60dcd04-60c5-416f-94e6-9e20ebc10d7e', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:15.000972 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:22:15.006416 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.069645 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.074293 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.092908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7dbb06-b31f-4c41-8024-79de1ee756ef,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:15.096072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.097259 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-1c684123-701a-4720-98fd-83b43a1a7949 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247032 Jul 22 22:22:15.101752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54964) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:15.107071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a60dcd04-60c5-416f-94e6-9e20ebc10d7e', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:15.128330 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:22:15.133690 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.201522 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.205229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.223756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b098f6-d5c9-4f1b-9182-f2435d730aec,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:15.232451 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.233989 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-aa73ab39-16b8-4e2b-8e00-3bb0cb164283 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303923 Jul 22 22:22:15.236982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 54966) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:15.241868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'network': {'name': 'tempest-network-smoke--528601005', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:15.262667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:15.266459 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.291619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:22:15.295768 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a971a0b8-c91f-417c-8203-32ef5d879623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.303520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.303882 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Added segment 05c5c581-e4de-4458-818e-baedcd32588e of type vlan for network 7c7c6427-5e86-4685-a874-139e4519ad66 Jul 22 22:22:15.332716 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:15.348993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.355432 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:15.355970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f67ebfd8-00f5-40e8-b8cc-328c2a6bda2d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:15.379570 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.385139 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:15.385721 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.419247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1812139 Jul 22 22:22:15.422904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54968) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:15.428875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'admin_state_up': True, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:15.453365 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.454560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.455548 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d92a1-f142-4029-b0f3-781ad5b55eea tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Network': ['ID=7c7c6427-5e86-4685-a874-139e4519ad66,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:15.468715 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 7c7c6427-5e86-4685-a874-139e4519ad66 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:22:15.519752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.574687 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.971140 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.161463 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.184382 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.284895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.172 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/9997646b-0ae5-4a10-b165-c9e070dcdcbd) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:22:16.363823 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.395449 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.433838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.477758 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:16.480897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:16.486184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:22:16.489171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=9997646b-0ae5-4a10-b165-c9e070dcdcbd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:16.735636 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.935149 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.071550 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 947b4d20-ed16-4ae2-b336-cab9bea9a75c is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:22:17.177957 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:17.187307 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Sync routers for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:17.196338 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:17.198002 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:22:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:17.198176 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.198810 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a0b0035c-10ed-48d1-bb06-a65377bb0a0e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7745869 Jul 22 22:22:17.202344 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54970) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:17.231479 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-96ca67f7-9de2-4a8c-8bc7-cae0032f80ab tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=625bb70c377c4dbfbade26680df25bf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280375 Jul 22 22:22:17.234093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54972) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:17.309094 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:17.319643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f036097b-06fe-4aa9-81bc-42be015858df tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:17.324198 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f036097b-06fe-4aa9-81bc-42be015858df tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863326 Jul 22 22:22:17.324822 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54974) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:17.361871 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4870f48a-ece3-4736-9f2c-2d62451d9efe tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356073 Jul 22 22:22:17.364575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:17.370178 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256963892', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:17.464910 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:17.468495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.488872 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:16Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:17.522752 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Checking router: 947b4d20-ed16-4ae2-b336-cab9bea9a75c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:17.523093 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Updating router 947b4d20-ed16-4ae2-b336-cab9bea9a75c port 9997646b-0ae5-4a10-b165-c9e070dcdcbd binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:22:17.559916 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.660697 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.722559 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Subnet': ['ID=ec55eb68-9075-42e8-9cce-f00adce0c24a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:17.734240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Checking segment: {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:17.734694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network hostable DHCP agents. Network: 7c7c6427-5e86-4685-a874-139e4519ad66, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:22:17.756648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 7c7c6427-5e86-4685-a874-139e4519ad66 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:22:17.768237 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 7c7c6427-5e86-4685-a874-139e4519ad66) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:17.774658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:17.775439 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.786277 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223ea6b-70dc-49ef-97d5-35d4c477109a None None] Network 7c7c6427-5e86-4685-a874-139e4519ad66 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:17.791969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-92eaf35c-989e-471d-87cf-511668eb762b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4262731 Jul 22 22:22:17.794728 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 54978) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:17.922681 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.933080 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Transition to ACTIVE for port object 9997646b-0ae5-4a10-b165-c9e070dcdcbd will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:17.944114 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.949152 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-7c7c6427-5e86-4685-a874-139e4519ad66', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:22:17.950185 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.995131 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Attempting to bind port 9997646b-0ae5-4a10-b165-c9e070dcdcbd on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:22:17.995502 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Attempting to bind port 9997646b-0ae5-4a10-b165-c9e070dcdcbd by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:22:17.995883 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Attempting to bind port 9997646b-0ae5-4a10-b165-c9e070dcdcbd on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:22:18.008171 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:22:18.009122 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:18.009588 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.010151 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:22:18.010632 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Bound port: 9997646b-0ae5-4a10-b165-c9e070dcdcbd, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:22:18.011018 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.061454 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Pushing event updated for resources: {'Port': ['ID=9997646b-0ae5-4a10-b165-c9e070dcdcbd,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:18.065676 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] For port 9997646b-0ae5-4a10-b165-c9e070dcdcbd, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:22:18.079359 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.079693 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.080054 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.080383 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.080726 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.081048 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.081393 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.081660 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.082017 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.082455 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.082791 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.083189 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.090007 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] For port 9997646b-0ae5-4a10-b165-c9e070dcdcbd, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9997646b-0ae5-4a10-b165-c9e070dcdcbd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:22:18.096146 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.106579 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Allocated IP 172.20.0.2 (7c7c6427-5e86-4685-a874-139e4519ad66/ec55eb68-9075-42e8-9cce-f00adce0c24a/9c86b3cb-83d2-4603-abcf-aa9685363f71) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:22:18.160015 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:18.160643 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:22:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:18.222301 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7f9e1-4131-4344-ac8a-6ea709b2ccef None None] Pushing event updated for resources: {'Port': ['ID=9997646b-0ae5-4a10-b165-c9e070dcdcbd,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:18.274860 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:18.309691 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.318530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Transition to ACTIVE for port object 9c86b3cb-83d2-4603-abcf-aa9685363f71 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:18.337770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Transition to ACTIVE for port object 9c86b3cb-83d2-4603-abcf-aa9685363f71 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:18.338344 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.345564 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.391101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Network 7c7c6427-5e86-4685-a874-139e4519ad66 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:18.396292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:18.401138 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:22:18.404825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Pushing event updated for resources: {'Port': ['ID=9c86b3cb-83d2-4603-abcf-aa9685363f71,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:18.476417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Attempting to bind port 9c86b3cb-83d2-4603-abcf-aa9685363f71 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:22:18.476773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Attempting to bind port 9c86b3cb-83d2-4603-abcf-aa9685363f71 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:22:18.477193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Attempting to bind port 9c86b3cb-83d2-4603-abcf-aa9685363f71 on network 7c7c6427-5e86-4685-a874-139e4519ad66 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:22:18.483526 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:22:18.483932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Checking segment: {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:18.484353 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.484754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Bound using segment: {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:22:18.485228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Bound port: 9c86b3cb-83d2-4603-abcf-aa9685363f71, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:22:18.485608 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.487067 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:16Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:18.516385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e91500-651a-4ac4-b8cb-9c5a6679afcb None None] The sync data for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 is: [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:16Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:18.548796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.572071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] For port 9c86b3cb-83d2-4603-abcf-aa9685363f71, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:22:18.575392 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] For port 9c86b3cb-83d2-4603-abcf-aa9685363f71, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9c86b3cb-83d2-4603-abcf-aa9685363f71,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:22:18.581999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.646932 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0020d3-03f0-490d-8fa4-9334f39d017a None None] Pushing event updated for resources: {'Port': ['ID=9c86b3cb-83d2-4603-abcf-aa9685363f71,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:18.716697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.1 (7c7c6427-5e86-4685-a874-139e4519ad66/ec55eb68-9075-42e8-9cce-f00adce0c24a/9649c7ec-ea4f-4683-8cf5-61cc25e09830) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:22:18.876918 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.901625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object 9649c7ec-ea4f-4683-8cf5-61cc25e09830 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:18.940460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.985088 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 7c7c6427-5e86-4685-a874-139e4519ad66 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:18.990580 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:18.995086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:22:19.023699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=9649c7ec-ea4f-4683-8cf5-61cc25e09830,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:19.045401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.193134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.506018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9c86b3cb-83d2-4603-abcf-aa9685363f71 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:19.542606 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.548298 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.567487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9c86b3cb-83d2-4603-abcf-aa9685363f71 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:19.573292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9997646b-0ae5-4a10-b165-c9e070dcdcbd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:19.627572 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.629344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9997646b-0ae5-4a10-b165-c9e070dcdcbd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:19.629487 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=9649c7ec-ea4f-4683-8cf5-61cc25e09830,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:19.637316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9997646b-0ae5-4a10-b165-c9e070dcdcbd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:19.637705 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.724602 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ca534-97dc-462d-82ae-54513d9f311d None None] Network 7c7c6427-5e86-4685-a874-139e4519ad66 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:19.737146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 7c7c6427-5e86-4685-a874-139e4519ad66 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:19.738436 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:19.766199 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.775086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d2e73fb5-2793-4600-86a6-22b4fc51a717 None None] Provisioning for port 9c86b3cb-83d2-4603-abcf-aa9685363f71 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:19.994239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d2e73fb5-2793-4600-86a6-22b4fc51a717 None None] Provisioning complete for port 9c86b3cb-83d2-4603-abcf-aa9685363f71 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:19.994532 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2e73fb5-2793-4600-86a6-22b4fc51a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.000791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 9997646b-0ae5-4a10-b165-c9e070dcdcbd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9997646b-0ae5-4a10-b165-c9e070dcdcbd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:20.027067 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.164893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=9997646b-0ae5-4a10-b165-c9e070dcdcbd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:20.203594 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2e73fb5-2793-4600-86a6-22b4fc51a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.207065 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 947b4d20-ed16-4ae2-b336-cab9bea9a75c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:20.245446 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d2e73fb5-2793-4600-86a6-22b4fc51a717 None None] For port 9c86b3cb-83d2-4603-abcf-aa9685363f71, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9c86b3cb-83d2-4603-abcf-aa9685363f71,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:20.255523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d2e73fb5-2793-4600-86a6-22b4fc51a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.309240 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73fb5-2793-4600-86a6-22b4fc51a717 None None] Pushing event updated for resources: {'Port': ['ID=9c86b3cb-83d2-4603-abcf-aa9685363f71,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:20.329953 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:20.344369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8abd6fdf-fe42-4e02-b0f0-6de1a08141e5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/947b4d20-ed16-4ae2-b336-cab9bea9a75c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392358 Jul 22 22:22:20.344476 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Sync routers for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:20.349427 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:20.350050 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:22:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:20.470827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:20.495739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-3fb71b24-ff6f-4ec3-ae1d-3c92b2e6939e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074549376&fields=id&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 267 time: 0.0443299 Jul 22 22:22:20.614366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-97502b00-6729-4172-9779-d2749933453a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:20.616652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-97502b00-6729-4172-9779-d2749933453a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/networks?id=7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 200 len: 796 time: 0.1128263 Jul 22 22:22:20.624662 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9347b303-0ed2-4f76-b59e-b8aa8ae54b62 None None] Provisioning complete for port 9c86b3cb-83d2-4603-abcf-aa9685363f71 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:20.625220 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9347b303-0ed2-4f76-b59e-b8aa8ae54b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.633182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-c4487594-ac42-487a-8dd3-8eebf805d2a2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/quotas/625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 375 time: 0.0107350 Jul 22 22:22:20.714092 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-3f5e60b4-69f7-41d8-a0e3-708c7a1d12a6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731170 Jul 22 22:22:20.775912 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 2, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:20.804689 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Checking router: 947b4d20-ed16-4ae2-b336-cab9bea9a75c for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:20.805054 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Updating router 947b4d20-ed16-4ae2-b336-cab9bea9a75c port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:22:20.807366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9347b303-0ed2-4f76-b59e-b8aa8ae54b62 None None] Provisioning for port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:20.823444 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-2e725fef-4b6c-4576-81b5-aff96ed418ca service neutron] 10.222.0.54 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966613 Jul 22 22:22:20.834146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9347b303-0ed2-4f76-b59e-b8aa8ae54b62 None None] Provisioning complete for port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:20.834520 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9347b303-0ed2-4f76-b59e-b8aa8ae54b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.876272 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.890818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9347b303-0ed2-4f76-b59e-b8aa8ae54b62 None None] Port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:22:20.930400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-78ad1865-d4a6-4468-accf-b3272ba5bc6d service neutron] 10.222.0.54 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009896 Jul 22 22:22:21.036091 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-267d2c8b-8910-4ec5-a220-d76ff753583b None None] Provisioning complete for port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:21.036632 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-267d2c8b-8910-4ec5-a220-d76ff753583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.104420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ed914f9-4b62-4050-850f-244e7ae198bf req-d27e8650-93a8-42de-b1a8-60ee4ff79f66 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 210 time: 0.0348837 Jul 22 22:22:21.105573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-267d2c8b-8910-4ec5-a220-d76ff753583b None None] Port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:22:21.193512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.214030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Transition to ACTIVE for port object 9649c7ec-ea4f-4683-8cf5-61cc25e09830 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:21.220741 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.320549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23641e-0dfd-4b5a-8aee-33f907a51ca1 None None] Pushing event updated for resources: {'Port': ['ID=9649c7ec-ea4f-4683-8cf5-61cc25e09830,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:21.345389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Attempting to bind port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:22:21.345832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Attempting to bind port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:22:21.346124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Attempting to bind port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 on network 7c7c6427-5e86-4685-a874-139e4519ad66 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:22:21.352289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:22:21.353235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Checking segment: {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:21.353662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.354066 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Bound using segment: {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:22:21.354700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Bound port: 9649c7ec-ea4f-4683-8cf5-61cc25e09830, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:22:21.355098 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.406928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9c86b3cb-83d2-4603-abcf-aa9685363f71 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:21.471088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] For port 9649c7ec-ea4f-4683-8cf5-61cc25e09830, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:22:21.486708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] For port 9649c7ec-ea4f-4683-8cf5-61cc25e09830, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9649c7ec-ea4f-4683-8cf5-61cc25e09830,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:22:21.492849 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.544130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9c86b3cb-83d2-4603-abcf-aa9685363f71 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:21.544772 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.625497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23641e-0dfd-4b5a-8aee-33f907a51ca1 None None] Pushing event updated for resources: {'Port': ['ID=9649c7ec-ea4f-4683-8cf5-61cc25e09830,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:21.635010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:21.635638 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:22:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:21.764659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9997646b-0ae5-4a10-b165-c9e070dcdcbd up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:21.796855 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:21.915928 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9997646b-0ae5-4a10-b165-c9e070dcdcbd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:21.916312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.086460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:21Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:22.113147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17904a2c-0df6-4a25-99bb-082b19dbf64d None None] The sync data for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 is: [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:21Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:22.242545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c5dd4628-bcc6-40f6-8c50-55be7b248d2a req-a6a05296-6fde-40cf-ad2c-23c72cd3da51 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 210 time: 0.0486095 Jul 22 22:22:22.280865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-d42936b5-f7fb-4f11-a8db-fa006f2a60f7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:22.282571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-d42936b5-f7fb-4f11-a8db-fa006f2a60f7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/networks?id=7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 200 len: 796 time: 0.1600335 Jul 22 22:22:22.329067 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-52530fb3-8aec-428e-899e-22edf77de3a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 380 time: 0.0375543 Jul 22 22:22:22.340792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'port': {'device_id': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'admin_state_up': True, 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'security_groups': ['a60dcd04-60c5-416f-94e6-9e20ebc10d7e']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:22.453967 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:22.457565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.594903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.10 (7c7c6427-5e86-4685-a874-139e4519ad66/ec55eb68-9075-42e8-9cce-f00adce0c24a/864ff976-5c67-40cd-b365-a8fed67dbcb0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:22:22.753351 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.768560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object 864ff976-5c67-40cd-b365-a8fed67dbcb0 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:22.802590 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.848073 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 7c7c6427-5e86-4685-a874-139e4519ad66 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:22.851507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:22.856130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:22:22.862815 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=864ff976-5c67-40cd-b365-a8fed67dbcb0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:22.919262 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:22.919825 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.936896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-63248cc3-dda3-4eac-a01e-ebcefe063945 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6000514 Jul 22 22:22:22.948922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Request body: {'port': {'device_id': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:23.048736 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.126018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b29e11ec-5e13-4433-b95a-0f3d1bca6f39 None None] Provisioning for port 864ff976-5c67-40cd-b365-a8fed67dbcb0 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:23.130244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b29e11ec-5e13-4433-b95a-0f3d1bca6f39 None None] Provisioning complete for port 864ff976-5c67-40cd-b365-a8fed67dbcb0 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:23.130668 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b29e11ec-5e13-4433-b95a-0f3d1bca6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.172302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b29e11ec-5e13-4433-b95a-0f3d1bca6f39 None None] Port 864ff976-5c67-40cd-b365-a8fed67dbcb0 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:22:23.338830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864ff976-5c67-40cd-b365-a8fed67dbcb0 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:22:23.347484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.366331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Transition to ACTIVE for port object 864ff976-5c67-40cd-b365-a8fed67dbcb0 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:23.370469 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.389192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7cc3b-d9ee-43c9-b77e-7b436cff41d8 req-75df9ab5-6a4c-4a2f-9d40-ab8767f1de25 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:23.391164 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92d7cc3b-d9ee-43c9-b77e-7b436cff41d8 req-75df9ab5-6a4c-4a2f-9d40-ab8767f1de25 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 932 time: 0.0824122 Jul 22 22:22:23.433111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Pushing event updated for resources: {'Port': ['ID=864ff976-5c67-40cd-b365-a8fed67dbcb0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:23.440274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9649c7ec-ea4f-4683-8cf5-61cc25e09830 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:23.448685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-92d7cc3b-d9ee-43c9-b77e-7b436cff41d8 req-29c9d2ee-51e2-43fb-9b39-4b38d8e5bdbf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512183 Jul 22 22:22:23.511483 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:23.517422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:23.517812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.530410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Attempting to bind port 864ff976-5c67-40cd-b365-a8fed67dbcb0 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:22:23.530760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Attempting to bind port 864ff976-5c67-40cd-b365-a8fed67dbcb0 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:22:23.531070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Attempting to bind port 864ff976-5c67-40cd-b365-a8fed67dbcb0 on network 7c7c6427-5e86-4685-a874-139e4519ad66 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:22:23.535741 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Port 864ff976-5c67-40cd-b365-a8fed67dbcb0 on network 7c7c6427-5e86-4685-a874-139e4519ad66 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:22:23.536353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Attempting to bind port 864ff976-5c67-40cd-b365-a8fed67dbcb0 on network 7c7c6427-5e86-4685-a874-139e4519ad66 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:22:23.542827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:22:23.543427 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Checking segment: {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:23.543814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Bound using segment: {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:22:23.544290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Bound port: 864ff976-5c67-40cd-b365-a8fed67dbcb0, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c5c581-e4de-4458-818e-baedcd32588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:22:23.544680 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.601265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.613756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] For port 864ff976-5c67-40cd-b365-a8fed67dbcb0, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:22:23.616971 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] For port 864ff976-5c67-40cd-b365-a8fed67dbcb0, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:22:23.622802 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.638037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 9649c7ec-ea4f-4683-8cf5-61cc25e09830, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9649c7ec-ea4f-4683-8cf5-61cc25e09830,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:23.642674 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.658124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:23.658869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.660514 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] 10.222.0.58 "PUT /v2.0/ports/864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 200 len: 1093 time: 0.7160516 Jul 22 22:22:23.663446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:23.666880 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab35d35e-9124-49e4-b361-c94a42c4f60f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:23.702572 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e348da-2bd2-420b-8863-7c7a85575e5f service neutron] Pushing event updated for resources: {'Port': ['ID=864ff976-5c67-40cd-b365-a8fed67dbcb0,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:23.718910 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fdaa22-16d4-4482-8cf2-a39c264fa3b8 x-openstack-request-id: req-17fdaa22-16d4-4482-8cf2-a39c264fa3b8 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:23.719278 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:23.719681 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17fdaa22-16d4-4482-8cf2-a39c264fa3b8 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:23.720015 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'status': 'completed', 'code': 200} Jul 22 22:22:23.727175 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=9649c7ec-ea4f-4683-8cf5-61cc25e09830,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:23.771010 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-176a325e-d201-4198-a867-8d118ba26581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:23.772609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-176a325e-d201-4198-a867-8d118ba26581 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0663767 Jul 22 22:22:23.816640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-bed1b38f-47fc-4f22-88ac-aac1adc9bc32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 200 len: 217 time: 0.0356741 Jul 22 22:22:23.865989 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-f41519a0-6ed5-49ea-addd-a47de1d8626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:23.867461 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-f41519a0-6ed5-49ea-addd-a47de1d8626f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec55eb68-9075-42e8-9cce-f00adce0c24a HTTP/1.1" status: 200 len: 835 time: 0.0446560 Jul 22 22:22:23.924658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-0cd9ec26-80a1-4fe4-a863-7dcd115a1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:23.926157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-0cd9ec26-80a1-4fe4-a863-7dcd115a1d47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c7c6427-5e86-4685-a874-139e4519ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521736 Jul 22 22:22:24.018606 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-c3f4b15c-10f0-47f0-ba64-f029e721868b service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Jul 22 22:22:24.112341 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-29434638-1cd5-4148-9cf3-02774aa91fe4 req-4e5a0724-3c9a-4894-8f2b-208bfcfe5cac service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874901 Jul 22 22:22:24.212104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-afbc9675-27d0-48df-a031-09a03270f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:24.213666 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-afbc9675-27d0-48df-a031-09a03270f7af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0569656 Jul 22 22:22:24.304537 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-20477c61-dd19-470e-b6d9-c66e416a0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:24.306046 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-20477c61-dd19-470e-b6d9-c66e416a0079 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 200 len: 897 time: 0.0846813 Jul 22 22:22:24.349727 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-d23c06c4-85c4-421a-8e4c-b9c571bf3b86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 200 len: 217 time: 0.0372007 Jul 22 22:22:24.397965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-cefa7c4d-544f-40cd-86cd-304266888ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:24.399297 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-cefa7c4d-544f-40cd-86cd-304266888ed8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec55eb68-9075-42e8-9cce-f00adce0c24a HTTP/1.1" status: 200 len: 835 time: 0.0436304 Jul 22 22:22:24.459545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-e55658a0-70ae-43ef-86d3-ef290098f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:24.461083 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-e55658a0-70ae-43ef-86d3-ef290098f076 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c7c6427-5e86-4685-a874-139e4519ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546427 Jul 22 22:22:24.567571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-5668bad6-b987-4ab6-9dc9-6f311331cd35 service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991793 Jul 22 22:22:24.574053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ebfd6-e7c7-4134-8661-bb51fb911fa4 req-44067070-3a72-4d3a-986a-1b9d7b0e8d6f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:24.575553 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-053ebfd6-e7c7-4134-8661-bb51fb911fa4 req-44067070-3a72-4d3a-986a-1b9d7b0e8d6f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 944 time: 0.0649374 Jul 22 22:22:24.613094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-053ebfd6-e7c7-4134-8661-bb51fb911fa4 req-8a7bd945-7940-4250-9208-e4fb9f0b96bb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Jul 22 22:22:24.659918 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ab35d35e-9124-49e4-b361-c94a42c4f60f req-c0702687-22e3-40b5-86bd-48a699dc1c81 service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832486 Jul 22 22:22:25.383116 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9649c7ec-ea4f-4683-8cf5-61cc25e09830 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:25.429843 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:25.430140 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.744248 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3e6b0-d343-4d37-b432-3f53016a4391 req-a0f790c5-d6af-4e3e-a48c-08d5801cfbed tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:25.745935 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24d3e6b0-d343-4d37-b432-3f53016a4391 req-a0f790c5-d6af-4e3e-a48c-08d5801cfbed tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 944 time: 0.0638921 Jul 22 22:22:25.784242 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-24d3e6b0-d343-4d37-b432-3f53016a4391 req-36cda687-14ea-4e8b-9c5c-2a32e55b2b37 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Jul 22 22:22:25.980329 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 864ff976-5c67-40cd-b365-a8fed67dbcb0 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:22:26.073749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 864ff976-5c67-40cd-b365-a8fed67dbcb0, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:26.084520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'port_id': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'mac_address': 'fa:16:3e:5d:41:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:22:26.120977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.133381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864ff976-5c67-40cd-b365-a8fed67dbcb0 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:22:26.157058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 864ff976-5c67-40cd-b365-a8fed67dbcb0, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:26.161399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.207492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=864ff976-5c67-40cd-b365-a8fed67dbcb0,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:26.390844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['864ff976-5c67-40cd-b365-a8fed67dbcb0'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:26.918388 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb435e2-f682-49ee-9824-044bf12ff028 req-089522bc-95af-4813-8760-a1aa6c4846a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:26.919958 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecb435e2-f682-49ee-9824-044bf12ff028 req-089522bc-95af-4813-8760-a1aa6c4846a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 945 time: 0.0705435 Jul 22 22:22:26.958938 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecb435e2-f682-49ee-9824-044bf12ff028 req-0554e403-8ed4-4bb9-b493-85f5a1551148 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331328 Jul 22 22:22:27.980984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 864ff976-5c67-40cd-b365-a8fed67dbcb0 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:28.028958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 864ff976-5c67-40cd-b365-a8fed67dbcb0 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:28.032827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 864ff976-5c67-40cd-b365-a8fed67dbcb0 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:28.033205 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:28.089218 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9c82-5e93-4bb4-acb1-6c8d8723ada2 req-56f5a43d-1e5f-4b7e-8548-e30b30688d32 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:28.090728 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e3a9c82-5e93-4bb4-acb1-6c8d8723ada2 req-56f5a43d-1e5f-4b7e-8548-e30b30688d32 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 945 time: 0.0653894 Jul 22 22:22:28.114925 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:28.129486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e3a9c82-5e93-4bb4-acb1-6c8d8723ada2 req-ef55cb29-1b6b-4c2c-95de-249b301a9b7b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jul 22 22:22:28.137971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:28.140262 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ed68e-ecdb-48a8-bd2e-97a095a2413e" -d '{"events": [{"server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "name": "network-vif-plugged", "status": "completed", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:28.154047 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 864ff976-5c67-40cd-b365-a8fed67dbcb0, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:28.158282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:28.182259 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f02957-c8a9-440f-b57a-e385ed8c2e23 x-openstack-request-id: req-15f02957-c8a9-440f-b57a-e385ed8c2e23 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:28.182544 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "name": "network-vif-plugged", "status": "completed", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:28.182792 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15f02957-c8a9-440f-b57a-e385ed8c2e23 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:28.183229 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'code': 200} Jul 22 22:22:28.209142 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=864ff976-5c67-40cd-b365-a8fed67dbcb0,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:28.294259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4303302-d911-4732-b3a6-179c1eecf19d req-fca0736f-ace3-4bf4-8b34-f918327a2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:28.295670 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4303302-d911-4732-b3a6-179c1eecf19d req-fca0736f-ace3-4bf4-8b34-f918327a2386 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0583506 Jul 22 22:22:28.328899 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b4303302-d911-4732-b3a6-179c1eecf19d req-82cfd077-7421-4d82-8689-08e873394208 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270333 Jul 22 22:22:29.264949 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f44f-cd86-462e-af02-109612094dfb req-83aa7ae5-6b48-4b3f-82d7-c31e742852a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:29.266442 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b033f44f-cd86-462e-af02-109612094dfb req-83aa7ae5-6b48-4b3f-82d7-c31e742852a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0682750 Jul 22 22:22:29.305472 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b033f44f-cd86-462e-af02-109612094dfb req-33e4d439-47ce-474f-ba77-c3ad5707c6d1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331330 Jul 22 22:22:29.437871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303efc3c-300f-4543-ada7-5b7310895c0f req-75853108-a799-4a4a-afad-4a498414c006 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:29.439269 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-303efc3c-300f-4543-ada7-5b7310895c0f req-75853108-a799-4a4a-afad-4a498414c006 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0637743 Jul 22 22:22:29.477386 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-303efc3c-300f-4543-ada7-5b7310895c0f req-3b38d0c5-d035-4353-8cba-68d70eb33407 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Jul 22 22:22:29.498846 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55030) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:29.552739 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318cef1-2d24-40aa-a916-d8477379a70c tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:29.554285 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3318cef1-2d24-40aa-a916-d8477379a70c tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1093 time: 0.0544341 Jul 22 22:22:29.557016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55032) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:29.561434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:29.583652 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:29.682519 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:29.783994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.188 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/66165c4b-90c2-47c5-9af7-392f3db98332) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:22:29.890022 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:29.927828 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:29.963388 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:29.968222 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:29.970574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:22:29.998566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=66165c4b-90c2-47c5-9af7-392f3db98332,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:30.322962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:30.396008 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:30.549288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:30.557326 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:30.629533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=66165c4b-90c2-47c5-9af7-392f3db98332,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:30.640879 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:30.742120 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP 7105e334-ac2c-4608-9446-9574e065f443 associated. External IP: 172.25.5.188, port: 864ff976-5c67-40cd-b365-a8fed67dbcb0. Jul 22 22:22:30.946200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 947b4d20-ed16-4ae2-b336-cab9bea9a75c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:31.052132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:31.062621 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] Sync routers for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:31.070642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.072810 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:31.073440 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:22:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:31.119258 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9b8cfde5-ae9f-4907-90c4-2d8c7e699c59 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5610299 Jul 22 22:22:31.120941 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:31.124014 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f5bde-6f00-4249-929a-c2a361d6dfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:31.164291 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45a985a-8b71-4e9b-8e25-7971413091c7 x-openstack-request-id: req-b45a985a-8b71-4e9b-8e25-7971413091c7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:31.164650 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:31.164967 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b45a985a-8b71-4e9b-8e25-7971413091c7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:31.165827 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'status': 'completed', 'code': 200} Jul 22 22:22:31.187022 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:31.240060 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-1be57708-57ff-485c-8fb5-e6de8a5bbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.241529 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-1be57708-57ff-485c-8fb5-e6de8a5bbf5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0553381 Jul 22 22:22:31.249421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfd516-943c-43e5-8b61-596e19995d14 req-a222880b-fd51-4f96-bcab-95fca555a730 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.251586 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17cfd516-943c-43e5-8b61-596e19995d14 req-a222880b-fd51-4f96-bcab-95fca555a730 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0767546 Jul 22 22:22:31.293685 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17cfd516-943c-43e5-8b61-596e19995d14 req-afc7d13b-aa57-4795-8be6-4586785c3b10 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360863 Jul 22 22:22:31.316268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55038) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:31.337570 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-ea30f19a-2b63-4859-8c6e-dd8c74983cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.339611 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-ea30f19a-2b63-4859-8c6e-dd8c74983cc0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 200 len: 897 time: 0.0920110 Jul 22 22:22:31.381303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ff49afe1-d5e7-4c8d-b6db-0f5b83a5d475 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/7105e334-ac2c-4608-9446-9574e065f443 HTTP/1.1" status: 200 len: 992 time: 0.0638368 Jul 22 22:22:31.411557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-35e287f3-c205-4bb3-aa1b-53239d6910b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 200 len: 1000 time: 0.0655293 Jul 22 22:22:31.425372 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7105e334-ac2c-4608-9446-9574e065f443', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'port_id': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'mac_address': 'fa:16:3e:5d:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:22:30Z', 'updated_at': '2021-07-22T22:22:30Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:31.455673 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] Checking router: 947b4d20-ed16-4ae2-b336-cab9bea9a75c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:31.464199 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:31.464800 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:22:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:31.473141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-5197bbcf-1134-4161-b720-d136abbfa758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.474623 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-5197bbcf-1134-4161-b720-d136abbfa758 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec55eb68-9075-42e8-9cce-f00adce0c24a HTTP/1.1" status: 200 len: 835 time: 0.0567575 Jul 22 22:22:31.532750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-53e3a5ce-d06c-4d4e-9b47-cb9feefd8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.534263 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-53e3a5ce-d06c-4d4e-9b47-cb9feefd8621 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c7c6427-5e86-4685-a874-139e4519ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536852 Jul 22 22:22:31.574027 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:31.628612 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-f72d8204-8fc9-4b8e-b69f-705af4ee5a10 service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881314 Jul 22 22:22:31.720099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f47f5bde-6f00-4249-929a-c2a361d6dfe5 req-d1bcee8a-0fe0-462c-8d36-0678009e28a9 service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819209 Jul 22 22:22:31.795938 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7105e334-ac2c-4608-9446-9574e065f443', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'port_id': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'mac_address': 'fa:16:3e:5d:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:22:30Z', 'updated_at': '2021-07-22T22:22:30Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:31.825043 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec013b2-1e71-44e0-94b5-6828a9748e29 None None] The sync data for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 is: [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '7105e334-ac2c-4608-9446-9574e065f443', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'port_id': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'mac_address': 'fa:16:3e:5d:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:22:30Z', 'updated_at': '2021-07-22T22:22:30Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:32.017770 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369f75d-b2ff-4ced-9bb3-fb624bde9ec7 None None] New status for floating IP 7105e334-ac2c-4608-9446-9574e065f443: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:22:32.277679 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:32.386133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55040) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:32.445797 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1a0a63b2-a24d-465f-835f-4af1e15d48e1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/7105e334-ac2c-4608-9446-9574e065f443 HTTP/1.1" status: 200 len: 994 time: 0.0585172 Jul 22 22:22:32.783045 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.672179 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cad9e076-c33f-48f9-bff7-435b46dbc492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.080110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:45.298457 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-276da767-3eb2-4883-8b53-90afb5434857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:45.575072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.369320 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:48.516645 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:02.183662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:02.812326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:07.765873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838832b0-b0cc-49d3-b026-13b28049f829 req-b31bfaac-a46a-4787-83bb-432a601127cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:07.767383 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-838832b0-b0cc-49d3-b026-13b28049f829 req-b31bfaac-a46a-4787-83bb-432a601127cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0599897 Jul 22 22:23:07.775995 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2c27c-9e15-4aa5-a883-34e5487a718d req-4efcb4b1-bf07-45f6-a2d1-3b65d3f019ef tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:07.777509 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0db2c27c-9e15-4aa5-a883-34e5487a718d req-4efcb4b1-bf07-45f6-a2d1-3b65d3f019ef tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0686975 Jul 22 22:23:07.818866 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0db2c27c-9e15-4aa5-a883-34e5487a718d req-46d3281d-565c-4455-92b9-b2ec0534fb3e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346258 Jul 22 22:23:07.860406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838832b0-b0cc-49d3-b026-13b28049f829 req-1427f5c0-cd34-454c-9414-fbe64086bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:07.861878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-838832b0-b0cc-49d3-b026-13b28049f829 req-1427f5c0-cd34-454c-9414-fbe64086bdb2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 200 len: 897 time: 0.0874300 Jul 22 22:23:07.933241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-838832b0-b0cc-49d3-b026-13b28049f829 req-af51aa9b-0581-4c61-b9ec-4bb36bb8fb3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 200 len: 1002 time: 0.0646420 Jul 22 22:23:07.984233 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838832b0-b0cc-49d3-b026-13b28049f829 req-f07e5095-f186-43b1-a557-190274c0d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:07.985953 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-838832b0-b0cc-49d3-b026-13b28049f829 req-f07e5095-f186-43b1-a557-190274c0d47f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec55eb68-9075-42e8-9cce-f00adce0c24a HTTP/1.1" status: 200 len: 835 time: 0.0463367 Jul 22 22:23:08.050860 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838832b0-b0cc-49d3-b026-13b28049f829 req-73e9a3fe-75da-4897-a9f2-45783e4f12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:08.052792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-838832b0-b0cc-49d3-b026-13b28049f829 req-73e9a3fe-75da-4897-a9f2-45783e4f12ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c7c6427-5e86-4685-a874-139e4519ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570941 Jul 22 22:23:08.146605 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-838832b0-b0cc-49d3-b026-13b28049f829 req-f1d34e5c-20ca-4654-b314-488a6dac0705 service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869286 Jul 22 22:23:08.237092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-838832b0-b0cc-49d3-b026-13b28049f829 req-e07303a9-2e12-4e88-a2cf-26f4505007ba service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836186 Jul 22 22:23:08.956978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7854f73-302c-4ce9-b0ae-4b4e3bfe67a6 req-4dac1fcf-cb43-4e9c-90ed-dc7b7fd834f2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:08.958559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7854f73-302c-4ce9-b0ae-4b4e3bfe67a6 req-4dac1fcf-cb43-4e9c-90ed-dc7b7fd834f2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0682573 Jul 22 22:23:08.997503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7854f73-302c-4ce9-b0ae-4b4e3bfe67a6 req-4653794e-1649-46c8-89f2-6e5ebaffde53 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 Jul 22 22:23:10.148493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71015b-30e3-46ea-8e51-0403937d0d93 req-7f51d2ea-e9c4-41ba-9672-95da6bc7b165 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:10.150062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b71015b-30e3-46ea-8e51-0403937d0d93 req-7f51d2ea-e9c4-41ba-9672-95da6bc7b165 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0790849 Jul 22 22:23:10.198301 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9b71015b-30e3-46ea-8e51-0403937d0d93 req-a1290aee-a3f0-41af-882f-06bf518c96f6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Jul 22 22:23:11.332319 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cf0c5-ff79-4644-a0f1-d4d23003ce3b req-a93e3f9b-7bf4-4213-82e9-7feb9723ad39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:11.333862 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b03cf0c5-ff79-4644-a0f1-d4d23003ce3b req-a93e3f9b-7bf4-4213-82e9-7feb9723ad39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0654249 Jul 22 22:23:11.372972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b03cf0c5-ff79-4644-a0f1-d4d23003ce3b req-1e1bd6cc-d37d-44fd-a069-2345cf01d4f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335977 Jul 22 22:23:12.506376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352009b5-f43c-4ccb-8b78-d75b79e8fd20 req-d94e6bfe-60a8-4bc8-ba53-f9181da1b5bc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:12.507917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-352009b5-f43c-4ccb-8b78-d75b79e8fd20 req-d94e6bfe-60a8-4bc8-ba53-f9181da1b5bc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0657279 Jul 22 22:23:12.547516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-352009b5-f43c-4ccb-8b78-d75b79e8fd20 req-a16f16fd-b9e3-4c49-9528-359dc331c71e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338733 Jul 22 22:23:12.665297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dd5d49c5-5833-4c75-bcc1-418394c3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.690503 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cacad-7c9d-49c8-82c4-aa3ad6b14845 req-4499094e-e175-4798-aacc-c68e65086f8b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:13.692025 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d71cacad-7c9d-49c8-82c4-aa3ad6b14845 req-4499094e-e175-4798-aacc-c68e65086f8b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0750830 Jul 22 22:23:13.732360 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d71cacad-7c9d-49c8-82c4-aa3ad6b14845 req-30800cd9-30da-4008-8cb0-996863be7a09 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340757 Jul 22 22:23:14.866694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fe58d-b142-4194-bac2-444c244aa973 req-68c14e14-0e2a-421d-bfc0-09865dabede7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:14.868400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f64fe58d-b142-4194-bac2-444c244aa973 req-68c14e14-0e2a-421d-bfc0-09865dabede7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0637619 Jul 22 22:23:14.907781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f64fe58d-b142-4194-bac2-444c244aa973 req-0d584cde-fa2d-45ac-b59b-46d67514e8f6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338414 Jul 22 22:23:15.298574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61e08315-9d5c-464e-934f-1a883b077807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:15.577076 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.038395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1792860-a130-4229-852b-84d60712765d req-5294b1ed-d69e-47be-b141-f29e32a64303 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:16.039901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1792860-a130-4229-852b-84d60712765d req-5294b1ed-d69e-47be-b141-f29e32a64303 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0664852 Jul 22 22:23:16.079362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e1792860-a130-4229-852b-84d60712765d req-b644153c-1dee-469d-a78c-39323c947f34 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337577 Jul 22 22:23:16.368367 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.212213 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2620d00-bdfc-44fa-9e86-3a0a741fda78 req-acf28677-af50-4b3c-8609-5b62aa20af29 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:17.214012 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2620d00-bdfc-44fa-9e86-3a0a741fda78 req-acf28677-af50-4b3c-8609-5b62aa20af29 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0646513 Jul 22 22:23:17.250913 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2620d00-bdfc-44fa-9e86-3a0a741fda78 req-97203b0a-64d6-45e9-a4b8-c84744849a4b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313833 Jul 22 22:23:18.384241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac899fa7-eca6-4c47-905a-ebea9ee9b643 req-5cafb627-0ed7-4c0e-b876-6686b192857a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:18.385747 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac899fa7-eca6-4c47-905a-ebea9ee9b643 req-5cafb627-0ed7-4c0e-b876-6686b192857a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0653143 Jul 22 22:23:18.426502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac899fa7-eca6-4c47-905a-ebea9ee9b643 req-2850545e-7987-4896-af77-ad2bcddf851e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Jul 22 22:23:18.522491 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:19.576411 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe55f0-a2b4-451b-9ee6-c2cf38adcb7e req-6b36af2d-fac5-4082-bccb-fe6bf067f89b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:19.578023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3cbe55f0-a2b4-451b-9ee6-c2cf38adcb7e req-6b36af2d-fac5-4082-bccb-fe6bf067f89b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0792079 Jul 22 22:23:19.621511 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3cbe55f0-a2b4-451b-9ee6-c2cf38adcb7e req-07076562-bad6-412d-bb74-fb0839e5c31b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367088 Jul 22 22:23:20.755443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2598e-43a1-423f-95d9-01d9f053db64 req-4ab404e7-1f37-498b-89b6-22d8eb66d184 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:20.756904 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bb2598e-43a1-423f-95d9-01d9f053db64 req-4ab404e7-1f37-498b-89b6-22d8eb66d184 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0653827 Jul 22 22:23:20.794868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3bb2598e-43a1-423f-95d9-01d9f053db64 req-51a12df2-eef4-4089-9994-f65d661554c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323942 Jul 22 22:23:21.083079 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:21.934366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc590197-6615-42ec-a67d-6b4fef3faa3b req-7ed8f117-2381-4977-a69d-08d340bc4fa6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:21.935977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc590197-6615-42ec-a67d-6b4fef3faa3b req-7ed8f117-2381-4977-a69d-08d340bc4fa6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0697138 Jul 22 22:23:21.976859 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cc590197-6615-42ec-a67d-6b4fef3faa3b req-4b409cb0-b5c3-4b2c-8f19-fcc3524304ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336175 Jul 22 22:23:23.108809 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b7214-0580-49a7-8c48-378f78046f05 req-c01abb8b-7b4e-421e-8753-21a0920a3533 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:23.110919 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f6b7214-0580-49a7-8c48-378f78046f05 req-c01abb8b-7b4e-421e-8753-21a0920a3533 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0652137 Jul 22 22:23:23.149899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f6b7214-0580-49a7-8c48-378f78046f05 req-15400fca-194b-4252-a7e2-d15b849e75f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Jul 22 22:23:24.283709 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2335636-1d4c-4818-a0d2-dc554498a09c req-ce921203-4c81-489f-8ca7-1213ee2348ca tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:24.285282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2335636-1d4c-4818-a0d2-dc554498a09c req-ce921203-4c81-489f-8ca7-1213ee2348ca tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0659103 Jul 22 22:23:24.327006 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d2335636-1d4c-4818-a0d2-dc554498a09c req-5e121633-9e1c-497c-8e93-3ff7c5e055db tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360477 Jul 22 22:23:24.348608 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:24.416082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0e37e607-f8bf-44fa-b1ca-90734c9e1154 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/7105e334-ac2c-4608-9446-9574e065f443 HTTP/1.1" status: 200 len: 994 time: 0.0663202 Jul 22 22:23:28.936438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-9016ae95-be25-497c-be18-254e12034584 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621212 Jul 22 22:23:29.034628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-7d417952-a0fe-4682-8252-ea7799c4f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:29.036186 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-7d417952-a0fe-4682-8252-ea7799c4f9a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0569341 Jul 22 22:23:29.144718 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-a959a115-56af-4514-b166-59a2e584ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:29.146227 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-a959a115-56af-4514-b166-59a2e584ad5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 200 len: 897 time: 0.0910659 Jul 22 22:23:29.212367 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-903ccbbf-6920-41de-944d-94b46e96ad07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 200 len: 1002 time: 0.0575416 Jul 22 22:23:29.260635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-cb57086b-8b77-4ff8-8cce-ec2725826024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:29.262114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-cb57086b-8b77-4ff8-8cce-ec2725826024 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec55eb68-9075-42e8-9cce-f00adce0c24a HTTP/1.1" status: 200 len: 835 time: 0.0435107 Jul 22 22:23:29.327524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-115e2148-f5dd-421f-b318-8514fbe5848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:29.329724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-115e2148-f5dd-421f-b318-8514fbe5848b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c7c6427-5e86-4685-a874-139e4519ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574822 Jul 22 22:23:29.419113 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-37fb767c-5a03-44fa-8ff9-924900ab1d44 service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824633 Jul 22 22:23:29.865754 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-52e8593f-ecc1-4e56-890e-6c419f5adca8 req-f2f12e22-687e-4649-b84f-49900b77860f service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399922 Jul 22 22:23:32.193896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:32.821675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.667303 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d4346757-ccc3-4fc1-802a-10e283820c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:45.299684 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d459a09-0c46-4cb1-ac28-ceb2a07981fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:45.584265 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:46.371001 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:48.523079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.927004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55106) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:57.095105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 66165c4b-90c2-47c5-9af7-392f3db98332 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:57.095452 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.179700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.179977 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.192147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 66165c4b-90c2-47c5-9af7-392f3db98332 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:57.341134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.368547 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=66165c4b-90c2-47c5-9af7-392f3db98332,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:57.399263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.399598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.399970 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.400314 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.400649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.400983 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.401318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.401650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.401981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.402312 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.402638 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.402960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:57.443778 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.444154 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP 7105e334-ac2c-4608-9446-9574e065f443 disassociated (deleted). External IP: 172.25.5.188, port: 864ff976-5c67-40cd-b365-a8fed67dbcb0. Jul 22 22:23:57.666372 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 947b4d20-ed16-4ae2-b336-cab9bea9a75c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:57.775386 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:57.780646 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.785232 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] Sync routers for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:57.794427 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:57.795032 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:57.817134 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b5e5f571-9c07-4ff0-9917-e099c0311d9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/floatingips/7105e334-ac2c-4608-9446-9574e065f443 HTTP/1.1" status: 204 len: 168 time: 0.8890202 Jul 22 22:23:57.817738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:57.820602 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:57.862001 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5defea2-8e80-4c1f-8dc3-5f5aef8fb5e7 x-openstack-request-id: req-b5defea2-8e80-4c1f-8dc3-5f5aef8fb5e7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:57.862370 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:57.862592 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5defea2-8e80-4c1f-8dc3-5f5aef8fb5e7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:57.862982 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'status': 'completed', 'code': 200} Jul 22 22:23:57.911294 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:57.949587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-8f09e318-c306-4009-9a7b-fce87182ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:57.951175 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-8f09e318-c306-4009-9a7b-fce87182ff7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0642674 Jul 22 22:23:58.057271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-bf99a0cd-e03b-443a-9a92-773f3cb8b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:58.059363 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-bf99a0cd-e03b-443a-9a92-773f3cb8b99e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 200 len: 897 time: 0.1019280 Jul 22 22:23:58.087640 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:58.110599 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-238c2341-1421-4790-9cf1-396ce1c0522a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 200 len: 217 time: 0.0436511 Jul 22 22:23:58.136885 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:58.141455 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb5a9-9167-428b-b6a9-811a85742efc req-a1230012-e98a-4747-b7f0-4ff7b3aa9ac2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:58.143023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c92fb5a9-9167-428b-b6a9-811a85742efc req-a1230012-e98a-4747-b7f0-4ff7b3aa9ac2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.1249874 Jul 22 22:23:58.168154 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-12c2bc47-2657-4118-aa92-81dcdb8c7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:58.169025 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] Checking router: 947b4d20-ed16-4ae2-b336-cab9bea9a75c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:58.170583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-12c2bc47-2657-4118-aa92-81dcdb8c7498 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec55eb68-9075-42e8-9cce-f00adce0c24a HTTP/1.1" status: 200 len: 835 time: 0.0522256 Jul 22 22:23:58.181030 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:58.181745 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:58.185972 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c92fb5a9-9167-428b-b6a9-811a85742efc req-fdafcf7f-9923-40d5-879a-5d019c0bf301 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353851 Jul 22 22:23:58.242571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-f4ef5d77-c349-42ef-b39e-c8eeeeb0dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:58.244189 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-f4ef5d77-c349-42ef-b39e-c8eeeeb0dd6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c7c6427-5e86-4685-a874-139e4519ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648644 Jul 22 22:23:58.298558 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:58.349918 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-d044aeb9-4b85-4872-b318-b46e280b6838 service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977697 Jul 22 22:23:58.458335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c5113fc7-34d2-4f77-b35d-f3f58f4e1a8e req-b503b20d-b440-4363-8bbb-eb7e5e3f86ac service neutron] 10.222.0.58 "GET /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998619 Jul 22 22:23:58.511686 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:58.538840 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e29aa-42e4-49c6-8d75-adafed2dd566 None None] The sync data for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 is: [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '9649c7ec-ea4f-4683-8cf5-61cc25e09830', 'name': '', 'network_id': '7c7c6427-5e86-4685-a874-139e4519ad66', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:5c:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:18Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'ec55eb68-9075-42e8-9cce-f00adce0c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:58.762698 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a49745-a2ed-48e9-a10b-e753e7799446 None None] New status for floating IP 7105e334-ac2c-4608-9446-9574e065f443: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:59.386757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d51f00-250f-42cf-b2f9-93e018d82a66 req-a01b9f88-d052-47b0-9f65-3810b3ccf72f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:59.389235 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4d51f00-250f-42cf-b2f9-93e018d82a66 req-a01b9f88-d052-47b0-9f65-3810b3ccf72f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.1294730 Jul 22 22:23:59.430688 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e4d51f00-250f-42cf-b2f9-93e018d82a66 req-03989cfb-f8ff-4032-8e5a-046314300245 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a60dcd04-60c5-416f-94e6-9e20ebc10d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356863 Jul 22 22:23:59.786361 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-01d377c8-7f36-4225-9cdc-18516af11e7f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:59.788409 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-01d377c8-7f36-4225-9cdc-18516af11e7f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 946 time: 0.0682425 Jul 22 22:23:59.888974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 864ff976-5c67-40cd-b365-a8fed67dbcb0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:59.889340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:59.993861 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 864ff976-5c67-40cd-b365-a8fed67dbcb0, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=864ff976-5c67-40cd-b365-a8fed67dbcb0,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:59.994224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.007679 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 864ff976-5c67-40cd-b365-a8fed67dbcb0 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:24:00.148695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.179088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=864ff976-5c67-40cd-b365-a8fed67dbcb0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:00.210781 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.211138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.211485 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.211827 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.212186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.212519 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.212852 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.213185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.213517 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.213843 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.214208 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.214492 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:00.236727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] No DVR routers for this DVR port 864ff976-5c67-40cd-b365-a8fed67dbcb0 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:24:00.239310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.241897 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b7d33674-87c1-4a80-9e21-0e3b0eb0694f req-17d6fb8f-499f-4bce-bc23-896666a4f393 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "DELETE /v2.0/ports/864ff976-5c67-40cd-b365-a8fed67dbcb0 HTTP/1.1" status: 204 len: 173 time: 0.4482887 Jul 22 22:24:00.242367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'name': 'network-vif-deleted', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:00.244690 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f5948c-a50c-4183-9cb8-8c7dae37ad46" -d '{"events": [{"server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "name": "network-vif-deleted", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:00.282118 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50035ff-b9bc-4d25-acf6-73e876bbce6e x-openstack-request-id: req-d50035ff-b9bc-4d25-acf6-73e876bbce6e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:00.282412 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f66b0b5-8179-454c-bca2-a7c5d21bb1a7", "name": "network-vif-deleted", "tag": "864ff976-5c67-40cd-b365-a8fed67dbcb0", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:00.282663 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d50035ff-b9bc-4d25-acf6-73e876bbce6e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:00.283071 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f66b0b5-8179-454c-bca2-a7c5d21bb1a7', 'name': 'network-vif-deleted', 'tag': '864ff976-5c67-40cd-b365-a8fed67dbcb0', 'status': 'completed', 'code': 200} Jul 22 22:24:00.545604 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ecfa7276-fc2a-43c4-b1ed-ab1929e18cfe req-9292a4fb-f7be-4c71-a1db-8659a77a3537 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f66b0b5-8179-454c-bca2-a7c5d21bb1a7 HTTP/1.1" status: 200 len: 210 time: 0.0311871 Jul 22 22:24:01.606679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55128) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:01.980345 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.206317 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.248868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 9649c7ec-ea4f-4683-8cf5-61cc25e09830 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:24:02.249091 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.337079 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 9649c7ec-ea4f-4683-8cf5-61cc25e09830, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9649c7ec-ea4f-4683-8cf5-61cc25e09830,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:02.337438 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.349639 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 9649c7ec-ea4f-4683-8cf5-61cc25e09830 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:24:02.536541 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.563520 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=9649c7ec-ea4f-4683-8cf5-61cc25e09830,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:02.750670 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.817209 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.270518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router 947b4d20-ed16-4ae2-b336-cab9bea9a75c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:24:03.385598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:03.390735 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ed89a310-0cf4-4e3b-8bca-8fa02bf2d32f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/947b4d20-ed16-4ae2-b336-cab9bea9a75c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7829897 Jul 22 22:24:03.393650 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:03.403544 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] Sync routers for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:03.414870 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:03.415506 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:03.455195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting subnet ec55eb68-9075-42e8-9cce-f00adce0c24a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:24:03.460567 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.521800 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.542823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:03.618602 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.695955 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.731029 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Subnet': ['ID=ec55eb68-9075-42e8-9cce-f00adce0c24a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:03.738587 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.738942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee564ec-133e-4127-8e92-e93ffad28ffe None None] Network 7c7c6427-5e86-4685-a874-139e4519ad66 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:24:03.740567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6405317b-1ec9-46af-b5bd-9034d0ab56ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/subnets/ec55eb68-9075-42e8-9cce-f00adce0c24a HTTP/1.1" status: 204 len: 168 time: 0.3459148 Jul 22 22:24:03.743805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55132) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:03.760515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:03.806514 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] Checking router: 947b4d20-ed16-4ae2-b336-cab9bea9a75c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:03.815398 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] Routers {'947b4d20-ed16-4ae2-b336-cab9bea9a75c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:03.816048 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:03.862382 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.925594 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] Set router 947b4d20-ed16-4ae2-b336-cab9bea9a75c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:03.969872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] DHCP port deletion for 7c7c6427-5e86-4685-a874-139e4519ad66 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:24:03.981640 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.030462 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Deleting port 9c86b3cb-83d2-4603-abcf-aa9685363f71 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:24:04.030854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.042379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 9997646b-0ae5-4a10-b165-c9e070dcdcbd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:24:04.042789 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.122299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] For port 9c86b3cb-83d2-4603-abcf-aa9685363f71, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9c86b3cb-83d2-4603-abcf-aa9685363f71,segment=NetworkSegment(05c5c581-e4de-4458-818e-baedcd32588e),segment_id=05c5c581-e4de-4458-818e-baedcd32588e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:04.122299 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.128048 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:04.136747 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Calling delete_port for 9c86b3cb-83d2-4603-abcf-aa9685363f71 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:24:04.137876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 9997646b-0ae5-4a10-b165-c9e070dcdcbd, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9997646b-0ae5-4a10-b165-c9e070dcdcbd,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:04.138242 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.152132 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 9997646b-0ae5-4a10-b165-c9e070dcdcbd owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:24:04.155630 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b78068e-5bce-48bf-a645-d34ebd8f39eb None None] The sync data for ids ['947b4d20-ed16-4ae2-b336-cab9bea9a75c'] in n-d-762330-19 is: [{'id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100036181', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:22:15Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '9997646b-0ae5-4a10-b165-c9e070dcdcbd', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b4d20-ed16-4ae2-b336-cab9bea9a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:22:16Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:04.228726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.253944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Pushing event deleted for resources: {'Port': ['ID=9c86b3cb-83d2-4603-abcf-aa9685363f71,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:04.258583 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] No DVR routers for this DVR port 9c86b3cb-83d2-4603-abcf-aa9685363f71 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:24:04.265819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.266165 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.266514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.266851 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.267188 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.267520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.267869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.268198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.268768 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.268882 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.269144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.269733 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cdcb-e514-4059-b600-cbd89f4c38bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:04.345840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.373151 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=9997646b-0ae5-4a10-b165-c9e070dcdcbd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:04.384307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 864ff976-5c67-40cd-b365-a8fed67dbcb0 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:24:04.407010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 864ff976-5c67-40cd-b365-a8fed67dbcb0 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:24:04.407395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 864ff976-5c67-40cd-b365-a8fed67dbcb0 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:24:04.442559 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.538428 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.541010 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.603688 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.604414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Fanout notify agent at l3_agent the message router_deleted on router 947b4d20-ed16-4ae2-b336-cab9bea9a75c {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:24:04.612431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.613583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-71fc2ad8-53e4-491e-843a-e7d3aaa442f5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/routers/947b4d20-ed16-4ae2-b336-cab9bea9a75c HTTP/1.1" status: 204 len: 168 time: 0.8688140 Jul 22 22:24:04.616523 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55134) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:04.700020 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.789739 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.800583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7c6427-5e86-4685-a874-139e4519ad66']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:04.816769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c5c581-e4de-4458-818e-baedcd32588e') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:04.817074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c5c581-e4de-4458-818e-baedcd32588e') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:04.826904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.842111 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.848380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:24:04.848776 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:24:04.852429 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:24:04.909651 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.919173 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.921047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/networks/7c7c6427-5e86-4685-a874-139e4519ad66 HTTP/1.1" status: 204 len: 168 time: 0.3033283 Jul 22 22:24:04.924052 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:04.930655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144992e7-ccd8-4ca7-bd59-c8d6a1ae6a2b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Network': ['ID=7c7c6427-5e86-4685-a874-139e4519ad66,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.001755 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a20bb97d-cb57-4eb8-8a6e-2d50ab848e03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.031217 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a20bb97d-cb57-4eb8-8a6e-2d50ab848e03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.092255 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a20bb97d-cb57-4eb8-8a6e-2d50ab848e03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.094886 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a20bb97d-cb57-4eb8-8a6e-2d50ab848e03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.096117 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a20bb97d-cb57-4eb8-8a6e-2d50ab848e03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/security-groups/a60dcd04-60c5-416f-94e6-9e20ebc10d7e HTTP/1.1" status: 204 len: 168 time: 0.1707854 Jul 22 22:24:05.107014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bb97d-cb57-4eb8-8a6e-2d50ab848e03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60dcd04-60c5-416f-94e6-9e20ebc10d7e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.440396 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9c86b3cb-83d2-4603-abcf-aa9685363f71 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:24:05.461075 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9c86b3cb-83d2-4603-abcf-aa9685363f71 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:24:05.461349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9c86b3cb-83d2-4603-abcf-aa9685363f71 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:24:05.461771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9649c7ec-ea4f-4683-8cf5-61cc25e09830 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:24:05.480665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9649c7ec-ea4f-4683-8cf5-61cc25e09830 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:24:05.481018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9649c7ec-ea4f-4683-8cf5-61cc25e09830 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:24:05.481442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9997646b-0ae5-4a10-b165-c9e070dcdcbd no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:24:05.500731 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9997646b-0ae5-4a10-b165-c9e070dcdcbd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:24:05.501078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9997646b-0ae5-4a10-b165-c9e070dcdcbd not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:24:05.774649 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55142) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:05.779342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8adac227-204c-4619-985e-a3945c6a95b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704858828', 'description': 'tempest-secgroup-smoke-1704858828 description', 'project_id': '625bb70c377c4dbfbade26680df25bf3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:05.807963 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8adac227-204c-4619-985e-a3945c6a95b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.899032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8adac227-204c-4619-985e-a3945c6a95b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.902642 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8adac227-204c-4619-985e-a3945c6a95b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.925385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8adac227-204c-4619-985e-a3945c6a95b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.926638 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8adac227-204c-4619-985e-a3945c6a95b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509836 Jul 22 22:24:05.930590 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55144) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:05.935313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adac227-204c-4619-985e-a3945c6a95b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ffea49-b652-4c12-8b5a-16df053021bd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.935497 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-11d8f609-a2f2-4055-8417-803295c38760 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a0ffea49-b652-4c12-8b5a-16df053021bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:05.961259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-11d8f609-a2f2-4055-8417-803295c38760 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.020026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-11d8f609-a2f2-4055-8417-803295c38760 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.023680 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-11d8f609-a2f2-4055-8417-803295c38760 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.046000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8f609-a2f2-4055-8417-803295c38760 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94102980-ddd6-4703-9ff9-812485c579ee,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:06.052927 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-11d8f609-a2f2-4055-8417-803295c38760 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.055916 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-11d8f609-a2f2-4055-8417-803295c38760 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231697 Jul 22 22:24:06.057644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55146) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:06.062059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3e845c11-84b7-41d2-b57b-f36a2ccbc06e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a0ffea49-b652-4c12-8b5a-16df053021bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:06.089563 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e845c11-84b7-41d2-b57b-f36a2ccbc06e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.152488 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e845c11-84b7-41d2-b57b-f36a2ccbc06e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.156218 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e845c11-84b7-41d2-b57b-f36a2ccbc06e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.175087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e845c11-84b7-41d2-b57b-f36a2ccbc06e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd88a68a-d98c-4c70-9d09-1cf672d79f8a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:06.181750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e845c11-84b7-41d2-b57b-f36a2ccbc06e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.182829 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3e845c11-84b7-41d2-b57b-f36a2ccbc06e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242614 Jul 22 22:24:06.191136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55148) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:06.195774 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5f240043-6c47-4f8c-9500-921eec47f83c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a0ffea49-b652-4c12-8b5a-16df053021bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:06.222026 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f240043-6c47-4f8c-9500-921eec47f83c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.280678 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f240043-6c47-4f8c-9500-921eec47f83c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.284430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f240043-6c47-4f8c-9500-921eec47f83c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.305900 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f240043-6c47-4f8c-9500-921eec47f83c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3398084e-e920-4142-8416-dda27d942f8b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:06.308458 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f240043-6c47-4f8c-9500-921eec47f83c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.309653 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5f240043-6c47-4f8c-9500-921eec47f83c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175005 Jul 22 22:24:06.312488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55150) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:06.317027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3b8be833-0bed-4e0c-80dd-7e694783a3f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a0ffea49-b652-4c12-8b5a-16df053021bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:06.343779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b8be833-0bed-4e0c-80dd-7e694783a3f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.404023 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b8be833-0bed-4e0c-80dd-7e694783a3f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.407959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b8be833-0bed-4e0c-80dd-7e694783a3f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.437804 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8be833-0bed-4e0c-80dd-7e694783a3f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccc315f-ffdd-465f-836f-ab69b5a3b125,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:06.445744 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b8be833-0bed-4e0c-80dd-7e694783a3f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.446894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3b8be833-0bed-4e0c-80dd-7e694783a3f3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334355 Jul 22 22:24:06.450726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55152) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:06.455240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a0ffea49-b652-4c12-8b5a-16df053021bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:06.479340 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:24:06.487831 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.553797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.557837 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.576192 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80130ef9-2bc7-40db-a413-1a63285c1aaf,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:06.583197 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.584502 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8306957e-bc37-45fd-b6a7-1d213ce83624 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327794 Jul 22 22:24:06.587895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55154) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:06.592446 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': 'a0ffea49-b652-4c12-8b5a-16df053021bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:06.613750 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:24:06.618815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.680090 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.683874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.702750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807be6b9-9f40-492d-a2ca-a87fa2919475,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:06.708734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.710526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-58d5eabb-7fb4-4c6d-9b17-689dec90888e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211107 Jul 22 22:24:06.714015 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55156) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:06.719112 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'network': {'name': 'tempest-network-smoke--523359748', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'port_security_enabled': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:06.748708 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:24:06.752507 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.780206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:24:06.794335 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.794764 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Added segment b5786291-7fc5-4ed3-b0bc-704bc2bdd51e of type vlan for network b4091adb-08b6-4ef5-8cc5-5cf48760572a Jul 22 22:24:06.837687 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.866608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.872056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:06.872639 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.904089 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1889915 Jul 22 22:24:06.906836 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55158) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:06.911265 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'admin_state_up': True, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:06.953885 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d7d5c-f80d-4fe4-9ed8-ad7bd9998e2c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Network': ['ID=b4091adb-08b6-4ef5-8cc5-5cf48760572a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:06.964780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:24:06.966632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.967766 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:07.027005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:07.168882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:07.364710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:07.384753 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:07.496593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.215 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/3d5736b4-5f5b-42d6-84fc-ff4ba4613d45) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:07.606407 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:07.646681 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:07.682672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:07.687367 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:07.689920 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:07.721006 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:07.967324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.172089 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.308068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router a5b8b580-b6e7-480e-b954-c5d2c652efc3 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:24:08.418014 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:08.428129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Sync routers for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:08.437232 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.438130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:08.438495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-da947a83-d25e-4eeb-a8c5-d276719e9733 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5307357 Jul 22 22:24:08.438766 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:08.446266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55160) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:08.476319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6f399b2c-cd45-49d9-a993-0a9479d437c4 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=625bb70c377c4dbfbade26680df25bf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286355 Jul 22 22:24:08.479750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55162) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:08.545762 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:08.576302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0333bd-011e-4de6-844d-6ab028483d81 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:08.577554 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4c0333bd-011e-4de6-844d-6ab028483d81 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968094 Jul 22 22:24:08.582130 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55164) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:08.612753 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-55c6e841-ace3-476b-9f1a-f578ac496a92 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295093 Jul 22 22:24:08.615524 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55166) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:08.623413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133565715', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:08.715637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:24:08.720413 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.739269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:07Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:08.766995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Checking router: a5b8b580-b6e7-480e-b954-c5d2c652efc3 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:08.767364 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Updating router a5b8b580-b6e7-480e-b954-c5d2c652efc3 port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:24:08.807781 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.910563 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.971157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Subnet': ['ID=e6af6edf-b747-4789-b445-5ee3678b2da5,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:08.987865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Checking segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:08.988242 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network hostable DHCP agents. Network: b4091adb-08b6-4ef5-8cc5-5cf48760572a, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:24:09.005647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:24:09.015760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, b4091adb-08b6-4ef5-8cc5-5cf48760572a) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:09.020569 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.021467 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.029023 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1cb62-8611-40ca-ac92-39ddb0f09dce None None] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:24:09.036935 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8fc5d73b-6dba-4a78-ad07-258ae8bb60ae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4199495 Jul 22 22:24:09.039698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55168) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:09.138666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.159491 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Transition to ACTIVE for port object 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:09.167028 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.269664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Attempting to bind port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:09.270043 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Attempting to bind port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:09.270411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Attempting to bind port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:09.273071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c5f7-649b-475f-b410-0bfb73b2543e None None] Pushing event updated for resources: {'Port': ['ID=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:09.278586 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:24:09.279443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.284722 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:09.285106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:09.285598 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.285999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:09.286482 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Bound port: 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:09.286869 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.410881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] For port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:09.416247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] For port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:09.423051 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.488717 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.515634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Allocated IP 172.20.0.2 (b4091adb-08b6-4ef5-8cc5-5cf48760572a/e6af6edf-b747-4789-b445-5ee3678b2da5/8bd7479d-e1ec-4446-a8cd-9d7e03151214) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:09.540752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:09.541397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:09.607696 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c5f7-649b-475f-b410-0bfb73b2543e None None] Pushing event updated for resources: {'Port': ['ID=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:09.884962 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:10.038570 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.051375 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Transition to ACTIVE for port object 8bd7479d-e1ec-4446-a8cd-9d7e03151214 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:10.078016 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Transition to ACTIVE for port object 8bd7479d-e1ec-4446-a8cd-9d7e03151214 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:10.101044 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.149204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:10.152191 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.1 (b4091adb-08b6-4ef5-8cc5-5cf48760572a/e6af6edf-b747-4789-b445-5ee3678b2da5/fe80ba46-a5d1-4f08-b072-c5a23561e5f1) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:10.156144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:10.159665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:10.161597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Pushing event updated for resources: {'Port': ['ID=8bd7479d-e1ec-4446-a8cd-9d7e03151214,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:10.221010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:07Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:10.253700 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87483922-70b3-4033-942e-c7b5bcfbaeb6 None None] The sync data for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 is: [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:07Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:10.257635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Attempting to bind port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:10.258002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Attempting to bind port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:10.258363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Attempting to bind port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 on network b4091adb-08b6-4ef5-8cc5-5cf48760572a {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:10.264114 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:10.264485 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Checking segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:10.264893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.265286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Bound using segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:10.265765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Bound port: 8bd7479d-e1ec-4446-a8cd-9d7e03151214, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:10.266159 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.268446 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.284686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object fe80ba46-a5d1-4f08-b072-c5a23561e5f1 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:10.321830 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.342708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] For port 8bd7479d-e1ec-4446-a8cd-9d7e03151214, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:10.346783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] For port 8bd7479d-e1ec-4446-a8cd-9d7e03151214, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bd7479d-e1ec-4446-a8cd-9d7e03151214,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:10.355322 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.380396 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:10.381792 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:10.384733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:10.386819 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:10.421231 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae567e-819e-4950-a40f-d1fa2db303a6 None None] Pushing event updated for resources: {'Port': ['ID=8bd7479d-e1ec-4446-a8cd-9d7e03151214,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:10.437861 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.666018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.970775 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.976283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.052077 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:11.055306 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.159766 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:11.161525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:11.300166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router a5b8b580-b6e7-480e-b954-c5d2c652efc3 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:24:11.358181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3d12f-72d1-48d4-95c3-5d26cc4aa225 None None] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:24:11.440994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:11.449220 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-731ba30b-bd01-45c1-a27e-e82b5e0b570b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/a5b8b580-b6e7-480e-b954-c5d2c652efc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082363 Jul 22 22:24:11.461808 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73899680-838e-4425-b07f-113f8c34759d None None] Provisioning for port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:11.521649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bd7479d-e1ec-4446-a8cd-9d7e03151214 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:11.615097 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:11.622099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:11.622447 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.641784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-b7fed7f3-3cfb-42b5-b353-a8b5a590c639 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704858828&fields=id&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 267 time: 0.0449398 Jul 22 22:24:11.726725 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.768590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8bd7479d-e1ec-4446-a8cd-9d7e03151214, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bd7479d-e1ec-4446-a8cd-9d7e03151214,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:11.773428 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.774325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:11.774450 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-a5797cc5-9867-422e-abe0-fccce453d31c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:11.784013 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-a5797cc5-9867-422e-abe0-fccce453d31c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 796 time: 0.1315918 Jul 22 22:24:11.803193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-2ae9733e-bc37-441a-b0a4-676858a3b52f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/quotas/625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 375 time: 0.0179541 Jul 22 22:24:11.859448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8bd7479d-e1ec-4446-a8cd-9d7e03151214,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:11.877955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:11.878852 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-f8103208-df2b-4aec-8567-13d3c39c242c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744152 Jul 22 22:24:11.886511 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:11.886955 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.926078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a5dcabab-4c22-4555-a53f-b074ea019e13 None None] Provisioning complete for port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:11.926536 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5dcabab-4c22-4555-a53f-b074ea019e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.022827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Sync routers for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:12.036976 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:12.037744 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:12.039915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.055052 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-945f6677-fad0-40ae-920e-f8396c854c00 service neutron] 10.222.0.54 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617656 Jul 22 22:24:12.070562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:12.078193 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.109440 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a5dcabab-4c22-4555-a53f-b074ea019e13 None None] Provisioning for port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:12.121388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a5dcabab-4c22-4555-a53f-b074ea019e13 None None] Provisioning complete for port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:12.121770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5dcabab-4c22-4555-a53f-b074ea019e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.173317 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:12.181126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a5dcabab-4c22-4555-a53f-b074ea019e13 None None] Port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:12.190001 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-ae26a5f0-33f9-4e23-8d1d-76571d33163d service neutron] 10.222.0.54 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333981 Jul 22 22:24:12.285352 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:12.302285 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-35e2817d-ebab-4d81-a150-324d57c69cfa None None] Provisioning complete for port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:12.302812 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-35e2817d-ebab-4d81-a150-324d57c69cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.349562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-35e2817d-ebab-4d81-a150-324d57c69cfa None None] Port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:12.473874 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5fe04460-2984-4933-8e0c-c47f9abacd9e None None] Provisioning complete for port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:12.475533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5fe04460-2984-4933-8e0c-c47f9abacd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.511975 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 2, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:12.520465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5fe04460-2984-4933-8e0c-c47f9abacd9e None None] Port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:12.540005 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Checking router: a5b8b580-b6e7-480e-b954-c5d2c652efc3 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:12.540384 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Updating router a5b8b580-b6e7-480e-b954-c5d2c652efc3 port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:24:12.575516 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.677901 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-566bdc0c-62ba-4a6a-9291-1b9e7ed63e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.853702 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.864487 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Transition to ACTIVE for port object fe80ba46-a5d1-4f08-b072-c5a23561e5f1 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:12.872702 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.930148 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Pushing event updated for resources: {'Port': ['ID=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:12.943090 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.943446 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.943768 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.944153 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.944486 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.947642 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.948053 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.948392 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.948728 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.949058 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.949453 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.949922 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:13.014384 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Attempting to bind port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:13.014747 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Attempting to bind port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:13.015105 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Attempting to bind port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 on network b4091adb-08b6-4ef5-8cc5-5cf48760572a {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:13.020451 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:13.020871 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Checking segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:13.021510 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.021892 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Bound using segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:13.022353 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Bound port: fe80ba46-a5d1-4f08-b072-c5a23561e5f1, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:13.022728 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.093617 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] For port fe80ba46-a5d1-4f08-b072-c5a23561e5f1, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:13.097551 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] For port fe80ba46-a5d1-4f08-b072-c5a23561e5f1, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:13.102204 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.176873 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:13.177571 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:23:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:13.179392 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184937f-4bd8-4498-9d1f-16c7ea47bed5 None None] Pushing event updated for resources: {'Port': ['ID=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:13.298254 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:13.411447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ce2417b7-60e0-48b2-affd-8532abb27069 req-73ac09df-094f-4d6d-9dd3-6eff8ca82ec6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 210 time: 0.0478895 Jul 22 22:24:13.485680 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bd7479d-e1ec-4446-a8cd-9d7e03151214 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:13.533509 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:13Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:13.538239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:13.539127 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.563420 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026c1d-a91b-4f27-9bfb-9836391a23e1 None None] The sync data for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 is: [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:13Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:13.669833 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:13.728020 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:13.728633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.474057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-6cdcd731-3ac9-42de-bf83-ee8c6bb4da8b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:14.475751 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-6cdcd731-3ac9-42de-bf83-ee8c6bb4da8b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 796 time: 0.1206205 Jul 22 22:24:14.522742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-f997eef2-49f7-425b-8181-ee2b2bed31f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 380 time: 0.0377927 Jul 22 22:24:14.532032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'port': {'device_id': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'admin_state_up': True, 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'security_groups': ['a0ffea49-b652-4c12-8b5a-16df053021bd']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:14.534894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04aea254-6d2a-4eb7-b353-406f069b4b21 req-5a7ce023-9163-4b21-9eb9-94b30544ed18 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 210 time: 0.0364809 Jul 22 22:24:14.649145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:24:14.653096 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.777950 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.10 (b4091adb-08b6-4ef5-8cc5-5cf48760572a/e6af6edf-b747-4789-b445-5ee3678b2da5/9add4458-dc29-4212-a55e-acecc775574e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:14.919491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.933023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object 9add4458-dc29-4212-a55e-acecc775574e will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:14.966050 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.018799 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:15.021806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:15.026112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:15.054083 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:15.084166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.084794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.100307 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-38b8d56f-ce91-4da5-a052-dd54d0d7edb2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723174 Jul 22 22:24:15.112898 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Request body: {'port': {'device_id': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:15.191808 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.300363 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-724460b1-912f-487f-b434-e021e745a6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.330089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d755261f-c2e4-45d8-8899-1e0dc6b7cb0e None None] Provisioning for port 9add4458-dc29-4212-a55e-acecc775574e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:15.334244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d755261f-c2e4-45d8-8899-1e0dc6b7cb0e None None] Provisioning complete for port 9add4458-dc29-4212-a55e-acecc775574e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:15.334695 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d755261f-c2e4-45d8-8899-1e0dc6b7cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.385974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d755261f-c2e4-45d8-8899-1e0dc6b7cb0e None None] Port 9add4458-dc29-4212-a55e-acecc775574e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:15.468487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe80ba46-a5d1-4f08-b072-c5a23561e5f1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:15.488523 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9add4458-dc29-4212-a55e-acecc775574e {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:24:15.497035 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.509865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Transition to ACTIVE for port object 9add4458-dc29-4212-a55e-acecc775574e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:15.514852 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.520792 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:15.524761 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:15.525177 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.576486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:15.586306 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.628322 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.662327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:15.662969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:15.663507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e on network b4091adb-08b6-4ef5-8cc5-5cf48760572a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:15.669785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Port 9add4458-dc29-4212-a55e-acecc775574e on network b4091adb-08b6-4ef5-8cc5-5cf48760572a not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:24:15.670628 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e on network b4091adb-08b6-4ef5-8cc5-5cf48760572a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:15.673708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port fe80ba46-a5d1-4f08-b072-c5a23561e5f1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:15.677913 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:15.678514 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Checking segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:15.678828 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.679992 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Bound using segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:15.681658 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Bound port: 9add4458-dc29-4212-a55e-acecc775574e, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:15.682616 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.715909 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bc94e-543a-45e0-be14-9303130321b8 req-64a0753f-fb41-4d73-8688-307890e4a8bb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.718606 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b2bc94e-543a-45e0-be14-9303130321b8 req-64a0753f-fb41-4d73-8688-307890e4a8bb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0825481 Jul 22 22:24:15.740315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:15.766466 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4b2bc94e-543a-45e0-be14-9303130321b8 req-f5592eec-3a9f-43b2-8470-aa17b5100fd2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375822 Jul 22 22:24:15.775450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:15.779529 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:15.785894 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.830430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.831044 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.832547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] 10.222.0.58 "PUT /v2.0/ports/9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1093 time: 0.7238481 Jul 22 22:24:15.839826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:15.842158 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:15.868283 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a1359-85c5-4a27-ad19-b64c7be91cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:15.918938 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1580eeb5-02c6-49bc-84c6-9f65f031ca92 x-openstack-request-id: req-1580eeb5-02c6-49bc-84c6-9f65f031ca92 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:15.919224 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:15.919471 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1580eeb5-02c6-49bc-84c6-9f65f031ca92 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:15.919870 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'status': 'completed', 'code': 200} Jul 22 22:24:15.951353 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-6a2066c3-8cb5-41b1-abd7-aecd1215f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.952989 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-6a2066c3-8cb5-41b1-abd7-aecd1215f080 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1096 time: 0.0714173 Jul 22 22:24:16.000942 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-89561957-7701-4232-ac0b-8432744c7c59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 217 time: 0.0393960 Jul 22 22:24:16.375938 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:16.393075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-010bc8b5-9a5c-4b50-8493-a9231626b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.394548 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-010bc8b5-9a5c-4b50-8493-a9231626b153 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.3879066 Jul 22 22:24:16.451726 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5221c4ce-1c85-497c-9bf5-2de008487de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.453239 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-5221c4ce-1c85-497c-9bf5-2de008487de7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525074 Jul 22 22:24:16.552470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-52e0f1b0-3614-44c0-a887-4b37aa411bd7 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850790 Jul 22 22:24:16.640785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-85d39b7b-15d0-42e0-8853-b8d40c427b8e req-987fc56c-f038-4658-a7c3-0d16e53d77f2 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815644 Jul 22 22:24:16.741325 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-4a9102b9-75fb-4d31-95de-dd59d96c0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.742831 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-4a9102b9-75fb-4d31-95de-dd59d96c0250 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1096 time: 0.0576379 Jul 22 22:24:16.832276 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-8561a4da-0939-4709-ad4a-a8df7cd6950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.833795 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-8561a4da-0939-4709-ad4a-a8df7cd6950d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.0844138 Jul 22 22:24:16.882150 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-95ad0179-1e91-4d90-9b0d-1511317ca0ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 217 time: 0.0416715 Jul 22 22:24:16.900553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbf0d3-547f-4b7d-acf8-007eb166ab2a req-92f2d019-a307-423a-b5a3-785c69361ed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.902101 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efcbf0d3-547f-4b7d-acf8-007eb166ab2a req-92f2d019-a307-423a-b5a3-785c69361ed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0655708 Jul 22 22:24:16.932969 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-72d2e95f-b23d-4266-af8d-5c93b235b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.934775 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-72d2e95f-b23d-4266-af8d-5c93b235b364 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0460474 Jul 22 22:24:16.942354 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efcbf0d3-547f-4b7d-acf8-007eb166ab2a req-cd41b5de-b6ae-4cc0-8f89-fd73e7624a24 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Jul 22 22:24:16.995046 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-888a58d1-052e-44d5-89ec-26ab6978a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.996613 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-888a58d1-052e-44d5-89ec-26ab6978a4a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541999 Jul 22 22:24:17.092610 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-c3fdfaac-a27f-42f9-b95d-12a6231b14a1 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873883 Jul 22 22:24:17.183454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3211cf8f-f51e-4a12-bcc6-d2af1ab32d96 req-3369fb16-c325-490f-bf05-f676edbc7880 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835934 Jul 22 22:24:17.442759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe80ba46-a5d1-4f08-b072-c5a23561e5f1 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:17.489707 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:17.490087 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:18.077297 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54399-49bc-44dc-afaf-05335f7f92bd req-a66ff8bf-89ef-490a-8729-8fc4d8e16917 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:18.078967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7d54399-49bc-44dc-afaf-05335f7f92bd req-a66ff8bf-89ef-490a-8729-8fc4d8e16917 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0665674 Jul 22 22:24:18.119906 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c7d54399-49bc-44dc-afaf-05335f7f92bd req-afb83fc4-738e-442f-8542-626f6c780259 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348561 Jul 22 22:24:18.525669 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:19.250254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8080dc-b52d-49df-93a0-316f4c06c328 req-431ffc3c-c84a-421e-ba33-c077b4a0cab2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:19.251781 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a8080dc-b52d-49df-93a0-316f4c06c328 req-431ffc3c-c84a-421e-ba33-c077b4a0cab2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0638421 Jul 22 22:24:19.291063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2a8080dc-b52d-49df-93a0-316f4c06c328 req-cebf6cfb-31c5-4a04-936c-f7c27979ead4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Jul 22 22:24:20.425141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac104832-83f9-4777-9f11-643f3783ab66 req-161ecae8-0413-4475-b367-4946159b61b1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:20.426541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac104832-83f9-4777-9f11-643f3783ab66 req-161ecae8-0413-4475-b367-4946159b61b1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0628614 Jul 22 22:24:20.470482 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ac104832-83f9-4777-9f11-643f3783ab66 req-f924342f-0e4f-4fb7-9e21-45a61610bcd6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357847 Jul 22 22:24:20.506827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9add4458-dc29-4212-a55e-acecc775574e details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:24:20.606625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:20.618629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '9add4458-dc29-4212-a55e-acecc775574e', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'port_id': '9add4458-dc29-4212-a55e-acecc775574e', 'mac_address': 'fa:16:3e:4f:62:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:24:20.660519 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:20.672905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add4458-dc29-4212-a55e-acecc775574e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:24:20.692316 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:20.697469 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:20.746634 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:20.944154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['9add4458-dc29-4212-a55e-acecc775574e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:24:21.609139 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e561eb-181b-4ec3-b1c3-385eb06ae70e req-8170f486-0362-4167-9525-394f8d5cb477 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:21.610686 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4e561eb-181b-4ec3-b1c3-385eb06ae70e req-8170f486-0362-4167-9525-394f8d5cb477 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 945 time: 0.0687697 Jul 22 22:24:21.649737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c4e561eb-181b-4ec3-b1c3-385eb06ae70e req-13eded0f-81d7-4a5f-b9f1-0f98498154a2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332596 Jul 22 22:24:22.522598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9add4458-dc29-4212-a55e-acecc775574e up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:22.569161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 9add4458-dc29-4212-a55e-acecc775574e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:22.573197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 9add4458-dc29-4212-a55e-acecc775574e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:22.573561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:22.649853 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:22.673276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:22.675733 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8741603e-a4be-400f-8ac8-2593322e52bc" -d '{"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:22.689034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:22.693441 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:22.724027 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be41ed-8065-468b-8513-4cfdcbb806d9 x-openstack-request-id: req-48be41ed-8065-468b-8513-4cfdcbb806d9 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:22.725110 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:22.725359 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48be41ed-8065-468b-8513-4cfdcbb806d9 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:22.725748 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'code': 200} Jul 22 22:24:22.759519 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:22.792864 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dcd57-a3e0-486e-a1a0-f6845a1239a6 req-e2ebd9b8-4145-4273-98df-7548c807b14c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:22.794369 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2dcd57-a3e0-486e-a1a0-f6845a1239a6 req-e2ebd9b8-4145-4273-98df-7548c807b14c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0728164 Jul 22 22:24:22.833830 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539ea8-56c5-455f-aa56-570d14b880cd req-d2422550-9bfd-4f63-b641-29443f39d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:22.834438 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2dcd57-a3e0-486e-a1a0-f6845a1239a6 req-475eeb96-869a-4ac0-9d47-af67da28f8a1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340357 Jul 22 22:24:22.835412 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6539ea8-56c5-455f-aa56-570d14b880cd req-d2422550-9bfd-4f63-b641-29443f39d0e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1098 time: 0.0575664 Jul 22 22:24:22.874209 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6539ea8-56c5-455f-aa56-570d14b880cd req-b4c96f41-3491-4177-ab70-58af967014f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Jul 22 22:24:23.972145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb255a0a-5c8c-4122-b9c3-09a469be5eae req-4962465f-4efe-41d4-bd6b-29a69557c3a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:23.973645 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb255a0a-5c8c-4122-b9c3-09a469be5eae req-4962465f-4efe-41d4-bd6b-29a69557c3a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0698326 Jul 22 22:24:24.014630 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb255a0a-5c8c-4122-b9c3-09a469be5eae req-7f7d514c-c268-426b-8eb5-635a54b809c8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346518 Jul 22 22:24:24.167423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3034bd-cc09-4b1b-b1da-4691e63abd70 req-412d3fa8-0be5-4218-b3fb-5cb423d32e2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:24.168879 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad3034bd-cc09-4b1b-b1da-4691e63abd70 req-412d3fa8-0be5-4218-b3fb-5cb423d32e2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0870872 Jul 22 22:24:24.207120 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ad3034bd-cc09-4b1b-b1da-4691e63abd70 req-9db285a1-ebfb-4574-aa44-7c9ce14051b1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Jul 22 22:24:24.229107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55224) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:24.282157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8891e45-b0f5-4088-965e-6ebf801674e6 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:24.283702 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c8891e45-b0f5-4088-965e-6ebf801674e6 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1093 time: 0.0534849 Jul 22 22:24:24.286480 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55226) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:24.290822 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '9add4458-dc29-4212-a55e-acecc775574e', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:24.313018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:24.407490 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:24.526225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.196 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/24f9d1d6-011b-41f5-9078-f10fdad26aa1) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:24.625906 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:24.669414 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:24.704495 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:24.709252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:24.713270 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:24.736686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=24f9d1d6-011b-41f5-9078-f10fdad26aa1,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:25.080057 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.154726 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.305979 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.310410 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.381678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=24f9d1d6-011b-41f5-9078-f10fdad26aa1,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:25.392000 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.491719 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP 1f4be452-4c77-4f56-94c1-9484ad3191b5 associated. External IP: 172.25.5.196, port: 9add4458-dc29-4212-a55e-acecc775574e. Jul 22 22:24:25.707261 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router a5b8b580-b6e7-480e-b954-c5d2c652efc3 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:24:25.825896 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:25.835989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] Sync routers for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:25.846884 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.847508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:25.848199 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:24:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:25.883782 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e2142d35-e245-4ca1-8b37-b6fa78bbf191 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5962784 Jul 22 22:24:25.884395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:25.886931 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:25.925792 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa168447-ed2d-4520-93e3-50e9c4e0eb47 x-openstack-request-id: req-aa168447-ed2d-4520-93e3-50e9c4e0eb47 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:25.926086 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:25.926480 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa168447-ed2d-4520-93e3-50e9c4e0eb47 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:25.926893 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'status': 'completed', 'code': 200} Jul 22 22:24:25.970279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:26.015312 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-f29a75cb-7702-41c2-85d3-880c96a2a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.017097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-f29a75cb-7702-41c2-85d3-880c96a2a02d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1098 time: 0.0679343 Jul 22 22:24:26.017249 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8db60e-abd6-454f-bfcc-cdba46b027c4 req-ee275cab-4704-49c4-ac0f-4d93e2883d2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.018801 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d8db60e-abd6-454f-bfcc-cdba46b027c4 req-ee275cab-4704-49c4-ac0f-4d93e2883d2f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0802357 Jul 22 22:24:26.069377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9d8db60e-abd6-454f-bfcc-cdba46b027c4 req-5a243f71-1507-441e-99c7-3b34df86343f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408614 Jul 22 22:24:26.092720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55234) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:26.125387 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-caae3365-8964-4597-9229-61dbce9fc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.127374 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-caae3365-8964-4597-9229-61dbce9fc875 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.1028869 Jul 22 22:24:26.160293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5abd0048-7520-496a-b23c-cc1c388f059d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/1f4be452-4c77-4f56-94c1-9484ad3191b5 HTTP/1.1" status: 200 len: 992 time: 0.0656683 Jul 22 22:24:26.193606 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-0427a434-cd0d-4fb0-8204-9dbcc1033e41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1000 time: 0.0591235 Jul 22 22:24:26.218189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '1f4be452-4c77-4f56-94c1-9484ad3191b5', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'port_id': '9add4458-dc29-4212-a55e-acecc775574e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'mac_address': 'fa:16:3e:4f:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:24Z', 'updated_at': '2021-07-22T22:24:24Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:26.243695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] Checking router: a5b8b580-b6e7-480e-b954-c5d2c652efc3 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:26.247832 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-5dcb93e8-df6d-4117-a5e2-b02a7f677045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.249340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-5dcb93e8-df6d-4117-a5e2-b02a7f677045 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0500369 Jul 22 22:24:26.251926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:26.252542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:24:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:26.313777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-04e46e83-463a-482b-a87c-17d2445a0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.315545 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-04e46e83-463a-482b-a87c-17d2445a0be8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594749 Jul 22 22:24:26.357418 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:26.411532 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-a4c79a11-4cac-4bc1-bdc0-a9524d6bbd52 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893109 Jul 22 22:24:26.511156 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-480a5e0a-9d47-4616-8147-d14c3c2a4d8c req-7c562cf3-8804-4497-bd37-9e9b08974615 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932505 Jul 22 22:24:26.742404 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '1f4be452-4c77-4f56-94c1-9484ad3191b5', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'port_id': '9add4458-dc29-4212-a55e-acecc775574e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'mac_address': 'fa:16:3e:4f:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:24Z', 'updated_at': '2021-07-22T22:24:24Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:26.772063 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116e95a8-e4e6-4ec1-b527-05dc447d1dff None None] The sync data for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 is: [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '1f4be452-4c77-4f56-94c1-9484ad3191b5', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'port_id': '9add4458-dc29-4212-a55e-acecc775574e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'mac_address': 'fa:16:3e:4f:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:24Z', 'updated_at': '2021-07-22T22:24:24Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:26.973756 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8cb5a5-58a2-49fe-bfa6-9c35b642d98d None None] New status for floating IP 1f4be452-4c77-4f56-94c1-9484ad3191b5: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:24:27.163542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:27.229550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7bf2c79d-1fc9-4f35-b854-9a5a436de05e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/1f4be452-4c77-4f56-94c1-9484ad3191b5 HTTP/1.1" status: 200 len: 994 time: 0.0647252 Jul 22 22:24:31.004941 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-8ceb58b5-db04-4373-9af1-44184757c6a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596254 Jul 22 22:24:31.102757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-94d8acb5-7c7a-4491-9c6f-5252c5281a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:31.104337 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-94d8acb5-7c7a-4491-9c6f-5252c5281a09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1098 time: 0.0585275 Jul 22 22:24:31.210271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-4ee3de59-bee8-43f4-a145-15e98f5028f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:31.211827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-4ee3de59-bee8-43f4-a145-15e98f5028f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.0883646 Jul 22 22:24:31.283215 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-ab802e92-9233-490a-b1f7-537d615d6b06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1002 time: 0.0652957 Jul 22 22:24:31.333654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-4d69110f-47bd-481f-b0a0-e1935d8436a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:31.335196 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-4d69110f-47bd-481f-b0a0-e1935d8436a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0463309 Jul 22 22:24:31.395712 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-b81e6abd-2372-4643-b0db-2a6eb1ccc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:31.397743 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-b81e6abd-2372-4643-b0db-2a6eb1ccc7e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565267 Jul 22 22:24:31.491709 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-20839e43-c0a9-461a-ab2e-113f5f1e8a8c service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877733 Jul 22 22:24:31.585042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-937298c0-fbde-4b5d-911f-efcd25be79d4 req-119c0a17-978a-4604-b14b-feb114379fcb service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853782 Jul 22 22:24:32.223290 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:32.817187 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:35.087658 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:24:42.670395 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-17e56169-dbf8-49b5-866f-325466a8c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:45.302041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0e92-e497-4437-bf2b-98614283c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:45.578757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:46.380508 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:48.528478 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:00.802000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c478c78-4521-4587-ab4e-4f2397deb4be req-9040de5b-7382-4934-9c4e-bf119e8b58c7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:00.804106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c478c78-4521-4587-ab4e-4f2397deb4be req-9040de5b-7382-4934-9c4e-bf119e8b58c7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.1167810 Jul 22 22:25:00.847740 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-4a07c14f-6333-45f0-8018-0ed83c5c5498 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1733303 Jul 22 22:25:00.868249 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c478c78-4521-4587-ab4e-4f2397deb4be req-30d5ff76-9dd7-435e-88bb-801233ca8abe tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545628 Jul 22 22:25:02.028518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5df77-c1aa-46d9-8601-69edc052723a req-b747d352-fbea-4fad-a84f-a36c213bd309 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:02.030077 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84e5df77-c1aa-46d9-8601-69edc052723a req-b747d352-fbea-4fad-a84f-a36c213bd309 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0898507 Jul 22 22:25:02.069169 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-84e5df77-c1aa-46d9-8601-69edc052723a req-f6c7d739-5e6f-40c1-9c55-9fdb09ef558b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331438 Jul 22 22:25:02.117845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-9564e6c3-bd03-400e-8518-6416dfa0e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:02.119378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-9564e6c3-bd03-400e-8518-6416dfa0e377 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1098 time: 0.0585151 Jul 22 22:25:02.209067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-ee3a875a-40e0-4ffe-a491-32f057f83919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:02.210480 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-ee3a875a-40e0-4ffe-a491-32f057f83919 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.0845354 Jul 22 22:25:02.240899 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:02.280357 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-d2b1f7dc-e60d-4503-9c5e-b5e1580015e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1002 time: 0.0633500 Jul 22 22:25:02.334302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-25f5f012-75fb-43cc-b5f7-b069c7c36040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:02.335773 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-25f5f012-75fb-43cc-b5f7-b069c7c36040 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0486808 Jul 22 22:25:02.404247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-72b5afdc-14b2-4904-bf64-0f577433ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:02.405828 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-72b5afdc-14b2-4904-bf64-0f577433ce00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634077 Jul 22 22:25:02.501854 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-e24f162b-60e7-4a91-bb7d-00098c1c3c5b service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872734 Jul 22 22:25:02.593923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-fda35ae7-2c2d-4e78-9f67-e052b147ab02 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850430 Jul 22 22:25:02.835959 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:03.201585 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c582eb7-3344-489d-8898-2ce68d69ca88 req-1b5f40f0-6830-4c03-90a0-9db7fd067100 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:03.203110 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c582eb7-3344-489d-8898-2ce68d69ca88 req-1b5f40f0-6830-4c03-90a0-9db7fd067100 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0641186 Jul 22 22:25:03.240427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5c582eb7-3344-489d-8898-2ce68d69ca88 req-72b5c1a8-5023-47bb-bac3-abc343c6c042 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Jul 22 22:25:04.377617 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0e6cd-8dee-4962-a2d0-369ce6261a7e req-e559d28f-f6a0-4280-bc47-4b312f700c0a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:04.379190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8e0e6cd-8dee-4962-a2d0-369ce6261a7e req-e559d28f-f6a0-4280-bc47-4b312f700c0a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0725451 Jul 22 22:25:04.427213 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a8e0e6cd-8dee-4962-a2d0-369ce6261a7e req-84c8abe1-b2d4-4137-bb27-b834abd3959d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Jul 22 22:25:05.566816 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b7442-bb2c-4094-94be-d58d76eeed0f req-1bfcbd61-6752-4d52-b36e-96ae21e43ad0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:05.568388 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b4b7442-bb2c-4094-94be-d58d76eeed0f req-1bfcbd61-6752-4d52-b36e-96ae21e43ad0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0727727 Jul 22 22:25:05.606967 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2b4b7442-bb2c-4094-94be-d58d76eeed0f req-929755e5-8604-40a1-abc6-03a8528ebb81 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Jul 22 22:25:06.744615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65edab-7cc6-48dc-893f-bd6cfb4e0a0a req-cfc46657-4370-4e9b-8e09-98cff070ca41 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:06.746165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f65edab-7cc6-48dc-893f-bd6cfb4e0a0a req-cfc46657-4370-4e9b-8e09-98cff070ca41 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0718982 Jul 22 22:25:06.783396 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7f65edab-7cc6-48dc-893f-bd6cfb4e0a0a req-bfd4e62a-542a-467d-ac61-23678c139bd5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Jul 22 22:25:07.920196 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd78325-0735-4f31-b658-94fe34726ed8 req-e8441e7a-2e23-4eb8-a34d-c0f15270fdba tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:07.921749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccd78325-0735-4f31-b658-94fe34726ed8 req-e8441e7a-2e23-4eb8-a34d-c0f15270fdba tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0691934 Jul 22 22:25:07.960356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ccd78325-0735-4f31-b658-94fe34726ed8 req-993a593a-d46b-49b2-8d24-ccd26820cb1e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Jul 22 22:25:09.108942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ea1ee-0872-47a3-a73b-25972e6aac99 req-c7b267a7-399d-478a-a9e1-860d94c97b6d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:09.110471 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a80ea1ee-0872-47a3-a73b-25972e6aac99 req-c7b267a7-399d-478a-a9e1-860d94c97b6d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0698085 Jul 22 22:25:09.148921 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a80ea1ee-0872-47a3-a73b-25972e6aac99 req-930e9352-627a-428a-9686-b6f626773ee8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Jul 22 22:25:10.288282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a3e87-7c39-41e2-96cd-0865d07ccf2e req-180d7f24-cd8f-44b2-9520-298ffe41abe2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:10.289769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e2a3e87-7c39-41e2-96cd-0865d07ccf2e req-180d7f24-cd8f-44b2-9520-298ffe41abe2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0628324 Jul 22 22:25:10.328304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0e2a3e87-7c39-41e2-96cd-0865d07ccf2e req-a0f2e053-3099-450e-9382-1110eed49a82 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322664 Jul 22 22:25:11.469518 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac717-9ebe-4631-82a4-eff92453c3a8 req-9d04ff22-6969-4ecc-a07f-c996b36d0f9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:11.471063 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9bac717-9ebe-4631-82a4-eff92453c3a8 req-9d04ff22-6969-4ecc-a07f-c996b36d0f9c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0745029 Jul 22 22:25:11.511580 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9bac717-9ebe-4631-82a4-eff92453c3a8 req-8ece476d-137f-4ec1-a63f-a34e0ebc5712 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348198 Jul 22 22:25:12.088488 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:12.670664 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bb060-f6d8-4c96-b757-e6c64e7738cc req-f930ef78-4437-4430-906d-1670d4f2dff0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:12.672806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a61bb060-f6d8-4c96-b757-e6c64e7738cc req-f930ef78-4437-4430-906d-1670d4f2dff0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0720098 Jul 22 22:25:12.684132 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6778e440-191b-4ff8-a82f-221afcc626b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:12.720256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a61bb060-f6d8-4c96-b757-e6c64e7738cc req-f8dff997-f681-485f-b1b9-718f5c350775 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Jul 22 22:25:13.857150 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f24c01-0ab1-4cd2-85a3-d55d77d7995a req-2d2711fe-5d1a-40ee-907e-9196a297ecd4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:13.858635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56f24c01-0ab1-4cd2-85a3-d55d77d7995a req-2d2711fe-5d1a-40ee-907e-9196a297ecd4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0693114 Jul 22 22:25:13.897534 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56f24c01-0ab1-4cd2-85a3-d55d77d7995a req-5252209f-c71a-4dad-ab45-3bfb56feb147 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Jul 22 22:25:15.030691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f101c-a9e7-43d0-ab01-f135d2bcd20b req-a8291b67-fdc7-4fdc-bb10-b83a3222e4a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:15.032127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-135f101c-a9e7-43d0-ab01-f135d2bcd20b req-a8291b67-fdc7-4fdc-bb10-b83a3222e4a8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0658481 Jul 22 22:25:15.070393 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-135f101c-a9e7-43d0-ab01-f135d2bcd20b req-14cc9386-8b91-4ffe-8ec8-3c2e983d082a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Jul 22 22:25:15.303017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a57dc676-d966-4686-8189-878850e1d6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:15.580146 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.202123 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71390da6-8dc5-4384-8708-e06b5ddba871 req-ee6c0e07-4737-42aa-9f89-295a0ae90813 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:16.203661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71390da6-8dc5-4384-8708-e06b5ddba871 req-ee6c0e07-4737-42aa-9f89-295a0ae90813 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0655279 Jul 22 22:25:16.242513 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71390da6-8dc5-4384-8708-e06b5ddba871 req-c334954e-b5b8-47e3-81fb-780b59831903 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330009 Jul 22 22:25:16.380183 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:17.377470 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d18996-00b0-4148-b6ee-ae31429aca1a req-a26b56ad-4abb-4451-a072-38edb63b4a4f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:17.378949 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01d18996-00b0-4148-b6ee-ae31429aca1a req-a26b56ad-4abb-4451-a072-38edb63b4a4f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0670183 Jul 22 22:25:17.419559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01d18996-00b0-4148-b6ee-ae31429aca1a req-3620421d-b991-4304-b766-113d2a17ae7f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340207 Jul 22 22:25:18.533110 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:18.573126 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fcbed-c857-4a8d-bed2-36782b9ea9cc req-34e8b2f9-ee86-4687-bb5d-7d896e8a6c5b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:18.575139 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b67fcbed-c857-4a8d-bed2-36782b9ea9cc req-34e8b2f9-ee86-4687-bb5d-7d896e8a6c5b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0750241 Jul 22 22:25:18.618579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b67fcbed-c857-4a8d-bed2-36782b9ea9cc req-7e530512-b535-4b2c-8903-db6e98fea085 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371006 Jul 22 22:25:19.752785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf92a7-1385-4012-81dd-363198f9014f req-10a924a2-5664-4113-871f-f40ff83861fa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:19.754182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ddf92a7-1385-4012-81dd-363198f9014f req-10a924a2-5664-4113-871f-f40ff83861fa tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0675042 Jul 22 22:25:19.777480 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-d1c1eca3-1362-4756-85eb-b880cb69c7fe service neutron] show failed (client error): The resource could not be found. Jul 22 22:25:19.779111 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-d1c1eca3-1362-4756-85eb-b880cb69c7fe service neutron] 10.222.0.58 "GET /v2.0/ports/9add4458-dc29-4212-a55e-acecc775574e/bindings/n-h1-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.0620470 Jul 22 22:25:19.792887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ddf92a7-1385-4012-81dd-363198f9014f req-8f6f8c63-a8dc-4bb8-bd41-a0515da2b432 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326436 Jul 22 22:25:20.038641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-7d761e25-97d4-43d2-abf0-5345afbc7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:20.040118 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-7d761e25-97d4-43d2-abf0-5345afbc7ca0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 1098 time: 0.1050651 Jul 22 22:25:20.052777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-19', 'device_owner': 'compute:nova'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:25:20.124879 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:20.331320 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:20.365016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:25:20.405053 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:20.407431 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0c86d-c1e4-4e63-a7d4-90970ef9d0bf" -d '{"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:20.411134 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:20.424162 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Transition to ACTIVE for port object 9add4458-dc29-4212-a55e-acecc775574e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:25:20.430182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:20.461903 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc8625-947d-4273-bc0c-6db99a321c1e x-openstack-request-id: req-9cfc8625-947d-4273-bc0c-6db99a321c1e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:20.462199 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:20.462453 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cfc8625-947d-4273-bc0c-6db99a321c1e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:20.462855 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'code': 200} Jul 22 22:25:20.511808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:20.529166 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.529512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.529858 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.530275 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.530560 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.530886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.531211 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.531547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.531928 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.532205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.532528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.532845 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:20.577656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] No DVR routers for this DVR port 9add4458-dc29-4212-a55e-acecc775574e on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:20.717394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:25:20.717733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:25:20.718065 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e on network b4091adb-08b6-4ef5-8cc5-5cf48760572a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:25:20.722288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Port 9add4458-dc29-4212-a55e-acecc775574e on network b4091adb-08b6-4ef5-8cc5-5cf48760572a not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:25:20.722613 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Attempting to bind port 9add4458-dc29-4212-a55e-acecc775574e on network b4091adb-08b6-4ef5-8cc5-5cf48760572a {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:25:20.727821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:25:20.728194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Checking segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:25:20.728584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Bound using segment: {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:25:20.729012 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Bound port: 9add4458-dc29-4212-a55e-acecc775574e, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:25:20.729371 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:20.793768 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:25:20.796745 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:25:20.801504 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:20.839864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:20.839864 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:20.841291 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] 10.222.0.23 "PUT /v2.0/ports/9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1093 time: 0.7929542 Jul 22 22:25:20.883681 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fea8b4-af06-4e39-b752-601f541c2216 service neutron] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:20.953039 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647945-5d11-416e-b50c-a378991b08c4 req-bfd44a0f-5686-4169-93e8-516b6dff1433 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:20.954689 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d647945-5d11-416e-b50c-a378991b08c4 req-bfd44a0f-5686-4169-93e8-516b6dff1433 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0760424 Jul 22 22:25:20.967574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-18016083-3913-4d41-838a-70c1465264c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:20.969344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-18016083-3913-4d41-838a-70c1465264c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1096 time: 0.1022494 Jul 22 22:25:21.000536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d647945-5d11-416e-b50c-a378991b08c4 req-860cc093-8b92-43ac-8b4a-4b88f91ad77d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 Jul 22 22:25:21.066801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-f7ec4078-2f76-4c60-a651-1fd62d2f4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:21.068335 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-f7ec4078-2f76-4c60-a651-1fd62d2f4bc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.0915401 Jul 22 22:25:21.136834 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-2c8c4b2c-002c-4c3d-a797-63d6bf9327e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1000 time: 0.0618646 Jul 22 22:25:21.187089 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-70b5dd1c-5be9-4280-983d-f49d360cb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:21.198516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-70b5dd1c-5be9-4280-983d-f49d360cb655 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0448384 Jul 22 22:25:21.251865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-4c26b0a2-d914-4947-b5f6-e91ab356aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:21.253393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-4c26b0a2-d914-4947-b5f6-e91ab356aa31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541565 Jul 22 22:25:21.352247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-0cb23c98-2c04-4880-bf61-e2f319db39af service neutron] 10.222.0.23 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889919 Jul 22 22:25:21.441257 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-121ce694-f8b9-422e-a11b-e98c31c6f8db req-3d9a02ff-f606-4ebf-b849-6ff45e379629 service neutron] 10.222.0.23 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821993 Jul 22 22:25:22.140127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafcca3-48b5-49b5-8a06-bd6061fa672c req-4b7f6115-6301-4832-b930-b00aad9f2f9a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:22.141918 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6dafcca3-48b5-49b5-8a06-bd6061fa672c req-4b7f6115-6301-4832-b930-b00aad9f2f9a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0650015 Jul 22 22:25:22.180272 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6dafcca3-48b5-49b5-8a06-bd6061fa672c req-0861b851-92f3-4f84-a818-3fb9954cb636 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Jul 22 22:25:22.463601 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:22.466568 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92608ea-65ff-4442-abe6-c28ea6d17732" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:22.521500 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d785d4be-4992-4503-9716-0619c7309d5b x-openstack-request-id: req-d785d4be-4992-4503-9716-0619c7309d5b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:22.521867 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:22.522270 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d785d4be-4992-4503-9716-0619c7309d5b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:22.522728 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'status': 'completed', 'code': 200} Jul 22 22:25:22.643876 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-cc796f95-d01e-4112-9e2b-9245f7c39af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:22.645423 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-cc796f95-d01e-4112-9e2b-9245f7c39af4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1096 time: 0.1113896 Jul 22 22:25:22.648246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-f90f008e-d786-4ee6-ada1-1ceb20ed559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:22.649664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-f90f008e-d786-4ee6-ada1-1ceb20ed559b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1096 time: 0.1047802 Jul 22 22:25:22.872141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9add4458-dc29-4212-a55e-acecc775574e no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:22.919564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 9add4458-dc29-4212-a55e-acecc775574e not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:23.170633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-fa8e09e8-fade-492d-aada-070660d7791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.172070 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-fa8e09e8-fade-492d-aada-070660d7791f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.5190902 Jul 22 22:25:23.174567 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-e5ffb5d5-9a4d-4431-91e6-43f8be99161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.175922 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-e5ffb5d5-9a4d-4431-91e6-43f8be99161f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.5155032 Jul 22 22:25:23.288671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-4d3b58a2-0b7a-41c9-8af1-9556b05f628d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1000 time: 0.1099682 Jul 22 22:25:23.290427 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-455e32b5-db45-4d31-a92e-93c81e89a92e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1000 time: 0.1062250 Jul 22 22:25:23.317225 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bac431-045f-4a7a-b6eb-eda011b0086a req-9c7634ed-7255-4d78-bbc3-17c489696a61 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.318758 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71bac431-045f-4a7a-b6eb-eda011b0086a req-9c7634ed-7255-4d78-bbc3-17c489696a61 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0685427 Jul 22 22:25:23.359304 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-71bac431-045f-4a7a-b6eb-eda011b0086a req-11e13a9e-3268-4edd-87a9-90e130c38e4d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347998 Jul 22 22:25:23.376608 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-0bca4ff7-a8ea-4a38-913d-b4dc57573665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.378155 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-0bca4ff7-a8ea-4a38-913d-b4dc57573665 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0820255 Jul 22 22:25:23.382696 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-21e3809a-0e83-4f57-9664-161b71032d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.384102 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-21e3809a-0e83-4f57-9664-161b71032d0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0795064 Jul 22 22:25:23.485426 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-7773b177-655e-4155-9f43-ee1633a7ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.487876 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-7773b177-655e-4155-9f43-ee1633a7ce14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987771 Jul 22 22:25:23.495866 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-f43cab42-ac06-4447-b24a-b595e40da17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.496205 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-f43cab42-ac06-4447-b24a-b595e40da17b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992165 Jul 22 22:25:23.543368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.58', 51061) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:23.587051 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978f044-6f8f-450a-bf74-8c183fb47dc8 req-354417d0-ba6a-40e2-804c-a8711ebe41b3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.588577 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6978f044-6f8f-450a-bf74-8c183fb47dc8 req-354417d0-ba6a-40e2-804c-a8711ebe41b3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0666075 Jul 22 22:25:23.627361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6978f044-6f8f-450a-bf74-8c183fb47dc8 req-364b53a0-a989-4e1e-874d-58f02456dfed tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320573 Jul 22 22:25:23.707552 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-35dab3b7-98d7-4b8f-9d03-037b7a7137b3 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953523 Jul 22 22:25:23.712616 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-c0a4dcf1-b968-4cdc-b4d6-dfdb9ebe8ddd service neutron] 10.222.0.23 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089412 Jul 22 22:25:23.759730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-a38197dd-b81e-4801-9024-a3691e45088a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.761212 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-a38197dd-b81e-4801-9024-a3691e45088a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d&tenant_id=625bb70c377c4dbfbade26680df25bf3&binding%3Ahost_id=n-h1-762330-19 HTTP/1.1" status: 200 len: 944 time: 0.2154448 Jul 22 22:25:23.766795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d0055-533c-408c-8c6f-b2fa688869a8 req-653aa112-df27-4141-85bf-00ac0c5b4539 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.768440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c7d0055-533c-408c-8c6f-b2fa688869a8 req-653aa112-df27-4141-85bf-00ac0c5b4539 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0704117 Jul 22 22:25:23.807652 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4c7d0055-533c-408c-8c6f-b2fa688869a8 req-4b5e7b00-bdd5-4e0d-9234-1023126fe82a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335419 Jul 22 22:25:23.924555 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-f7155810-8780-4c3c-b018-f85fabb0bb46 service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091310 Jul 22 22:25:23.939221 n-d-762330-19 neutron-server[94091]: INFO neutron.api.v2.resource [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-e434a385-e1f2-4aa6-82a3-bddbed6fec35 service neutron] delete failed (client error): The resource could not be found. Jul 22 22:25:23.940252 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-e434a385-e1f2-4aa6-82a3-bddbed6fec35 service neutron] 10.222.0.58 "DELETE /v2.0/ports/9add4458-dc29-4212-a55e-acecc775574e/bindings/n-h2-762330-19 HTTP/1.1" status: 404 len: 381 time: 0.1662524 Jul 22 22:25:23.945647 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-0960fad0-45cb-48b8-a0bb-5471ef933550 service neutron] 10.222.0.23 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206149 Jul 22 22:25:24.047045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-37144f1b-6082-46ec-bd19-850868d0cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:24.048609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-37144f1b-6082-46ec-bd19-850868d0cd3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1096 time: 0.0587363 Jul 22 22:25:24.139796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-43ecefe2-a9ec-4f5a-ad37-feeea803378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:24.141271 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-43ecefe2-a9ec-4f5a-ad37-feeea803378d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.0866363 Jul 22 22:25:24.214706 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-2bb88ebb-24ad-4bdf-8f3b-dc2c04ce6537 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 1000 time: 0.0669222 Jul 22 22:25:24.267510 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-39fca5d4-2367-4efe-b9ba-d7b74ea20779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:24.268870 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-39fca5d4-2367-4efe-b9ba-d7b74ea20779 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0483010 Jul 22 22:25:24.331183 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-8690a0bb-1ec6-4629-86d7-4ca546ff21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:24.332650 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-8690a0bb-1ec6-4629-86d7-4ca546ff21f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567086 Jul 22 22:25:24.430760 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-4ec3a3e0-1db6-4abc-865f-8af24fa874cd service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909700 Jul 22 22:25:24.523893 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f419bcd5-8560-41c9-9988-058c6a3b0b2c req-cdc2ead8-2423-4085-b512-5d66461b3ecb service neutron] 10.222.0.58 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868039 Jul 22 22:25:24.957087 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24daabb-d485-45c4-8d3c-2e34881300e3 req-0f13575e-6eeb-480d-925f-8ca4a6b3a5d1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:24.958636 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a24daabb-d485-45c4-8d3c-2e34881300e3 req-0f13575e-6eeb-480d-925f-8ca4a6b3a5d1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 944 time: 0.0722189 Jul 22 22:25:24.999529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a24daabb-d485-45c4-8d3c-2e34881300e3 req-7bec47ec-30d5-4496-ab3a-70a93c85a2bf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347502 Jul 22 22:25:25.200529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9add4458-dc29-4212-a55e-acecc775574e details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:25:25.298964 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:25.313192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '9add4458-dc29-4212-a55e-acecc775574e', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'port_id': '9add4458-dc29-4212-a55e-acecc775574e', 'mac_address': 'fa:16:3e:4f:62:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:25:25.354832 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:25.368302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add4458-dc29-4212-a55e-acecc775574e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:25:25.388807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:25.395470 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:25.458384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:25.470441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.470850 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.471477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.471892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.472478 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.472892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.473248 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.473708 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.474133 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.474551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.474891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.475226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:25.700926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['9add4458-dc29-4212-a55e-acecc775574e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:25:26.150119 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4ace-e79a-4a77-b2f5-783c4b4492c9 req-fea1b06e-67f0-496c-aafb-e825b0ccd2b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:26.151803 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c82a4ace-e79a-4a77-b2f5-783c4b4492c9 req-fea1b06e-67f0-496c-aafb-e825b0ccd2b9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 945 time: 0.0769689 Jul 22 22:25:26.208030 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c82a4ace-e79a-4a77-b2f5-783c4b4492c9 req-888e7645-9e47-4312-b534-165714389ee8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496051 Jul 22 22:25:26.232359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55340) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:26.304343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-129ca24f-cfe8-4298-b56a-8196d48a0f37 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/1f4be452-4c77-4f56-94c1-9484ad3191b5 HTTP/1.1" status: 200 len: 993 time: 0.0706589 Jul 22 22:25:27.252968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9add4458-dc29-4212-a55e-acecc775574e up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:25:27.303993 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 9add4458-dc29-4212-a55e-acecc775574e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:25:27.307737 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 9add4458-dc29-4212-a55e-acecc775574e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:25:27.308145 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.384811 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.407480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:27.409739 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b81a0-b328-44b9-90f5-451b0a1ebb94" -d '{"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:27.423181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:27.428435 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.452855 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edb8673-26ff-419f-92be-37e08d3f4685 x-openstack-request-id: req-5edb8673-26ff-419f-92be-37e08d3f4685 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:27.453148 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:27.453403 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5edb8673-26ff-419f-92be-37e08d3f4685 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:27.453801 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'code': 200} Jul 22 22:25:27.477616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:32.243240 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:32.837670 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.677958 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3d94d1c7-0c4f-4e16-86e1-5247820781eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.304868 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ecaedfb6-463c-4c64-b55d-848e9224d586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.584924 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:46.383504 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:48.534761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:49.088773 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:54.939962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55352) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:55.106597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 24f9d1d6-011b-41f5-9078-f10fdad26aa1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:55.106939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:55.182024 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:55.182336 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:55.196153 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 24f9d1d6-011b-41f5-9078-f10fdad26aa1 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:55.352854 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:55.380930 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=24f9d1d6-011b-41f5-9078-f10fdad26aa1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:55.449535 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:55.449883 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP 1f4be452-4c77-4f56-94c1-9484ad3191b5 disassociated (deleted). External IP: 172.25.5.196, port: 9add4458-dc29-4212-a55e-acecc775574e. Jul 22 22:25:55.665496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router a5b8b580-b6e7-480e-b954-c5d2c652efc3 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:25:55.779127 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:25:55.784695 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:55.790249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] Sync routers for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:25:55.801127 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:55.801757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:55.825433 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0b6d2c03-ab52-4770-8ff7-8b9ab59e504c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/floatingips/1f4be452-4c77-4f56-94c1-9484ad3191b5 HTTP/1.1" status: 204 len: 168 time: 0.8841834 Jul 22 22:25:55.826129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:55.829216 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240a194-5c17-415a-85a2-dd90fc879cad" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:55.916679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:55.963500 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5d77a9-284b-4155-8436-0f464ae3bd91 x-openstack-request-id: req-5d5d77a9-284b-4155-8436-0f464ae3bd91 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:55.964125 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:55.968770 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d5d77a9-284b-4155-8436-0f464ae3bd91 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:55.969496 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'status': 'completed', 'code': 200} Jul 22 22:25:56.075682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a194-5c17-415a-85a2-dd90fc879cad req-8ac4d1d7-04cf-4f81-8c22-89f494e8995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:56.079122 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-8ac4d1d7-04cf-4f81-8c22-89f494e8995f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 1098 time: 0.0781462 Jul 22 22:25:56.124710 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a97bd3-bf8b-49f1-b597-acff502daa3d req-efbd87c5-9a5f-479d-8376-fcbaf933c469 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:56.126583 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67a97bd3-bf8b-49f1-b597-acff502daa3d req-efbd87c5-9a5f-479d-8376-fcbaf933c469 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0852122 Jul 22 22:25:56.170784 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:56.178418 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-67a97bd3-bf8b-49f1-b597-acff502daa3d req-ecc0e5f1-a470-4a40-8cdb-5a93341baad3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Jul 22 22:25:56.207001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a194-5c17-415a-85a2-dd90fc879cad req-f7cd0e6e-3985-4c4b-a241-ce73b4ec2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:56.208723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-f7cd0e6e-3985-4c4b-a241-ce73b4ec2499 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 200 len: 897 time: 0.1236088 Jul 22 22:25:56.209101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] Checking router: a5b8b580-b6e7-480e-b954-c5d2c652efc3 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:25:56.218617 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:56.219286 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:56.265310 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-2fb8fabb-f08a-4736-bdeb-3f12f211f25c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 200 len: 217 time: 0.0479162 Jul 22 22:25:56.324935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a194-5c17-415a-85a2-dd90fc879cad req-99179578-33c4-4ab9-a480-3429b659063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:56.326336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-99179578-33c4-4ab9-a480-3429b659063f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 200 len: 834 time: 0.0539048 Jul 22 22:25:56.342266 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:56.391976 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a194-5c17-415a-85a2-dd90fc879cad req-4ba383ff-df2a-40d6-a213-f1dd78dd544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:56.393580 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-4ba383ff-df2a-40d6-a213-f1dd78dd544c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4091adb-08b6-4ef5-8cc5-5cf48760572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588634 Jul 22 22:25:56.407018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-cf8adb03-03e9-4f79-b4e5-fe2073cebee3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:25:56.408862 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-cf8adb03-03e9-4f79-b4e5-fe2073cebee3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075426 Jul 22 22:25:56.523179 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-d5fbe93b-ff7c-4883-a018-a1fdf4060e70 service neutron] 10.222.0.23 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061685 Jul 22 22:25:56.580748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:56.613408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8980a-9d76-4f4b-8c3d-e8c8d34bffc4 None None] The sync data for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 is: [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:24:10Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'fe80ba46-a5d1-4f08-b072-c5a23561e5f1', 'name': '', 'network_id': 'b4091adb-08b6-4ef5-8cc5-5cf48760572a', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:a6:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:09Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e6af6edf-b747-4789-b445-5ee3678b2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:25:56.633680 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-0240a194-5c17-415a-85a2-dd90fc879cad req-beec5c3b-7817-43e6-a3a2-291c6770d3d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010828 Jul 22 22:25:56.862385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a66f04-10b9-405e-b5eb-fed635041682 None None] New status for floating IP 1f4be452-4c77-4f56-94c1-9484ad3191b5: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:25:57.335158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390891-b40d-4773-8f42-e18909ae4c25 req-7d92bd87-9e87-4d93-b945-357a573dbde2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:57.338026 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c390891-b40d-4773-8f42-e18909ae4c25 req-7d92bd87-9e87-4d93-b945-357a573dbde2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0764551 Jul 22 22:25:57.377346 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c390891-b40d-4773-8f42-e18909ae4c25 req-dff47e48-2e18-46b5-8392-97d71e61c7da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ffea49-b652-4c12-8b5a-16df053021bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333245 Jul 22 22:25:57.645801 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-c40dce38-5499-4e73-8e6a-7263eb061cc5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:57.647371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-c40dce38-5499-4e73-8e6a-7263eb061cc5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2f4c929-544b-4fb3-96de-da606f4e4d3d HTTP/1.1" status: 200 len: 946 time: 0.0638244 Jul 22 22:25:57.753685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 9add4458-dc29-4212-a55e-acecc775574e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:57.753929 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:57.845252 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 9add4458-dc29-4212-a55e-acecc775574e, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=9add4458-dc29-4212-a55e-acecc775574e,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:57.845606 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:57.857528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 9add4458-dc29-4212-a55e-acecc775574e owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:57.986858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:58.020305 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=9add4458-dc29-4212-a55e-acecc775574e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:58.068647 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] No DVR routers for this DVR port 9add4458-dc29-4212-a55e-acecc775574e on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:58.071473 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:58.073571 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a2e4b99-8581-4ff6-848d-a94839cee780 req-2c83cc10-07cb-48ae-b797-1ccc5d77c253 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.23 "DELETE /v2.0/ports/9add4458-dc29-4212-a55e-acecc775574e HTTP/1.1" status: 204 len: 173 time: 0.4203556 Jul 22 22:25:58.074027 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-deleted', 'tag': '9add4458-dc29-4212-a55e-acecc775574e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:58.076445 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd82927f-8291-44bc-b27b-83858c450eed" -d '{"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-deleted", "tag": "9add4458-dc29-4212-a55e-acecc775574e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:58.112590 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5225456-3fab-4d87-b81f-e620675d3b87 x-openstack-request-id: req-a5225456-3fab-4d87-b81f-e620675d3b87 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:58.112880 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4c929-544b-4fb3-96de-da606f4e4d3d", "name": "network-vif-deleted", "tag": "9add4458-dc29-4212-a55e-acecc775574e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:58.113129 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5225456-3fab-4d87-b81f-e620675d3b87 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:58.113531 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4c929-544b-4fb3-96de-da606f4e4d3d', 'name': 'network-vif-deleted', 'tag': '9add4458-dc29-4212-a55e-acecc775574e', 'status': 'completed', 'code': 200} Jul 22 22:25:58.437367 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55368) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:58.795251 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.062733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port fe80ba46-a5d1-4f08-b072-c5a23561e5f1 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:59.062972 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.162574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port fe80ba46-a5d1-4f08-b072-c5a23561e5f1, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:59.162931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.176203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for fe80ba46-a5d1-4f08-b072-c5a23561e5f1 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:59.357715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.382389 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=fe80ba46-a5d1-4f08-b072-c5a23561e5f1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:59.586190 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.801752 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router a5b8b580-b6e7-480e-b954-c5d2c652efc3 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:00.268727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:00.269895 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e4dd2b92-562b-4a95-ab02-7b88fa911dec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/a5b8b580-b6e7-480e-b954-c5d2c652efc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314180 Jul 22 22:26:00.274068 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55370) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:00.276692 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] Sync routers for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:00.286034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:00.286655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:00.331394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting subnet e6af6edf-b747-4789-b445-5ee3678b2da5 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:26:00.334446 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.376530 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.390835 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:00.474059 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.541869 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.569958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:25:59Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:00.570814 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Subnet': ['ID=e6af6edf-b747-4789-b445-5ee3678b2da5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:00.575404 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.577378 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-04ac544b-91b8-46f3-beec-b25c7ba51729 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/subnets/e6af6edf-b747-4789-b445-5ee3678b2da5 HTTP/1.1" status: 204 len: 168 time: 0.3023705 Jul 22 22:26:00.580076 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55372) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:00.597723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc245fd-b2d6-428b-ab0c-17f28b5a496d None None] Network b4091adb-08b6-4ef5-8cc5-5cf48760572a requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:00.600618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] Checking router: a5b8b580-b6e7-480e-b954-c5d2c652efc3 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:00.633839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] Routers {'a5b8b580-b6e7-480e-b954-c5d2c652efc3'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:00.634467 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:00.653892 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-56f6daf9-111f-46f7-8ba5-980f841beeac req-5341f002-0721-452d-9a98-fd07e906f234 service neutron] (94091) timed out ('10.222.0.23', 61887) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:26:00.697304 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.811526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.865771 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:00.866119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.951731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:00.952202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:00.964857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:00.968777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] Set router a5b8b580-b6e7-480e-b954-c5d2c652efc3 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:01.114678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] DHCP port deletion for b4091adb-08b6-4ef5-8cc5-5cf48760572a request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:26:01.162799 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.194507 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=3d5736b4-5f5b-42d6-84fc-ff4ba4613d45,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:01.201780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] Deleting port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:01.202690 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.206645 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:25:59Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:01.241433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b658e-b334-4794-b54a-9e04c814f403 None None] The sync data for ids ['a5b8b580-b6e7-480e-b954-c5d2c652efc3'] in n-d-762330-19 is: [{'id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768319148', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:06Z', 'updated_at': '2021-07-22T22:25:59Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '3d5736b4-5f5b-42d6-84fc-ff4ba4613d45', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b8b580-b6e7-480e-b954-c5d2c652efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:07Z', 'updated_at': '2021-07-22T22:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:01.261551 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.298869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] For port 8bd7479d-e1ec-4446-a8cd-9d7e03151214, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8bd7479d-e1ec-4446-a8cd-9d7e03151214,segment=NetworkSegment(b5786291-7fc5-4ed3-b0bc-704bc2bdd51e),segment_id=b5786291-7fc5-4ed3-b0bc-704bc2bdd51e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:01.299475 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.311981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] Calling delete_port for 8bd7479d-e1ec-4446-a8cd-9d7e03151214 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:01.357701 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.360179 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.389268 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.409586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.410123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Fanout notify agent at l3_agent the message router_deleted on router a5b8b580-b6e7-480e-b954-c5d2c652efc3 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:26:01.418344 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9add4458-dc29-4212-a55e-acecc775574e no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:01.418841 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.422547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-a0cfd4a7-a95e-462e-a084-16d4a5a97255 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/routers/a5b8b580-b6e7-480e-b954-c5d2c652efc3 HTTP/1.1" status: 204 len: 168 time: 0.8390648 Jul 22 22:26:01.422686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] Pushing event deleted for resources: {'Port': ['ID=8bd7479d-e1ec-4446-a8cd-9d7e03151214,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:01.423054 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:01.446312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc75a3-19f1-4520-864f-3c4d69b3ebda None None] No DVR routers for this DVR port 8bd7479d-e1ec-4446-a8cd-9d7e03151214 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:26:01.448869 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 9add4458-dc29-4212-a55e-acecc775574e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:01.449435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 9add4458-dc29-4212-a55e-acecc775574e not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:01.550025 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.645587 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.657434 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4091adb-08b6-4ef5-8cc5-5cf48760572a']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:01.668628 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:01.668925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5786291-7fc5-4ed3-b0bc-704bc2bdd51e') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:01.679301 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.703227 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.710027 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:26:01.710847 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:26:01.714092 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:26:01.724335 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe80ba46-a5d1-4f08-b072-c5a23561e5f1 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:01.744090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: fe80ba46-a5d1-4f08-b072-c5a23561e5f1 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:01.744442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device fe80ba46-a5d1-4f08-b072-c5a23561e5f1 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:01.744861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bd7479d-e1ec-4446-a8cd-9d7e03151214 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:01.764155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8bd7479d-e1ec-4446-a8cd-9d7e03151214 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:01.765067 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8bd7479d-e1ec-4446-a8cd-9d7e03151214 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:02.092108 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.097607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.100620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/networks/b4091adb-08b6-4ef5-8cc5-5cf48760572a HTTP/1.1" status: 204 len: 168 time: 0.6746011 Jul 22 22:26:02.102638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55378) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:02.114025 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Network': ['ID=b4091adb-08b6-4ef5-8cc5-5cf48760572a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:02.121614 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.121965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.122304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.122636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.122963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.123309 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.123625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.124548 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.124872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.125230 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.125517 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.125828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711bdb5-50df-4c32-a320-c0558eb4643a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.167229 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f57fa2f-4929-4315-a7fe-9db7cabe9e8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.192310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f57fa2f-4929-4315-a7fe-9db7cabe9e8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.254713 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f57fa2f-4929-4315-a7fe-9db7cabe9e8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.257350 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f57fa2f-4929-4315-a7fe-9db7cabe9e8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.261181 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f57fa2f-4929-4315-a7fe-9db7cabe9e8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/security-groups/a0ffea49-b652-4c12-8b5a-16df053021bd HTTP/1.1" status: 204 len: 168 time: 0.1572847 Jul 22 22:26:02.271331 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57fa2f-4929-4315-a7fe-9db7cabe9e8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ffea49-b652-4c12-8b5a-16df053021bd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:02.313294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.680215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55384) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:02.684180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b56100b0-9ad4-4641-9f6e-5a22170156b2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423789855', 'description': 'tempest-secgroup-smoke-423789855 description', 'project_id': '625bb70c377c4dbfbade26680df25bf3'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:02.708743 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b56100b0-9ad4-4641-9f6e-5a22170156b2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.790042 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b56100b0-9ad4-4641-9f6e-5a22170156b2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.793993 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b56100b0-9ad4-4641-9f6e-5a22170156b2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.820888 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b56100b0-9ad4-4641-9f6e-5a22170156b2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.822108 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b56100b0-9ad4-4641-9f6e-5a22170156b2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1416154 Jul 22 22:26:02.825201 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55386) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:02.826013 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56100b0-9ad4-4641-9f6e-5a22170156b2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0d0be6-318b-445c-9a0f-f21f08dab8bd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:02.831301 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-864a4b5e-90fa-4143-8f90-d0d26a1dc694 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '2c0d0be6-318b-445c-9a0f-f21f08dab8bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:02.845084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.859449 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-864a4b5e-90fa-4143-8f90-d0d26a1dc694 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.906715 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-864a4b5e-90fa-4143-8f90-d0d26a1dc694 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.910518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-864a4b5e-90fa-4143-8f90-d0d26a1dc694 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.928986 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a4b5e-90fa-4143-8f90-d0d26a1dc694 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da9b78c-515d-451f-abf0-dc8132b7f19a,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:02.935858 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-864a4b5e-90fa-4143-8f90-d0d26a1dc694 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.940285 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-864a4b5e-90fa-4143-8f90-d0d26a1dc694 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140134 Jul 22 22:26:02.941263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55388) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:02.945810 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-72ebc427-c7a5-40cb-bd88-355deafe699b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '2c0d0be6-318b-445c-9a0f-f21f08dab8bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:02.972840 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72ebc427-c7a5-40cb-bd88-355deafe699b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.033072 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72ebc427-c7a5-40cb-bd88-355deafe699b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.036684 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72ebc427-c7a5-40cb-bd88-355deafe699b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.056813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebc427-c7a5-40cb-bd88-355deafe699b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda06529-e285-4ece-879b-915ffabaea04,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.064660 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-72ebc427-c7a5-40cb-bd88-355deafe699b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.065915 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-72ebc427-c7a5-40cb-bd88-355deafe699b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236229 Jul 22 22:26:03.068592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55390) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.073566 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-01dc5b25-9bc4-4c19-aeb6-94c9838f1328 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '2c0d0be6-318b-445c-9a0f-f21f08dab8bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:03.101116 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01dc5b25-9bc4-4c19-aeb6-94c9838f1328 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.166744 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01dc5b25-9bc4-4c19-aeb6-94c9838f1328 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.170961 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01dc5b25-9bc4-4c19-aeb6-94c9838f1328 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.194088 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc5b25-9bc4-4c19-aeb6-94c9838f1328 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8cbfa1-00d4-43eb-9760-bbbe987613ee,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.197987 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-01dc5b25-9bc4-4c19-aeb6-94c9838f1328 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.199199 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-01dc5b25-9bc4-4c19-aeb6-94c9838f1328 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296699 Jul 22 22:26:03.201838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55392) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.206788 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2eddacb7-e33a-440e-9e7c-0c5d6ef4f423 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '2c0d0be6-318b-445c-9a0f-f21f08dab8bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:03.233247 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2eddacb7-e33a-440e-9e7c-0c5d6ef4f423 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.292299 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2eddacb7-e33a-440e-9e7c-0c5d6ef4f423 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.296363 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2eddacb7-e33a-440e-9e7c-0c5d6ef4f423 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.314446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddacb7-e33a-440e-9e7c-0c5d6ef4f423 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a791bb1e-5471-4e62-8097-b70a0c0509f5,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.321554 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2eddacb7-e33a-440e-9e7c-0c5d6ef4f423 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.322738 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2eddacb7-e33a-440e-9e7c-0c5d6ef4f423 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193292 Jul 22 22:26:03.325431 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55394) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.330013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '2c0d0be6-318b-445c-9a0f-f21f08dab8bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:03.352304 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:26:03.357220 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.424466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.427856 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.446107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7201c34a-df83-4b7a-b1e4-6fa2898fdfa6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.452685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.456659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-639065ca-0750-4c9a-acc1-f8fe4e8db6de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278622 Jul 22 22:26:03.456924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55396) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.461407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '2c0d0be6-318b-445c-9a0f-f21f08dab8bd', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:03.467494 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:03.488330 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:26:03.488919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:03.489276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 3d5736b4-5f5b-42d6-84fc-ff4ba4613d45 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:03.497254 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.562043 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.565934 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.583491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ab3d9a-d976-435e-bf69-21881db4a347,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.590267 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.591570 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-2477b61a-ba6d-4898-b6b8-219211adf6ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338005 Jul 22 22:26:03.594409 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.599251 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'network': {'name': 'tempest-network-smoke--848344881', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'port_security_enabled': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:03.619605 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:03.623040 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.647786 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:26:03.657121 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.657463 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Added segment 96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94 of type vlan for network 38e072de-6c61-4e87-bf42-c297baab7da7 Jul 22 22:26:03.697288 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.725890 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.731619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:03.732224 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.767801 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1723766 Jul 22 22:26:03.770730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55400) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.777133 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'admin_state_up': True, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:03.815165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f8908-2482-4fcf-997a-124a950f8f2e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Network': ['ID=38e072de-6c61-4e87-bf42-c297baab7da7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.825345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 38e072de-6c61-4e87-bf42-c297baab7da7 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:26:03.831621 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.832673 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.884282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.028115 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.225750 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.245891 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.360596 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.20 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/4542a990-6160-4659-b680-01a2255fcc39) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:04.460988 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.503974 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.545644 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:04.550887 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:04.553383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:04.556727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=4542a990-6160-4659-b680-01a2255fcc39,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:04.802098 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.996119 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.119214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router c32e6955-d053-4735-a1e0-cfe1b78c62ea is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:26:05.222085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:05.231423 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Sync routers for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:05.240322 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:05.241094 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:05.242627 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.244888 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-0cdfcd86-10ee-4b47-a896-e178257da8d2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4723284 Jul 22 22:26:05.247121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55402) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:05.322516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d8c287bb-647b-4d07-81b4-2451bc5b0acc tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=625bb70c377c4dbfbade26680df25bf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742393 Jul 22 22:26:05.325224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55406) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:05.347228 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:05.413158 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e84cc-283f-4877-89e4-f9857bfb3e2c tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:05.414792 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-354e84cc-283f-4877-89e4-f9857bfb3e2c tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886548 Jul 22 22:26:05.417720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:05.447254 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b0dba0f7-f4d4-44b0-9850-272bbc4eaa12 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281270 Jul 22 22:26:05.449790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55410) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:05.455107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127947049', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:05.550900 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:05.554787 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25236539'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.622363 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:04Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:05.654348 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Checking router: c32e6955-d053-4735-a1e0-cfe1b78c62ea for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:05.654689 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Updating router c32e6955-d053-4735-a1e0-cfe1b78c62ea port 4542a990-6160-4659-b680-01a2255fcc39 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:26:05.689953 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.738250 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26504497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25236553'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.795619 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Subnet': ['ID=d78597e8-9c31-41e2-b51f-977c448aec0d,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:05.806747 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Checking segment: {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:05.807124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network hostable DHCP agents. Network: 38e072de-6c61-4e87-bf42-c297baab7da7, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:26:05.825170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 38e072de-6c61-4e87-bf42-c297baab7da7 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:26:05.834854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 38e072de-6c61-4e87-bf42-c297baab7da7) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:05.839170 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:05.839766 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.845288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83419f63-5866-4c6b-aad9-04d4f0ed0f32 None None] Network 38e072de-6c61-4e87-bf42-c297baab7da7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:05.860932 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-eb940124-953d-449c-8689-b5bbc97fa07d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100847 Jul 22 22:26:05.863812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55412) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:05.963337 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.977476 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Transition to ACTIVE for port object 4542a990-6160-4659-b680-01a2255fcc39 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:05.984245 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.002086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-38e072de-6c61-4e87-bf42-c297baab7da7', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:26:06.003199 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.044416 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Attempting to bind port 4542a990-6160-4659-b680-01a2255fcc39 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:06.044789 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Attempting to bind port 4542a990-6160-4659-b680-01a2255fcc39 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:06.045153 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Attempting to bind port 4542a990-6160-4659-b680-01a2255fcc39 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:06.052144 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Pushing event updated for resources: {'Port': ['ID=4542a990-6160-4659-b680-01a2255fcc39,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:06.054280 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:06.054669 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:06.055041 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.055447 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:06.055911 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Bound port: 4542a990-6160-4659-b680-01a2255fcc39, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:06.056875 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.082488 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.082893 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.083180 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.083517 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.083856 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.084199 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.084523 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.084847 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.085172 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.085495 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.085814 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.086131 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:06.119148 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] For port 4542a990-6160-4659-b680-01a2255fcc39, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:06.122387 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] For port 4542a990-6160-4659-b680-01a2255fcc39, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4542a990-6160-4659-b680-01a2255fcc39,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:06.127279 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.144807 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Allocated IP 172.20.0.2 (38e072de-6c61-4e87-bf42-c297baab7da7/d78597e8-9c31-41e2-b51f-977c448aec0d/91f02f18-92fc-472b-83a3-7e23ec8ba0c6) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:06.190559 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f0944-3dfa-43fa-8ef0-5e096c333138 None None] Pushing event updated for resources: {'Port': ['ID=4542a990-6160-4659-b680-01a2255fcc39,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:06.196565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:06.197190 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:06.307851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.308240 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:06.317622 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Transition to ACTIVE for port object 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:06.332933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Transition to ACTIVE for port object 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:06.340323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.347926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.382783 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Network 38e072de-6c61-4e87-bf42-c297baab7da7 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:06.387377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:06.391825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:06.395129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Pushing event updated for resources: {'Port': ['ID=91f02f18-92fc-472b-83a3-7e23ec8ba0c6,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:06.458735 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Attempting to bind port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:06.459112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Attempting to bind port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:06.459479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Attempting to bind port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 on network 38e072de-6c61-4e87-bf42-c297baab7da7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:06.464674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:06.465057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Checking segment: {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:06.465465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.465858 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Bound using segment: {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:06.466334 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Bound port: 91f02f18-92fc-472b-83a3-7e23ec8ba0c6, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:06.466855 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.509135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:04Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:06.534106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] For port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:06.537076 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0781d5-558d-4201-8f8f-0cde5bfe325d None None] The sync data for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 is: [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:04Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:06.538352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] For port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=91f02f18-92fc-472b-83a3-7e23ec8ba0c6,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:06.542978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.606584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b0cd-5650-4eb7-9439-bb8bf58c1b3c None None] Pushing event updated for resources: {'Port': ['ID=91f02f18-92fc-472b-83a3-7e23ec8ba0c6,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:06.671750 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.1 (38e072de-6c61-4e87-bf42-c297baab7da7/d78597e8-9c31-41e2-b51f-977c448aec0d/db907fb2-a0eb-4604-b3f4-f7b1ecc3a654) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:06.831038 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.850254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:06.890518 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.930106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 38e072de-6c61-4e87-bf42-c297baab7da7 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:06.939318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:06.943156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:06.971695 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:06.994803 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.148196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.461071 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.466915 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.549240 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:07.552196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.594161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:07.620821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2d878-9175-49d8-a2b4-eb14c8f4954b None None] Network 38e072de-6c61-4e87-bf42-c297baab7da7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:07.653402 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 38e072de-6c61-4e87-bf42-c297baab7da7 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:07.654805 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:07.665405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-30bd7f22-28e5-4837-b762-b5392872fbe5 None None] Provisioning for port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:07.728625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:07.751952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:07.752328 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.771677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router c32e6955-d053-4735-a1e0-cfe1b78c62ea has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:07.875048 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.889640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:07.899392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4e076dbb-1013-4f76-93d6-95d71c9f83a7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/c32e6955-d053-4735-a1e0-cfe1b78c62ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0343878 Jul 22 22:26:07.914145 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=91f02f18-92fc-472b-83a3-7e23ec8ba0c6,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:07.918565 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.919907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4542a990-6160-4659-b680-01a2255fcc39 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:08.016611 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=91f02f18-92fc-472b-83a3-7e23ec8ba0c6,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:08.032288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4542a990-6160-4659-b680-01a2255fcc39 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:08.037221 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4542a990-6160-4659-b680-01a2255fcc39 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:08.037667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.074320 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-216b1a19-56ba-406b-98a1-af7cbada40e7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423789855&fields=id&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 267 time: 0.0449131 Jul 22 22:26:08.160391 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.168409 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-064279aa-2c68-458c-a1bf-f5be6ee2f071 None None] Provisioning complete for port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:08.168764 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-064279aa-2c68-458c-a1bf-f5be6ee2f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.209394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 4542a990-6160-4659-b680-01a2255fcc39, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4542a990-6160-4659-b680-01a2255fcc39,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:08.216015 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.231994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-f6ea676d-fb36-4338-b0f6-f204cf390f6c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:08.233901 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-f6ea676d-fb36-4338-b0f6-f204cf390f6c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 796 time: 0.1497369 Jul 22 22:26:08.251177 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-4a8bacf6-0c92-4c99-a91f-a9e29e2822e6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/quotas/625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 375 time: 0.0112259 Jul 22 22:26:08.276974 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=4542a990-6160-4659-b680-01a2255fcc39,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:08.324914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-c84ac52b-87be-4d58-8d8b-9508e40eb74f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679712 Jul 22 22:26:08.334955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-064279aa-2c68-458c-a1bf-f5be6ee2f071 None None] Provisioning for port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:08.340763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-064279aa-2c68-458c-a1bf-f5be6ee2f071 None None] Provisioning complete for port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:08.341399 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-064279aa-2c68-458c-a1bf-f5be6ee2f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.384985 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-064279aa-2c68-458c-a1bf-f5be6ee2f071 None None] Port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:08.417084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Sync routers for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:08.428074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:08.428742 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:08.444716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-8d6a5553-f58e-4f21-9280-76d44ba830e5 service neutron] 10.222.0.54 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960665 Jul 22 22:26:08.530893 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fa29b4f0-f026-4dda-9e36-5918fe634bfd None None] Provisioning complete for port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:08.531268 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fa29b4f0-f026-4dda-9e36-5918fe634bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.553635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0621c2bf-af24-4362-a928-cd39952debd8 service neutron] 10.222.0.54 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019068 Jul 22 22:26:08.583441 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:08.585065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fa29b4f0-f026-4dda-9e36-5918fe634bfd None None] Port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:08.723737 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-301e3500-9c4d-4ca6-a822-df56112df152 req-ee53efdb-f0e2-4d89-9691-ee22c875582f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 210 time: 0.0308826 Jul 22 22:26:08.743236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7661e344-f5df-4d30-9292-d4bcec62cb50 None None] Provisioning complete for port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:08.743236 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7661e344-f5df-4d30-9292-d4bcec62cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.813877 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7661e344-f5df-4d30-9292-d4bcec62cb50 None None] Port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:08.838073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 2, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:08.867878 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Checking router: c32e6955-d053-4735-a1e0-cfe1b78c62ea for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:08.868227 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Updating router c32e6955-d053-4735-a1e0-cfe1b78c62ea port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:26:08.902305 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:09.181217 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:09.191673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Transition to ACTIVE for port object db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:09.198089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:09.260477 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e5a9-7ce6-4977-a42c-2819c3e84294 None None] Pushing event updated for resources: {'Port': ['ID=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:09.313015 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Attempting to bind port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:09.313390 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Attempting to bind port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:09.313756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Attempting to bind port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 on network 38e072de-6c61-4e87-bf42-c297baab7da7 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:09.318739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:09.319119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Checking segment: {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:09.319606 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:09.319947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Bound using segment: {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:09.320416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Bound port: db907fb2-a0eb-4604-b3f4-f7b1ecc3a654, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:09.320802 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:09.386484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] For port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:09.389714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] For port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:09.394490 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:09.476085 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e5a9-7ce6-4977-a42c-2819c3e84294 None None] Pushing event updated for resources: {'Port': ['ID=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:09.480721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:09.481429 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:25:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:09.555430 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:09.706556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-f6744ce9-0c7e-47e8-b0f6-3730443f7121 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:09.708131 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-f6744ce9-0c7e-47e8-b0f6-3730443f7121 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 796 time: 0.1388137 Jul 22 22:26:09.753689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-5bd0054d-ea8a-4924-b240-9f4896e6463f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 379 time: 0.0367110 Jul 22 22:26:09.763407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'port': {'device_id': 'a8888826-445d-4502-b835-706ff736cb56', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'admin_state_up': True, 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'security_groups': ['2c0d0be6-318b-445c-9a0f-f21f08dab8bd']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:09.817411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:09.831115 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9e9a3b73-3c6d-43ee-aad3-77a5f17ba308 req-49b14fb6-e95a-42f7-b95c-0f76f7267824 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 210 time: 0.0333354 Jul 22 22:26:09.847959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:09.848334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:09.878355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:09.881933 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.012026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.4 (38e072de-6c61-4e87-bf42-c297baab7da7/d78597e8-9c31-41e2-b51f-977c448aec0d/b687f30b-8f31-44f6-9798-25ae5ee26274) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:10.036958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4542a990-6160-4659-b680-01a2255fcc39 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:10.115876 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4542a990-6160-4659-b680-01a2255fcc39 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:10.116257 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.142411 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:09Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:10.156312 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.169541 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object b687f30b-8f31-44f6-9798-25ae5ee26274 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:10.174805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20236d20-93c4-4c90-a0d7-421ba70d44f7 None None] The sync data for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 is: [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:09Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:10.221285 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.270264 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 38e072de-6c61-4e87-bf42-c297baab7da7 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:10.278145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:10.282980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:10.310381 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=b687f30b-8f31-44f6-9798-25ae5ee26274,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:10.349234 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:10.349909 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.365937 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0be3f0d7-9203-4093-be56-9df44e8d9cb0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067021 Jul 22 22:26:10.376750 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-43cc3826-4211-4f62-b8fe-9e46c659757a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:26:10.377815 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-43cc3826-4211-4f62-b8fe-9e46c659757a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056145 Jul 22 22:26:10.388865 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Request body: {'port': {'device_id': 'a8888826-445d-4502-b835-706ff736cb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:10.478511 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.524703 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a800fd3c-1a00-474b-9a5a-243abe6b7c3f None None] Provisioning for port b687f30b-8f31-44f6-9798-25ae5ee26274 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:10.529472 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a800fd3c-1a00-474b-9a5a-243abe6b7c3f None None] Provisioning complete for port b687f30b-8f31-44f6-9798-25ae5ee26274 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:10.529848 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a800fd3c-1a00-474b-9a5a-243abe6b7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.565318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a800fd3c-1a00-474b-9a5a-243abe6b7c3f None None] Port b687f30b-8f31-44f6-9798-25ae5ee26274 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:10.758349 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b687f30b-8f31-44f6-9798-25ae5ee26274 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:26:10.767162 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.780008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Transition to ACTIVE for port object b687f30b-8f31-44f6-9798-25ae5ee26274 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:10.785476 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.837540 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Pushing event updated for resources: {'Port': ['ID=b687f30b-8f31-44f6-9798-25ae5ee26274,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:10.929025 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Attempting to bind port b687f30b-8f31-44f6-9798-25ae5ee26274 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:10.929461 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Attempting to bind port b687f30b-8f31-44f6-9798-25ae5ee26274 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:10.929802 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Attempting to bind port b687f30b-8f31-44f6-9798-25ae5ee26274 on network 38e072de-6c61-4e87-bf42-c297baab7da7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:10.935036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Port b687f30b-8f31-44f6-9798-25ae5ee26274 on network 38e072de-6c61-4e87-bf42-c297baab7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:26:10.935362 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Attempting to bind port b687f30b-8f31-44f6-9798-25ae5ee26274 on network 38e072de-6c61-4e87-bf42-c297baab7da7 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:10.940973 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:10.941315 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Checking segment: {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:10.941706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Bound using segment: {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:10.942141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Bound port: b687f30b-8f31-44f6-9798-25ae5ee26274, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:10.942644 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:10.989399 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8832bf-83d9-4400-bf1d-201d05c66ef4 req-76ab373d-4672-4725-9565-0ee9e346e9cd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:10.998435 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd8832bf-83d9-4400-bf1d-201d05c66ef4 req-76ab373d-4672-4725-9565-0ee9e346e9cd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 943 time: 0.0797741 Jul 22 22:26:11.020663 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] For port b687f30b-8f31-44f6-9798-25ae5ee26274, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:11.025347 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] For port b687f30b-8f31-44f6-9798-25ae5ee26274, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b687f30b-8f31-44f6-9798-25ae5ee26274,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:11.033779 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:11.050160 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd8832bf-83d9-4400-bf1d-201d05c66ef4 req-db0a571c-6654-4f1c-ac19-97e49465e21e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503192 Jul 22 22:26:11.078571 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:11.079209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:11.080963 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] 10.222.0.58 "PUT /v2.0/ports/b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 1092 time: 0.6965501 Jul 22 22:26:11.081438 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:26:11.084476 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058120ce-5636-4b0a-ba10-ca2729613d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:26:11.124448 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c0c57-8c4a-43b8-8acc-b833869a8d4d service neutron] Pushing event updated for resources: {'Port': ['ID=b687f30b-8f31-44f6-9798-25ae5ee26274,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:11.144074 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc90ba3-250e-4167-bd67-717177e3de2b x-openstack-request-id: req-5fc90ba3-250e-4167-bd67-717177e3de2b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:26:11.144362 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:26:11.144670 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fc90ba3-250e-4167-bd67-717177e3de2b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:26:11.145064 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'status': 'completed', 'code': 200} Jul 22 22:26:11.195551 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0b0533ab-2556-4cc4-8eda-16ae38516590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:11.197295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-0b0533ab-2556-4cc4-8eda-16ae38516590 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1095 time: 0.0641494 Jul 22 22:26:11.240646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-da5233e6-04e0-42bf-8cec-8d958c360757 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 217 time: 0.0358593 Jul 22 22:26:11.337939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-41553a96-b547-47ad-8883-1c10a4cb69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:11.339388 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-41553a96-b547-47ad-8883-1c10a4cb69f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 200 len: 835 time: 0.0924590 Jul 22 22:26:11.403779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-8a0a6289-eeaa-40b7-86ed-0ddde2232f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:11.405393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-8a0a6289-eeaa-40b7-86ed-0ddde2232f47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38e072de-6c61-4e87-bf42-c297baab7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588453 Jul 22 22:26:11.498515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-f86869d4-66a7-4630-bb2a-86d83e230ad6 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867589 Jul 22 22:26:11.528711 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:11.586382 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:11.590548 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:11.590922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:11.670621 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:11.706332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:11.711196 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:11.761292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:11.958674 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a09d5dc5-5f10-4624-a214-b432d107d950 req-72872fdd-5633-4e53-9ba7-a4f254359b86 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542124 Jul 22 22:26:12.059001 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-4478e278-3e54-4435-9d98-214d98136015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:12.060595 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-4478e278-3e54-4435-9d98-214d98136015 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1095 time: 0.0554919 Jul 22 22:26:12.165577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-0f5e9551-f5c4-45cb-a6a9-aadebb50a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:12.167241 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-0f5e9551-f5c4-45cb-a6a9-aadebb50a5e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 897 time: 0.1006436 Jul 22 22:26:12.180746 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e924c4-ec55-41c4-9cc1-e52154b53a21 req-f10fab16-d597-4250-861f-c3a7a22e00cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:12.182400 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12e924c4-ec55-41c4-9cc1-e52154b53a21 req-f10fab16-d597-4250-861f-c3a7a22e00cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 943 time: 0.0677056 Jul 22 22:26:12.211576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-3cae089a-c069-4da0-88e1-0044bd973f88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 217 time: 0.0369604 Jul 22 22:26:12.221536 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-12e924c4-ec55-41c4-9cc1-e52154b53a21 req-d6ffbb63-b970-47c0-8a17-9125b9055444 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329363 Jul 22 22:26:12.260635 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-b18a27bf-1848-455a-a012-1c4b678e784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:12.262111 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-b18a27bf-1848-455a-a012-1c4b678e784e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 200 len: 835 time: 0.0442860 Jul 22 22:26:12.326008 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-d177620d-f653-47d3-b4ef-2330ea61b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:12.327520 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-d177620d-f653-47d3-b4ef-2330ea61b2ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38e072de-6c61-4e87-bf42-c297baab7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587635 Jul 22 22:26:12.416938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-67cd676a-8b94-4083-8aba-f5bdfe2c9dbe service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824318 Jul 22 22:26:12.517448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-058120ce-5636-4b0a-ba10-ca2729613d4d req-4f4fe53f-96db-4d0e-8336-11a748ec8328 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893149 Jul 22 22:26:12.679651 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-673c17a9-3840-490f-bfff-0b35dbdaa5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:13.363817 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fa9b4-6f9f-4f7a-8bd8-32efb5761530 req-fb78c0f0-fa8d-4d5b-b90d-0dab136fe831 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:13.365379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e37fa9b4-6f9f-4f7a-8bd8-32efb5761530 req-fb78c0f0-fa8d-4d5b-b90d-0dab136fe831 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 943 time: 0.0709429 Jul 22 22:26:13.408104 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e37fa9b4-6f9f-4f7a-8bd8-32efb5761530 req-3a32924a-88ac-4cd0-8a1d-5c7fb8e85631 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343411 Jul 22 22:26:13.508701 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:13.558961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:13.559336 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:14.551086 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e50f9-5e54-4913-83ad-cab274473ff5 req-f7a915cc-fe7e-43ad-bc21-9a0fb0061656 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:14.552605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-924e50f9-5e54-4913-83ad-cab274473ff5 req-f7a915cc-fe7e-43ad-bc21-9a0fb0061656 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 943 time: 0.0765474 Jul 22 22:26:14.590550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-924e50f9-5e54-4913-83ad-cab274473ff5 req-7c32cdfd-599c-4f0b-aae9-f3b7a9b52d42 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Jul 22 22:26:15.052353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device b687f30b-8f31-44f6-9798-25ae5ee26274 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:26:15.149400 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port b687f30b-8f31-44f6-9798-25ae5ee26274, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b687f30b-8f31-44f6-9798-25ae5ee26274,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:15.160693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'port_id': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'mac_address': 'fa:16:3e:27:92:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:26:15.196988 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:15.211437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b687f30b-8f31-44f6-9798-25ae5ee26274 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:26:15.230625 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port b687f30b-8f31-44f6-9798-25ae5ee26274, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b687f30b-8f31-44f6-9798-25ae5ee26274,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:15.234501 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:15.289061 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=b687f30b-8f31-44f6-9798-25ae5ee26274,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:15.315918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fa49586-857c-429d-929b-50d91b16aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:15.461261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['b687f30b-8f31-44f6-9798-25ae5ee26274'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:26:15.602461 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:15.742720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b0cf-9910-4c05-a7a4-8815481eaf04 req-57b786f7-d841-4df1-8e2a-9a4a152ba6e0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:15.744441 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e17b0cf-9910-4c05-a7a4-8815481eaf04 req-57b786f7-d841-4df1-8e2a-9a4a152ba6e0 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 944 time: 0.0681520 Jul 22 22:26:15.785145 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1e17b0cf-9910-4c05-a7a4-8815481eaf04 req-801301c7-3231-4be9-9fc9-7367a9abbc05 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Jul 22 22:26:16.386074 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:16.919364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6a378-5e4c-4f77-847e-3e554815d315 req-dbd6b0cc-d4fc-4f12-b067-7fdbb88f1ba4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:16.920820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffc6a378-5e4c-4f77-847e-3e554815d315 req-dbd6b0cc-d4fc-4f12-b067-7fdbb88f1ba4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 944 time: 0.0676177 Jul 22 22:26:16.959094 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ffc6a378-5e4c-4f77-847e-3e554815d315 req-896f1117-c2ca-4ed4-b42f-82af022ee3af tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320864 Jul 22 22:26:17.061886 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device b687f30b-8f31-44f6-9798-25ae5ee26274 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:17.112322 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port b687f30b-8f31-44f6-9798-25ae5ee26274 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:17.115923 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port b687f30b-8f31-44f6-9798-25ae5ee26274 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:17.116295 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:17.192278 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:17.214484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:26:17.216746 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a1c0b-21c8-4e8d-8caf-cdb25afae056" -d '{"events": [{"server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "name": "network-vif-plugged", "status": "completed", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:26:17.232908 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port b687f30b-8f31-44f6-9798-25ae5ee26274, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b687f30b-8f31-44f6-9798-25ae5ee26274,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:17.237082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:17.260409 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486770d4-4448-40d6-9909-737bd2c8cade x-openstack-request-id: req-486770d4-4448-40d6-9909-737bd2c8cade {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:26:17.260630 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "name": "network-vif-plugged", "status": "completed", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:26:17.260875 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-486770d4-4448-40d6-9909-737bd2c8cade {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:26:17.261258 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'code': 200} Jul 22 22:26:17.287620 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=b687f30b-8f31-44f6-9798-25ae5ee26274,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:17.372633 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841a0f7-ec2b-4c19-b913-1badd88e009c req-5174bcc3-b2b3-431c-8603-6b69c0dea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:17.374160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e841a0f7-ec2b-4c19-b913-1badd88e009c req-5174bcc3-b2b3-431c-8603-6b69c0dea34d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1097 time: 0.0644612 Jul 22 22:26:17.408567 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e841a0f7-ec2b-4c19-b913-1badd88e009c req-938c5429-eb63-4208-aff1-aa5d7513215e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281265 Jul 22 22:26:18.089057 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d362758-58e5-4ec8-a3a1-9acc3eeeac64 req-d8d088a6-c9be-40b5-84bb-a552334ad386 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:18.090579 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d362758-58e5-4ec8-a3a1-9acc3eeeac64 req-d8d088a6-c9be-40b5-84bb-a552334ad386 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0658565 Jul 22 22:26:18.131899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6d362758-58e5-4ec8-a3a1-9acc3eeeac64 req-a9ad42fd-45d3-46e1-94d6-e82c52c8fa52 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344124 Jul 22 22:26:18.539688 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:19.266293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855b63-5b99-43f9-a13b-de21e648f52f req-d850c317-1305-4c1c-aebd-64fdf978b003 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:19.267818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51855b63-5b99-43f9-a13b-de21e648f52f req-d850c317-1305-4c1c-aebd-64fdf978b003 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0663800 Jul 22 22:26:19.305481 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-51855b63-5b99-43f9-a13b-de21e648f52f req-16555001-dacf-481d-b7cc-44349c6482b5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318637 Jul 22 22:26:19.433553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95493ea-8e41-4744-bad4-67b5d0f50d2e req-8d737b93-d52e-4224-959b-9db729250fdf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:19.434941 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e95493ea-8e41-4744-bad4-67b5d0f50d2e req-8d737b93-d52e-4224-959b-9db729250fdf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0638373 Jul 22 22:26:19.473615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e95493ea-8e41-4744-bad4-67b5d0f50d2e req-ffdfb8bc-b472-4b71-a7c9-50c2e7a78713 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325434 Jul 22 22:26:19.496028 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55470) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:19.548706 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70beaf5-f998-4315-a9ad-b0cc8360806e tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:19.550231 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a70beaf5-f998-4315-a9ad-b0cc8360806e tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1092 time: 0.0532074 Jul 22 22:26:19.553033 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:19.557354 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:19.579180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:19.678081 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:19.782847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.194 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/2099d17b-6e65-4faf-a99c-e50203191123) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:19.883614 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:19.922473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:19.959481 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:19.964124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:19.966597 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:19.997699 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=2099d17b-6e65-4faf-a99c-e50203191123,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:20.330658 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:20.417439 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:20.566400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:20.571254 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:20.638566 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=2099d17b-6e65-4faf-a99c-e50203191123,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:20.649268 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:20.748681 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP a7241838-5775-4477-9092-540b858103e3 associated. External IP: 172.25.5.194, port: b687f30b-8f31-44f6-9798-25ae5ee26274. Jul 22 22:26:21.262669 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router c32e6955-d053-4735-a1e0-cfe1b78c62ea has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:21.371862 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:21.381920 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] Sync routers for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:21.390288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:21.392439 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:21.393246 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:26:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:21.444956 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1842f69a-9a3f-49e8-b49e-6d6810014b5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8885157 Jul 22 22:26:21.444956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:26:21.445637 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07" -d '{"events": [{"name": "network-changed", "server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:26:21.509384 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:21.561973 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c57f94f-4902-40bd-ad2f-6ac8002ae230 x-openstack-request-id: req-8c57f94f-4902-40bd-ad2f-6ac8002ae230 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:26:21.562926 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:26:21.563176 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c57f94f-4902-40bd-ad2f-6ac8002ae230 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:26:21.563573 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'status': 'completed', 'code': 200} Jul 22 22:26:21.580483 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbdf4b-451b-47be-8d44-54d5893448ff req-a918d09f-6b40-4212-82c5-7c22724329fd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:21.582051 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cddbdf4b-451b-47be-8d44-54d5893448ff req-a918d09f-6b40-4212-82c5-7c22724329fd tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0801756 Jul 22 22:26:21.625582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cddbdf4b-451b-47be-8d44-54d5893448ff req-20f6f028-f3ae-4126-9bd5-6248d49f43e3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367289 Jul 22 22:26:21.641402 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-9454ca20-2948-4c86-b719-ed56d1335622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:21.642976 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-9454ca20-2948-4c86-b719-ed56d1335622 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1097 time: 0.0581245 Jul 22 22:26:21.649575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55480) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:21.722381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ff959661-cf1c-48c9-868e-d8b3126f8f27 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/a7241838-5775-4477-9092-540b858103e3 HTTP/1.1" status: 200 len: 991 time: 0.0715277 Jul 22 22:26:21.740228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-b0ee3efa-3c91-4711-83a4-28d0eee3823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:21.741711 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-b0ee3efa-3c91-4711-83a4-28d0eee3823f service neutron] 10.222.0.58 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 897 time: 0.0929587 Jul 22 22:26:21.745901 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'a7241838-5775-4477-9092-540b858103e3', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'port_id': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'mac_address': 'fa:16:3e:27:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8888826-445d-4502-b835-706ff736cb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:26:20Z', 'updated_at': '2021-07-22T22:26:20Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:21.776663 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] Checking router: c32e6955-d053-4735-a1e0-cfe1b78c62ea for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:21.784821 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:21.785435 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:26:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:21.806667 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-4142ae78-bad5-49ff-bd65-51ccbbe2cf02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 999 time: 0.0586779 Jul 22 22:26:21.860314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-b1c4bb08-5151-459b-89fd-1292ec7479d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:21.861793 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-b1c4bb08-5151-459b-89fd-1292ec7479d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 200 len: 835 time: 0.0485156 Jul 22 22:26:21.891087 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:21.920612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-a7f86363-dd0a-4154-97e1-19ae6b03f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:21.922189 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-a7f86363-dd0a-4154-97e1-19ae6b03f7fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38e072de-6c61-4e87-bf42-c297baab7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540776 Jul 22 22:26:22.016281 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-ca11f72b-03f8-4373-81f9-154e3b169e77 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871277 Jul 22 22:26:22.107692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3e7d0ada-ee7d-4ecf-82ac-330dca0bdb07 req-cffe96c9-a026-418a-9416-a6997787db28 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Jul 22 22:26:22.112430 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'a7241838-5775-4477-9092-540b858103e3', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'port_id': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'mac_address': 'fa:16:3e:27:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8888826-445d-4502-b835-706ff736cb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:26:20Z', 'updated_at': '2021-07-22T22:26:20Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:22.227354 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ea54d-5da6-4696-8799-02b91a6c54cf None None] The sync data for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 is: [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'a7241838-5775-4477-9092-540b858103e3', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'port_id': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'mac_address': 'fa:16:3e:27:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8888826-445d-4502-b835-706ff736cb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:26:20Z', 'updated_at': '2021-07-22T22:26:20Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:22.416778 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faea606-e424-4337-b91a-c941206a82dc None None] New status for floating IP a7241838-5775-4477-9092-540b858103e3: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:26:22.726140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55482) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:22.785977 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7f993c1f-d67d-4f42-8cab-524c04b4aa4d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/a7241838-5775-4477-9092-540b858103e3 HTTP/1.1" status: 200 len: 993 time: 0.0587373 Jul 22 22:26:26.087211 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:26:32.294513 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.848360 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.981882 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-5beaf2a5-e4a2-4391-bc39-d4be3c5e963e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528100 Jul 22 22:26:33.080278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b729f-17b8-470b-87ad-663b10c91e28 req-2ecd2093-19c4-45ca-af83-02ba5f53cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:33.081845 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-2ecd2093-19c4-45ca-af83-02ba5f53cbd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1097 time: 0.0594993 Jul 22 22:26:33.182793 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b729f-17b8-470b-87ad-663b10c91e28 req-df61bb84-aa8b-426c-a4ad-162a3f24e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:33.184454 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-df61bb84-aa8b-426c-a4ad-162a3f24e17c service neutron] 10.222.0.58 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 897 time: 0.0849688 Jul 22 22:26:33.255203 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-1893aeda-732c-4189-96d8-e3e5939ff9e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 1001 time: 0.0639868 Jul 22 22:26:33.304648 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b729f-17b8-470b-87ad-663b10c91e28 req-de3dec10-20ea-47ba-ab80-03333647156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:33.306119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-de3dec10-20ea-47ba-ab80-03333647156e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 200 len: 835 time: 0.0451882 Jul 22 22:26:33.364189 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b729f-17b8-470b-87ad-663b10c91e28 req-b2904cb6-b0b6-48ed-a83f-d11df218654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:33.365707 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-b2904cb6-b0b6-48ed-a83f-d11df218654a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38e072de-6c61-4e87-bf42-c297baab7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538228 Jul 22 22:26:33.457737 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-c89fa372-7261-4964-9312-11f026ce1016 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861404 Jul 22 22:26:33.554825 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-362b729f-17b8-470b-87ad-663b10c91e28 req-e62085e7-b517-4ccf-bf01-b72cb5dc46e9 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874922 Jul 22 22:26:42.681381 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49e2df32-3de7-4f27-9f7a-4d0b41f14ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:45.307113 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc95bc1c-c3a7-45f4-a962-fd110261f2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:45.583922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:46.388729 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:48.541515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:51.625736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738f39-6a33-4fb4-b7d3-af1464f8e485 req-afad95f8-bd74-48a9-a69d-d5c71ab3d4a9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:51.627266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49738f39-6a33-4fb4-b7d3-af1464f8e485 req-afad95f8-bd74-48a9-a69d-d5c71ab3d4a9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0686989 Jul 22 22:26:51.665924 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-49738f39-6a33-4fb4-b7d3-af1464f8e485 req-f31eafc2-8776-4ac3-8a97-a8b82a4448a1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Jul 22 22:26:52.797976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdcf59-c054-40e4-a150-ad7d27c8fcb2 req-aef3de9f-ec4a-40ab-b276-c9d29136f23b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:52.799989 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53cdcf59-c054-40e4-a150-ad7d27c8fcb2 req-aef3de9f-ec4a-40ab-b276-c9d29136f23b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0639102 Jul 22 22:26:52.837798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-53cdcf59-c054-40e4-a150-ad7d27c8fcb2 req-70caa2b6-5c3d-47c3-bdc1-78e2a94dd837 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Jul 22 22:26:53.969361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb111189-a839-4e45-9b83-e098001cea56 req-3d512ebc-8f3e-4321-8dee-86182abfec5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:53.971356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb111189-a839-4e45-9b83-e098001cea56 req-3d512ebc-8f3e-4321-8dee-86182abfec5e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0661023 Jul 22 22:26:54.011547 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bb111189-a839-4e45-9b83-e098001cea56 req-19992203-c909-45de-bf4a-0ae2a77580d5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343146 Jul 22 22:26:55.145315 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dec5-dfc3-4682-8bcc-84625a92a4e4 req-cf1dca4a-e41a-4978-86d7-3b066c1c35ed tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:55.146798 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e89dec5-dfc3-4682-8bcc-84625a92a4e4 req-cf1dca4a-e41a-4978-86d7-3b066c1c35ed tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0681081 Jul 22 22:26:55.185356 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6e89dec5-dfc3-4682-8bcc-84625a92a4e4 req-2483a93b-eca0-4d10-906a-2c8004354af2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314450 Jul 22 22:26:56.313655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b593d-fb2f-4e9d-82a6-3295df2dcfc1 req-0457a516-8f4c-4474-a689-27380cc96f68 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:56.315188 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-443b593d-fb2f-4e9d-82a6-3295df2dcfc1 req-0457a516-8f4c-4474-a689-27380cc96f68 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0632653 Jul 22 22:26:56.352955 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-443b593d-fb2f-4e9d-82a6-3295df2dcfc1 req-3db4b1d7-3cc7-4b75-b5b5-5750bd8ee223 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Jul 22 22:26:57.488022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45a77-51b3-476b-b5b6-1f2fcb05eae4 req-5411c384-984b-48bd-bf88-e6343d22c52d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:57.489541 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14f45a77-51b3-476b-b5b6-1f2fcb05eae4 req-5411c384-984b-48bd-bf88-e6343d22c52d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0693076 Jul 22 22:26:57.529714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-14f45a77-51b3-476b-b5b6-1f2fcb05eae4 req-244e341a-51d4-4e85-afaa-4b631e32e5cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345244 Jul 22 22:26:58.657318 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6a655-5523-4ead-8434-ddac4991d615 req-92b3852f-e108-43a3-a24e-622df7c5118b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:58.659507 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daa6a655-5523-4ead-8434-ddac4991d615 req-92b3852f-e108-43a3-a24e-622df7c5118b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0643148 Jul 22 22:26:58.696698 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-daa6a655-5523-4ead-8434-ddac4991d615 req-774bcc3c-fadc-45d1-82d7-6870558ce8f2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315964 Jul 22 22:26:59.827098 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35140-c45d-4d93-ad82-893a53dd1b23 req-33683175-1dab-4cc1-955e-79862728d1ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:59.828615 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6f35140-c45d-4d93-ad82-893a53dd1b23 req-33683175-1dab-4cc1-955e-79862728d1ce tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0630915 Jul 22 22:26:59.867872 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a6f35140-c45d-4d93-ad82-893a53dd1b23 req-41f94ae8-82ad-4e82-92e9-489fa146e815 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Jul 22 22:27:01.000325 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621401ba-dce7-47e2-a181-a76355ed012d req-d98a5f2c-1116-4e1d-9964-c8757b854a88 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.002352 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-621401ba-dce7-47e2-a181-a76355ed012d req-d98a5f2c-1116-4e1d-9964-c8757b854a88 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0665240 Jul 22 22:27:01.040405 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-621401ba-dce7-47e2-a181-a76355ed012d req-2fdd7921-28cf-4d15-8630-fd1b385869c8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320547 Jul 22 22:27:02.171093 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535dfb9-2a53-4080-9bb7-bdb51a125e25 req-515c835b-8cc1-4ed1-a17a-9c1c0e60f0e1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.172754 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6535dfb9-2a53-4080-9bb7-bdb51a125e25 req-515c835b-8cc1-4ed1-a17a-9c1c0e60f0e1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0650194 Jul 22 22:27:02.213325 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6535dfb9-2a53-4080-9bb7-bdb51a125e25 req-73d61e6d-69b6-4557-9ab8-91f3bfa9c683 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336542 Jul 22 22:27:02.237061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55518) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:02.293511 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:02.307768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-70671de7-e74f-42d4-ac9c-1d180cda1585 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/a7241838-5775-4477-9092-540b858103e3 HTTP/1.1" status: 200 len: 993 time: 0.0658171 Jul 22 22:27:02.849633 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:03.087448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:27:03.584092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb52fb-2738-4e59-8a46-4855f47295b7 req-88dabeae-e230-42a4-b597-c0f393806b8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:03.585770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cbb52fb-2738-4e59-8a46-4855f47295b7 req-88dabeae-e230-42a4-b597-c0f393806b8a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0711937 Jul 22 22:27:03.601351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-3b62370f-5df0-4f55-8d2e-33854110c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:03.603171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-3b62370f-5df0-4f55-8d2e-33854110c292 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1097 time: 0.0618706 Jul 22 22:27:03.624716 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5cbb52fb-2738-4e59-8a46-4855f47295b7 req-fefcf512-926b-46dc-bbe0-20a2fb9f76ac tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331888 Jul 22 22:27:03.699005 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-53fae487-601b-45eb-829e-b71410f8087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:03.701034 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-53fae487-601b-45eb-829e-b71410f8087d service neutron] 10.222.0.58 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 897 time: 0.0916724 Jul 22 22:27:03.769528 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-6f022e89-e71d-4961-93ca-446db72d3b41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 1001 time: 0.0618894 Jul 22 22:27:03.818321 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-ece6460a-daf1-4593-99d5-0eecf5de0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:03.819790 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-ece6460a-daf1-4593-99d5-0eecf5de0e20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 200 len: 835 time: 0.0440950 Jul 22 22:27:03.878749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-ba1a5c1b-2fee-42a3-a5ee-c13021067216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:03.880284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-ba1a5c1b-2fee-42a3-a5ee-c13021067216 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38e072de-6c61-4e87-bf42-c297baab7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544333 Jul 22 22:27:03.986318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-5a5ebf2f-ae39-4000-a081-ebeede48eae6 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992265 Jul 22 22:27:04.083178 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f88be1b1-fd06-4ed5-aa46-340ab378a6dd req-1c4103c6-9146-4a5e-8afa-8159052aee4d service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904272 Jul 22 22:27:04.765062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdc971-51fa-4b96-9c75-5a073461693d req-29dae12e-0ea2-4ca2-8bbe-2feb969c20d5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:04.766468 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1cdc971-51fa-4b96-9c75-5a073461693d req-29dae12e-0ea2-4ca2-8bbe-2feb969c20d5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0634406 Jul 22 22:27:04.807078 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1cdc971-51fa-4b96-9c75-5a073461693d req-884261ac-d9d5-4cdd-abab-37b9a2ee578b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344973 Jul 22 22:27:04.830157 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55528) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:04.890526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6192ca95-9eee-40ba-a28c-ab0283ff753a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/a7241838-5775-4477-9092-540b858103e3 HTTP/1.1" status: 200 len: 993 time: 0.0585322 Jul 22 22:27:12.700768 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4139d66-e366-4b2e-9773-6a03c6fdc125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.307695 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a047c749-a614-4582-b8f8-1fa83d983243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.584874 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.392829 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:18.544485 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.312362 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.864258 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.990778 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-79ca6e6e-0f96-4dab-8f8a-c764f7263b25 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588262 Jul 22 22:27:33.085354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-d3c40b02-13ac-46d0-aa7d-8af29a8b9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:33.086869 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-d3c40b02-13ac-46d0-aa7d-8af29a8b9ab2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1097 time: 0.0551076 Jul 22 22:27:33.189760 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-32f258e3-17a6-47b6-8f35-b1ba2c1bb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:33.191187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-32f258e3-17a6-47b6-8f35-b1ba2c1bb27a service neutron] 10.222.0.58 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 897 time: 0.0856297 Jul 22 22:27:33.262742 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-ee3d7d57-a3b3-47fc-ba11-a13ba5a2ad02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 1001 time: 0.0635762 Jul 22 22:27:33.313292 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-74d302a3-914e-4cb9-8270-9fcfaaed35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:33.314772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-74d302a3-914e-4cb9-8270-9fcfaaed35b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 200 len: 835 time: 0.0445161 Jul 22 22:27:33.373922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-c30c4833-9988-40a2-9f46-a1fbd0078053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:33.375420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-c30c4833-9988-40a2-9f46-a1fbd0078053 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38e072de-6c61-4e87-bf42-c297baab7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534720 Jul 22 22:27:33.470265 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-df869e06-d844-4487-ae62-8d8a489a1942 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860925 Jul 22 22:27:33.562713 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8184ef8c-b7b4-48b2-ad99-1fd3bd6ffb7f req-d392fd6a-8ea4-42ee-938b-ccb78ae33d3e service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849442 Jul 22 22:27:37.255908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55546) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:37.412568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 2099d17b-6e65-4faf-a99c-e50203191123 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:37.412938 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:37.489448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:37.489769 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:37.501294 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 2099d17b-6e65-4faf-a99c-e50203191123 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:37.651899 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:37.676270 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=2099d17b-6e65-4faf-a99c-e50203191123,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:37.689956 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.690313 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.690654 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.690991 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.691324 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.691655 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.692069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.692420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.692733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.693059 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.693382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.693702 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:37.752304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:37.752647 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP a7241838-5775-4477-9092-540b858103e3 disassociated (deleted). External IP: 172.25.5.194, port: b687f30b-8f31-44f6-9798-25ae5ee26274. Jul 22 22:27:37.961171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router c32e6955-d053-4735-a1e0-cfe1b78c62ea has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:38.071068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:38.075815 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:38.080348 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] Sync routers for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:38.090484 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:38.091095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:38.111900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0db06567-5a9e-4f8d-831a-9f2af65b63ee tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/floatingips/a7241838-5775-4477-9092-540b858103e3 HTTP/1.1" status: 204 len: 168 time: 0.8547721 Jul 22 22:27:38.112543 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:38.115625 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1638023-d7bb-4614-8d91-694352518b60" -d '{"events": [{"name": "network-changed", "server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:38.155506 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22be2f-987c-4143-9963-0c6716eaa78d x-openstack-request-id: req-6c22be2f-987c-4143-9963-0c6716eaa78d {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:38.155798 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:38.156244 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c22be2f-987c-4143-9963-0c6716eaa78d {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:38.156793 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'status': 'completed', 'code': 200} Jul 22 22:27:38.201260 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:38.244962 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638023-d7bb-4614-8d91-694352518b60 req-5098dacf-ccca-424a-a930-2e26978552d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:38.246744 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1638023-d7bb-4614-8d91-694352518b60 req-5098dacf-ccca-424a-a930-2e26978552d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 1097 time: 0.0707746 Jul 22 22:27:38.344637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638023-d7bb-4614-8d91-694352518b60 req-bfd35948-6564-427f-b099-53f38983c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:38.346190 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1638023-d7bb-4614-8d91-694352518b60 req-bfd35948-6564-427f-b099-53f38983c3cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 200 len: 897 time: 0.0922105 Jul 22 22:27:38.369512 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531f652-b343-41ee-88ce-91736b5edd6b req-d5b328a6-d302-4fd7-a673-0fd75baf1a6d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:38.371213 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e531f652-b343-41ee-88ce-91736b5edd6b req-d5b328a6-d302-4fd7-a673-0fd75baf1a6d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0723321 Jul 22 22:27:38.396293 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1638023-d7bb-4614-8d91-694352518b60 req-1eba3112-e531-4236-b466-39c7f3043d64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 200 len: 217 time: 0.0426600 Jul 22 22:27:38.419997 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e531f652-b343-41ee-88ce-91736b5edd6b req-174418fe-1b76-44e4-9d6e-efd1b8ce8904 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Jul 22 22:27:38.437776 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:38.448085 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638023-d7bb-4614-8d91-694352518b60 req-bae542df-57e4-4d61-a1e5-82bb6d9f6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:38.449642 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1638023-d7bb-4614-8d91-694352518b60 req-bae542df-57e4-4d61-a1e5-82bb6d9f6b53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 200 len: 835 time: 0.0466454 Jul 22 22:27:38.466715 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] Checking router: c32e6955-d053-4735-a1e0-cfe1b78c62ea for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:38.475785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:38.476422 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:38.511071 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638023-d7bb-4614-8d91-694352518b60 req-f8e16734-92d7-4edc-9d03-f3a48de9b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:38.512774 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1638023-d7bb-4614-8d91-694352518b60 req-f8e16734-92d7-4edc-9d03-f3a48de9b587 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38e072de-6c61-4e87-bf42-c297baab7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563116 Jul 22 22:27:38.578685 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:38.609784 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1638023-d7bb-4614-8d91-694352518b60 req-08411281-45fe-41b2-b6c2-8c7a9c963b68 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883696 Jul 22 22:27:38.701113 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d1638023-d7bb-4614-8d91-694352518b60 req-1a647c87-0bf7-48cb-b2bf-9690f119bf97 service neutron] 10.222.0.58 "GET /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848470 Jul 22 22:27:38.779411 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:38.804350 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feba5d-1b1d-4506-9d23-27fc572c3349 None None] The sync data for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 is: [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:26:07Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'db907fb2-a0eb-4604-b3f4-f7b1ecc3a654', 'name': '', 'network_id': '38e072de-6c61-4e87-bf42-c297baab7da7', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:d0:da:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:06Z', 'updated_at': '2021-07-22T22:26:11Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'd78597e8-9c31-41e2-b51f-977c448aec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:39.030603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd98508-3751-4308-881f-1f000d4df06a None None] New status for floating IP a7241838-5775-4477-9092-540b858103e3: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:27:39.553468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaab68-79a3-4502-99b6-07658e8fe178 req-62fbe754-8943-4415-809c-2dcbdc20442e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:39.554943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5aaab68-79a3-4502-99b6-07658e8fe178 req-62fbe754-8943-4415-809c-2dcbdc20442e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0680752 Jul 22 22:27:39.594353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d5aaab68-79a3-4502-99b6-07658e8fe178 req-ee6a2a75-9ae2-4101-b4da-7100e550b857 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c0d0be6-318b-445c-9a0f-f21f08dab8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333931 Jul 22 22:27:39.936016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-233b8782-5859-4b64-abe8-02c818d0981b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:39.937482 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-233b8782-5859-4b64-abe8-02c818d0981b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 945 time: 0.0683820 Jul 22 22:27:40.037004 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port b687f30b-8f31-44f6-9798-25ae5ee26274 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:40.037340 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:40.087149 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:27:40.129627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port b687f30b-8f31-44f6-9798-25ae5ee26274, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=b687f30b-8f31-44f6-9798-25ae5ee26274,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:40.129986 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:40.141525 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for b687f30b-8f31-44f6-9798-25ae5ee26274 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:40.268484 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:40.301203 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=b687f30b-8f31-44f6-9798-25ae5ee26274,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:40.331091 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.331442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.331779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.332138 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.332465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.333383 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.333808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.334152 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.334474 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.334797 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.335123 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.335443 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:40.357653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] No DVR routers for this DVR port b687f30b-8f31-44f6-9798-25ae5ee26274 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:40.360120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:40.362180 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9a4dfb11-925e-4fbb-aab5-917c64da7aad req-ea022625-61ae-487e-9f0f-d85545785282 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "DELETE /v2.0/ports/b687f30b-8f31-44f6-9798-25ae5ee26274 HTTP/1.1" status: 204 len: 173 time: 0.4187937 Jul 22 22:27:40.362622 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'name': 'network-vif-deleted', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:40.365405 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ffcbc-6e61-4cf5-8a75-8ac170cbedeb" -d '{"events": [{"server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "name": "network-vif-deleted", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:40.402920 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c4dc5-fc6c-436d-ba4d-13f47e6c38d6 x-openstack-request-id: req-a03c4dc5-fc6c-436d-ba4d-13f47e6c38d6 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:40.403147 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8888826-445d-4502-b835-706ff736cb56", "name": "network-vif-deleted", "tag": "b687f30b-8f31-44f6-9798-25ae5ee26274", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:40.403259 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a03c4dc5-fc6c-436d-ba4d-13f47e6c38d6 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:40.403957 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8888826-445d-4502-b835-706ff736cb56', 'name': 'network-vif-deleted', 'tag': 'b687f30b-8f31-44f6-9798-25ae5ee26274', 'status': 'completed', 'code': 200} Jul 22 22:27:40.708750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-37af7cc9-4430-4380-a50f-e8592f2c48f1 req-67433b88-ef45-4f2f-8144-e72066e6fa49 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8888826-445d-4502-b835-706ff736cb56 HTTP/1.1" status: 200 len: 210 time: 0.0328271 Jul 22 22:27:41.765378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55564) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:42.131471 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:42.411992 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:42.412238 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:42.506537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port db907fb2-a0eb-4604-b3f4-f7b1ecc3a654, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:42.506902 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:42.519759 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:42.686491 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d03bb42d-716f-4d29-b454-e94a818d0dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:42.709484 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:42.736875 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=db907fb2-a0eb-4604-b3f4-f7b1ecc3a654,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:42.918434 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:43.439133 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router c32e6955-d053-4735-a1e0-cfe1b78c62ea has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:43.548323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:43.551179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device b687f30b-8f31-44f6-9798-25ae5ee26274 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:43.553561 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e8fe3604-9d76-4848-be94-031beb469dd7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/c32e6955-d053-4735-a1e0-cfe1b78c62ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7869356 Jul 22 22:27:43.560114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55566) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:43.562833 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e397b-4761-4437-b7cd-7df055333674 None None] Sync routers for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:43.572065 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:43.572718 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:43.579126 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: b687f30b-8f31-44f6-9798-25ae5ee26274 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:43.579473 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device b687f30b-8f31-44f6-9798-25ae5ee26274 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:43.616926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting subnet d78597e8-9c31-41e2-b51f-977c448aec0d {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:27:43.619966 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:43.660350 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:43.678793 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:43.750371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:43.814895 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:43.840207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Subnet': ['ID=d78597e8-9c31-41e2-b51f-977c448aec0d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:43.846156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:43.851100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3b087a18-9683-4dc3-a0b0-9db294456039 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/subnets/d78597e8-9c31-41e2-b51f-977c448aec0d HTTP/1.1" status: 204 len: 168 time: 0.2871070 Jul 22 22:27:43.851873 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55568) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:43.854389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbadf55-f8d3-4767-b2ef-b93c21b0d946 None None] Network 38e072de-6c61-4e87-bf42-c297baab7da7 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:27:43.862785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:27:42Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:43.893334 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e397b-4761-4437-b7cd-7df055333674 None None] Checking router: c32e6955-d053-4735-a1e0-cfe1b78c62ea for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:43.901572 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] Routers {'c32e6955-d053-4735-a1e0-cfe1b78c62ea'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:43.902476 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:43.970342 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.013180 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] Set router c32e6955-d053-4735-a1e0-cfe1b78c62ea gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:44.058106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] DHCP port deletion for 38e072de-6c61-4e87-bf42-c297baab7da7 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:27:44.081037 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.127787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Deleting port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:44.128383 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.142112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 4542a990-6160-4659-b680-01a2255fcc39 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:44.142460 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.196274 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] For port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=91f02f18-92fc-472b-83a3-7e23ec8ba0c6,segment=NetworkSegment(96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94),segment_id=96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:44.196675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.210459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Calling delete_port for 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:44.234408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 4542a990-6160-4659-b680-01a2255fcc39, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4542a990-6160-4659-b680-01a2255fcc39,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:44.234938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.248374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 4542a990-6160-4659-b680-01a2255fcc39 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:44.294419 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-009e397b-4761-4437-b7cd-7df055333674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:27:42Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:44.304035 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.329767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Pushing event deleted for resources: {'Port': ['ID=91f02f18-92fc-472b-83a3-7e23ec8ba0c6,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:44.334725 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] No DVR routers for this DVR port 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:44.339765 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e397b-4761-4437-b7cd-7df055333674 None None] The sync data for ids ['c32e6955-d053-4735-a1e0-cfe1b78c62ea'] in n-d-762330-19 is: [{'id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029335425', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '4542a990-6160-4659-b680-01a2255fcc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:03Z', 'updated_at': '2021-07-22T22:27:42Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '4542a990-6160-4659-b680-01a2255fcc39', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e6955-d053-4735-a1e0-cfe1b78c62ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:04Z', 'updated_at': '2021-07-22T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:44.342433 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.342798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.343141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.343486 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.343805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.344172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.344505 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.344841 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.345173 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.345510 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.345828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.346155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8748d00-415f-41de-9352-ed4ec04afc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:44.453456 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.477902 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=4542a990-6160-4659-b680-01a2255fcc39,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:44.543202 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.632155 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.634194 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.681378 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.681944 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Fanout notify agent at l3_agent the message router_deleted on router c32e6955-d053-4735-a1e0-cfe1b78c62ea {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:27:44.688950 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.692959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-122d35a5-f5fe-4d3d-aab7-a3a6194bfed4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/routers/c32e6955-d053-4735-a1e0-cfe1b78c62ea HTTP/1.1" status: 204 len: 168 time: 0.8372426 Jul 22 22:27:44.692959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55570) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:44.773960 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.866383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.877129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e072de-6c61-4e87-bf42-c297baab7da7']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:44.888415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:44.888415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f7fa2d-f559-4a2d-b25c-a00ba1aa8a94') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:44.897407 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.911558 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.918459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:27:44.918880 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:27:44.922200 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:27:44.988764 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.997299 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:44.999258 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/networks/38e072de-6c61-4e87-bf42-c297baab7da7 HTTP/1.1" status: 204 len: 168 time: 0.3053808 Jul 22 22:27:45.002413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55572) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:45.019970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0a4cf-7c00-471c-84f9-a07b546bc3c6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Network': ['ID=38e072de-6c61-4e87-bf42-c297baab7da7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:45.072322 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4005d7af-fa11-43cf-9722-44724984cb1d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.098528 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4005d7af-fa11-43cf-9722-44724984cb1d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.160741 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4005d7af-fa11-43cf-9722-44724984cb1d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.163946 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4005d7af-fa11-43cf-9722-44724984cb1d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.165213 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-4005d7af-fa11-43cf-9722-44724984cb1d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/security-groups/2c0d0be6-318b-445c-9a0f-f21f08dab8bd HTTP/1.1" status: 204 len: 168 time: 0.1618414 Jul 22 22:27:45.174390 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005d7af-fa11-43cf-9722-44724984cb1d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0d0be6-318b-445c-9a0f-f21f08dab8bd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:45.313551 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c43ecc1-4ebb-4b21-87ba-2f4bf2291606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.444536 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55578) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:45.449246 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-702de8f8-54f5-447e-9462-7823635791da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389068772', 'description': 'tempest-secgroup-smoke-389068772 description', 'project_id': '625bb70c377c4dbfbade26680df25bf3'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:45.486068 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702de8f8-54f5-447e-9462-7823635791da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.560943 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:45.578613 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702de8f8-54f5-447e-9462-7823635791da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.581189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:45.581553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 91f02f18-92fc-472b-83a3-7e23ec8ba0c6 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:45.581980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:45.584232 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702de8f8-54f5-447e-9462-7823635791da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.614564 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702de8f8-54f5-447e-9462-7823635791da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.615729 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-702de8f8-54f5-447e-9462-7823635791da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1701739 Jul 22 22:27:45.617119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:45.617649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device db907fb2-a0eb-4604-b3f4-f7b1ecc3a654 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:45.617857 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de8f8-54f5-447e-9462-7823635791da tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af11f35-6424-4e4d-ada0-ad1f4c929541,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:45.618104 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4542a990-6160-4659-b680-01a2255fcc39 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:45.618751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55580) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:45.623982 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3867a4bb-e14b-4f79-942f-add997750668 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '8af11f35-6424-4e4d-ada0-ad1f4c929541', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:45.633971 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.652609 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 4542a990-6160-4659-b680-01a2255fcc39 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:45.652961 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4542a990-6160-4659-b680-01a2255fcc39 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:45.656195 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3867a4bb-e14b-4f79-942f-add997750668 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.715373 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3867a4bb-e14b-4f79-942f-add997750668 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.718931 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3867a4bb-e14b-4f79-942f-add997750668 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.738069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a4bb-e14b-4f79-942f-add997750668 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2876f63-f0b0-46c7-a902-ac7eee641ae3,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:45.745467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3867a4bb-e14b-4f79-942f-add997750668 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.746898 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-3867a4bb-e14b-4f79-942f-add997750668 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271646 Jul 22 22:27:45.749697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55582) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:45.754055 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f2d1773f-10c9-4b8c-af3d-0f107405e8cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '8af11f35-6424-4e4d-ada0-ad1f4c929541', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:45.791259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2d1773f-10c9-4b8c-af3d-0f107405e8cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.851702 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2d1773f-10c9-4b8c-af3d-0f107405e8cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.855386 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2d1773f-10c9-4b8c-af3d-0f107405e8cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.872865 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1773f-10c9-4b8c-af3d-0f107405e8cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3812feb-c591-47ca-84f5-bced1c999840,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:45.878234 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2d1773f-10c9-4b8c-af3d-0f107405e8cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.879637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-f2d1773f-10c9-4b8c-af3d-0f107405e8cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289933 Jul 22 22:27:45.882342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55584) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:45.886720 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fcec9dc9-03fd-44ad-af0d-1c217a7d35b6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '8af11f35-6424-4e4d-ada0-ad1f4c929541', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:45.914400 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fcec9dc9-03fd-44ad-af0d-1c217a7d35b6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.976591 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fcec9dc9-03fd-44ad-af0d-1c217a7d35b6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.979985 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fcec9dc9-03fd-44ad-af0d-1c217a7d35b6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.996869 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec9dc9-03fd-44ad-af0d-1c217a7d35b6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd611dd-bc6d-480a-8442-2529c5cc4f70,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:46.003728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fcec9dc9-03fd-44ad-af0d-1c217a7d35b6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.005485 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fcec9dc9-03fd-44ad-af0d-1c217a7d35b6 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221790 Jul 22 22:27:46.008286 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55586) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:46.012748 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c9cd99b1-387f-4177-ba73-fc5648596a03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '8af11f35-6424-4e4d-ada0-ad1f4c929541', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:46.038602 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cd99b1-387f-4177-ba73-fc5648596a03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.096593 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cd99b1-387f-4177-ba73-fc5648596a03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.100750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cd99b1-387f-4177-ba73-fc5648596a03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.118219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd99b1-387f-4177-ba73-fc5648596a03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39ce0a4-b3b3-486e-b0d2-f717f3929518,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:46.125199 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9cd99b1-387f-4177-ba73-fc5648596a03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.125671 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c9cd99b1-387f-4177-ba73-fc5648596a03 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164658 Jul 22 22:27:46.128506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55590) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:46.133062 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '8af11f35-6424-4e4d-ada0-ad1f4c929541', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:46.153603 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:27:46.158504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.217728 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.221496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.240262 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea8a502-6f0b-451e-a551-c166db263981,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:46.247072 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.248343 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ca61146b-cf14-494c-b902-87c5fd08d62f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188049 Jul 22 22:27:46.251140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55592) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:46.255800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'security_group_rule': {'security_group_id': '8af11f35-6424-4e4d-ada0-ad1f4c929541', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:46.276731 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Project 625bb70c377c4dbfbade26680df25bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:27:46.282005 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.344500 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.348364 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.369738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581ff46a-bb6d-4573-b91d-607ee16e2723,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:46.373590 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.374794 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-31b5dcf3-df38-4d17-8555-b3eceecc794e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224468 Jul 22 22:27:46.377843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55594) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:46.384282 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'network': {'name': 'tempest-network-smoke--1498523156', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'port_security_enabled': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:46.395194 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.406374 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:27:46.409933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.434645 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:27:46.444243 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.444585 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Added segment fdc312fd-24e4-4374-bc2c-e48107ffeef0 of type vlan for network 46f90905-c4da-4b05-93e7-6fd120138cb9 Jul 22 22:27:46.484496 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.513748 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.519166 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:46.519747 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.554983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1754019 Jul 22 22:27:46.557792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55596) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:46.564421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'admin_state_up': True, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:46.597857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28200d-058b-4638-a7dc-d1c5a6421871 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Network': ['ID=46f90905-c4da-4b05-93e7-6fd120138cb9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:46.608506 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:27:46.617394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.618557 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.670050 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.805726 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.998937 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:47.017779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:47.126855 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.160 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/5c352bd6-27c3-423d-ad93-93170d36847e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:27:47.241954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:47.279572 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:47.314691 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:47.321359 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:47.325026 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:27:47.330516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=5c352bd6-27c3-423d-ad93-93170d36847e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:47.576006 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:47.769963 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:47.897514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router afded4c2-2514-4bec-a34a-7ddd2cd8a996 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:27:48.001183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:48.012416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Sync routers for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:48.020700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.022011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0440fb91-72a1-4936-ba9a-2da672980c35 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4633958 Jul 22 22:27:48.022269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:48.022896 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:48.025106 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55598) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:48.059537 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-520be913-7b32-4814-afc7-0d252a159c1a tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=625bb70c377c4dbfbade26680df25bf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309904 Jul 22 22:27:48.059792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55600) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:48.130012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:48.148081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827668cb-1610-4a73-b6f7-0228f21765f6 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:48.149599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-827668cb-1610-4a73-b6f7-0228f21765f6 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889196 Jul 22 22:27:48.152596 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55602) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:48.181532 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-659330bc-52f5-4b6e-b974-40d5bf749728 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=ff40b705-7602-458a-8e3c-11b472a43fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278022 Jul 22 22:27:48.184206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:48.188963 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-231117774', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:48.280038 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:27:48.283422 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.312989 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:47Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:48.339121 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Checking router: afded4c2-2514-4bec-a34a-7ddd2cd8a996 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:48.339480 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Updating router afded4c2-2514-4bec-a34a-7ddd2cd8a996 port 5c352bd6-27c3-423d-ad93-93170d36847e binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:27:48.374039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.466060 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.539593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Subnet': ['ID=e646a0af-6acb-4a33-b16a-d7c2a665419d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:48.548929 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Checking segment: {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:27:48.549293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network hostable DHCP agents. Network: 46f90905-c4da-4b05-93e7-6fd120138cb9, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:27:48.563723 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.570578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:27:48.580754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 46f90905-c4da-4b05-93e7-6fd120138cb9) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:48.590011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcfb8cb-15b3-455b-9cc7-954316925db8 None None] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:27:48.591656 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:48.592300 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.608629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-b0314e30-fe26-4bab-b672-e52a134d1c1f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4234140 Jul 22 22:27:48.611389 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55606) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:48.715056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.729384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Transition to ACTIVE for port object 5c352bd6-27c3-423d-ad93-93170d36847e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:48.759141 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.836604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Attempting to bind port 5c352bd6-27c3-423d-ad93-93170d36847e on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:27:48.836984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Attempting to bind port 5c352bd6-27c3-423d-ad93-93170d36847e by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:27:48.837352 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Attempting to bind port 5c352bd6-27c3-423d-ad93-93170d36847e on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:48.840575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781d269-f3e5-41fd-9e31-c36c6261d283 None None] Pushing event updated for resources: {'Port': ['ID=5c352bd6-27c3-423d-ad93-93170d36847e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:48.842881 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-46f90905-c4da-4b05-93e7-6fd120138cb9', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:27:48.843703 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.856155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:27:48.856529 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:27:48.856933 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.857339 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:27:48.857810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Bound port: 5c352bd6-27c3-423d-ad93-93170d36847e, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:27:48.858194 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.978308 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] For port 5c352bd6-27c3-423d-ad93-93170d36847e, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:27:48.983907 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] For port 5c352bd6-27c3-423d-ad93-93170d36847e, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5c352bd6-27c3-423d-ad93-93170d36847e,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:27:48.991143 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.054996 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.072422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Allocated IP 172.20.0.2 (46f90905-c4da-4b05-93e7-6fd120138cb9/e646a0af-6acb-4a33-b16a-d7c2a665419d/e3f07d0f-30cd-47b0-a347-cb0264d4436a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:27:49.085132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:49.085758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:49.296773 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781d269-f3e5-41fd-9e31-c36c6261d283 None None] Pushing event updated for resources: {'Port': ['ID=5c352bd6-27c3-423d-ad93-93170d36847e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:49.437613 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:49.595606 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.608831 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Transition to ACTIVE for port object e3f07d0f-30cd-47b0-a347-cb0264d4436a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:49.650960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Transition to ACTIVE for port object e3f07d0f-30cd-47b0-a347-cb0264d4436a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:49.659038 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.705155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:49.706307 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.1 (46f90905-c4da-4b05-93e7-6fd120138cb9/e646a0af-6acb-4a33-b16a-d7c2a665419d/f7bb788f-1ac9-4866-9b18-8bddc772d571) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:27:49.714356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:49.716772 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:27:49.735326 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Pushing event updated for resources: {'Port': ['ID=e3f07d0f-30cd-47b0-a347-cb0264d4436a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:49.789299 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:47Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:49.822854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Attempting to bind port e3f07d0f-30cd-47b0-a347-cb0264d4436a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:27:49.823224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Attempting to bind port e3f07d0f-30cd-47b0-a347-cb0264d4436a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:27:49.823590 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Attempting to bind port e3f07d0f-30cd-47b0-a347-cb0264d4436a on network 46f90905-c4da-4b05-93e7-6fd120138cb9 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:49.825873 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.826764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec682d-3d8e-4696-ab04-c2df06f4e485 None None] The sync data for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 is: [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:47Z', 'revision_number': 3, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:49.831738 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:27:49.832147 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Checking segment: {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:27:49.832544 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.833107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Bound using segment: {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:27:49.833567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Bound port: e3f07d0f-30cd-47b0-a347-cb0264d4436a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:27:49.834290 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.840171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object f7bb788f-1ac9-4866-9b18-8bddc772d571 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:49.874305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.907420 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] For port e3f07d0f-30cd-47b0-a347-cb0264d4436a, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:27:49.911982 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] For port e3f07d0f-30cd-47b0-a347-cb0264d4436a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e3f07d0f-30cd-47b0-a347-cb0264d4436a,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:27:49.912536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:49.916273 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:49.919271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.922488 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:27:49.958320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=f7bb788f-1ac9-4866-9b18-8bddc772d571,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:49.979608 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.990378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5ffe-5860-4c90-b861-f9879816ffdd None None] Pushing event updated for resources: {'Port': ['ID=e3f07d0f-30cd-47b0-a347-cb0264d4436a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:50.169395 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:50.491672 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:50.498221 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:50.577736 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=f7bb788f-1ac9-4866-9b18-8bddc772d571,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:50.580850 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:50.681860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:50.683527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:50.806105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router afded4c2-2514-4bec-a34a-7ddd2cd8a996 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:50.921872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:50.929257 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-828383c6-9c82-4ae6-a445-6dbd3adfffe8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/afded4c2-2514-4bec-a34a-7ddd2cd8a996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3146043 Jul 22 22:27:50.948366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c068e-5b69-4416-b70d-0c80a5c537d0 None None] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:27:51.065687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-48662b25-1726-4799-8134-2a85bf5c68ba None None] Provisioning for port e3f07d0f-30cd-47b0-a347-cb0264d4436a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:51.073912 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-5a49abe2-ae87-4ae5-aed7-714b41173974 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389068772&fields=id&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 267 time: 0.0350533 Jul 22 22:27:51.193204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-545ee4e9-0348-4613-aadb-a117bfd0048d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:51.194788 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-545ee4e9-0348-4613-aadb-a117bfd0048d tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/networks?id=46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 200 len: 797 time: 0.1138709 Jul 22 22:27:51.213103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-0e98be1a-84c7-4f4c-bbf0-2d2cfc3f23de tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/quotas/625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 375 time: 0.0115669 Jul 22 22:27:51.285067 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-faf7014a-3be5-48e7-b2d3-481b8e262863 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664237 Jul 22 22:27:51.305427 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-84da1a6f-b850-4d72-9a0d-d00d62e3f68b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:27:51.306421 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-84da1a6f-b850-4d72-9a0d-d00d62e3f68b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062585 Jul 22 22:27:51.409144 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a1e684c0-0544-4240-beaa-92c9308ef752 None None] Provisioning for port f7bb788f-1ac9-4866-9b18-8bddc772d571 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:51.413818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a1e684c0-0544-4240-beaa-92c9308ef752 None None] Provisioning complete for port f7bb788f-1ac9-4866-9b18-8bddc772d571 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:51.414201 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a1e684c0-0544-4240-beaa-92c9308ef752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:51.426071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-c3de35e9-939f-4b2d-8f4a-9e36fcb44e33 service neutron] 10.222.0.54 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130722 Jul 22 22:27:51.451367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a1e684c0-0544-4240-beaa-92c9308ef752 None None] Port f7bb788f-1ac9-4866-9b18-8bddc772d571 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:27:51.520983 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Sync routers for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:51.529516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-afb41c24-c4a7-4653-a490-2cc1f4e5e0d4 service neutron] 10.222.0.54 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015942 Jul 22 22:27:51.547298 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:51.547944 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:51.574151 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-91531dbf-5ae4-456f-8e60-a0c8c0e7f9b4 None None] Provisioning complete for port f7bb788f-1ac9-4866-9b18-8bddc772d571 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:51.574757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-91531dbf-5ae4-456f-8e60-a0c8c0e7f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:51.651627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-91531dbf-5ae4-456f-8e60-a0c8c0e7f9b4 None None] Port f7bb788f-1ac9-4866-9b18-8bddc772d571 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:27:51.709006 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c352bd6-27c3-423d-ad93-93170d36847e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:51.727009 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:51.766621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 5c352bd6-27c3-423d-ad93-93170d36847e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:51.777464 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5c352bd6-27c3-423d-ad93-93170d36847e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:51.777845 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:51.799179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea263004-ba8e-4b88-b3fc-afd9f8e3ceee req-0b6380c4-725b-452d-b806-8d2c652acbb9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 210 time: 0.0674274 Jul 22 22:27:51.873968 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:51.903900 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 5c352bd6-27c3-423d-ad93-93170d36847e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5c352bd6-27c3-423d-ad93-93170d36847e,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:51.908257 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:51.909445 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e3f07d0f-30cd-47b0-a347-cb0264d4436a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:51.983444 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 2, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:52.009976 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7544de32-25ed-4795-b02b-a3bbc9df7813 None None] Provisioning complete for port f7bb788f-1ac9-4866-9b18-8bddc772d571 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:52.010487 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7544de32-25ed-4795-b02b-a3bbc9df7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.012109 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Checking router: afded4c2-2514-4bec-a34a-7ddd2cd8a996 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:52.012639 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Updating router afded4c2-2514-4bec-a34a-7ddd2cd8a996 port f7bb788f-1ac9-4866-9b18-8bddc772d571 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:27:52.012777 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=5c352bd6-27c3-423d-ad93-93170d36847e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:52.051902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port e3f07d0f-30cd-47b0-a347-cb0264d4436a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:52.058128 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e3f07d0f-30cd-47b0-a347-cb0264d4436a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:52.058324 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.058509 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.061370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7544de32-25ed-4795-b02b-a3bbc9df7813 None None] Port f7bb788f-1ac9-4866-9b18-8bddc772d571 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:27:52.143271 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.177892 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port e3f07d0f-30cd-47b0-a347-cb0264d4436a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e3f07d0f-30cd-47b0-a347-cb0264d4436a,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:52.182337 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.235233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=e3f07d0f-30cd-47b0-a347-cb0264d4436a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:52.343114 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.354110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Transition to ACTIVE for port object f7bb788f-1ac9-4866-9b18-8bddc772d571 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:52.360024 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.411760 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Pushing event updated for resources: {'Port': ['ID=f7bb788f-1ac9-4866-9b18-8bddc772d571,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:52.440917 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.441258 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.441496 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.441823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.442146 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.442499 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.442817 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.443132 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.443447 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.443763 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.444101 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.444416 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:52.485219 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Attempting to bind port f7bb788f-1ac9-4866-9b18-8bddc772d571 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:27:52.485579 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Attempting to bind port f7bb788f-1ac9-4866-9b18-8bddc772d571 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:27:52.485931 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Attempting to bind port f7bb788f-1ac9-4866-9b18-8bddc772d571 on network 46f90905-c4da-4b05-93e7-6fd120138cb9 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:52.492502 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:27:52.492869 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Checking segment: {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:27:52.493266 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.493646 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Bound using segment: {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:27:52.494105 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Bound port: f7bb788f-1ac9-4866-9b18-8bddc772d571, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:27:52.494479 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.563214 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] For port f7bb788f-1ac9-4866-9b18-8bddc772d571, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:27:52.566562 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] For port f7bb788f-1ac9-4866-9b18-8bddc772d571, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f7bb788f-1ac9-4866-9b18-8bddc772d571,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:27:52.570202 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:52.629443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24277a5-9d3a-486d-993b-9d1a395489c1 None None] Pushing event updated for resources: {'Port': ['ID=f7bb788f-1ac9-4866-9b18-8bddc772d571,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:52.632029 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:52.632625 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:52.747355 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:52.927442 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-0a1653fd-80e2-40d6-8569-450fb50c1fc3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:52.929671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-0a1653fd-80e2-40d6-8569-450fb50c1fc3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/networks?id=46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 200 len: 797 time: 0.1274393 Jul 22 22:27:52.936440 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8e139458-e484-4513-bc78-1b479835bdef req-2d009c1c-8040-47f1-9e34-82629bdae93a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 210 time: 0.0326653 Jul 22 22:27:52.984494 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-d1742f77-c91e-4616-9ba9-eb2ea6953fa5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=625bb70c377c4dbfbade26680df25bf3 HTTP/1.1" status: 200 len: 379 time: 0.0416787 Jul 22 22:27:52.984737 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-d5d43125-409a-489b-922d-6d5566478779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:52Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:52.994773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'port': {'device_id': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'admin_state_up': True, 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'security_groups': ['8af11f35-6424-4e4d-ada0-ad1f4c929541']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:53.011755 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d43125-409a-489b-922d-6d5566478779 None None] The sync data for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 is: [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:52Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:53.124697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Made reservation on behalf of 625bb70c377c4dbfbade26680df25bf3 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:27:53.128417 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.262446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.20.0.11 (46f90905-c4da-4b05-93e7-6fd120138cb9/e646a0af-6acb-4a33-b16a-d7c2a665419d/fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:27:53.419174 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.433662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Transition to ACTIVE for port object fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:53.468707 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.541014 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:53.548034 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:53.556556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:27:53.563816 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:53.658963 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:53.660170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.687921 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65f47f39-9672-4fc0-821e-744ac38010f8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6967320 Jul 22 22:27:53.706662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Request body: {'port': {'device_id': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:53.742416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c352bd6-27c3-423d-ad93-93170d36847e up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:53.815721 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 5c352bd6-27c3-423d-ad93-93170d36847e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:53.816325 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.890972 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d0f56871-1642-49ae-88a2-6bc13bac140a None None] Provisioning for port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:53.898639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d0f56871-1642-49ae-88a2-6bc13bac140a None None] Provisioning complete for port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:53.899036 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d0f56871-1642-49ae-88a2-6bc13bac140a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.964310 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d0f56871-1642-49ae-88a2-6bc13bac140a None None] Port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:27:53.988791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e3f07d0f-30cd-47b0-a347-cb0264d4436a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:54.043504 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port e3f07d0f-30cd-47b0-a347-cb0264d4436a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:54.043712 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.101621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bed3-8f42-40ea-9e97-fe39f6bfb05b req-583667c6-72a7-4c97-8f25-3ef33e80a748 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.103910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b330bed3-8f42-40ea-9e97-fe39f6bfb05b req-583667c6-72a7-4c97-8f25-3ef33e80a748 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 932 time: 0.0893838 Jul 22 22:27:54.147177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f7bb788f-1ac9-4866-9b18-8bddc772d571 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:54.153782 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b330bed3-8f42-40ea-9e97-fe39f6bfb05b req-74161435-5847-4aaa-a36c-0d80a10a5323 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Jul 22 22:27:54.215180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port f7bb788f-1ac9-4866-9b18-8bddc772d571 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:54.219280 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f7bb788f-1ac9-4866-9b18-8bddc772d571 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:54.219699 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.248238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.303901 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.341564 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port f7bb788f-1ac9-4866-9b18-8bddc772d571, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f7bb788f-1ac9-4866-9b18-8bddc772d571,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:54.346307 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.399146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=f7bb788f-1ac9-4866-9b18-8bddc772d571,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:54.522182 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:27:54.529665 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.542290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Transition to ACTIVE for port object fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:54.546260 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.618006 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:54.669391 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Attempting to bind port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:27:54.669751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Attempting to bind port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:27:54.670081 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Attempting to bind port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e on network 46f90905-c4da-4b05-93e7-6fd120138cb9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:54.674881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e on network 46f90905-c4da-4b05-93e7-6fd120138cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:27:54.675216 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Attempting to bind port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e on network 46f90905-c4da-4b05-93e7-6fd120138cb9 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:54.680386 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:27:54.680729 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Checking segment: {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:27:54.681144 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Bound using segment: {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:27:54.681600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Bound port: fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc312fd-24e4-4374-bc2c-e48107ffeef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:27:54.681962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.752751 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] For port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:27:54.756506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] For port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:27:54.760854 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.797108 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.797938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:54.799520 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] 10.222.0.58 "PUT /v2.0/ports/fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 200 len: 1093 time: 1.1008229 Jul 22 22:27:54.802673 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:54.805959 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:54.838148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fe2d3-96f4-4f19-8a38-b55927fc2c31 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:54.864597 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1280d2d0-bb87-447a-9699-f0658eaa1b11 x-openstack-request-id: req-1280d2d0-bb87-447a-9699-f0658eaa1b11 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:54.865026 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:54.865437 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1280d2d0-bb87-447a-9699-f0658eaa1b11 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:54.866037 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'status': 'completed', 'code': 200} Jul 22 22:27:54.916753 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-5cb6ea59-6e10-4b24-a4c5-10b811d4880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.918703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-5cb6ea59-6e10-4b24-a4c5-10b811d4880b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0687156 Jul 22 22:27:54.965904 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-308a9446-25d0-4acc-b368-7ebdbc40d098 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 200 len: 217 time: 0.0396440 Jul 22 22:27:55.016450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-07ce34f5-4417-4c62-88b0-d52e6ecf632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.017942 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-07ce34f5-4417-4c62-88b0-d52e6ecf632f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e646a0af-6acb-4a33-b16a-d7c2a665419d HTTP/1.1" status: 200 len: 834 time: 0.0455604 Jul 22 22:27:55.076999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-03b68b53-6e85-4b48-9d6f-6eb4110d36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.078559 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-03b68b53-6e85-4b48-9d6f-6eb4110d36d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46f90905-c4da-4b05-93e7-6fd120138cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539744 Jul 22 22:27:55.174977 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-acde8aa7-e98a-4952-a15c-dea977176757 service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886977 Jul 22 22:27:55.271178 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-8b9c3f90-79a3-4ca1-9b1b-34d7c2431a17 req-65dd8285-3420-4054-8ef8-45596ad0cdcf service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885448 Jul 22 22:27:55.299644 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5b8aa-83d7-4e9c-893c-a4f3cea9f02e req-6090fd45-2a3c-4d1e-9606-9023ee9d0689 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.301239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b5b8aa-83d7-4e9c-893c-a4f3cea9f02e req-6090fd45-2a3c-4d1e-9606-9023ee9d0689 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 944 time: 0.0702977 Jul 22 22:27:55.341362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d8b5b8aa-83d7-4e9c-893c-a4f3cea9f02e req-44862cc6-a97b-4a35-af18-3124243831bf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Jul 22 22:27:55.377574 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-c532e51c-9992-4c49-9e1f-1ae4a44106cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.379088 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-c532e51c-9992-4c49-9e1f-1ae4a44106cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0587068 Jul 22 22:27:55.467999 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-16f7b4ec-82f2-4374-9f7d-a20576f1ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.469471 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-16f7b4ec-82f2-4374-9f7d-a20576f1ef94 service neutron] 10.222.0.58 "GET /v2.0/networks?id=46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 200 len: 898 time: 0.0836370 Jul 22 22:27:55.515413 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-6263f8a9-76e8-4125-a582-cd58a3ba559f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 200 len: 217 time: 0.0389211 Jul 22 22:27:55.565674 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-b3a6d9f2-625a-4b04-a00c-d2d9a2b94515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.567144 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-b3a6d9f2-625a-4b04-a00c-d2d9a2b94515 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e646a0af-6acb-4a33-b16a-d7c2a665419d HTTP/1.1" status: 200 len: 834 time: 0.0448062 Jul 22 22:27:55.569678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f7bb788f-1ac9-4866-9b18-8bddc772d571 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:55.618233 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port f7bb788f-1ac9-4866-9b18-8bddc772d571 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:55.618655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:55.626254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-bad32d70-8d2a-40b1-b770-57c77df66944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.627801 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-bad32d70-8d2a-40b1-b770-57c77df66944 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46f90905-c4da-4b05-93e7-6fd120138cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535212 Jul 22 22:27:55.721960 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-f1e1489e-6ab9-4d47-b0be-25f0d445320b service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861917 Jul 22 22:27:55.812525 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-bfc16c17-5ca6-4152-a193-b2e3b83a9b0e req-e84b9abc-3bf5-4ec9-b0a0-d63a31c3ce15 service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831635 Jul 22 22:27:56.474856 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfede7e3-4f70-47e0-bf83-b7bb347dde07 req-adcbe0dd-def3-4b7b-86a0-e83566643514 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:56.476467 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfede7e3-4f70-47e0-bf83-b7bb347dde07 req-adcbe0dd-def3-4b7b-86a0-e83566643514 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 944 time: 0.0652211 Jul 22 22:27:56.515248 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dfede7e3-4f70-47e0-bf83-b7bb347dde07 req-da95d310-a9c2-4b53-9732-1eea1a4054f4 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332716 Jul 22 22:27:57.643800 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f89d81-7ed9-4566-a237-2e8cb3c3145f req-af9d1c7a-684c-48d5-bf3a-8635710facb8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:57.645324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23f89d81-7ed9-4566-a237-2e8cb3c3145f req-af9d1c7a-684c-48d5-bf3a-8635710facb8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 944 time: 0.0642920 Jul 22 22:27:57.684182 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-23f89d81-7ed9-4566-a237-2e8cb3c3145f req-b82d4a2e-5701-45cc-8134-772acae6e114 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327516 Jul 22 22:27:58.821380 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb9a78-fa62-417c-91e9-a4a4834cae66 req-3bcfc2f5-58ca-43d5-a184-ffc7c7229427 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:58.822768 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8eeb9a78-fa62-417c-91e9-a4a4834cae66 req-3bcfc2f5-58ca-43d5-a184-ffc7c7229427 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 944 time: 0.0685494 Jul 22 22:27:58.860690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8eeb9a78-fa62-417c-91e9-a4a4834cae66 req-a5577073-2df8-4155-b812-c914eb54a6cb tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Jul 22 22:27:59.658575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:27:59.731278 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-df2ca532-3ba5-4427-b1d7-46bc4651719b req-be7c8326-db2b-4d08-aa9e-86b38eccf1bc service neutron] (94091) timed out ('10.222.0.54', 48244) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:27:59.752235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:59.766037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'port_id': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'mac_address': 'fa:16:3e:99:61:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:27:59.815221 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.830667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:27:59.853539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:59.858187 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.905979 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:59.995581 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041a08a-972e-4e9d-be39-9dd2ee7f81c6 req-cfc34c23-c02b-4c43-8fcd-465c85ae6dd9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:59.997117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f041a08a-972e-4e9d-be39-9dd2ee7f81c6 req-cfc34c23-c02b-4c43-8fcd-465c85ae6dd9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 945 time: 0.0650020 Jul 22 22:28:00.035826 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f041a08a-972e-4e9d-be39-9dd2ee7f81c6 req-422db164-2559-495a-8f12-d12268367ab8 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330167 Jul 22 22:28:00.077338 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:28:01.167945 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9223a37-b6f3-4ee1-a5ce-e99f87f00026 req-58ea42b7-e9a9-4416-bceb-e4038e811e16 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:01.169428 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9223a37-b6f3-4ee1-a5ce-e99f87f00026 req-58ea42b7-e9a9-4416-bceb-e4038e811e16 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 945 time: 0.0666473 Jul 22 22:28:01.207023 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d9223a37-b6f3-4ee1-a5ce-e99f87f00026 req-b0da7765-d711-4a83-8a8c-304f32dc5865 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Jul 22 22:28:01.674844 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:28:01.727612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:28:01.731422 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:28:01.731796 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:01.808930 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:01.830556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:28:01.832823 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00afc845-58c5-412c-a09b-e75d21ca15a6" -d '{"events": [{"server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "name": "network-vif-plugged", "status": "completed", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:28:01.845709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:01.850171 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:01.898448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:01.917965 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f32ea34-64b2-400a-9ac2-570cac606498 x-openstack-request-id: req-5f32ea34-64b2-400a-9ac2-570cac606498 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:28:01.918647 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "name": "network-vif-plugged", "status": "completed", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:28:01.918915 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f32ea34-64b2-400a-9ac2-570cac606498 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:28:01.919325 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'code': 200} Jul 22 22:28:02.027224 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa0d5d-d67c-49cd-a928-143395283716 req-37687c8f-e3e4-4e4e-957b-64bb45d09e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:02.028783 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-18fa0d5d-d67c-49cd-a928-143395283716 req-37687c8f-e3e4-4e4e-957b-64bb45d09e80 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1098 time: 0.0532336 Jul 22 22:28:02.067408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-18fa0d5d-d67c-49cd-a928-143395283716 req-0706d19c-2d95-4ce7-b4a9-89a4a0e95730 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Jul 22 22:28:02.312994 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:02.344378 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc91420-591a-44de-9981-1a415ab96260 req-cb8605f0-236a-4d52-80ad-1be9d307a137 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:02.345907 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fc91420-591a-44de-9981-1a415ab96260 req-cb8605f0-236a-4d52-80ad-1be9d307a137 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0713983 Jul 22 22:28:02.388709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5fc91420-591a-44de-9981-1a415ab96260 req-9dd985e3-0c7f-4685-8b96-e2b449e0b37a tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362897 Jul 22 22:28:02.865389 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.520108 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae29f6-e89f-4b90-91d0-733ce7cc780e req-edd4ab8b-d60b-416f-9505-e3b883dab7e7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:03.522270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2ae29f6-e89f-4b90-91d0-733ce7cc780e req-edd4ab8b-d60b-416f-9505-e3b883dab7e7 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0653477 Jul 22 22:28:03.561324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2ae29f6-e89f-4b90-91d0-733ce7cc780e req-65aa16de-9141-42db-b5ca-0aaf93e5148b tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331037 Jul 22 22:28:03.695979 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b2a53-160f-4ca8-b91a-221fb113badf req-00ff1fc0-0b8d-4110-8631-a37ec43417f1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:03.697487 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d60b2a53-160f-4ca8-b91a-221fb113badf req-00ff1fc0-0b8d-4110-8631-a37ec43417f1 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0676677 Jul 22 22:28:03.735206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d60b2a53-160f-4ca8-b91a-221fb113badf req-5778f221-21d0-42fe-a80b-305539630d63 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315063 Jul 22 22:28:03.757247 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55674) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:03.810053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff4ac99-2860-4a1c-ac06-75cc71082635 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:03.811588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0ff4ac99-2860-4a1c-ac06-75cc71082635 tempest-TestNetworkAdvancedServerOps-740587682 tempest-TestNetworkAdvancedServerOps-740587682-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1093 time: 0.0533607 Jul 22 22:28:03.814290 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55676) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:03.819135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:28:03.844160 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.940717 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.041747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Allocated IP 172.25.5.37 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/6e2abeae-fe74-4e78-9bd5-cc48e5fab2d2) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:28:04.145515 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.184359 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.217206 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:28:04.220116 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:28:04.226030 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:28:04.253944 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=6e2abeae-fe74-4e78-9bd5-cc48e5fab2d2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:04.586356 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.674162 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.841987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.846262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.919463 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event updated for resources: {'Port': ['ID=6e2abeae-fe74-4e78-9bd5-cc48e5fab2d2,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:04.932473 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:05.035914 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP fe3f333a-c231-48a7-ad43-29976804e89b associated. External IP: 172.25.5.37, port: fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e. Jul 22 22:28:05.254871 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router afded4c2-2514-4bec-a34a-7ddd2cd8a996 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:28:05.357927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:05.367999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] Sync routers for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:28:05.374352 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:05.376952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:05.377578 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:05.415823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7f586f7c-9959-4fb7-8dd6-35cc38c92c7e tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6005228 Jul 22 22:28:05.416829 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:28:05.419471 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6" -d '{"events": [{"name": "network-changed", "server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:28:05.461946 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709a29e9-a53e-4ac9-9988-28403364f2f4 x-openstack-request-id: req-709a29e9-a53e-4ac9-9988-28403364f2f4 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:28:05.462243 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:28:05.462543 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-709a29e9-a53e-4ac9-9988-28403364f2f4 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:28:05.462975 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'status': 'completed', 'code': 200} Jul 22 22:28:05.488931 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:05.538922 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-5c72a64e-d110-4d0a-a698-99e0f43be041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:05.540779 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-5c72a64e-d110-4d0a-a698-99e0f43be041 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1098 time: 0.0583239 Jul 22 22:28:05.547204 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd523d41-3459-4f56-b9bd-51da771e2d5c req-f2b496d8-29fa-4157-9dcf-a58f311fdbc2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:05.548854 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd523d41-3459-4f56-b9bd-51da771e2d5c req-f2b496d8-29fa-4157-9dcf-a58f311fdbc2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0724750 Jul 22 22:28:05.589464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd523d41-3459-4f56-b9bd-51da771e2d5c req-fef5bdc3-079d-439e-8681-a2d815601639 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346029 Jul 22 22:28:05.611941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55684) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:05.645129 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-4883c98d-8322-45ad-8c7c-2fdc40f08b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:05.647671 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-4883c98d-8322-45ad-8c7c-2fdc40f08b1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 200 len: 898 time: 0.0989983 Jul 22 22:28:05.683123 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e4e7aa7e-3dde-41c6-a3b4-e44b13bc6a02 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/fe3f333a-c231-48a7-ad43-29976804e89b HTTP/1.1" status: 200 len: 991 time: 0.0696900 Jul 22 22:28:05.722785 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-d36af261-5420-4faa-807a-c776d63aa0b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 200 len: 999 time: 0.0684197 Jul 22 22:28:05.773290 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-038022b9-b7fa-4432-aef0-651dd0cb2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:05.774710 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-038022b9-b7fa-4432-aef0-651dd0cb2ce3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e646a0af-6acb-4a33-b16a-d7c2a665419d HTTP/1.1" status: 200 len: 834 time: 0.0461898 Jul 22 22:28:05.836238 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-5e0e9783-5a00-4840-a99c-596d92e86b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:05.837766 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-5e0e9783-5a00-4840-a99c-596d92e86b54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46f90905-c4da-4b05-93e7-6fd120138cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565062 Jul 22 22:28:05.889244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'fe3f333a-c231-48a7-ad43-29976804e89b', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'port_id': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'mac_address': 'fa:16:3e:99:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:28:04Z', 'updated_at': '2021-07-22T22:28:04Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:54Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:05.916535 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] Checking router: afded4c2-2514-4bec-a34a-7ddd2cd8a996 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:28:05.926255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:05.926879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:27:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:05.937393 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-3eef796d-2365-4968-9f02-8f998d43f47e service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922759 Jul 22 22:28:06.034292 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:06.035703 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-61a0492d-2fe6-4660-96d7-bd3a1b2a34c6 req-32584b6a-cc22-476c-b1f3-8507b4470d3a service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879915 Jul 22 22:28:06.259425 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'fe3f333a-c231-48a7-ad43-29976804e89b', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'port_id': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'mac_address': 'fa:16:3e:99:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:28:04Z', 'updated_at': '2021-07-22T22:28:04Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:54Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:06.287582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e42975-d3f0-4392-b381-5a11c2cd99e0 None None] The sync data for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 is: [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': 'fe3f333a-c231-48a7-ad43-29976804e89b', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'port_id': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'mac_address': 'fa:16:3e:99:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:28:04Z', 'updated_at': '2021-07-22T22:28:04Z', 'revision_number': 0, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:54Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:28:06.471595 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b8710-8620-478a-b0aa-04bc8b278193 None None] New status for floating IP fe3f333a-c231-48a7-ad43-29976804e89b: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:28:06.686329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55688) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:06.752318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b9e60d74-cc0b-4027-a912-290274e9c1cc tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/fe3f333a-c231-48a7-ad43-29976804e89b HTTP/1.1" status: 200 len: 993 time: 0.0647912 Jul 22 22:28:12.693883 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8448cf2f-1dac-453e-b584-a7abf0683d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:15.306106 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-623da766-6cac-4ebe-820e-31d46b7a6746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:15.584541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:16.396231 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:17.086875 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:28:18.552410 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:32.312442 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:32.864247 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:33.365606 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-97893543-7d29-4d57-8fe4-0825914c3957 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523572 Jul 22 22:28:33.460835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-214e03d1-13eb-4aa1-a449-e1784b3b38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:33.462340 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-214e03d1-13eb-4aa1-a449-e1784b3b38b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1098 time: 0.0553675 Jul 22 22:28:33.568981 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-6654c193-5558-45a2-927a-007b402dba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:33.571121 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-6654c193-5558-45a2-927a-007b402dba2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 200 len: 898 time: 0.0904536 Jul 22 22:28:33.639078 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-d7c2ef85-60a4-4ed9-8942-2a8a8abd3113 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 200 len: 1001 time: 0.0612316 Jul 22 22:28:33.691385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-988534e9-5b9c-4073-8f71-7d030beb31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:33.692944 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-988534e9-5b9c-4073-8f71-7d030beb31a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e646a0af-6acb-4a33-b16a-d7c2a665419d HTTP/1.1" status: 200 len: 834 time: 0.0471075 Jul 22 22:28:33.750653 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-80590d93-86d6-4b22-acb2-308a7e8f9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:33.752270 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-80590d93-86d6-4b22-acb2-308a7e8f9c54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46f90905-c4da-4b05-93e7-6fd120138cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530109 Jul 22 22:28:33.848767 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-5db3bb42-85ed-4b1a-beb8-3fa93b5ab123 service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873892 Jul 22 22:28:33.939787 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1a7f4d79-5c75-4e80-a96c-6e7261424582 req-c7b68eaa-86ba-4115-81e4-fc9f34347729 service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Jul 22 22:28:40.175977 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fb199-2c04-460a-a831-43be94a6c056 req-40b30388-a1a5-4b49-9d8c-653b358569ec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:40.177470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d1fb199-2c04-460a-a831-43be94a6c056 req-40b30388-a1a5-4b49-9d8c-653b358569ec tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0641265 Jul 22 22:28:40.215000 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8d1fb199-2c04-460a-a831-43be94a6c056 req-830071ac-48e2-4aaf-b37e-6077a84bc2fe tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Jul 22 22:28:41.360387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b06f8-7175-422d-8006-99e0f1b6cb58 req-1e1d714f-337a-43b7-8bd5-091eba14e495 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:41.361868 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-366b06f8-7175-422d-8006-99e0f1b6cb58 req-1e1d714f-337a-43b7-8bd5-091eba14e495 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0626984 Jul 22 22:28:41.398908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-366b06f8-7175-422d-8006-99e0f1b6cb58 req-767db47b-6a18-40de-abf7-ee3b61a6d2a2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Jul 22 22:28:41.422053 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55710) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:41.485124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15b5f1b4-0cd6-4449-8b5a-5b430656969f tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/fe3f333a-c231-48a7-ad43-29976804e89b HTTP/1.1" status: 200 len: 993 time: 0.0619431 Jul 22 22:28:42.686895 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c9bd2294-668c-4a56-a831-9a3cf6757bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:42.751996 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2bc8d-db40-4af7-8749-108ffe835b07 req-c9bc3fd5-25fd-4efb-9cde-93b879992948 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:42.753411 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3d2bc8d-db40-4af7-8749-108ffe835b07 req-c9bc3fd5-25fd-4efb-9cde-93b879992948 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0638742 Jul 22 22:28:42.768578 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-de7316ac-cf45-4dcb-95a0-fbe31d07cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:42.770109 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-de7316ac-cf45-4dcb-95a0-fbe31d07cf4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1098 time: 0.0551934 Jul 22 22:28:42.792241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c3d2bc8d-db40-4af7-8749-108ffe835b07 req-81cfdf41-f2cb-443f-9204-51c59c6cbd38 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326314 Jul 22 22:28:42.864247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-c4ecc860-5d45-4ea8-b2fa-5f53b3619426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:42.865736 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-c4ecc860-5d45-4ea8-b2fa-5f53b3619426 service neutron] 10.222.0.58 "GET /v2.0/networks?id=46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 200 len: 898 time: 0.0898654 Jul 22 22:28:42.933352 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-5fea15bc-55fb-4448-ba77-770b5fd4bc42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 200 len: 1001 time: 0.0617328 Jul 22 22:28:42.982545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-3775c289-1d26-4133-ac95-094eff234889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:42.984026 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-3775c289-1d26-4133-ac95-094eff234889 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e646a0af-6acb-4a33-b16a-d7c2a665419d HTTP/1.1" status: 200 len: 834 time: 0.0441055 Jul 22 22:28:43.042316 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-9a5b59fb-8294-4636-a50e-9e9f8a93d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:43.043723 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-9a5b59fb-8294-4636-a50e-9e9f8a93d31b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46f90905-c4da-4b05-93e7-6fd120138cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532939 Jul 22 22:28:43.135408 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-88084024-5a4d-445a-97b2-86d160a70d27 service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854611 Jul 22 22:28:43.224732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a47928d4-e4f0-42fa-b40f-3b82d019c4e3 req-14901d86-d73d-4ad8-bd5a-5893b36944ce service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831373 Jul 22 22:28:43.929762 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58aca-a6b6-4771-b49b-71a80c035962 req-46b999a0-420e-4f5c-99ae-df4d8b81a58c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:43.931749 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef58aca-a6b6-4771-b49b-71a80c035962 req-46b999a0-420e-4f5c-99ae-df4d8b81a58c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0681782 Jul 22 22:28:44.278102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7ef58aca-a6b6-4771-b49b-71a80c035962 req-1fd0f867-aff9-44eb-ba5b-99945e8b01f9 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408413 Jul 22 22:28:45.308048 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0480-ac90-49b1-9aea-72daca134c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:45.412615 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05b7c9-5b06-49b5-8086-015db3095e42 req-bb8b8f69-2633-4886-b165-4d3a44901642 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:45.414117 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c05b7c9-5b06-49b5-8086-015db3095e42 req-bb8b8f69-2633-4886-b165-4d3a44901642 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0682762 Jul 22 22:28:45.452201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7c05b7c9-5b06-49b5-8086-015db3095e42 req-8d16dcc4-a8bb-4cc2-9644-b66981951199 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 Jul 22 22:28:45.475803 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55722) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:45.541559 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5d45279e-abe5-449b-a301-23b7d1438bca tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/floatingips/fe3f333a-c231-48a7-ad43-29976804e89b HTTP/1.1" status: 200 len: 993 time: 0.0645528 Jul 22 22:28:45.587507 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:45.756506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55728) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:45.912420 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 6e2abeae-fe74-4e78-9bd5-cc48e5fab2d2 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:45.912768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:45.986735 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:45.987156 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:45.998989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 6e2abeae-fe74-4e78-9bd5-cc48e5fab2d2 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:46.143878 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:46.173574 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=6e2abeae-fe74-4e78-9bd5-cc48e5fab2d2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:46.218448 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.218794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.219137 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.219501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.219806 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.220188 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.220490 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.220821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.221146 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.221468 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.221790 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.222105 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:46.244200 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:46.244572 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Floating IP fe3f333a-c231-48a7-ad43-29976804e89b disassociated (deleted). External IP: 172.25.5.37, port: fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e. Jul 22 22:28:46.399427 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:46.457280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router afded4c2-2514-4bec-a34a-7ddd2cd8a996 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:28:46.561190 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:46.566076 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:46.573151 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] Sync routers for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:28:46.582186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:46.582814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:46.606493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c2a8b074-4f64-4d94-a1d4-04dafa9148cf tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/floatingips/fe3f333a-c231-48a7-ad43-29976804e89b HTTP/1.1" status: 204 len: 168 time: 0.8488920 Jul 22 22:28:46.607080 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:28:46.609905 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6803141-bf38-4a71-b048-9d99173d4ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:28:46.651154 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a14875-780f-4df2-b441-0c23febfb955 x-openstack-request-id: req-97a14875-780f-4df2-b441-0c23febfb955 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:28:46.651450 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:28:46.651702 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97a14875-780f-4df2-b441-0c23febfb955 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:28:46.652141 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'status': 'completed', 'code': 200} Jul 22 22:28:46.694417 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:46.732298 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-356b82ee-9a02-458e-b930-fb3038b00920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:46.733816 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-356b82ee-9a02-458e-b930-fb3038b00920 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=625bb70c377c4dbfbade26680df25bf3&device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 1098 time: 0.0606308 Jul 22 22:28:46.841214 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-12baa9dd-e155-47c5-b2e4-b62cf053a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:46.842763 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-12baa9dd-e155-47c5-b2e4-b62cf053a656 service neutron] 10.222.0.58 "GET /v2.0/networks?id=46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 200 len: 898 time: 0.1024690 Jul 22 22:28:46.878837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8094ea-2f85-4365-89fb-78b15c5e3da1 req-1187c523-2fe0-491d-ae89-3705a5931375 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:46.880516 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f8094ea-2f85-4365-89fb-78b15c5e3da1 req-1187c523-2fe0-491d-ae89-3705a5931375 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0708573 Jul 22 22:28:46.888319 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-4ec432c7-4f16-4f52-be77-092ad2ae06d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 200 len: 217 time: 0.0381105 Jul 22 22:28:46.909957 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:54Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:46.924064 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f8094ea-2f85-4365-89fb-78b15c5e3da1 req-c834bf48-3aa5-44f1-94ce-916963c07fc3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370555 Jul 22 22:28:46.939044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] Checking router: afded4c2-2514-4bec-a34a-7ddd2cd8a996 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:28:46.947959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:46.948575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:46.951953 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-1c3afbfe-5cee-4460-98fc-35e0007d5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:46.953556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-1c3afbfe-5cee-4460-98fc-35e0007d5187 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e646a0af-6acb-4a33-b16a-d7c2a665419d HTTP/1.1" status: 200 len: 834 time: 0.0593193 Jul 22 22:28:47.013112 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-edabcaae-2374-4644-818e-3b4d3d0794d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:47.014536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-edabcaae-2374-4644-818e-3b4d3d0794d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46f90905-c4da-4b05-93e7-6fd120138cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544555 Jul 22 22:28:47.052208 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:47.108187 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-7fb8f8f1-20ed-4886-88b7-949042d5b8bd service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868433 Jul 22 22:28:47.214433 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b6803141-bf38-4a71-b048-9d99173d4ff7 req-90f22535-bfa9-40e4-95cf-51d2b098197d service neutron] 10.222.0.58 "GET /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984175 Jul 22 22:28:47.263337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:54Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:47.293378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2c69-6bad-4bfb-b1f7-8de2a0954023 None None] The sync data for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 is: [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:27:50Z', 'revision_number': 4, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'f7bb788f-1ac9-4866-9b18-8bddc772d571', 'name': '', 'network_id': '46f90905-c4da-4b05-93e7-6fd120138cb9', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'mac_address': 'fa:16:3e:f7:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:49Z', 'updated_at': '2021-07-22T22:27:54Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'subnets': [{'id': 'e646a0af-6acb-4a33-b16a-d7c2a665419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:28:47.514563 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99963349-69ee-4b0a-909e-58cd6a5832ee None None] New status for floating IP fe3f333a-c231-48a7-ad43-29976804e89b: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:28:48.062960 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ced289-ed35-4adf-a0b6-070355b5fcc1 req-9103a18e-52ad-4091-bb70-21bf45f219c2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:48.064503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7ced289-ed35-4adf-a0b6-070355b5fcc1 req-9103a18e-52ad-4091-bb70-21bf45f219c2 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0664361 Jul 22 22:28:48.106709 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a7ced289-ed35-4adf-a0b6-070355b5fcc1 req-9803eb2a-364a-4d00-b997-a6665f470aae tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af11f35-6424-4e4d-ada0-ad1f4c929541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365009 Jul 22 22:28:48.404573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-56463e47-24a2-4593-ac24-f2ce2743aba5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:48.406042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-56463e47-24a2-4593-ac24-f2ce2743aba5 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 946 time: 0.0617111 Jul 22 22:28:48.509769 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:48.510133 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:48.550627 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:48.596720 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:48.597083 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:48.613731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:48.737952 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:48.766982 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:48.800107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.800462 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.800812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.801150 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.801487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.801826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.802157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.802491 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.802826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.803157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.803487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.803811 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:48.829374 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] No DVR routers for this DVR port fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:48.831980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:48.834056 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5ae6368c-f7a0-4b1a-8b4e-706b1a2586bd req-0e0c224a-4b17-4972-8d63-d5f88fb89823 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.58 "DELETE /v2.0/ports/fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e HTTP/1.1" status: 204 len: 173 time: 0.4222875 Jul 22 22:28:48.834486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'name': 'network-vif-deleted', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:28:48.836831 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542961a3-fdb1-4f4d-bba1-ffc894829cb7" -d '{"events": [{"server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "name": "network-vif-deleted", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:28:48.873669 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721456ba-deb0-4e64-80e6-be3291ae10d9 x-openstack-request-id: req-721456ba-deb0-4e64-80e6-be3291ae10d9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:28:48.874006 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c60c2-2afe-45dd-a6ea-fd717e3c9f2f", "name": "network-vif-deleted", "tag": "fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:28:48.874260 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-721456ba-deb0-4e64-80e6-be3291ae10d9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:28:48.874663 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c60c2-2afe-45dd-a6ea-fd717e3c9f2f', 'name': 'network-vif-deleted', 'tag': 'fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e', 'status': 'completed', 'code': 200} Jul 22 22:28:49.221495 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4df2667a-87e2-4311-b958-4007961b3900 req-995fd5c3-a7a0-405c-bec0-3930fac3da95 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "GET /v2.0/ports?device_id=906c60c2-2afe-45dd-a6ea-fd717e3c9f2f HTTP/1.1" status: 200 len: 210 time: 0.0326762 Jul 22 22:28:50.278887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:50.635969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:50.901843 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port f7bb788f-1ac9-4866-9b18-8bddc772d571 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:50.902109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:50.993788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port f7bb788f-1ac9-4866-9b18-8bddc772d571, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=f7bb788f-1ac9-4866-9b18-8bddc772d571,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:50.994153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:51.006140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for f7bb788f-1ac9-4866-9b18-8bddc772d571 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:51.190691 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:51.218453 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=f7bb788f-1ac9-4866-9b18-8bddc772d571,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:51.399092 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:51.611323 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Router afded4c2-2514-4bec-a34a-7ddd2cd8a996 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:28:51.716397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:51.721818 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-709d3a76-62e0-4e41-8ee1-b8dd9afeb513 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "PUT /v2.0/routers/afded4c2-2514-4bec-a34a-7ddd2cd8a996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4418972 Jul 22 22:28:51.724890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55746) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:51.731353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] Sync routers for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:28:51.740616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:51.741328 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:51.782621 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting subnet e646a0af-6acb-4a33-b16a-d7c2a665419d {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:28:51.785982 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:51.826274 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:51.845863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:51.908919 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:51.916918 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:51.939936 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:51.940279 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device fcdaeea6-9a02-4ebb-a11e-cf75fb3b0e9e not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:51.973899 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.003625 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Subnet': ['ID=e646a0af-6acb-4a33-b16a-d7c2a665419d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:52.009194 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.011402 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-39262dff-e981-4156-8dbc-3c34ec1c873c tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/subnets/e646a0af-6acb-4a33-b16a-d7c2a665419d HTTP/1.1" status: 204 len: 168 time: 0.2859361 Jul 22 22:28:52.014295 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55748) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:52.022756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa7349-1228-443d-a4e0-0138d879c59a None None] Network 46f90905-c4da-4b05-93e7-6fd120138cb9 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:28:52.117443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:28:51Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:52.123565 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.162623 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] Checking router: afded4c2-2514-4bec-a34a-7ddd2cd8a996 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:28:52.176490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] Routers {'afded4c2-2514-4bec-a34a-7ddd2cd8a996'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:52.177101 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:52.292728 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] Set router afded4c2-2514-4bec-a34a-7ddd2cd8a996 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:52.351684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] DHCP port deletion for 46f90905-c4da-4b05-93e7-6fd120138cb9 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:28:52.556809 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.610281 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Deleting port 5c352bd6-27c3-423d-ad93-93170d36847e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:52.610632 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.643245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Deleting port e3f07d0f-30cd-47b0-a347-cb0264d4436a {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:52.643614 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.688841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] For port 5c352bd6-27c3-423d-ad93-93170d36847e, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=5c352bd6-27c3-423d-ad93-93170d36847e,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:52.689201 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.701915 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Calling delete_port for 5c352bd6-27c3-423d-ad93-93170d36847e owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:52.713204 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] For port e3f07d0f-30cd-47b0-a347-cb0264d4436a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=e3f07d0f-30cd-47b0-a347-cb0264d4436a,segment=NetworkSegment(fdc312fd-24e4-4374-bc2c-e48107ffeef0),segment_id=fdc312fd-24e4-4374-bc2c-e48107ffeef0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:52.713597 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.727714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Calling delete_port for e3f07d0f-30cd-47b0-a347-cb0264d4436a owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:52.742573 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:28:51Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:52.797514 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bef4a5-7b51-4ee2-bf1e-7b41813690be None None] The sync data for ids ['afded4c2-2514-4bec-a34a-7ddd2cd8a996'] in n-d-762330-19 is: [{'id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930063052', 'tenant_id': '625bb70c377c4dbfbade26680df25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:27:46Z', 'updated_at': '2021-07-22T22:28:51Z', 'revision_number': 5, 'project_id': '625bb70c377c4dbfbade26680df25bf3', 'gw_port': {'id': '5c352bd6-27c3-423d-ad93-93170d36847e', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afded4c2-2514-4bec-a34a-7ddd2cd8a996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:27:47Z', 'updated_at': '2021-07-22T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:28:52.847934 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.872879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Pushing event deleted for resources: {'Port': ['ID=e3f07d0f-30cd-47b0-a347-cb0264d4436a,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:52.873968 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:52.877368 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] No DVR routers for this DVR port e3f07d0f-30cd-47b0-a347-cb0264d4436a on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:52.886062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.886416 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.886763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.887102 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.887443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.887779 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.888136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.888465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.888795 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.889117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.892889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.892889 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203cd9a-f7f8-42d6-b755-a5fbb68bcf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:52.905858 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Port': ['ID=5c352bd6-27c3-423d-ad93-93170d36847e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:52.966775 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.056704 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.058711 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.100408 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.100962 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Fanout notify agent at l3_agent the message router_deleted on router afded4c2-2514-4bec-a34a-7ddd2cd8a996 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:28:53.108467 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.109575 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-298b9ac5-4d42-4285-8886-d9bc691d5b21 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/routers/afded4c2-2514-4bec-a34a-7ddd2cd8a996 HTTP/1.1" status: 204 len: 168 time: 1.0942407 Jul 22 22:28:53.112215 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55750) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:53.193394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.293715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.305428 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f90905-c4da-4b05-93e7-6fd120138cb9']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:53.315577 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc312fd-24e4-4374-bc2c-e48107ffeef0') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:53.315808 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc312fd-24e4-4374-bc2c-e48107ffeef0') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:53.324908 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.338700 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.344835 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:28:53.345239 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:28:53.348283 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:28:53.406401 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.414128 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.418892 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/networks/46f90905-c4da-4b05-93e7-6fd120138cb9 HTTP/1.1" status: 204 len: 168 time: 0.3057327 Jul 22 22:28:53.419279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55752) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:53.430969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee7146-1dab-4c0c-a062-d7c316035a39 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'Network': ['ID=46f90905-c4da-4b05-93e7-6fd120138cb9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:53.486175 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3491eb8f-67d3-48f3-833d-4043e85e2aa3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.517052 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3491eb8f-67d3-48f3-833d-4043e85e2aa3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.586038 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3491eb8f-67d3-48f3-833d-4043e85e2aa3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.589149 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3491eb8f-67d3-48f3-833d-4043e85e2aa3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.590320 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3491eb8f-67d3-48f3-833d-4043e85e2aa3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] 10.222.0.54 "DELETE /v2.0/security-groups/8af11f35-6424-4e4d-ada0-ad1f4c929541 HTTP/1.1" status: 204 len: 168 time: 0.1700513 Jul 22 22:28:53.599457 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491eb8f-67d3-48f3-833d-4043e85e2aa3 tempest-TestNetworkAdvancedServerOps-836877181 tempest-TestNetworkAdvancedServerOps-836877181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af11f35-6424-4e4d-ada0-ad1f4c929541,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:53.876616 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c352bd6-27c3-423d-ad93-93170d36847e no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:53.904093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 5c352bd6-27c3-423d-ad93-93170d36847e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:53.904706 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 5c352bd6-27c3-423d-ad93-93170d36847e not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:53.905039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e3f07d0f-30cd-47b0-a347-cb0264d4436a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:53.924983 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: e3f07d0f-30cd-47b0-a347-cb0264d4436a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:53.925343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device e3f07d0f-30cd-47b0-a347-cb0264d4436a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:53.925759 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f7bb788f-1ac9-4866-9b18-8bddc772d571 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:53.939145 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55760) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:53.943926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: f7bb788f-1ac9-4866-9b18-8bddc772d571 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:53.944284 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device f7bb788f-1ac9-4866-9b18-8bddc772d571 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:54.068488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-beb57252-f7e0-4392-bed6-f9e60c717fee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=625bb70c377c4dbfbade26680df25bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281321 Jul 22 22:28:54.070920 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55764) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:54.085831 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:28:54.123608 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1dbace3-9a83-44f4-9469-66b6cb6da63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.144758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1dbace3-9a83-44f4-9469-66b6cb6da63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.195992 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1dbace3-9a83-44f4-9469-66b6cb6da63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.199078 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d1dbace3-9a83-44f4-9469-66b6cb6da63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.200275 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-d1dbace3-9a83-44f4-9469-66b6cb6da63f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b2dcc33-c58a-44b2-a8dc-fa493e64c38c HTTP/1.1" status: 204 len: 168 time: 0.1278641 Jul 22 22:28:54.208931 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbace3-9a83-44f4-9469-66b6cb6da63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2dcc33-c58a-44b2-a8dc-fa493e64c38c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:54.464744 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55770) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:54.478471 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce6daf-3fc1-4a88-bb6a-dab705a4153c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.568749 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce6daf-3fc1-4a88-bb6a-dab705a4153c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.573389 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-23ce6daf-3fc1-4a88-bb6a-dab705a4153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.613024 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-23ce6daf-3fc1-4a88-bb6a-dab705a4153c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5773a6c0e78b4686ba79fd4efbf67fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471555 Jul 22 22:28:54.613758 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce6daf-3fc1-4a88-bb6a-dab705a4153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172539bf-914e-455e-acda-c362c46e39b8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:54.616546 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55772) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:54.671262 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6efce7ae-3fd9-42c8-b0d2-cacbdc0791bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.695425 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6efce7ae-3fd9-42c8-b0d2-cacbdc0791bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.742104 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6efce7ae-3fd9-42c8-b0d2-cacbdc0791bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.745318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6efce7ae-3fd9-42c8-b0d2-cacbdc0791bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.746486 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6efce7ae-3fd9-42c8-b0d2-cacbdc0791bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/172539bf-914e-455e-acda-c362c46e39b8 HTTP/1.1" status: 204 len: 168 time: 0.1289153 Jul 22 22:28:54.754117 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce7ae-3fd9-42c8-b0d2-cacbdc0791bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172539bf-914e-455e-acda-c362c46e39b8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:55.435451 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55794) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:55.530715 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-591866109-network', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:28:55.552338 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Made reservation on behalf of eb86b6f0d5bc4609b6321a4d30bfc8a5 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:28:55.554698 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.563054 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.652319 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.656306 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.678601 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:28:55.692575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7396064d-c9ab-49a5-abc2-5230cedb409d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:55.699053 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.699399 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Added segment a8b9135b-e0cf-45a8-9ea8-3a7636b482a4 of type vlan for network dd952afa-1547-49ce-8a0c-a74502c3fee0 Jul 22 22:28:55.739314 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.772103 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.773257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:55.773845 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.805617 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3686302 Jul 22 22:28:55.809022 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55798) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:55.815785 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Request body: {'subnet': {'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-591866109-subnet', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:28:55.847726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22011cad-fa8e-4dcb-b7e2-cc9125435b15 admin admin] Pushing event updated for resources: {'Network': ['ID=dd952afa-1547-49ce-8a0c-a74502c3fee0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:55.857366 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:28:55.868184 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Made reservation on behalf of eb86b6f0d5bc4609b6321a4d30bfc8a5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:28:55.871066 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.041121 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.097382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a026ea-6010-4857-bd4d-9cb66a342324,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:56.104883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Checking segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:28:56.105255 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Network hostable DHCP agents. Network: dd952afa-1547-49ce-8a0c-a74502c3fee0, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:28:56.122212 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:28:56.130561 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, dd952afa-1547-49ce-8a0c-a74502c3fee0) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:28:56.134946 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:56.136174 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.139155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f470821-2f04-452c-8ece-064136e7b202 None None] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:28:56.153726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-78c099b2-458c-48b8-b132-c8f973480364 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3432007 Jul 22 22:28:56.156537 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55800) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:56.161140 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:28:56.183136 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.184267 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.245079 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.292018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-dd952afa-1547-49ce-8a0c-a74502c3fee0', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:28:56.292892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.385212 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.430408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Allocated IP 172.20.0.2 (dd952afa-1547-49ce-8a0c-a74502c3fee0/70a026ea-6010-4857-bd4d-9cb66a342324/663f2b6b-00a6-48f3-b7c6-7bba1705f051) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:28:56.576531 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.584902 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Transition to ACTIVE for port object 663f2b6b-00a6-48f3-b7c6-7bba1705f051 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:28:56.595448 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.600539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Transition to ACTIVE for port object 663f2b6b-00a6-48f3-b7c6-7bba1705f051 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:28:56.606663 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.616862 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.644875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:28:56.647627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:28:56.651644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:28:56.659060 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Pushing event updated for resources: {'Port': ['ID=663f2b6b-00a6-48f3-b7c6-7bba1705f051,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:56.716922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Attempting to bind port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:28:56.717289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Attempting to bind port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:28:56.717653 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Attempting to bind port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 on network dd952afa-1547-49ce-8a0c-a74502c3fee0 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:28:56.722819 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:28:56.723192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Checking segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:28:56.723596 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.724024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Bound using segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:28:56.724496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Bound port: 663f2b6b-00a6-48f3-b7c6-7bba1705f051, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:28:56.724874 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.726130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Allocated IP 172.25.5.213 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/89e65491-8a8b-4aeb-bae0-93469d36b32a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:28:56.795867 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] For port 663f2b6b-00a6-48f3-b7c6-7bba1705f051, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:28:56.799176 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] For port 663f2b6b-00a6-48f3-b7c6-7bba1705f051, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=663f2b6b-00a6-48f3-b7c6-7bba1705f051,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:28:56.802709 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.846650 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.859461 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e9802-0a5d-4c0f-a7e9-626ad727acf5 None None] Pushing event updated for resources: {'Port': ['ID=663f2b6b-00a6-48f3-b7c6-7bba1705f051,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:56.891675 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.930883 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:28:56.935642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:28:56.938610 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:28:56.971633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Pushing event updated for resources: {'Port': ['ID=89e65491-8a8b-4aeb-bae0-93469d36b32a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:57.220417 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.423386 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.555781 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Router 4db8152c-a682-4819-8ded-01e8e88383e4 is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:28:57.635137 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 663f2b6b-00a6-48f3-b7c6-7bba1705f051 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:28:57.676050 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:57.687336 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Sync routers for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:28:57.691453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:28:57.701413 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:57.702299 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:57.707771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.709361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-219220ec-f5a3-4c7a-91cc-d81f1b36aaa0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5517058 Jul 22 22:28:57.712354 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55802) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:57.876438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2389b5-c9b1-4b53-8605-7ad720d5d155 None None] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:28:57.929560 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:57.952167 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-701da949-7317-476a-a80a-3dcf65b20d75 None None] Provisioning for port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:28:57.964195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-701da949-7317-476a-a80a-3dcf65b20d75 None None] Provisioning complete for port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:28:57.964568 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-701da949-7317-476a-a80a-3dcf65b20d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.110852 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-701da949-7317-476a-a80a-3dcf65b20d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.139363 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:57Z', 'revision_number': 3, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:58.153086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-701da949-7317-476a-a80a-3dcf65b20d75 None None] For port 663f2b6b-00a6-48f3-b7c6-7bba1705f051, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=663f2b6b-00a6-48f3-b7c6-7bba1705f051,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:58.157384 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-701da949-7317-476a-a80a-3dcf65b20d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.178056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.188546 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Checking router: 4db8152c-a682-4819-8ded-01e8e88383e4 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:28:58.189039 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Updating router 4db8152c-a682-4819-8ded-01e8e88383e4 port 89e65491-8a8b-4aeb-bae0-93469d36b32a binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:28:58.208401 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da949-7317-476a-a80a-3dcf65b20d75 None None] Pushing event updated for resources: {'Port': ['ID=663f2b6b-00a6-48f3-b7c6-7bba1705f051,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:58.236094 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.359279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Allocated IP 172.20.0.1 (dd952afa-1547-49ce-8a0c-a74502c3fee0/70a026ea-6010-4857-bd4d-9cb66a342324/ab59519e-636a-4383-be69-e761939de4b3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:28:58.379196 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a610f498-fcfe-4eef-9957-82c3202aa426 None None] Provisioning complete for port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:28:58.379582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a610f498-fcfe-4eef-9957-82c3202aa426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.477355 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.490939 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Transition to ACTIVE for port object ab59519e-636a-4383-be69-e761939de4b3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:28:58.515868 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.525503 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.527438 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Transition to ACTIVE for port object 89e65491-8a8b-4aeb-bae0-93469d36b32a will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:28:58.533527 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.561459 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:28:58.568266 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:28:58.570641 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:28:58.583448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Attempting to bind port 89e65491-8a8b-4aeb-bae0-93469d36b32a on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:28:58.583811 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Attempting to bind port 89e65491-8a8b-4aeb-bae0-93469d36b32a by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:28:58.584193 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Attempting to bind port 89e65491-8a8b-4aeb-bae0-93469d36b32a on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:28:58.595085 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:28:58.595330 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab59519e-636a-4383-be69-e761939de4b3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:58.595443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:28:58.595864 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.596242 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:28:58.596700 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Bound port: 89e65491-8a8b-4aeb-bae0-93469d36b32a, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:28:58.597075 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.598732 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Pushing event updated for resources: {'Port': ['ID=89e65491-8a8b-4aeb-bae0-93469d36b32a,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:58.615498 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.623900 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.624222 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.624391 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.624718 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.625411 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.625655 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.626100 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.626458 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.626904 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.627224 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.627547 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.627884 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:58.666297 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] For port 89e65491-8a8b-4aeb-bae0-93469d36b32a, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:28:58.670936 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] For port 89e65491-8a8b-4aeb-bae0-93469d36b32a, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=89e65491-8a8b-4aeb-bae0-93469d36b32a,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:28:58.675002 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.737339 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:58.738670 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:58.774327 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.809567 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1758b-312c-48ab-8793-969ed709494e None None] Pushing event updated for resources: {'Port': ['ID=89e65491-8a8b-4aeb-bae0-93469d36b32a,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:58.855052 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:58.885094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2925a8a1-ee17-4f6d-b357-0fc7ab0a8611 None None] Provisioning for port ab59519e-636a-4383-be69-e761939de4b3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:28:58.890554 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2925a8a1-ee17-4f6d-b357-0fc7ab0a8611 None None] Provisioning complete for port ab59519e-636a-4383-be69-e761939de4b3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:28:58.891114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2925a8a1-ee17-4f6d-b357-0fc7ab0a8611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.930056 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2925a8a1-ee17-4f6d-b357-0fc7ab0a8611 None None] Port ab59519e-636a-4383-be69-e761939de4b3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:28:58.949901 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.955005 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:59.024102 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab59519e-636a-4383-be69-e761939de4b3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:59.027106 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:59.067218 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 1, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:59.093714 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2077a9-6338-4ad5-891b-90aba1358a13 None None] The sync data for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 is: [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 1, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:28:59.124302 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:28:59.125731 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:28:59.253756 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Router 4db8152c-a682-4819-8ded-01e8e88383e4 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:28:59.455606 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-41b43b12-c185-4885-8546-8f2f5094414d None None] Provisioning complete for port ab59519e-636a-4383-be69-e761939de4b3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:28:59.456201 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-41b43b12-c185-4885-8546-8f2f5094414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:59.501917 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-41b43b12-c185-4885-8546-8f2f5094414d None None] Port ab59519e-636a-4383-be69-e761939de4b3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:28:59.635438 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 663f2b6b-00a6-48f3-b7c6-7bba1705f051 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:28:59.707263 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:28:59.708311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:59.780141 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:59.795521 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ac67f039-c45d-4617-9d12-2ec1e7efb5f4 admin admin] 10.222.0.54 "PUT /v2.0/routers/4db8152c-a682-4819-8ded-01e8e88383e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0811334 Jul 22 22:29:00.349893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55818) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:00.355033 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-64727511-network', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:00.377612 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Made reservation on behalf of fb6936c5d9ab4feeb7ab707484436fec for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:29:00.379930 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.389430 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.490266 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.495019 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.523805 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:29:00.532790 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae8c3e-b1e5-4242-afa6-2815fed167df,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:00.541795 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.542148 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Added segment fe5e3d9a-0e18-4c01-8d2c-7c7270415354 of type vlan for network 243f858c-45c2-4dbc-a159-38d815eba0fc Jul 22 22:29:00.587867 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.616311 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.617463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:00.618112 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.649448 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2984369 Jul 22 22:29:00.652812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55820) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:00.658061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Request body: {'subnet': {'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-64727511-subnet', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:00.679158 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Made reservation on behalf of fb6936c5d9ab4feeb7ab707484436fec for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:29:00.681595 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.684592 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce254a0d-c7d1-4afd-9c31-3733116c53b7 admin admin] Pushing event updated for resources: {'Network': ['ID=243f858c-45c2-4dbc-a159-38d815eba0fc,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:00.694386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 243f858c-45c2-4dbc-a159-38d815eba0fc details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:29:00.880999 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.939069 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c99a036-bf78-4639-b228-575a52e63935,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:00.943322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Checking segment: {'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:29:00.943684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Network hostable DHCP agents. Network: 243f858c-45c2-4dbc-a159-38d815eba0fc, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:29:00.961047 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Network 243f858c-45c2-4dbc-a159-38d815eba0fc is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:29:00.971619 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 243f858c-45c2-4dbc-a159-38d815eba0fc) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:29:00.977001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:00.977598 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:00.981839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea67a05-2eee-481a-b7ac-fff38767fb55 None None] Network 243f858c-45c2-4dbc-a159-38d815eba0fc requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:29:00.998098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-15d1c010-afae-445e-b942-ad194be191c5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3423414 Jul 22 22:29:00.998409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:01.003180 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:01.025842 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.026844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.083881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.139040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-243f858c-45c2-4dbc-a159-38d815eba0fc', 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'fixed_ips': [{'subnet_id': '3c99a036-bf78-4639-b228-575a52e63935'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:29:01.140039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.226323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.284059 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Allocated IP 172.20.0.2 (243f858c-45c2-4dbc-a159-38d815eba0fc/3c99a036-bf78-4639-b228-575a52e63935/ef723b20-c36a-446b-93c6-55f69ded7c6d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:29:01.366089 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Sync routers for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:29:01.385403 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:01.386805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:01.460629 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.484191 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.543485 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.556647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:01.585530 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Transition to ACTIVE for port object ef723b20-c36a-446b-93c6-55f69ded7c6d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:01.608486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Allocated IP 172.25.5.108 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/9b27bf08-d7b8-4849-bd07-1b0401faecdb) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:29:01.614576 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Transition to ACTIVE for port object ef723b20-c36a-446b-93c6-55f69ded7c6d will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:01.658965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 89e65491-8a8b-4aeb-bae0-93469d36b32a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:01.672053 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.731461 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.776270 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.782805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Network 243f858c-45c2-4dbc-a159-38d815eba0fc is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:29:01.794806 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:29:01.802192 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:29:01.809788 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Pushing event updated for resources: {'Port': ['ID=ef723b20-c36a-446b-93c6-55f69ded7c6d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:01.816163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:29:01.821340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:29:01.824391 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:29:01.853958 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Pushing event updated for resources: {'Port': ['ID=9b27bf08-d7b8-4849-bd07-1b0401faecdb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:01.874141 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 89e65491-8a8b-4aeb-bae0-93469d36b32a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:01.899261 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 89e65491-8a8b-4aeb-bae0-93469d36b32a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:01.899530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.935909 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Attempting to bind port ef723b20-c36a-446b-93c6-55f69ded7c6d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:29:01.936325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Attempting to bind port ef723b20-c36a-446b-93c6-55f69ded7c6d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:29:01.936664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Attempting to bind port ef723b20-c36a-446b-93c6-55f69ded7c6d on network 243f858c-45c2-4dbc-a159-38d815eba0fc {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:29:01.956531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:29:01.956911 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Checking segment: {'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:29:01.957327 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:01.957739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Bound using segment: {'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:29:01.958239 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Bound port: ef723b20-c36a-446b-93c6-55f69ded7c6d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:29:01.958629 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.022628 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 2, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:02.247898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Checking router: 4db8152c-a682-4819-8ded-01e8e88383e4 for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:29:02.248193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Updating router 4db8152c-a682-4819-8ded-01e8e88383e4 port ab59519e-636a-4383-be69-e761939de4b3 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:29:02.292198 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] For port ef723b20-c36a-446b-93c6-55f69ded7c6d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:29:02.299419 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.323447 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] For port ef723b20-c36a-446b-93c6-55f69ded7c6d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef723b20-c36a-446b-93c6-55f69ded7c6d,segment=NetworkSegment(fe5e3d9a-0e18-4c01-8d2c-7c7270415354),segment_id=fe5e3d9a-0e18-4c01-8d2c-7c7270415354)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:29:02.335681 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.338027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.379251 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 89e65491-8a8b-4aeb-bae0-93469d36b32a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=89e65491-8a8b-4aeb-bae0-93469d36b32a,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:02.379851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.387546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.438710 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.445388 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc3594-fdc8-4f9a-a01c-eaa74c1a76db None None] Pushing event updated for resources: {'Port': ['ID=ef723b20-c36a-446b-93c6-55f69ded7c6d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:02.592539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=89e65491-8a8b-4aeb-bae0-93469d36b32a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:02.686628 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.754150 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.765161 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Transition to ACTIVE for port object ab59519e-636a-4383-be69-e761939de4b3 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:02.771483 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.829885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01379fc0-bab5-4f26-b0ca-74c8a6e0711c None None] Pushing event updated for resources: {'Port': ['ID=ab59519e-636a-4383-be69-e761939de4b3,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:02.851931 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Router 0290da28-31d3-44df-b0fa-45b0d1456e5e is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:29:02.896178 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Attempting to bind port ab59519e-636a-4383-be69-e761939de4b3 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:29:02.896621 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Attempting to bind port ab59519e-636a-4383-be69-e761939de4b3 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:29:02.897062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Attempting to bind port ab59519e-636a-4383-be69-e761939de4b3 on network dd952afa-1547-49ce-8a0c-a74502c3fee0 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:29:02.901595 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.903155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:29:02.903532 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Checking segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:29:02.903955 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.904348 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Bound using segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:29:02.905086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Bound port: ab59519e-636a-4383-be69-e761939de4b3, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:29:02.905279 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.975756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] For port ab59519e-636a-4383-be69-e761939de4b3, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:29:02.979726 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] For port ab59519e-636a-4383-be69-e761939de4b3, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ab59519e-636a-4383-be69-e761939de4b3,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:29:02.979942 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:29:02.984837 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.990143 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Sync routers for ids ['0290da28-31d3-44df-b0fa-45b0d1456e5e'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:29:03.005569 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.007315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-d2f6b3a4-af9f-4ee7-bb8b-e1983dc4deba admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0078084 Jul 22 22:29:03.010662 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:03.012375 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Routers {'0290da28-31d3-44df-b0fa-45b0d1456e5e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:03.013208 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0290da28-31d3-44df-b0fa-45b0d1456e5e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:03.051479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:03.051929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:03.149296 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01379fc0-bab5-4f26-b0ca-74c8a6e0711c None None] Pushing event updated for resources: {'Port': ['ID=ab59519e-636a-4383-be69-e761939de4b3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:03.202308 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Set router 0290da28-31d3-44df-b0fa-45b0d1456e5e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:03.221057 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:03.435342 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 3, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port': {'id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:03.468711 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Checking router: 0290da28-31d3-44df-b0fa-45b0d1456e5e for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:29:03.469327 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Updating router 0290da28-31d3-44df-b0fa-45b0d1456e5e port 9b27bf08-d7b8-4849-bd07-1b0401faecdb binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:29:03.483789 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:03.514254 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.523289 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a9e9a-be75-4eaa-8bfa-2ddc5ce0601f None None] The sync data for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 is: [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:29:03.606856 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae8a210-0cc2-4bcf-a4b0-ce225d8166d9 None None] Network 243f858c-45c2-4dbc-a159-38d815eba0fc requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:29:03.632733 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.729679 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5a5291eb-7ee7-4d6f-a5b4-f49a9ca31ff7 None None] Provisioning for port ef723b20-c36a-446b-93c6-55f69ded7c6d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:03.818998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef723b20-c36a-446b-93c6-55f69ded7c6d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:03.868544 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Allocated IP 172.20.0.1 (243f858c-45c2-4dbc-a159-38d815eba0fc/3c99a036-bf78-4639-b228-575a52e63935/ae8738eb-0b9a-49b1-998e-acf581e1513d) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:29:03.896161 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.907881 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Transition to ACTIVE for port object 9b27bf08-d7b8-4849-bd07-1b0401faecdb will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:03.918907 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.924594 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ef723b20-c36a-446b-93c6-55f69ded7c6d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:03.933207 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ef723b20-c36a-446b-93c6-55f69ded7c6d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:03.933582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.003301 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Attempting to bind port 9b27bf08-d7b8-4849-bd07-1b0401faecdb on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:29:04.003987 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Attempting to bind port 9b27bf08-d7b8-4849-bd07-1b0401faecdb by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:29:04.004277 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Attempting to bind port 9b27bf08-d7b8-4849-bd07-1b0401faecdb on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:29:04.006544 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b994f1-7c6f-4599-84f1-4f1f9579bbc2 None None] Pushing event updated for resources: {'Port': ['ID=9b27bf08-d7b8-4849-bd07-1b0401faecdb,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:04.023007 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:29:04.025757 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:29:04.031816 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.037053 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:29:04.038050 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Bound port: 9b27bf08-d7b8-4849-bd07-1b0401faecdb, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:29:04.038699 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.038819 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.054072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.054598 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Transition to ACTIVE for port object ae8738eb-0b9a-49b1-998e-acf581e1513d will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:04.100611 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.106194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port ef723b20-c36a-446b-93c6-55f69ded7c6d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef723b20-c36a-446b-93c6-55f69ded7c6d,segment=NetworkSegment(fe5e3d9a-0e18-4c01-8d2c-7c7270415354),segment_id=fe5e3d9a-0e18-4c01-8d2c-7c7270415354)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:04.107041 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] For port 9b27bf08-d7b8-4849-bd07-1b0401faecdb, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:29:04.111098 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] For port 9b27bf08-d7b8-4849-bd07-1b0401faecdb, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9b27bf08-d7b8-4849-bd07-1b0401faecdb,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:29:04.112919 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.115866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ab59519e-636a-4383-be69-e761939de4b3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:04.120326 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.147457 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Network 243f858c-45c2-4dbc-a159-38d815eba0fc is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:29:04.151287 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:29:04.154163 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:29:04.203443 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Routers {'0290da28-31d3-44df-b0fa-45b0d1456e5e'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:04.204565 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0290da28-31d3-44df-b0fa-45b0d1456e5e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:04.219903 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.248224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=ef723b20-c36a-446b-93c6-55f69ded7c6d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:04.269976 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8738eb-0b9a-49b1-998e-acf581e1513d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:04.288675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c618c41b-7ee1-4515-9b88-068e4fd7b493 None None] Provisioning complete for port ef723b20-c36a-446b-93c6-55f69ded7c6d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:04.289353 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c618c41b-7ee1-4515-9b88-068e4fd7b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.333814 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ab59519e-636a-4383-be69-e761939de4b3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:04.351460 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ab59519e-636a-4383-be69-e761939de4b3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:04.351869 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.439539 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.457392 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b994f1-7c6f-4599-84f1-4f1f9579bbc2 None None] Pushing event updated for resources: {'Port': ['ID=9b27bf08-d7b8-4849-bd07-1b0401faecdb,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:04.533678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.567186 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] Set router 0290da28-31d3-44df-b0fa-45b0d1456e5e gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:04.580693 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port ab59519e-636a-4383-be69-e761939de4b3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ab59519e-636a-4383-be69-e761939de4b3,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:04.593301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.594394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 89e65491-8a8b-4aeb-bae0-93469d36b32a up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:04.713970 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7b3601c-03b2-43d2-9119-daedac58b771 None None] Provisioning for port ae8738eb-0b9a-49b1-998e-acf581e1513d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:04.722302 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b7b3601c-03b2-43d2-9119-daedac58b771 None None] Provisioning complete for port ae8738eb-0b9a-49b1-998e-acf581e1513d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:04.722302 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b7b3601c-03b2-43d2-9119-daedac58b771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.724406 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=ab59519e-636a-4383-be69-e761939de4b3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:04.755095 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.765017 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.767032 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 89e65491-8a8b-4aeb-bae0-93469d36b32a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:04.767871 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.799021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3601c-03b2-43d2-9119-daedac58b771 None None] Port ae8738eb-0b9a-49b1-998e-acf581e1513d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:29:04.817024 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 3, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port': {'id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:04.859753 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8738eb-0b9a-49b1-998e-acf581e1513d,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:04.864450 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:04.874334 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0d4c1-b4e5-4d95-b6c8-340d4f82728b None None] The sync data for ids ['0290da28-31d3-44df-b0fa-45b0d1456e5e'] in n-d-762330-19 is: [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 3, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port': {'id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:29:04.974413 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Network 243f858c-45c2-4dbc-a159-38d815eba0fc is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:29:04.976012 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:29:05.118618 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Router 0290da28-31d3-44df-b0fa-45b0d1456e5e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:29:05.257302 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:29:05.262983 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2fffb588-4112-48b4-a716-e56b6d3faaf4 admin admin] 10.222.0.54 "PUT /v2.0/routers/0290da28-31d3-44df-b0fa-45b0d1456e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508361 Jul 22 22:29:05.323017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1199187e-5ece-4a20-a63e-ed4d59d36ff1 None None] Provisioning complete for port ae8738eb-0b9a-49b1-998e-acf581e1513d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:05.323568 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1199187e-5ece-4a20-a63e-ed4d59d36ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.360492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1199187e-5ece-4a20-a63e-ed4d59d36ff1 None None] Port ae8738eb-0b9a-49b1-998e-acf581e1513d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:29:05.704875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ab59519e-636a-4383-be69-e761939de4b3 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:05.761562 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ab59519e-636a-4383-be69-e761939de4b3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:05.761944 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.847818 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef723b20-c36a-446b-93c6-55f69ded7c6d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:05.864673 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55832) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:05.869514 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5faab08a-de49-48f2-ba75-815d77774acf tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-274109374', 'description': 'tempest-secgroup-smoke-274109374 description', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:05.893474 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5faab08a-de49-48f2-ba75-815d77774acf tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.899324 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ef723b20-c36a-446b-93c6-55f69ded7c6d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:05.899702 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.986567 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5faab08a-de49-48f2-ba75-815d77774acf tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.990723 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5faab08a-de49-48f2-ba75-815d77774acf tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.995212 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9b27bf08-d7b8-4849-bd07-1b0401faecdb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:06.020987 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5faab08a-de49-48f2-ba75-815d77774acf tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.022488 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-5faab08a-de49-48f2-ba75-815d77774acf tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1568103 Jul 22 22:29:06.023769 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faab08a-de49-48f2-ba75-815d77774acf tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.026171 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55834) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.030947 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ccf3b7c0-c848-45c9-aab7-c15b98fa6f3c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '704e004f-7f5f-46b1-b17e-8e1fdc8ae2df', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:06.048905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 9b27bf08-d7b8-4849-bd07-1b0401faecdb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:06.053631 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9b27bf08-d7b8-4849-bd07-1b0401faecdb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:06.054062 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.057943 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b7c0-c848-45c9-aab7-c15b98fa6f3c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.118363 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b7c0-c848-45c9-aab7-c15b98fa6f3c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.122719 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b7c0-c848-45c9-aab7-c15b98fa6f3c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.138657 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.140980 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3b7c0-c848-45c9-aab7-c15b98fa6f3c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33413b6-01b9-4062-a7f2-43d5dd521ede,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.153339 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b7c0-c848-45c9-aab7-c15b98fa6f3c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.154625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ccf3b7c0-c848-45c9-aab7-c15b98fa6f3c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275251 Jul 22 22:29:06.157486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.162366 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2e09013c-a169-4f0d-ad51-3cbdb03fa816 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '704e004f-7f5f-46b1-b17e-8e1fdc8ae2df', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:06.163021 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 9b27bf08-d7b8-4849-bd07-1b0401faecdb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9b27bf08-d7b8-4849-bd07-1b0401faecdb,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:06.167425 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.193065 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e09013c-a169-4f0d-ad51-3cbdb03fa816 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.226414 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=9b27bf08-d7b8-4849-bd07-1b0401faecdb,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.255532 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e09013c-a169-4f0d-ad51-3cbdb03fa816 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.260036 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e09013c-a169-4f0d-ad51-3cbdb03fa816 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.279423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09013c-a169-4f0d-ad51-3cbdb03fa816 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0835fa1f-4f82-4cb8-9dfe-9c843391b7b1,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.284027 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e09013c-a169-4f0d-ad51-3cbdb03fa816 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.288465 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55838) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.288926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2e09013c-a169-4f0d-ad51-3cbdb03fa816 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300004 Jul 22 22:29:06.293157 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-05760631-272f-480e-94a7-2ea9ca0fd14c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '704e004f-7f5f-46b1-b17e-8e1fdc8ae2df', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:06.325182 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05760631-272f-480e-94a7-2ea9ca0fd14c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.389520 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05760631-272f-480e-94a7-2ea9ca0fd14c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.394337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05760631-272f-480e-94a7-2ea9ca0fd14c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.417021 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05760631-272f-480e-94a7-2ea9ca0fd14c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a391a2f-93ba-4d10-963c-8c02ea05d580,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.425341 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-05760631-272f-480e-94a7-2ea9ca0fd14c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.427111 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-05760631-272f-480e-94a7-2ea9ca0fd14c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376252 Jul 22 22:29:06.431655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 55840) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.436365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f5a18ac0-e4bc-4041-9b6a-87981140ac91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '704e004f-7f5f-46b1-b17e-8e1fdc8ae2df', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:06.466966 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a18ac0-e4bc-4041-9b6a-87981140ac91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.531890 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a18ac0-e4bc-4041-9b6a-87981140ac91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.537663 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a18ac0-e4bc-4041-9b6a-87981140ac91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.562935 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a18ac0-e4bc-4041-9b6a-87981140ac91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968cedb2-eced-436f-a409-9f596ed91c3b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.567248 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f5a18ac0-e4bc-4041-9b6a-87981140ac91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.568557 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-f5a18ac0-e4bc-4041-9b6a-87981140ac91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357846 Jul 22 22:29:06.573897 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55842) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.579024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '704e004f-7f5f-46b1-b17e-8e1fdc8ae2df', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:06.605216 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Project eb86b6f0d5bc4609b6321a4d30bfc8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:29:06.611015 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.629058 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Sync routers for ids ['0290da28-31d3-44df-b0fa-45b0d1456e5e'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:29:06.641349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Routers {'0290da28-31d3-44df-b0fa-45b0d1456e5e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:06.641901 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0290da28-31d3-44df-b0fa-45b0d1456e5e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:06.689727 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.697573 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.722522 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce978744-b0bc-4833-bfab-f246754fcc2c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.731580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.733193 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fe7a7561-baec-44c7-a5af-68f972f55a5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581173 Jul 22 22:29:06.736075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55844) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.740592 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '704e004f-7f5f-46b1-b17e-8e1fdc8ae2df', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:06.755229 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Set router 0290da28-31d3-44df-b0fa-45b0d1456e5e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:06.765815 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Project eb86b6f0d5bc4609b6321a4d30bfc8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:29:06.771324 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.838504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.843668 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.862254 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0b02ae-ba53-45a3-bc83-c2bd754a71af,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.870807 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.872201 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c8d79b25-75ba-49ae-8650-3113f2e28c42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351550 Jul 22 22:29:06.976367 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 4, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port': {'id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ae8738eb-0b9a-49b1-998e-acf581e1513d', 'name': '', 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'mac_address': 'fa:16:3e:3a:5c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3c99a036-bf78-4639-b228-575a52e63935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:03Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 2, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'subnets': [{'id': '3c99a036-bf78-4639-b228-575a52e63935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:07.009925 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Checking router: 0290da28-31d3-44df-b0fa-45b0d1456e5e for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:29:07.010455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Updating router 0290da28-31d3-44df-b0fa-45b0d1456e5e port ae8738eb-0b9a-49b1-998e-acf581e1513d binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:29:07.046574 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:07.168517 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-f71ecdaa-fb9a-4766-a434-b8ff0e5fc646 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274109374&fields=id&tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 267 time: 0.0372999 Jul 22 22:29:07.298629 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-3398fbd7-b3a0-48c1-aa7c-3581fce0961b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:07.300199 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-3398fbd7-b3a0-48c1-aa7c-3581fce0961b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 808 time: 0.1238537 Jul 22 22:29:07.318999 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-e9392ba7-e0bb-482b-8fa3-fbef0fdd816d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/quotas/eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 375 time: 0.0127702 Jul 22 22:29:07.339588 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:07.350968 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Transition to ACTIVE for port object ae8738eb-0b9a-49b1-998e-acf581e1513d will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:07.358105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:07.399758 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-6854801f-a91b-4ff2-aa59-be83cc5221bd tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748489 Jul 22 22:29:07.408205 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416c0e7-6d48-4509-b9e9-fbaa93a34b93 None None] Pushing event updated for resources: {'Port': ['ID=ae8738eb-0b9a-49b1-998e-acf581e1513d,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:07.471018 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Attempting to bind port ae8738eb-0b9a-49b1-998e-acf581e1513d on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:29:07.471434 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Attempting to bind port ae8738eb-0b9a-49b1-998e-acf581e1513d by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:29:07.471764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Attempting to bind port ae8738eb-0b9a-49b1-998e-acf581e1513d on network 243f858c-45c2-4dbc-a159-38d815eba0fc {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:29:07.481146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:29:07.481661 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Checking segment: {'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:29:07.482192 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:07.482805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Bound using segment: {'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:29:07.483455 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Bound port: ae8738eb-0b9a-49b1-998e-acf581e1513d, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:29:07.484154 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:07.545791 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-27da162c-d6da-4bf6-b65b-f5818829c0c6 service neutron] 10.222.0.54 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275403 Jul 22 22:29:07.574632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] For port ae8738eb-0b9a-49b1-998e-acf581e1513d, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:29:07.578666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] For port ae8738eb-0b9a-49b1-998e-acf581e1513d, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ae8738eb-0b9a-49b1-998e-acf581e1513d,segment=NetworkSegment(fe5e3d9a-0e18-4c01-8d2c-7c7270415354),segment_id=fe5e3d9a-0e18-4c01-8d2c-7c7270415354)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:29:07.584050 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:07.670863 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-e1ae0757-94ee-41cb-b574-ba407755b016 service neutron] 10.222.0.54 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177511 Jul 22 22:29:07.785659 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9b27bf08-d7b8-4849-bd07-1b0401faecdb up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:07.867394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Routers {'0290da28-31d3-44df-b0fa-45b0d1456e5e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:07.868074 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:28:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0290da28-31d3-44df-b0fa-45b0d1456e5e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:07.882257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416c0e7-6d48-4509-b9e9-fbaa93a34b93 None None] Pushing event updated for resources: {'Port': ['ID=ae8738eb-0b9a-49b1-998e-acf581e1513d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:07.998129 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 9b27bf08-d7b8-4849-bd07-1b0401faecdb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:07.998349 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:08.004124 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1d37aaf9-c3be-4c77-8e81-a32c0f81efe9 req-cf85fe17-da4d-4cb9-8f75-5b12718949c1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 210 time: 0.1697555 Jul 22 22:29:08.059534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] Set router 0290da28-31d3-44df-b0fa-45b0d1456e5e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:08.335498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 4, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port': {'id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ae8738eb-0b9a-49b1-998e-acf581e1513d', 'name': '', 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'mac_address': 'fa:16:3e:3a:5c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3c99a036-bf78-4639-b228-575a52e63935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:03Z', 'updated_at': '2021-07-22T22:29:07Z', 'revision_number': 4, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'subnets': [{'id': '3c99a036-bf78-4639-b228-575a52e63935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:08.364502 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58d70e-81e4-4c62-9020-2c7f934824f1 None None] The sync data for ids ['0290da28-31d3-44df-b0fa-45b0d1456e5e'] in n-d-762330-19 is: [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 4, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port': {'id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ae8738eb-0b9a-49b1-998e-acf581e1513d', 'name': '', 'network_id': '243f858c-45c2-4dbc-a159-38d815eba0fc', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'mac_address': 'fa:16:3e:3a:5c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3c99a036-bf78-4639-b228-575a52e63935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:03Z', 'updated_at': '2021-07-22T22:29:07Z', 'revision_number': 4, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'subnets': [{'id': '3c99a036-bf78-4639-b228-575a52e63935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:29:08.915058 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-2afbc999-a875-42fe-b149-97f9132c269a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:08.917063 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-2afbc999-a875-42fe-b149-97f9132c269a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 808 time: 0.1157856 Jul 22 22:29:08.962073 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-0e734387-345c-47a7-9285-69146def0eb1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 379 time: 0.0368032 Jul 22 22:29:08.977061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'port': {'device_id': '495baf59-b226-40a8-93cf-92456e9547a4', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'admin_state_up': True, 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'security_groups': ['704e004f-7f5f-46b1-b17e-8e1fdc8ae2df']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:09.092458 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Made reservation on behalf of eb86b6f0d5bc4609b6321a4d30bfc8a5 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:29:09.095993 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.106062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0947c08b-eb5d-4cf9-9efc-356532d70832 req-221963a0-9095-4580-ad7e-a11a50c8b5af tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 210 time: 0.0352035 Jul 22 22:29:09.225022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Allocated IP 172.20.0.5 (dd952afa-1547-49ce-8a0c-a74502c3fee0/70a026ea-6010-4857-bd4d-9cb66a342324/61067a02-ca07-4c8d-b44d-cfef0232393b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:29:09.360510 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.375229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Transition to ACTIVE for port object 61067a02-ca07-4c8d-b44d-cfef0232393b will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:09.408810 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.456231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:29:09.461117 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:29:09.463509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:29:09.501764 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:09.527736 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:09.528479 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.544462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-c567c1c2-0025-4f4a-b9f7-ba1e6e7a24e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714352 Jul 22 22:29:09.556842 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Request body: {'port': {'device_id': '495baf59-b226-40a8-93cf-92456e9547a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:09.646144 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.661378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ae8738eb-0b9a-49b1-998e-acf581e1513d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:09.715498 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b065684e-dcb3-4254-9484-5a3a1bc99b57 None None] Provisioning for port 61067a02-ca07-4c8d-b44d-cfef0232393b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:09.721834 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b065684e-dcb3-4254-9484-5a3a1bc99b57 None None] Provisioning complete for port 61067a02-ca07-4c8d-b44d-cfef0232393b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:09.722219 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b065684e-dcb3-4254-9484-5a3a1bc99b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.757960 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port ae8738eb-0b9a-49b1-998e-acf581e1513d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:09.765999 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ae8738eb-0b9a-49b1-998e-acf581e1513d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:09.766377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.768106 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b065684e-dcb3-4254-9484-5a3a1bc99b57 None None] Port 61067a02-ca07-4c8d-b44d-cfef0232393b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:29:09.845791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.888758 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port ae8738eb-0b9a-49b1-998e-acf581e1513d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ae8738eb-0b9a-49b1-998e-acf581e1513d,segment=NetworkSegment(fe5e3d9a-0e18-4c01-8d2c-7c7270415354),segment_id=fe5e3d9a-0e18-4c01-8d2c-7c7270415354)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:09.892929 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.939553 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61067a02-ca07-4c8d-b44d-cfef0232393b {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:29:09.945490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=ae8738eb-0b9a-49b1-998e-acf581e1513d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:09.947483 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:09.963686 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Transition to ACTIVE for port object 61067a02-ca07-4c8d-b44d-cfef0232393b will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:29:09.967385 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:10.019684 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:10.096282 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Attempting to bind port 61067a02-ca07-4c8d-b44d-cfef0232393b on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:29:10.096627 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Attempting to bind port 61067a02-ca07-4c8d-b44d-cfef0232393b by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:29:10.096965 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Attempting to bind port 61067a02-ca07-4c8d-b44d-cfef0232393b on network dd952afa-1547-49ce-8a0c-a74502c3fee0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:29:10.101702 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Port 61067a02-ca07-4c8d-b44d-cfef0232393b on network dd952afa-1547-49ce-8a0c-a74502c3fee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:29:10.102048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Attempting to bind port 61067a02-ca07-4c8d-b44d-cfef0232393b on network dd952afa-1547-49ce-8a0c-a74502c3fee0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:29:10.107038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:29:10.107385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Checking segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:29:10.107772 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Bound using segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:29:10.108243 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Bound port: 61067a02-ca07-4c8d-b44d-cfef0232393b, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:29:10.108981 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:10.177749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:29:10.181067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:29:10.187261 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:10.223041 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.223674 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:10.225237 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] 10.222.0.58 "PUT /v2.0/ports/61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 1092 time: 0.6733465 Jul 22 22:29:10.225700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:29:10.228366 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0971c3-5361-4a28-962c-2fe2ed88874d" -d '{"events": [{"name": "network-changed", "server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:29:10.254909 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73166-5005-4cd8-aa5d-ba559aeb17be service neutron] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:10.280849 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a23ca-2221-4853-81df-fa70ea55fb0d req-1ac6b841-634b-45ec-8480-8ed255177b4d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.289061 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d74a23ca-2221-4853-81df-fa70ea55fb0d req-1ac6b841-634b-45ec-8480-8ed255177b4d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.1058040 Jul 22 22:29:10.303934 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002bb9ae-df7e-4ae8-b73a-e5d80fafb863 x-openstack-request-id: req-002bb9ae-df7e-4ae8-b73a-e5d80fafb863 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:29:10.304417 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:29:10.304780 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-002bb9ae-df7e-4ae8-b73a-e5d80fafb863 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:29:10.305055 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'status': 'completed', 'code': 200} Jul 22 22:29:10.326470 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d74a23ca-2221-4853-81df-fa70ea55fb0d req-faa603da-2919-40d6-b292-7f2268cf6270 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365210 Jul 22 22:29:10.337272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-32385b56-c036-41c5-9534-a75d5403907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.338867 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-32385b56-c036-41c5-9534-a75d5403907b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1095 time: 0.0767510 Jul 22 22:29:10.386837 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-ca671133-c9fc-4e63-99db-43bdb5204f42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 217 time: 0.0410588 Jul 22 22:29:10.437835 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-2cc9ab81-4c48-462a-b75e-ccfdcf5fc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.439349 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-2cc9ab81-4c48-462a-b75e-ccfdcf5fc8ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0468121 Jul 22 22:29:10.500595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-12751ad3-b45b-4915-9bb8-fa7ddbc2c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.501973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-12751ad3-b45b-4915-9bb8-fa7ddbc2c51c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560789 Jul 22 22:29:10.596749 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-ba2c23c2-6d09-4201-9188-21b4ddf1c003 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Jul 22 22:29:10.685339 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1f1e5b52-f5a2-4b32-abab-f6b6dcd4945b req-1d602be0-7f2c-446e-ade3-750a673adf49 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820611 Jul 22 22:29:10.795054 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-91290403-65bf-47a9-933f-b984b4748cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.797219 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-91290403-65bf-47a9-933f-b984b4748cc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1095 time: 0.0630279 Jul 22 22:29:10.894044 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-5a858639-6e69-40c4-aeb9-36889fbb0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.895663 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-5a858639-6e69-40c4-aeb9-36889fbb0d8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0922732 Jul 22 22:29:10.945338 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-a7dc2bbc-b089-4fd5-8304-71b87f511cae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 217 time: 0.0421705 Jul 22 22:29:10.995809 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-2ae3e1f0-fe17-4866-b1e7-f830a6d6be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:10.997398 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-2ae3e1f0-fe17-4866-b1e7-f830a6d6be65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0455246 Jul 22 22:29:11.059868 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-4b37b7d6-b7d0-4dac-a3b6-6dd109f95fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:11.061515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-4b37b7d6-b7d0-4dac-a3b6-6dd109f95fb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572190 Jul 22 22:29:11.159331 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-74a36389-3775-46bf-9de7-c4ff3b5eee3e service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906487 Jul 22 22:29:11.249547 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d0971c3-5361-4a28-962c-2fe2ed88874d req-ca5d1e52-cb3b-4219-bab6-f584f1b73084 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827746 Jul 22 22:29:11.460320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c191df-6d47-4b7b-baf7-2e41e12bfe25 req-a6a47f2f-dbaa-455d-9d80-fc0e625cd9b0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:11.461820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4c191df-6d47-4b7b-baf7-2e41e12bfe25 req-a6a47f2f-dbaa-455d-9d80-fc0e625cd9b0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0644186 Jul 22 22:29:11.500713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a4c191df-6d47-4b7b-baf7-2e41e12bfe25 req-5362b558-59e0-48e2-b6db-e595120662d4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Jul 22 22:29:11.609664 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ae8738eb-0b9a-49b1-998e-acf581e1513d up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:11.657019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port ae8738eb-0b9a-49b1-998e-acf581e1513d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:11.657394 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:12.634981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173d3c6-f5fd-4b78-a246-c6f3c59f1328 req-859c303b-ece4-4c53-9381-b33230e033ac tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:12.636777 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9173d3c6-f5fd-4b78-a246-c6f3c59f1328 req-859c303b-ece4-4c53-9381-b33230e033ac tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0684052 Jul 22 22:29:12.675270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9173d3c6-f5fd-4b78-a246-c6f3c59f1328 req-26661651-13ca-4cc8-800d-7d1b0dde2d39 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327196 Jul 22 22:29:12.699151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b200f429-cb4f-4e9f-bce2-a45f0de2e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:13.809553 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394c077-6780-48e2-b42a-e47cd357718c req-bb7b3f70-a9b7-4468-8ca7-28c09b278a8f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:13.811073 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a394c077-6780-48e2-b42a-e47cd357718c req-bb7b3f70-a9b7-4468-8ca7-28c09b278a8f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0655241 Jul 22 22:29:13.851666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a394c077-6780-48e2-b42a-e47cd357718c req-05e2d62b-cca0-4758-aaa3-34ad9f1ca69b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Jul 22 22:29:14.038209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:29:14.130942 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:14.141626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'port_id': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'mac_address': 'fa:16:3e:82:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:29:14.180822 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:14.193515 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61067a02-ca07-4c8d-b44d-cfef0232393b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:29:14.211785 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:14.215859 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:14.262397 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:14.428241 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['61067a02-ca07-4c8d-b44d-cfef0232393b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:29:14.982895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd15f4-a84b-4231-a21d-866f1fdebec5 req-0ca37872-df2f-4b4e-b16f-20af80cad5d8 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:14.984522 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5acd15f4-a84b-4231-a21d-866f1fdebec5 req-0ca37872-df2f-4b4e-b16f-20af80cad5d8 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 944 time: 0.0670533 Jul 22 22:29:15.022224 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5acd15f4-a84b-4231-a21d-866f1fdebec5 req-db599bb4-b2a0-4fa0-b92c-69613ff022aa tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Jul 22 22:29:15.309395 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a55a056-67ba-4774-865d-cbc0b89a586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:15.588227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:16.042603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:16.092015 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 61067a02-ca07-4c8d-b44d-cfef0232393b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:29:16.096045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 61067a02-ca07-4c8d-b44d-cfef0232393b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:16.096446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:16.155004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2753a4-2b65-4294-9601-673a12144b7f req-8e55f68d-8c41-4eec-8153-57d26fdde682 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:16.156503 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2753a4-2b65-4294-9601-673a12144b7f req-8e55f68d-8c41-4eec-8153-57d26fdde682 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 944 time: 0.0656831 Jul 22 22:29:16.178591 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:16.194744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f2753a4-2b65-4294-9601-673a12144b7f req-f17bb23b-070c-4e0f-8be8-95da67f717c8 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321341 Jul 22 22:29:16.202080 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:29:16.204347 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036ef2b1-6075-4025-972b-13b3de5ba9ee" -d '{"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-plugged", "status": "completed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:29:16.220940 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:16.225089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:16.248025 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce3633-f50a-412d-a568-b0e8156ee98e x-openstack-request-id: req-57ce3633-f50a-412d-a568-b0e8156ee98e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:29:16.248316 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-plugged", "status": "completed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:29:16.248563 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57ce3633-f50a-412d-a568-b0e8156ee98e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:29:16.248955 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'code': 200} Jul 22 22:29:16.277854 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:16.360070 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b21a2-88dc-492b-9dc1-955ef25d5413 req-689b35e3-a660-43ff-9e6c-ea8097cec8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:16.361577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-902b21a2-88dc-492b-9dc1-955ef25d5413 req-689b35e3-a660-43ff-9e6c-ea8097cec8f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1097 time: 0.0587876 Jul 22 22:29:16.395640 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-902b21a2-88dc-492b-9dc1-955ef25d5413 req-59c31c19-7177-4766-a435-c59f440178d9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281885 Jul 22 22:29:16.402538 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:17.325177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da0ed3-daeb-463b-a8b2-fe5981f67a67 req-3777fe05-3b00-4547-a177-b9fbdf96f330 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:17.326672 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40da0ed3-daeb-463b-a8b2-fe5981f67a67 req-3777fe05-3b00-4547-a177-b9fbdf96f330 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0644879 Jul 22 22:29:17.364176 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40da0ed3-daeb-463b-a8b2-fe5981f67a67 req-27ec1f18-0ac2-46d0-b720-d87b1683c5dd tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Jul 22 22:29:17.500820 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574874-ad48-4281-a22b-c885b01eaeb7 req-31ce79d4-05cf-41b6-9257-06d27ed74cce tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:17.502316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32574874-ad48-4281-a22b-c885b01eaeb7 req-31ce79d4-05cf-41b6-9257-06d27ed74cce tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0707302 Jul 22 22:29:17.540786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-32574874-ad48-4281-a22b-c885b01eaeb7 req-57e40acc-7f1a-4621-b8fe-d41fab785827 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328352 Jul 22 22:29:17.562419 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55900) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:17.660916 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c708ad-e20c-488a-ada0-e2e0addeb9de tempest-TestShelveInstance-534996324 tempest-TestShelveInstance-534996324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:17.662361 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-42c708ad-e20c-488a-ada0-e2e0addeb9de tempest-TestShelveInstance-534996324 tempest-TestShelveInstance-534996324-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1092 time: 0.0987642 Jul 22 22:29:17.665263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 55904) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:17.670141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:29:17.691612 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:17.792969 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:17.896375 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Allocated IP 172.25.5.218 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/b0ae6c53-6fb4-4f86-9cad-72dcc88e0b61) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:29:18.000379 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.040049 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.076879 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:29:18.081556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:29:18.084941 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:29:18.110084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'Port': ['ID=b0ae6c53-6fb4-4f86-9cad-72dcc88e0b61,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:18.558069 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.759340 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.837825 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.988134 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.992844 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:19.062796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'Port': ['ID=b0ae6c53-6fb4-4f86-9cad-72dcc88e0b61,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:19.074912 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:19.175254 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Floating IP 33793b63-8ea4-4ec4-80b0-11287ae36e92 associated. External IP: 172.25.5.218, port: 61067a02-ca07-4c8d-b44d-cfef0232393b. Jul 22 22:29:19.374633 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Router 4db8152c-a682-4819-8ded-01e8e88383e4 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:29:19.485082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:29:19.497025 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] Sync routers for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:29:19.503288 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:19.538531 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:19.539326 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:19.543707 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ffb540a6-6a54-4ecb-83e8-f88b752dfaa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8768630 Jul 22 22:29:19.544303 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:29:19.546818 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06423a33-22e0-4687-9ea8-8b7bcc48c352" -d '{"events": [{"name": "network-changed", "server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:29:19.585667 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4002a9f-37be-4dc0-a10f-23ca72601193 x-openstack-request-id: req-c4002a9f-37be-4dc0-a10f-23ca72601193 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:29:19.585964 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:29:19.586214 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4002a9f-37be-4dc0-a10f-23ca72601193 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:29:19.586621 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'status': 'completed', 'code': 200} Jul 22 22:29:19.663347 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:19.670639 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-d2832a2e-1413-4f85-8fda-2da144d13f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:19.672418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-d2832a2e-1413-4f85-8fda-2da144d13f2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1097 time: 0.0653193 Jul 22 22:29:19.764407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-f7733443-f0f4-4bd3-805d-9da021d36538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:19.766153 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-f7733443-f0f4-4bd3-805d-9da021d36538 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0870433 Jul 22 22:29:19.869827 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-9c7cfcf7-c7e2-4739-8edc-5f77157d533a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 999 time: 0.0963812 Jul 22 22:29:19.921957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-fbf41d28-58a3-44f5-9bc6-b7d9798a1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:19.923494 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-fbf41d28-58a3-44f5-9bc6-b7d9798a1d4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0471625 Jul 22 22:29:19.936093 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '33793b63-8ea4-4ec4-80b0-11287ae36e92', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'port_id': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'mac_address': 'fa:16:3e:82:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495baf59-b226-40a8-93cf-92456e9547a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:29:18Z', 'updated_at': '2021-07-22T22:29:18Z', 'revision_number': 0, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:19.966434 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] Checking router: 4db8152c-a682-4819-8ded-01e8e88383e4 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:29:19.974961 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:29:19.975578 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:29:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:19.985075 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-4603f68b-dd66-4fa9-a9d4-f6c73040aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:19.986618 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-4603f68b-dd66-4fa9-a9d4-f6c73040aff7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560355 Jul 22 22:29:20.081130 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:29:20.083235 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-f7f482aa-0605-434d-a01d-6d2c8925e37f service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886595 Jul 22 22:29:20.179356 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06423a33-22e0-4687-9ea8-8b7bcc48c352 req-3fbcb1d0-1a76-4ed0-b2b2-cada50020b45 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893507 Jul 22 22:29:20.316918 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '33793b63-8ea4-4ec4-80b0-11287ae36e92', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'port_id': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'mac_address': 'fa:16:3e:82:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495baf59-b226-40a8-93cf-92456e9547a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:29:18Z', 'updated_at': '2021-07-22T22:29:18Z', 'revision_number': 0, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:29:20.343823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02dd648-d173-41e3-aee0-c48b718eda7c None None] The sync data for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 is: [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '33793b63-8ea4-4ec4-80b0-11287ae36e92', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'port_id': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'mac_address': 'fa:16:3e:82:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495baf59-b226-40a8-93cf-92456e9547a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:29:18Z', 'updated_at': '2021-07-22T22:29:18Z', 'revision_number': 0, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:29:20.541098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122dc50b-66f2-41b5-b5e9-261fec87870a None None] New status for floating IP 33793b63-8ea4-4ec4-80b0-11287ae36e92: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:29:31.084727 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:29:32.332911 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:32.878555 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:36.128945 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-c344a5e7-2626-42db-84c6-6db576245ecb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541348 Jul 22 22:29:36.226994 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-88275406-1bce-4502-a29a-ecd67f9d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:36.228568 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-88275406-1bce-4502-a29a-ecd67f9d5985 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1097 time: 0.0560722 Jul 22 22:29:36.335453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-9238a30b-9fb8-421c-a990-a4ae0e5b11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:36.336964 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-9238a30b-9fb8-421c-a990-a4ae0e5b11a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0889452 Jul 22 22:29:36.401600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-74cee84c-ee4e-4cd2-8029-435a657b9c09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 1001 time: 0.0567970 Jul 22 22:29:36.450746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-0ed482df-4a1e-4712-934b-e2e528ee9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:36.452936 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-0ed482df-4a1e-4712-934b-e2e528ee9700 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0444677 Jul 22 22:29:36.516891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-d105f762-73f9-4f35-ba1e-07e31ea146c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:36.518702 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-d105f762-73f9-4f35-ba1e-07e31ea146c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593255 Jul 22 22:29:36.610812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-ce2e04b9-beb2-46e3-ace6-9f16bc85718c service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831747 Jul 22 22:29:36.705348 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-06ec1f51-26fa-43c7-9fb9-4f453ae4567e req-1ae889da-bdcc-4e81-b7d0-7c5c895646ad service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878267 Jul 22 22:29:42.689622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb4bd-0ea7-4b66-a2de-1d1611391404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:45.309380 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b01efe9-602b-40de-92ca-c4ae3ba848ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:45.588024 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:46.407084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:48.557385 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:02.331851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:02.882206 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:08.083973 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:30:12.694716 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4063f159-6b52-4d87-a0c5-77d1b2a33db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:15.308662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-328ceac7-ad53-473c-8f0d-1500d5ca4dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:15.588756 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:16.409198 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:18.559930 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:32.347114 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:32.874964 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:36.906629 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-95d2f020-a4ff-449d-9a5f-afff5278696f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539324 Jul 22 22:30:37.000960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-219c3829-d570-4314-a5dc-8393881c543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:37.002530 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-219c3829-d570-4314-a5dc-8393881c543b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1097 time: 0.0554116 Jul 22 22:30:37.107475 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-17715fe3-2229-44fa-a1cc-1239dd546a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:37.108970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-17715fe3-2229-44fa-a1cc-1239dd546a22 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0879276 Jul 22 22:30:37.176973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-6a3de054-4aa4-4c36-ab82-121f7c5b0349 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 1001 time: 0.0610023 Jul 22 22:30:37.224924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-444f069a-c4b7-4e5b-b956-e63b69a9cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:37.226371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-444f069a-c4b7-4e5b-b956-e63b69a9cc16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0437536 Jul 22 22:30:37.284124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-9f8425de-78e8-4a33-b116-349a6686c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:37.285599 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-9f8425de-78e8-4a33-b116-349a6686c77f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529361 Jul 22 22:30:37.376893 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-70a3a290-579a-434d-a290-77a9d7ccaddf service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844123 Jul 22 22:30:37.466515 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d3b5f761-326a-4850-9feb-ae1a75fbf393 req-63818494-cc40-4515-a8cc-05f46ebd5143 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831094 Jul 22 22:30:42.696015 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6ff9bad8-9e25-46e6-8a2e-f093eb7121ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:45.083822 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:30:45.309008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec1c2-a823-46ca-bb6c-5e3275a1cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:45.589804 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:46.412618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:48.562313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:02.334900 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:02.881996 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:12.697947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-26a27d28-a236-4930-9877-2303609b58fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:15.308680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5357d2ce-90a7-481c-a489-85cb5d882cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:15.590526 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:16.415268 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:17.464867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e2465-173e-4e04-a57d-605e384616b4 req-8957c0af-b33b-4178-a879-162c3e575b4e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:17.466366 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd2e2465-173e-4e04-a57d-605e384616b4 req-8957c0af-b33b-4178-a879-162c3e575b4e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0647719 Jul 22 22:31:17.505457 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dd2e2465-173e-4e04-a57d-605e384616b4 req-3a960ab7-e49d-4400-b652-0c2e799b038c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Jul 22 22:31:18.565898 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:18.651008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921494ed-1097-4da9-86e4-b856bf3e3c8e req-ff111d3e-3493-4880-bb0c-791790beed7b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:18.652527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-921494ed-1097-4da9-86e4-b856bf3e3c8e req-ff111d3e-3493-4880-bb0c-791790beed7b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0636520 Jul 22 22:31:18.690869 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-921494ed-1097-4da9-86e4-b856bf3e3c8e req-1756c7ae-a979-48c0-956a-015b2146bb07 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326331 Jul 22 22:31:19.844467 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d3fe6-c34c-4908-83c3-0b184bc1990f req-a83a97eb-c29d-43da-9551-140a43fec97b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:19.845975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb4d3fe6-c34c-4908-83c3-0b184bc1990f req-a83a97eb-c29d-43da-9551-140a43fec97b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0667715 Jul 22 22:31:19.884096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eb4d3fe6-c34c-4908-83c3-0b184bc1990f req-f7496985-abb7-4da1-9c18-58533fd76102 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315459 Jul 22 22:31:21.016475 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdc5c0-1282-44a7-bfe9-1ddb52a0c55c req-3149026c-41ee-40de-8bd9-af899c51362e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:21.017194 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cfdc5c0-1282-44a7-bfe9-1ddb52a0c55c req-3149026c-41ee-40de-8bd9-af899c51362e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0649390 Jul 22 22:31:21.055307 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9cfdc5c0-1282-44a7-bfe9-1ddb52a0c55c req-9f324696-ee8a-4474-9453-495868d642ec tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319831 Jul 22 22:31:22.083085 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:31:22.193322 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86f87-1cf4-4399-90a6-60966e4ee883 req-a718a5c2-613c-4e1d-8b5d-c4740d16a06b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:22.194823 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35b86f87-1cf4-4399-90a6-60966e4ee883 req-a718a5c2-613c-4e1d-8b5d-c4740d16a06b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0637243 Jul 22 22:31:22.236880 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-35b86f87-1cf4-4399-90a6-60966e4ee883 req-62113852-8d0b-4d8b-b441-285bf1038d93 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365241 Jul 22 22:31:23.365387 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b664d-561a-410e-99f0-60d467624306 req-bccde5e7-b495-48d8-9a28-776016aba9d7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:23.366922 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a94b664d-561a-410e-99f0-60d467624306 req-bccde5e7-b495-48d8-9a28-776016aba9d7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0636821 Jul 22 22:31:23.405041 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a94b664d-561a-410e-99f0-60d467624306 req-441f4aa7-6452-435f-ad9a-b0a6c936fbd8 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Jul 22 22:31:24.535441 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284d35-329c-40e4-8009-58ce0e1b548b req-f5104711-7eee-4af1-affd-eec7c8a21861 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:24.536970 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed284d35-329c-40e4-8009-58ce0e1b548b req-f5104711-7eee-4af1-affd-eec7c8a21861 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0637612 Jul 22 22:31:24.574625 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ed284d35-329c-40e4-8009-58ce0e1b548b req-7057fe8f-588f-4ab6-be22-90afd75d97e2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321310 Jul 22 22:31:25.707256 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98711c-fb57-4879-8add-5867cf800a5a req-f0a82b4e-e04f-4f81-ab93-6abf8af7f9e4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:25.708767 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c98711c-fb57-4879-8add-5867cf800a5a req-f0a82b4e-e04f-4f81-ab93-6abf8af7f9e4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0668745 Jul 22 22:31:25.746676 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8c98711c-fb57-4879-8add-5867cf800a5a req-f23eb96a-9866-4454-a74d-7da4c5b6058c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323954 Jul 22 22:31:26.874061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f680346-2fe3-4e37-924f-7b80ecb4a0b0 req-fdd34ea0-3ca0-417a-a6f2-407501c1cc60 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:26.875531 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f680346-2fe3-4e37-924f-7b80ecb4a0b0 req-fdd34ea0-3ca0-417a-a6f2-407501c1cc60 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0638735 Jul 22 22:31:26.912820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f680346-2fe3-4e37-924f-7b80ecb4a0b0 req-df58e10a-fae9-41ec-93ea-7f25f1bb1043 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Jul 22 22:31:28.041876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca8b-a2f5-4a55-9c17-f843394aff41 req-e431378c-89a6-4c79-acb8-1c5b2706890e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:28.043936 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f56ca8b-a2f5-4a55-9c17-f843394aff41 req-e431378c-89a6-4c79-acb8-1c5b2706890e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0639269 Jul 22 22:31:28.086011 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9f56ca8b-a2f5-4a55-9c17-f843394aff41 req-d941f432-c472-4b30-a13d-0cc67afded98 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Jul 22 22:31:29.227671 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a667f6-e166-4d93-a15b-54cd45bd5062 req-ea7961fc-fdd0-424e-945d-0a2bce189a67 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:29.229203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06a667f6-e166-4d93-a15b-54cd45bd5062 req-ea7961fc-fdd0-424e-945d-0a2bce189a67 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0670698 Jul 22 22:31:29.267391 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06a667f6-e166-4d93-a15b-54cd45bd5062 req-dae63a4c-2d3d-4c41-9fd1-ccfce5c620c8 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Jul 22 22:31:30.414405 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6863bb-df29-4eea-b215-7398885dedeb req-71979900-3727-40b0-938a-66f8cf59b2e9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:30.416114 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf6863bb-df29-4eea-b215-7398885dedeb req-71979900-3727-40b0-938a-66f8cf59b2e9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0737076 Jul 22 22:31:30.457726 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cf6863bb-df29-4eea-b215-7398885dedeb req-6f7587a6-8c63-4ffc-b60a-04e51a6e0d68 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350473 Jul 22 22:31:30.657017 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:31:30.770307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:30.784143 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'port_id': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'mac_address': 'fa:16:3e:82:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:31:30.827077 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.844180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61067a02-ca07-4c8d-b44d-cfef0232393b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:31:30.866582 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:30.872307 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.935355 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:30.944107 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.944332 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.944748 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.945154 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.945559 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.945963 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.946363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.946782 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.947180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.947575 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.948011 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.948407 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:30.953632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['61067a02-ca07-4c8d-b44d-cfef0232393b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:31:31.611986 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586749d0-469c-4ff1-a2e6-8159cf345a3d req-46971346-f3ff-489e-9e2e-9c867f76dd8a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:31.615565 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-586749d0-469c-4ff1-a2e6-8159cf345a3d req-46971346-f3ff-489e-9e2e-9c867f76dd8a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 944 time: 0.0779865 Jul 22 22:31:31.660542 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-586749d0-469c-4ff1-a2e6-8159cf345a3d req-89ba86ad-637e-4a6a-b81c-0ce1799f8c2c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355949 Jul 22 22:31:32.366962 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.653635 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:31:32.710771 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 61067a02-ca07-4c8d-b44d-cfef0232393b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:31:32.711163 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.796746 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.824690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:31:32.826955 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f77a557-708c-40d2-b1d7-e30c48213811" -d '{"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-plugged", "status": "completed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:31:32.839675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:32.845536 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc705d-c17e-4d31-9bdf-40594c29e68a req-80521b5c-09ba-491f-bd7e-c4f1290dea5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:32.846137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.853666 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2acc705d-c17e-4d31-9bdf-40594c29e68a req-80521b5c-09ba-491f-bd7e-c4f1290dea5e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 944 time: 0.1048565 Jul 22 22:31:32.880688 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a70f78-98e5-4de4-8d82-f04435ed5dc4 x-openstack-request-id: req-d7a70f78-98e5-4de4-8d82-f04435ed5dc4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:31:32.881061 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-plugged", "status": "completed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:31:32.881376 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7a70f78-98e5-4de4-8d82-f04435ed5dc4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:31:32.881834 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'code': 200} Jul 22 22:31:32.899477 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2acc705d-c17e-4d31-9bdf-40594c29e68a req-b38c0aee-cd5c-4ee2-aa0b-9346622c5d2f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447154 Jul 22 22:31:32.914768 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.921508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:34.054852 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2098953-a028-4c85-9519-6ae0d9e3a7a5 req-cc176521-595a-44eb-824b-cff795bd7d0e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:34.056603 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2098953-a028-4c85-9519-6ae0d9e3a7a5 req-cc176521-595a-44eb-824b-cff795bd7d0e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0738494 Jul 22 22:31:34.105214 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c2098953-a028-4c85-9519-6ae0d9e3a7a5 req-058fa167-207c-4c95-8550-db8bc47efded tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406806 Jul 22 22:31:35.263200 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68798dc-c151-4ce4-9feb-2d78610b1939 req-e65c08ca-2a7f-4e15-bc5c-f2dcd494924d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:35.264900 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b68798dc-c151-4ce4-9feb-2d78610b1939 req-e65c08ca-2a7f-4e15-bc5c-f2dcd494924d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0737393 Jul 22 22:31:35.315294 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b68798dc-c151-4ce4-9feb-2d78610b1939 req-4980b57e-37ce-4d74-948b-6bc958c93498 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 Jul 22 22:31:36.465337 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58675-b6ca-4b33-8d4f-197afcc1a173 req-919ebd90-0b80-4b88-81f6-169d326f0499 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:36.467772 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1f58675-b6ca-4b33-8d4f-197afcc1a173 req-919ebd90-0b80-4b88-81f6-169d326f0499 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0776334 Jul 22 22:31:36.527620 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b1f58675-b6ca-4b33-8d4f-197afcc1a173 req-2cf800df-eaec-484f-9666-8f6f8c02befa tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464239 Jul 22 22:31:37.696719 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d69200-a8c3-432d-8af6-44b656a0c85f req-75fafd69-c864-47e7-8fb5-ea66c05f6990 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:37.698252 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4d69200-a8c3-432d-8af6-44b656a0c85f req-75fafd69-c864-47e7-8fb5-ea66c05f6990 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0857127 Jul 22 22:31:37.746713 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f4d69200-a8c3-432d-8af6-44b656a0c85f req-c3d18732-67b9-4c7a-b978-5228e3124c6d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Jul 22 22:31:38.878390 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494d28e-1df4-4e84-947b-0f9a19605112 req-18ed0f9a-53d4-4c84-82ed-daef38371acc tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:38.879998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b494d28e-1df4-4e84-947b-0f9a19605112 req-18ed0f9a-53d4-4c84-82ed-daef38371acc tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0638793 Jul 22 22:31:38.917637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b494d28e-1df4-4e84-947b-0f9a19605112 req-b0d7c62a-7a00-4a76-90d9-8159a5c07a77 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Jul 22 22:31:39.328338 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-8ce30aaf-120a-4ff2-9a7b-2c824b439c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:39.330298 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-8ce30aaf-120a-4ff2-9a7b-2c824b439c0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1097 time: 0.1330242 Jul 22 22:31:39.444059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-a959a6aa-242f-4b82-9b35-7446f6c795eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:39.445535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-a959a6aa-242f-4b82-9b35-7446f6c795eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0870728 Jul 22 22:31:39.517371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-5017be6d-fa88-41d4-b9d5-6ebc0a096982 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 1001 time: 0.0629261 Jul 22 22:31:39.565595 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-c39f8acd-4313-4eb5-a07f-7c46f95b6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:39.568284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-c39f8acd-4313-4eb5-a07f-7c46f95b6681 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0450037 Jul 22 22:31:39.625813 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-4ee25574-005d-48c5-a971-131322885ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:39.627809 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-4ee25574-005d-48c5-a971-131322885ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527973 Jul 22 22:31:39.719724 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-ccb67a55-a879-4079-b63c-fcf7f89363e8 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853710 Jul 22 22:31:39.808689 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-669cd5c4-3fc2-4fba-8c3f-2dd89de4d7f3 req-e7c3fc49-2b0d-401a-9d4b-aa2b371fe9d9 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823140 Jul 22 22:31:39.903451 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-b3fd49a1-30c8-42fe-8c2c-0f709df2e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:39.904999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-b3fd49a1-30c8-42fe-8c2c-0f709df2e704 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1097 time: 0.0582666 Jul 22 22:31:39.995038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-6715222e-0939-4800-84f4-38d6f35d7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:39.996590 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-6715222e-0939-4800-84f4-38d6f35d7c40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0851336 Jul 22 22:31:40.047029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57a9f-4853-4f94-adbc-dd647eff751b req-4ad573ed-b740-4c50-b84f-ce5695f59b12 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:40.048560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08e57a9f-4853-4f94-adbc-dd647eff751b req-4ad573ed-b740-4c50-b84f-ce5695f59b12 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0635843 Jul 22 22:31:40.071686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-d8239b9c-05e4-4d39-bf11-e6ee9748dff9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 1001 time: 0.0687325 Jul 22 22:31:40.100281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-08e57a9f-4853-4f94-adbc-dd647eff751b req-e7383f87-7774-470e-b39a-192d95c869be tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454068 Jul 22 22:31:40.126586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-6c5cc9c8-4d5e-4377-8fc5-0af9b5990721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:40.128096 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-6c5cc9c8-4d5e-4377-8fc5-0af9b5990721 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0465243 Jul 22 22:31:40.185415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-4cbf58af-7f56-441b-b50e-364ec7157289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:40.186922 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-4cbf58af-7f56-441b-b50e-364ec7157289 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530505 Jul 22 22:31:40.277873 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-acca714e-1049-4a85-bb9c-0af20468d428 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849206 Jul 22 22:31:40.367645 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-f8b11218-73cd-4be5-9670-78c43027ac0d req-3438ae52-ee19-4297-a588-e25e8df87a1f service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827377 Jul 22 22:31:41.230724 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a2032-8542-42e3-9111-cd5c0f2c6ddc req-5449994b-ef9f-45d0-9221-78424594da69 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:41.232256 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f3a2032-8542-42e3-9111-cd5c0f2c6ddc req-5449994b-ef9f-45d0-9221-78424594da69 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0638852 Jul 22 22:31:41.269425 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0f3a2032-8542-42e3-9111-cd5c0f2c6ddc req-8d659cba-c240-40aa-9978-b6bc4ca5420b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Jul 22 22:31:42.405863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91b6c8-a653-4548-b0d0-393c703d381b req-ebf59052-b78e-41b9-beaa-cf0137928c36 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:42.407890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f91b6c8-a653-4548-b0d0-393c703d381b req-ebf59052-b78e-41b9-beaa-cf0137928c36 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0708501 Jul 22 22:31:42.446915 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f91b6c8-a653-4548-b0d0-393c703d381b req-7fa00908-b255-49f7-b20a-db2b76e8b7be tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333776 Jul 22 22:31:42.674697 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35da8-95a1-4ab2-afb8-3848c533b7cf req-b0e21773-f8d1-4073-9ca5-c8b3491fb3f6 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:42.676751 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1b35da8-95a1-4ab2-afb8-3848c533b7cf req-b0e21773-f8d1-4073-9ca5-c8b3491fb3f6 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 945 time: 0.0686493 Jul 22 22:31:42.699700 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-86619b46-d33d-425a-b1b7-8cbca4f3d6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:42.724937 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c1b35da8-95a1-4ab2-afb8-3848c533b7cf req-721260e3-f887-4802-8fd6-8d1ccba53c03 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358880 Jul 22 22:31:42.729965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:42.762207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:42.813068 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:42.839045 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:31:42.841360 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dbbdbe-147b-4d5c-84f9-eead7c9ccff7" -d '{"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-unplugged", "status": "completed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:31:42.854929 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:42.859662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:42.862589 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-af45afc1-baeb-4a21-af78-3fb1b9d03f91 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991967 Jul 22 22:31:42.887085 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70eb5b-fc95-4e39-ba3e-8680dd76f2b4 x-openstack-request-id: req-4e70eb5b-fc95-4e39-ba3e-8680dd76f2b4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:31:42.887366 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-unplugged", "status": "failed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "code": 422}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:31:42.887611 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e70eb5b-fc95-4e39-ba3e-8680dd76f2b4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:31:42.888027 n-d-762330-19 neutron-server[94093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'code': 422} returned with failed status Jul 22 22:31:42.914370 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:43.618838 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-b0ef6a09-92ad-42a7-b194-d3d65ed753f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:43.620390 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-b0ef6a09-92ad-42a7-b194-d3d65ed753f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4&tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0585048 Jul 22 22:31:43.695011 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-98eb54c4-46f6-4d25-9218-c02a5b7fb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:43.696600 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-98eb54c4-46f6-4d25-9218-c02a5b7fb72b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1095 time: 0.0551596 Jul 22 22:31:43.787496 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-9ba158f7-4caa-4b6e-8fd1-850856a1d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:43.789127 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-9ba158f7-4caa-4b6e-8fd1-850856a1d78b service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0865138 Jul 22 22:31:43.859135 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-6e988992-20c1-4adf-8bc3-5b8f9442f0cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 999 time: 0.0635202 Jul 22 22:31:43.869261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cef97-ac68-4ceb-bbdf-0f5ce84271e7 req-f9167f62-9def-40bb-a916-69be0643abba tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:43.870774 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c8cef97-ac68-4ceb-bbdf-0f5ce84271e7 req-f9167f62-9def-40bb-a916-69be0643abba tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0629163 Jul 22 22:31:43.907146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-926d285e-58f4-4ca5-925c-5e40b421d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:43.907998 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-9c8cef97-ac68-4ceb-bbdf-0f5ce84271e7 req-2390726d-6dd0-412b-8fab-01fbfbc205d3 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314314 Jul 22 22:31:43.908842 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-926d285e-58f4-4ca5-925c-5e40b421d2bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0434852 Jul 22 22:31:43.966853 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-9030620a-803c-4e0a-9975-4921b7ced651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:43.968411 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-9030620a-803c-4e0a-9975-4921b7ced651 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534492 Jul 22 22:31:44.059878 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-12ffcf91-25ef-44bb-91f8-2c56fbdb2437 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853727 Jul 22 22:31:44.147630 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-893b3c21-6998-44b2-af79-568e04ba022a service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815692 Jul 22 22:31:45.057159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a583928-7d54-4925-87a4-c656b79169fc req-45752637-9973-47bc-99c4-71e8a78afc3f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:45.058805 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a583928-7d54-4925-87a4-c656b79169fc req-45752637-9973-47bc-99c4-71e8a78afc3f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0759406 Jul 22 22:31:45.100420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7a583928-7d54-4925-87a4-c656b79169fc req-4827dd7e-da22-4bb9-a8e2-63affe201662 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361750 Jul 22 22:31:45.321173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aacc3691-fd2d-4e78-a2fd-633eab4b84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:45.591739 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:46.239444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a71f-3a70-4cea-9e69-6d0c738d1dea req-0653e08e-e7d2-4e1d-8794-b377c5a67370 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:46.241527 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56b2a71f-3a70-4cea-9e69-6d0c738d1dea req-0653e08e-e7d2-4e1d-8794-b377c5a67370 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0687394 Jul 22 22:31:46.282786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-56b2a71f-3a70-4cea-9e69-6d0c738d1dea req-217c8038-7892-4ef9-84fb-04df48a54956 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356424 Jul 22 22:31:46.417145 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:47.437078 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e003e-d9ec-40f0-af66-22656e4df956 req-6ef20282-1196-4108-b036-fb5ebf20537d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:47.438599 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d44e003e-d9ec-40f0-af66-22656e4df956 req-6ef20282-1196-4108-b036-fb5ebf20537d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0766363 Jul 22 22:31:47.482246 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d44e003e-d9ec-40f0-af66-22656e4df956 req-760c679d-8d91-4071-bb62-3423ad0e0f58 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Jul 22 22:31:48.580366 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:48.634207 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e38a-d881-46a3-b7df-d7280f46299c req-019e3ea4-473c-4a41-b010-7a4e4387630c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:48.635727 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8748e38a-d881-46a3-b7df-d7280f46299c req-019e3ea4-473c-4a41-b010-7a4e4387630c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0725949 Jul 22 22:31:48.678024 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8748e38a-d881-46a3-b7df-d7280f46299c req-d7e090c6-01cd-4831-9fb7-c59bed37abaa tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365429 Jul 22 22:31:49.817663 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939b39-eed8-4881-b82c-1d58f3b27472 req-070f0a74-db87-46ac-91b6-c270af2b11a6 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:49.819342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0939b39-eed8-4881-b82c-1d58f3b27472 req-070f0a74-db87-46ac-91b6-c270af2b11a6 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0695624 Jul 22 22:31:49.860474 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e0939b39-eed8-4881-b82c-1d58f3b27472 req-3ed2242a-cf47-4a45-a59b-ff9579722fa4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Jul 22 22:31:51.005429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c92c9f-8466-4947-b8ce-e34949adb0a1 req-fcba9b68-7f78-47a8-8337-c6bce4449ff9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:51.007056 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64c92c9f-8466-4947-b8ce-e34949adb0a1 req-fcba9b68-7f78-47a8-8337-c6bce4449ff9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0746958 Jul 22 22:31:51.050239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-64c92c9f-8466-4947-b8ce-e34949adb0a1 req-7ae2627f-a239-456a-bde7-fe57646f6088 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369585 Jul 22 22:31:52.196067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7763f-d625-454e-be97-a4e4ab8f9a9c req-927bbd59-0bea-40b8-9a0b-c0bc91395f2c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:52.196067 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8d7763f-d625-454e-be97-a4e4ab8f9a9c req-927bbd59-0bea-40b8-9a0b-c0bc91395f2c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0670717 Jul 22 22:31:52.242658 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f8d7763f-d625-454e-be97-a4e4ab8f9a9c req-dbcad0f0-0cad-40f4-b6e3-e1895eccfa42 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370517 Jul 22 22:31:53.397605 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef10407-3afa-419e-95a4-2ae6acf2054d req-3c5c2761-0ea5-4012-a6f0-7698c34f6682 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:53.399181 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ef10407-3afa-419e-95a4-2ae6acf2054d req-3c5c2761-0ea5-4012-a6f0-7698c34f6682 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0857291 Jul 22 22:31:53.440932 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ef10407-3afa-419e-95a4-2ae6acf2054d req-23d70404-9edc-496c-b411-fdba8eb21fb0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357747 Jul 22 22:31:54.571279 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356b5e-ff04-45b6-8de1-530dfd746f3e req-acb9fd09-98f3-4b27-8ea0-23276ca3d25c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:54.572793 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c356b5e-ff04-45b6-8de1-530dfd746f3e req-acb9fd09-98f3-4b27-8ea0-23276ca3d25c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0632250 Jul 22 22:31:54.611505 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1c356b5e-ff04-45b6-8de1-530dfd746f3e req-ef35a483-0010-4fd7-94a5-5334cd7c4264 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330768 Jul 22 22:31:55.741293 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fe5b9-7384-4607-ad5f-1406c5b5d0d1 req-4bc6a9b8-347d-4890-a2b5-b417d49c2e7b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:55.742789 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-478fe5b9-7384-4607-ad5f-1406c5b5d0d1 req-4bc6a9b8-347d-4890-a2b5-b417d49c2e7b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0643036 Jul 22 22:31:55.782190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-478fe5b9-7384-4607-ad5f-1406c5b5d0d1 req-cdbc988d-1e1b-4d03-bbfe-9bf532ca6616 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Jul 22 22:31:56.792119 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:31:56.889465 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:56.900675 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'port_id': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'mac_address': 'fa:16:3e:82:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:31:56.918482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965092-e550-4052-b90a-2ed77108d2d3 req-f0b7394d-ab71-4259-ad89-0d122aa3fe0c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:56.920362 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f965092-e550-4052-b90a-2ed77108d2d3 req-f0b7394d-ab71-4259-ad89-0d122aa3fe0c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 943 time: 0.0695000 Jul 22 22:31:56.938357 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:56.951493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61067a02-ca07-4c8d-b44d-cfef0232393b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:31:56.960082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f965092-e550-4052-b90a-2ed77108d2d3 req-46dc9222-a54f-4471-90d3-5680c078d462 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335207 Jul 22 22:31:56.970710 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:56.976147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:57.022786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:57.203012 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['61067a02-ca07-4c8d-b44d-cfef0232393b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:31:58.090814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a6d40-3860-4c0f-bd88-ecb3e86726f5 req-772b10c6-ec68-4d6a-989b-4343defda27f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:58.092315 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-524a6d40-3860-4c0f-bd88-ecb3e86726f5 req-772b10c6-ec68-4d6a-989b-4343defda27f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 944 time: 0.0652459 Jul 22 22:31:58.128927 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-524a6d40-3860-4c0f-bd88-ecb3e86726f5 req-41bd61c7-640f-4525-ad6e-f9dcafb8dcfa tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308788 Jul 22 22:31:58.797832 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:31:58.857307 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 61067a02-ca07-4c8d-b44d-cfef0232393b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:31:58.857830 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:58.940833 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:58.962945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:31:58.965172 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b59104-29a9-4c9a-a70f-18649333d387" -d '{"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-plugged", "status": "completed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:31:58.977349 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:58.981495 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:59.007313 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422b78df-9228-4492-99bc-bc3d1efb5435 x-openstack-request-id: req-422b78df-9228-4492-99bc-bc3d1efb5435 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:31:59.007677 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-plugged", "status": "completed", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:31:59.007870 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-422b78df-9228-4492-99bc-bc3d1efb5435 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:31:59.008280 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'code': 200} Jul 22 22:31:59.035333 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:59.082844 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:31:59.174032 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f83a0d-d4a7-47ef-b5b2-15d76c510fbe req-333d9e44-d913-4da0-b068-27ec4a94aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:59.175641 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b2f83a0d-d4a7-47ef-b5b2-15d76c510fbe req-333d9e44-d913-4da0-b068-27ec4a94aa5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1098 time: 0.0603621 Jul 22 22:31:59.213646 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-b2f83a0d-d4a7-47ef-b5b2-15d76c510fbe req-7275fbac-f323-4366-ac49-d27376fc066c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291109 Jul 22 22:31:59.276414 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89c6b-9cd2-4129-bfec-ef03c7fec91d req-d7f8ed31-6a1f-4712-9d6b-cc5b8850a5e7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:59.277914 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc89c6b-9cd2-4129-bfec-ef03c7fec91d req-d7f8ed31-6a1f-4712-9d6b-cc5b8850a5e7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 946 time: 0.0722136 Jul 22 22:31:59.315804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7cc89c6b-9cd2-4129-bfec-ef03c7fec91d req-16f53105-610c-4b95-904c-19d41788d9a1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Jul 22 22:32:00.451164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedd0e8-4e87-449e-bf4a-7200b569d403 req-74023e18-cfef-49eb-9a2c-56c80facafee tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:32:00.453047 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4aedd0e8-4e87-449e-bf4a-7200b569d403 req-74023e18-cfef-49eb-9a2c-56c80facafee tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 946 time: 0.0654881 Jul 22 22:32:00.492742 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4aedd0e8-4e87-449e-bf4a-7200b569d403 req-ea47a5db-2c87-4fa9-9b81-2bd8809cd30e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331721 Jul 22 22:32:01.622828 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d26f5-9abb-420f-8043-abee5ccab18c req-e7391b08-2463-439f-8954-0f43bf0c70b6 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:32:01.624392 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a12d26f5-9abb-420f-8043-abee5ccab18c req-e7391b08-2463-439f-8954-0f43bf0c70b6 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 946 time: 0.0638058 Jul 22 22:32:01.662311 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a12d26f5-9abb-420f-8043-abee5ccab18c req-f67de4e8-69c8-4935-a0e7-95c58871950e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321887 Jul 22 22:32:02.363957 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:02.906814 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:12.702612 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-72e37979-cc48-4d90-bfed-479d40d41ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:15.313007 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aafc7ff5-ea56-4d28-bde2-ac168e276e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:15.593373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:16.420195 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:18.571311 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:32.365866 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:32.916552 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:36.081633 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:32:40.934115 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-15ea3612-510b-4d9d-a640-cd003b7b705f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522587 Jul 22 22:32:41.032974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-2d938197-1e76-4e7a-aaea-71c19ba3520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:32:41.034542 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-2d938197-1e76-4e7a-aaea-71c19ba3520d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1098 time: 0.0540221 Jul 22 22:32:41.137490 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-15ea107f-012e-4d12-ba83-e81b8480b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:32:41.138965 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-15ea107f-012e-4d12-ba83-e81b8480b205 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0871253 Jul 22 22:32:41.202987 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-d398e7e8-2560-4c35-8c5e-af72791fc29f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 1001 time: 0.0575242 Jul 22 22:32:41.254363 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-19049dba-15e5-41f5-8024-976be8743194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:32:41.255808 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-19049dba-15e5-41f5-8024-976be8743194 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0470054 Jul 22 22:32:41.312806 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-08bab8be-820b-4668-9a36-51450322122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:32:41.314292 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-08bab8be-820b-4668-9a36-51450322122b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527349 Jul 22 22:32:41.400511 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-42d76284-6a91-4e34-aab5-7e77579548b9 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799356 Jul 22 22:32:41.494093 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3f273dbe-7b39-45a0-a518-fbedd0087eea req-f7a60514-95b5-467b-a8fb-e889302839f1 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870130 Jul 22 22:32:42.704242 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dd9f3bc5-5284-4268-b443-881f08d14174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:45.313499 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea09a0a3-c4e8-43a3-8aa7-24fdccfb460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:45.594028 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:46.423941 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:48.574982 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:02.366234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:02.930356 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:12.705819 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7fb7de34-19eb-4a01-955a-beee57a3c6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:13.080324 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:33:14.723223 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56210) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:14.881542 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Deleting port b0ae6c53-6fb4-4f86-9cad-72dcc88e0b61 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:33:14.881881 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:14.954765 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:14.955011 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:14.966541 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Calling delete_port for b0ae6c53-6fb4-4f86-9cad-72dcc88e0b61 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:33:15.115251 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:15.145142 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event deleted for resources: {'Port': ['ID=b0ae6c53-6fb4-4f86-9cad-72dcc88e0b61,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:15.169136 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.169476 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.169810 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.170141 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.170466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.170788 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.171177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.171504 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.171823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.172185 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.172506 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.172821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:15.218599 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:15.219350 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Floating IP 33793b63-8ea4-4ec4-80b0-11287ae36e92 disassociated (deleted). External IP: 172.25.5.218, port: 61067a02-ca07-4c8d-b44d-cfef0232393b. Jul 22 22:33:15.314664 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd983ab3-4c35-4859-b12c-e4d79220884a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:15.429679 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Router 4db8152c-a682-4819-8ded-01e8e88383e4 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:33:15.539161 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:33:15.543751 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:15.549112 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] Sync routers for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:33:15.558509 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:33:15.559185 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:33:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:15.581576 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-9882797f-03fd-49d3-948f-cbd1e07d7e26 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "DELETE /v2.0/floatingips/33793b63-8ea4-4ec4-80b0-11287ae36e92 HTTP/1.1" status: 204 len: 168 time: 0.8571250 Jul 22 22:33:15.582094 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:33:15.584389 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671" -d '{"events": [{"name": "network-changed", "server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:33:15.596626 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:15.696959 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6108658-8b3a-4b20-a005-000fdd2b15c7 x-openstack-request-id: req-f6108658-8b3a-4b20-a005-000fdd2b15c7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:33:15.697384 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:33:15.697732 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6108658-8b3a-4b20-a005-000fdd2b15c7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:33:15.698490 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'status': 'completed', 'code': 200} Jul 22 22:33:15.780165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-0f170ff5-6819-4013-9161-3b7b2756fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:15.782114 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-0f170ff5-6819-4013-9161-3b7b2756fbdc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 1098 time: 0.0595002 Jul 22 22:33:15.786628 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:33:15.884796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-4046408c-a4f7-49d9-9c87-36107af1f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:15.886470 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-4046408c-a4f7-49d9-9c87-36107af1f00b service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0979838 Jul 22 22:33:15.897398 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b18ce5-be32-46c3-b077-c8f4cf8e6326 req-171de168-4527-46f7-89e8-0db77a118670 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:15.899102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2b18ce5-be32-46c3-b077-c8f4cf8e6326 req-171de168-4527-46f7-89e8-0db77a118670 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 946 time: 0.0734937 Jul 22 22:33:15.930764 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-f0b30b1f-3336-4696-a3b5-a8aaf1d7492c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 200 len: 217 time: 0.0363166 Jul 22 22:33:15.939423 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e2b18ce5-be32-46c3-b077-c8f4cf8e6326 req-a1f912c2-f115-448a-a363-d333dba8e86b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344479 Jul 22 22:33:15.984881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-4ab1dd3d-5248-4adb-be03-97566b674900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:15.986362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-4ab1dd3d-5248-4adb-be03-97566b674900 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0487792 Jul 22 22:33:15.989780 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:16.020731 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] Checking router: 4db8152c-a682-4819-8ded-01e8e88383e4 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:33:16.031072 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:33:16.031693 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:33:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:16.049693 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-beb42b5d-5591-446b-a259-4de68870d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:16.051068 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-beb42b5d-5591-446b-a259-4de68870d803 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582371 Jul 22 22:33:16.136095 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:33:16.140451 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-f828fd31-102e-4f7b-917e-fe321d1c324d service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815432 Jul 22 22:33:16.235821 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d32ad8fc-b2a5-41c5-bdd8-740473d4c671 req-2528554b-beeb-440b-a41a-e8089a7e17ea service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891588 Jul 22 22:33:16.346823 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:16.372425 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa7e8-3db9-40a5-b93d-d7c0f6475719 None None] The sync data for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 is: [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:33:16.428094 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:16.602872 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08066e11-2d33-4b1d-8e6c-c52405c6c5ac None None] New status for floating IP 33793b63-8ea4-4ec4-80b0-11287ae36e92: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:33:17.077104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ca45f-53cc-4ada-8474-39d4e93578f8 req-e46d4a80-0032-4f1c-8a1c-abc9f319674e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:17.078633 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-041ca45f-53cc-4ada-8474-39d4e93578f8 req-e46d4a80-0032-4f1c-8a1c-abc9f319674e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 946 time: 0.0675483 Jul 22 22:33:17.117581 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-041ca45f-53cc-4ada-8474-39d4e93578f8 req-e034ae32-7fa5-4346-9a48-1bcb0cc2f60c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322986 Jul 22 22:33:17.215577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-5b3e6f95-9f6a-4080-8d48-0b754df1e284 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:17.217079 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-5b3e6f95-9f6a-4080-8d48-0b754df1e284 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 946 time: 0.0647988 Jul 22 22:33:17.669791 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Deleting port 61067a02-ca07-4c8d-b44d-cfef0232393b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:33:17.670136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:17.755864 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] For port 61067a02-ca07-4c8d-b44d-cfef0232393b, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=61067a02-ca07-4c8d-b44d-cfef0232393b,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:33:17.756136 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:17.771550 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Calling delete_port for 61067a02-ca07-4c8d-b44d-cfef0232393b owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:33:17.896585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:17.925247 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event deleted for resources: {'Port': ['ID=61067a02-ca07-4c8d-b44d-cfef0232393b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:17.957534 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.957883 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.958227 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.958593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.958955 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.959289 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.959621 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.959980 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.960311 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.960655 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.960988 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.961313 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:17.985327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] No DVR routers for this DVR port 61067a02-ca07-4c8d-b44d-cfef0232393b on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:33:17.988406 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:17.990536 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-ee1a908b-9cb8-4ca1-b1b9-7f60ab4326c7 req-7b604e49-97f5-418d-9a4e-81450fa77a54 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "DELETE /v2.0/ports/61067a02-ca07-4c8d-b44d-cfef0232393b HTTP/1.1" status: 204 len: 173 time: 0.7680798 Jul 22 22:33:17.990996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-deleted', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:33:17.993398 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbbe04b-12f2-4257-b0f7-2af05ddf8ad0" -d '{"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-deleted", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:33:18.082212 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c73923f-b143-4f5e-ad60-edd551b6d8ce x-openstack-request-id: req-7c73923f-b143-4f5e-ad60-edd551b6d8ce {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:33:18.082510 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495baf59-b226-40a8-93cf-92456e9547a4", "name": "network-vif-deleted", "tag": "61067a02-ca07-4c8d-b44d-cfef0232393b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:33:18.083088 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c73923f-b143-4f5e-ad60-edd551b6d8ce {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:33:18.083495 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495baf59-b226-40a8-93cf-92456e9547a4', 'name': 'network-vif-deleted', 'tag': '61067a02-ca07-4c8d-b44d-cfef0232393b', 'status': 'completed', 'code': 200} Jul 22 22:33:18.227267 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b7b42418-3a3b-4659-a36a-28f98b5afb65 req-ff2bd44c-3aa6-4b3d-97a1-bcba2fde20ea tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=495baf59-b226-40a8-93cf-92456e9547a4 HTTP/1.1" status: 200 len: 210 time: 0.0309970 Jul 22 22:33:18.578167 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.283586 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56238) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:19.344959 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c2a2794-392a-4868-bf97-3568dea0a48d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.369884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c2a2794-392a-4868-bf97-3568dea0a48d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.432233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c2a2794-392a-4868-bf97-3568dea0a48d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.434797 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c2a2794-392a-4868-bf97-3568dea0a48d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.435969 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0c2a2794-392a-4868-bf97-3568dea0a48d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "DELETE /v2.0/security-groups/704e004f-7f5f-46b1-b17e-8e1fdc8ae2df HTTP/1.1" status: 204 len: 168 time: 0.1507421 Jul 22 22:33:19.446263 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a2794-392a-4868-bf97-3568dea0a48d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704e004f-7f5f-46b1-b17e-8e1fdc8ae2df,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:19.636965 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56244) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:19.641731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-788850b0-3232-4842-9c22-1a30998e5b84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5673513', 'description': 'tempest-secgroup-smoke-5673513 description', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:19.664451 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788850b0-3232-4842-9c22-1a30998e5b84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.745328 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788850b0-3232-4842-9c22-1a30998e5b84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.749112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788850b0-3232-4842-9c22-1a30998e5b84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.771305 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-788850b0-3232-4842-9c22-1a30998e5b84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.772465 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-788850b0-3232-4842-9c22-1a30998e5b84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1344719 Jul 22 22:33:19.775509 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56246) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:19.780395 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788850b0-3232-4842-9c22-1a30998e5b84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8912a7-9811-4c9c-9a2b-9a1365e2b394,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:19.780940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c29bd72a-a5f4-4b5a-a07e-caf54a51d8c9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '5d8912a7-9811-4c9c-9a2b-9a1365e2b394', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:19.810154 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c29bd72a-a5f4-4b5a-a07e-caf54a51d8c9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.866470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c29bd72a-a5f4-4b5a-a07e-caf54a51d8c9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.870334 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c29bd72a-a5f4-4b5a-a07e-caf54a51d8c9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.888630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bd72a-a5f4-4b5a-a07e-caf54a51d8c9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f355f5e-3dcb-45f3-b2b3-85d083b95083,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:19.893931 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c29bd72a-a5f4-4b5a-a07e-caf54a51d8c9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.895318 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c29bd72a-a5f4-4b5a-a07e-caf54a51d8c9 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181653 Jul 22 22:33:19.898035 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56248) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:19.902470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-35bd73a5-4998-411b-bb71-f69681517fda tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '5d8912a7-9811-4c9c-9a2b-9a1365e2b394', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:19.929545 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35bd73a5-4998-411b-bb71-f69681517fda tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.985740 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35bd73a5-4998-411b-bb71-f69681517fda tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.989797 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35bd73a5-4998-411b-bb71-f69681517fda tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.009954 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd73a5-4998-411b-bb71-f69681517fda tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd36564-9cc9-4b5a-9ed5-266f1ca836d1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:20.017536 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35bd73a5-4998-411b-bb71-f69681517fda tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.018931 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-35bd73a5-4998-411b-bb71-f69681517fda tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199608 Jul 22 22:33:20.021662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56250) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:20.026225 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c0698e7a-2811-4072-a808-9c95d068464c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '5d8912a7-9811-4c9c-9a2b-9a1365e2b394', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:20.052617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0698e7a-2811-4072-a808-9c95d068464c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.113011 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0698e7a-2811-4072-a808-9c95d068464c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.116844 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0698e7a-2811-4072-a808-9c95d068464c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.135974 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0698e7a-2811-4072-a808-9c95d068464c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd451b01-3a61-4783-b316-afcd29a3a7e0,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:20.144238 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c0698e7a-2811-4072-a808-9c95d068464c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.145552 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c0698e7a-2811-4072-a808-9c95d068464c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230371 Jul 22 22:33:20.148415 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56252) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:20.152777 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-702c1f71-f79a-4f0b-a585-84c18ab36531 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '5d8912a7-9811-4c9c-9a2b-9a1365e2b394', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:20.179041 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702c1f71-f79a-4f0b-a585-84c18ab36531 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.237585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702c1f71-f79a-4f0b-a585-84c18ab36531 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.241488 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702c1f71-f79a-4f0b-a585-84c18ab36531 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.259161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c1f71-f79a-4f0b-a585-84c18ab36531 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0869f3-c60c-4f44-af6e-927005a8108b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:20.265839 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-702c1f71-f79a-4f0b-a585-84c18ab36531 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.267097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-702c1f71-f79a-4f0b-a585-84c18ab36531 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177626 Jul 22 22:33:20.269945 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56254) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:20.274609 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '5d8912a7-9811-4c9c-9a2b-9a1365e2b394', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:20.297654 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Project eb86b6f0d5bc4609b6321a4d30bfc8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:33:20.304364 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.364281 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.367982 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.387087 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eedf95-d4e6-42af-8d3f-df24256efa49,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:20.397283 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.398505 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-3677e7b2-ae69-43b2-a32e-5d7efa8056cb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276195 Jul 22 22:33:20.401259 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56256) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:20.405662 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'security_group_rule': {'security_group_id': '5d8912a7-9811-4c9c-9a2b-9a1365e2b394', 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:20.429070 n-d-762330-19 neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Project eb86b6f0d5bc4609b6321a4d30bfc8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:33:20.434032 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.497938 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.502017 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.522446 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31aaa418-7b7c-469a-9309-91913eb0e2b1,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:20.537533 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.539609 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-bdcb20aa-e258-4a6e-b76d-df0b9d0cf469 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373637 Jul 22 22:33:21.128649 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:33:21.149739 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 61067a02-ca07-4c8d-b44d-cfef0232393b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:33:21.150099 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 61067a02-ca07-4c8d-b44d-cfef0232393b not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:33:32.367950 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:32.937892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:34.843785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-1d7bdce1-370b-4d7c-a7b7-05f138400b50 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5673513&fields=id&tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 267 time: 0.0337064 Jul 22 22:33:34.954361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-73ce729f-de9d-4a68-b256-c7bb13e0f5cc tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:34.955908 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-73ce729f-de9d-4a68-b256-c7bb13e0f5cc tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 808 time: 0.1052806 Jul 22 22:33:34.972127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-4c0c3ad0-0ff1-42bd-9d3b-9cc27f674b7d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/quotas/eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 375 time: 0.0100622 Jul 22 22:33:35.036626 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-fcdaef61-5613-4a92-bf06-196a9d10ac18 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596633 Jul 22 22:33:35.176770 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-7964d88b-9454-49b5-82b5-c6f24d0fd93a service neutron] 10.222.0.54 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287534 Jul 22 22:33:35.264893 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-4c3aaafe-b28a-4d8e-8cbe-c5d033eef464 service neutron] 10.222.0.54 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823026 Jul 22 22:33:35.566377 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8298645e-9a5b-4723-a437-47152e7ceabb req-79017377-6caa-4f7c-bf5e-624ea7db5186 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 210 time: 0.0368137 Jul 22 22:33:36.549202 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-afd9ab46-7a36-45c3-b711-e89eedad2208 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:36.551080 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-afd9ab46-7a36-45c3-b711-e89eedad2208 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 808 time: 0.1029072 Jul 22 22:33:36.597841 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-abbd21ed-953b-44a8-a532-1e1d1b7470b6 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 377 time: 0.0386956 Jul 22 22:33:36.606923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'port': {'device_id': '2223ff04-be73-4072-be09-1ceab51fbb69', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'admin_state_up': True, 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'security_groups': ['5d8912a7-9811-4c9c-9a2b-9a1365e2b394']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:36.668389 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b89f0b6e-6aa9-4c1b-b71c-91bc5e5988b5 req-b5a01e1d-974d-4ddd-b8d0-c5574968ea1f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 210 time: 0.0314465 Jul 22 22:33:36.728308 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Made reservation on behalf of eb86b6f0d5bc4609b6321a4d30bfc8a5 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:33:36.731761 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:36.860957 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Allocated IP 172.20.0.11 (dd952afa-1547-49ce-8a0c-a74502c3fee0/70a026ea-6010-4857-bd4d-9cb66a342324/8fe08725-b8e7-4c80-99b8-c72450c90906) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:33:37.004933 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.018173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Transition to ACTIVE for port object 8fe08725-b8e7-4c80-99b8-c72450c90906 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:33:37.052560 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.103115 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:33:37.106425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:33:37.110371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:33:37.135377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:37.164466 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:37.165118 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.182509 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-69bdf06d-680c-428f-a702-275190ecb50c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798228 Jul 22 22:33:37.196543 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Request body: {'port': {'device_id': '2223ff04-be73-4072-be09-1ceab51fbb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:37.275090 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.427228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bf4b46f-7f54-459f-8581-087fdbd00e2c None None] Provisioning for port 8fe08725-b8e7-4c80-99b8-c72450c90906 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:33:37.431490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bf4b46f-7f54-459f-8581-087fdbd00e2c None None] Provisioning complete for port 8fe08725-b8e7-4c80-99b8-c72450c90906 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:33:37.432118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bf4b46f-7f54-459f-8581-087fdbd00e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.471186 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4b46f-7f54-459f-8581-087fdbd00e2c None None] Port 8fe08725-b8e7-4c80-99b8-c72450c90906 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:33:37.581013 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe08725-b8e7-4c80-99b8-c72450c90906 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:33:37.589310 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.601800 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Transition to ACTIVE for port object 8fe08725-b8e7-4c80-99b8-c72450c90906 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:33:37.606300 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.659257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:37.765059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Attempting to bind port 8fe08725-b8e7-4c80-99b8-c72450c90906 on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:33:37.765697 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Attempting to bind port 8fe08725-b8e7-4c80-99b8-c72450c90906 by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:33:37.766204 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Attempting to bind port 8fe08725-b8e7-4c80-99b8-c72450c90906 on network dd952afa-1547-49ce-8a0c-a74502c3fee0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:33:37.776194 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Port 8fe08725-b8e7-4c80-99b8-c72450c90906 on network dd952afa-1547-49ce-8a0c-a74502c3fee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:33:37.776946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Attempting to bind port 8fe08725-b8e7-4c80-99b8-c72450c90906 on network dd952afa-1547-49ce-8a0c-a74502c3fee0 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:33:37.784250 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:33:37.785511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Checking segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:33:37.786111 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Bound using segment: {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:33:37.786757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Bound port: 8fe08725-b8e7-4c80-99b8-c72450c90906, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:33:37.787302 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.851382 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491138b-e274-409a-b39d-c070356297f6 req-28586bf2-c7ca-49e2-a09c-c61fc199dcdb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:37.853833 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c491138b-e274-409a-b39d-c070356297f6 req-28586bf2-c7ca-49e2-a09c-c61fc199dcdb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0935178 Jul 22 22:33:37.869169 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:33:37.872997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:33:37.882470 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.905562 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c491138b-e274-409a-b39d-c070356297f6 req-cad301b7-0d72-4bf8-882d-0bead0dd79bd tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447633 Jul 22 22:33:37.927486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:37.928126 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:37.929564 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 1093 time: 0.7389662 Jul 22 22:33:37.930023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:33:37.932341 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aa171e-9647-4d38-8d26-8c025a14d82a" -d '{"events": [{"name": "network-changed", "server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:33:37.969808 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882efbd-1138-4a43-b039-2bf7487300c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:37.988476 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63711a-a73f-4b41-b600-a35b6fcc4ead x-openstack-request-id: req-ff63711a-a73f-4b41-b600-a35b6fcc4ead {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:33:37.988476 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:33:37.988476 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff63711a-a73f-4b41-b600-a35b6fcc4ead {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:33:37.988883 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'status': 'completed', 'code': 200} Jul 22 22:33:38.040375 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-31e5e6ef-2a2a-4a79-a039-70c43d540a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:38.042017 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-31e5e6ef-2a2a-4a79-a039-70c43d540a15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1096 time: 0.0670857 Jul 22 22:33:38.090563 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-901b9cd3-b301-450c-b29a-34ab7abc5e5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 217 time: 0.0414150 Jul 22 22:33:38.145280 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-9a076d65-3e7b-426e-9c24-0ee69c1b2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:38.146824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-9a076d65-3e7b-426e-9c24-0ee69c1b2911 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0503082 Jul 22 22:33:38.207528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-47dd4e3a-32ef-4e85-923b-cebf3f32a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:38.209478 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-47dd4e3a-32ef-4e85-923b-cebf3f32a3d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562325 Jul 22 22:33:38.307980 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-7257d705-803a-4261-9896-37593f80922f service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924325 Jul 22 22:33:38.402772 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7b125cc5-94bc-4239-9cbf-e272fa41d3ef req-c69239b3-35c1-4857-a307-0be58d276d88 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851889 Jul 22 22:33:38.514184 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-901df3f1-51a5-47e9-b915-a550e05ca5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:38.515773 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-901df3f1-51a5-47e9-b915-a550e05ca5a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1096 time: 0.0661411 Jul 22 22:33:38.612897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-1124742e-bfe0-4203-ab94-0b52fd9327c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:38.614475 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-1124742e-bfe0-4203-ab94-0b52fd9327c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0927567 Jul 22 22:33:38.662558 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-3ac42073-8109-4606-befc-6ea5edb16b66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 217 time: 0.0410593 Jul 22 22:33:38.714657 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-91b8cb4f-5ebc-444d-8a4b-5d508812bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:38.724731 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-91b8cb4f-5ebc-444d-8a4b-5d508812bf31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0561581 Jul 22 22:33:38.784593 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-88a28ab2-f4a7-4a26-b407-f9bd7190f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:38.786107 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-88a28ab2-f4a7-4a26-b407-f9bd7190f512 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547767 Jul 22 22:33:38.885419 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-5586a713-9ee1-43f9-a0d5-d82d2e8d27c7 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901413 Jul 22 22:33:38.981462 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-81aa171e-9647-4d38-8d26-8c025a14d82a req-98ac85a1-327e-4e54-ba48-00c654b858ff service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883520 Jul 22 22:33:39.045876 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9bd0-c676-4a4f-a69d-bb2bcad24cff req-7e42f52c-7776-4c26-b6ee-f9974e242a4d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:39.047281 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26ca9bd0-c676-4a4f-a69d-bb2bcad24cff req-7e42f52c-7776-4c26-b6ee-f9974e242a4d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0712249 Jul 22 22:33:39.089461 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-26ca9bd0-c676-4a4f-a69d-bb2bcad24cff req-ae972c1e-83a8-450b-8083-a5f53fb9088a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355048 Jul 22 22:33:40.223568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b83b29-1360-41e9-bf5b-9b257cc9af20 req-ad7b76cc-7f02-4d20-85e1-37b3c009c26d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:40.225177 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61b83b29-1360-41e9-bf5b-9b257cc9af20 req-ad7b76cc-7f02-4d20-85e1-37b3c009c26d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0667014 Jul 22 22:33:40.264524 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-61b83b29-1360-41e9-bf5b-9b257cc9af20 req-1872d08d-3e2b-43df-a687-9632c5ee7523 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335865 Jul 22 22:33:41.396219 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f281192-f35f-4eda-9463-b88506bb3c58 req-5e050451-ce1b-48f2-accf-a36bec4cccd1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:41.397718 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f281192-f35f-4eda-9463-b88506bb3c58 req-5e050451-ce1b-48f2-accf-a36bec4cccd1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0644896 Jul 22 22:33:41.436004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f281192-f35f-4eda-9463-b88506bb3c58 req-32b75cef-3e99-43f5-87e5-6070797d50d0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322104 Jul 22 22:33:42.582643 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb35e-40f1-471e-9b0b-20510ef42096 req-cff481a1-eacc-447b-879a-0471c51f0749 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:42.584197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6ebb35e-40f1-471e-9b0b-20510ef42096 req-cff481a1-eacc-447b-879a-0471c51f0749 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0675347 Jul 22 22:33:42.622060 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6ebb35e-40f1-471e-9b0b-20510ef42096 req-8d4c6635-b6de-4c79-aba2-f450aca06fc1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322998 Jul 22 22:33:42.708215 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-59677b03-7bfc-4525-8dbe-683de520db7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:43.752177 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41029121-4bb5-4d6f-9fe3-f11a6049bdc8 req-68cd0aa6-f550-44a7-a9e6-48110de4e9d7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:43.753560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41029121-4bb5-4d6f-9fe3-f11a6049bdc8 req-68cd0aa6-f550-44a7-a9e6-48110de4e9d7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0648184 Jul 22 22:33:43.790460 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41029121-4bb5-4d6f-9fe3-f11a6049bdc8 req-a63d908a-e7eb-4c7c-b07a-0dfbe04b8e18 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312924 Jul 22 22:33:44.922575 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad02fe3-183a-42fa-a80f-4ac17b8236a7 req-d613c341-c5f1-4d0f-9f10-729741fd0b4c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:44.924082 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dad02fe3-183a-42fa-a80f-4ac17b8236a7 req-d613c341-c5f1-4d0f-9f10-729741fd0b4c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0664785 Jul 22 22:33:44.963116 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dad02fe3-183a-42fa-a80f-4ac17b8236a7 req-f310468b-26e0-4a1d-83d6-daf9c284b700 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327339 Jul 22 22:33:45.316920 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a4a62294-65a6-4aed-bbe0-b0e7dd6b5251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:45.599072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:46.099572 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366f4e1-9b3f-496d-99f3-5091cef90198 req-1eb6b173-56dd-489d-aec6-1bf3c6bc42bd tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:46.101102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b366f4e1-9b3f-496d-99f3-5091cef90198 req-1eb6b173-56dd-489d-aec6-1bf3c6bc42bd tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0668495 Jul 22 22:33:46.138661 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b366f4e1-9b3f-496d-99f3-5091cef90198 req-c45a2426-819d-474f-bd2e-629be1c86096 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317960 Jul 22 22:33:46.429807 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:47.266840 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77493-e8e5-405b-a08e-9bfb9227f029 req-6743cce2-c135-487a-b38a-edbeef8aa068 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:47.268370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80d77493-e8e5-405b-a08e-9bfb9227f029 req-6743cce2-c135-487a-b38a-edbeef8aa068 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0629301 Jul 22 22:33:47.307951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-80d77493-e8e5-405b-a08e-9bfb9227f029 req-f1bb5ecc-9d67-4267-a186-71cb23ca9032 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319934 Jul 22 22:33:48.448396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d909a59-3d91-4c61-b381-1c8522ed5467 req-a81315f4-d61d-40e7-885c-b03df2749595 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:48.450004 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d909a59-3d91-4c61-b381-1c8522ed5467 req-a81315f4-d61d-40e7-885c-b03df2749595 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0770998 Jul 22 22:33:48.491278 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7d909a59-3d91-4c61-b381-1c8522ed5467 req-1ac1c533-236c-473b-81af-7159810af62d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345860 Jul 22 22:33:48.580049 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:49.263157 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8fe08725-b8e7-4c80-99b8-c72450c90906 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:33:49.356081 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:33:49.370839 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'port_id': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'mac_address': 'fa:16:3e:a0:fe:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:33:49.406204 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:49.418861 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe08725-b8e7-4c80-99b8-c72450c90906 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:33:49.437905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:33:49.441905 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:49.490001 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:49.497244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.497592 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.497934 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.498265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.498593 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.498919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.499249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.499570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.499914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.500235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.500572 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.500863 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:33:49.623320 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1ebeb-bb41-418c-a9ca-e716cf2bd265 req-a9d7543f-1e35-4cc4-933e-b31dab0c881d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:49.624821 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40e1ebeb-bb41-418c-a9ca-e716cf2bd265 req-a9d7543f-1e35-4cc4-933e-b31dab0c881d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 945 time: 0.0663357 Jul 22 22:33:49.656822 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['8fe08725-b8e7-4c80-99b8-c72450c90906'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:33:49.663303 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-40e1ebeb-bb41-418c-a9ca-e716cf2bd265 req-ef00b5be-056d-4805-ae4f-dabca76bf430 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323501 Jul 22 22:33:50.079455 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:33:50.802770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701c481-b394-47f3-aaa6-dba642773772 req-a1fb537c-e718-4991-a982-7df1f266aafa tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:50.804200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4701c481-b394-47f3-aaa6-dba642773772 req-a1fb537c-e718-4991-a982-7df1f266aafa tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 945 time: 0.0680175 Jul 22 22:33:50.841618 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4701c481-b394-47f3-aaa6-dba642773772 req-a12b643f-742d-409f-b3db-2c6f45d2307d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316844 Jul 22 22:33:51.294543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8fe08725-b8e7-4c80-99b8-c72450c90906 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:33:51.344111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port 8fe08725-b8e7-4c80-99b8-c72450c90906 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:33:51.347775 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 8fe08725-b8e7-4c80-99b8-c72450c90906 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:33:51.348209 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:51.426797 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:51.449585 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:33:51.451913 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe6b3d0-4d71-4ab5-9269-6a3db084e367" -d '{"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-plugged", "status": "completed", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:33:51.465391 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:33:51.475289 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:51.522493 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:51.548852 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2d9e4-bd0c-4abd-9ab8-977dbb21849a x-openstack-request-id: req-79f2d9e4-bd0c-4abd-9ab8-977dbb21849a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:33:51.549144 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-plugged", "status": "completed", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:33:51.549398 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79f2d9e4-bd0c-4abd-9ab8-977dbb21849a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:33:51.549814 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'code': 200} Jul 22 22:33:51.670430 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758e47-cfd0-4cc5-b59b-73303301a880 req-1068f4ee-b37a-430c-b6c1-87eeeebdb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:51.671994 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6758e47-cfd0-4cc5-b59b-73303301a880 req-1068f4ee-b37a-430c-b6c1-87eeeebdb900 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0636084 Jul 22 22:33:51.707715 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e6758e47-cfd0-4cc5-b59b-73303301a880 req-e8909332-9b22-4a35-90db-c68091deeea6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0290990 Jul 22 22:33:51.974482 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f3e71-0958-42d2-8c6c-2cd9e113e693 req-7f49a3d9-6272-4d75-ad9b-98080b44593e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:51.975988 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-802f3e71-0958-42d2-8c6c-2cd9e113e693 req-7f49a3d9-6272-4d75-ad9b-98080b44593e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0656822 Jul 22 22:33:52.013170 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-802f3e71-0958-42d2-8c6c-2cd9e113e693 req-ef3ac1d8-6f41-4db5-b236-a0634e57077e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314798 Jul 22 22:33:53.143155 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0861c83-1aef-4197-8093-6cbbaa1942cc req-ac26120f-e27f-4cca-88b1-8225d41b4439 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:53.144779 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0861c83-1aef-4197-8093-6cbbaa1942cc req-ac26120f-e27f-4cca-88b1-8225d41b4439 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0636899 Jul 22 22:33:53.183037 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b0861c83-1aef-4197-8093-6cbbaa1942cc req-794cbc79-1e8e-4cb7-a348-a151feb5639c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326173 Jul 22 22:33:53.313268 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dfbf4-8913-4b9c-8cee-beeac10c9e36 req-acede246-faa2-4167-89a9-e84967b677ed tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:53.314744 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea0dfbf4-8913-4b9c-8cee-beeac10c9e36 req-acede246-faa2-4167-89a9-e84967b677ed tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0665853 Jul 22 22:33:53.353447 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ea0dfbf4-8913-4b9c-8cee-beeac10c9e36 req-6dbe0aec-af64-4cac-b3e2-b6e444c4a886 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317504 Jul 22 22:33:53.375777 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56454) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:53.429767 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26095ddf-52fb-4801-98e4-5e7e41736598 tempest-TestShelveInstance-534996324 tempest-TestShelveInstance-534996324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:53.431364 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-26095ddf-52fb-4801-98e4-5e7e41736598 tempest-TestShelveInstance-534996324 tempest-TestShelveInstance-534996324-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1093 time: 0.0545857 Jul 22 22:33:53.434217 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56456) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:33:53.438424 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:33:53.460724 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:53.564304 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:53.667857 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Allocated IP 172.25.5.147 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/c7d04564-41d2-4df9-8e4b-552627c96589) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:33:53.774545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:53.817930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:53.857738 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:33:53.862443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:33:53.866393 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:33:53.890067 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'Port': ['ID=c7d04564-41d2-4df9-8e4b-552627c96589,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:54.559459 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:54.633543 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:54.783063 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:54.788745 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:54.855651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event updated for resources: {'Port': ['ID=c7d04564-41d2-4df9-8e4b-552627c96589,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:33:54.870446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:54.971918 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Floating IP 891ba0ef-fe0d-45fd-b614-b0834fecdc90 associated. External IP: 172.25.5.147, port: 8fe08725-b8e7-4c80-99b8-c72450c90906. Jul 22 22:33:55.172642 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Router 4db8152c-a682-4819-8ded-01e8e88383e4 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:33:55.280233 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:33:55.289597 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] Sync routers for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:33:55.296634 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:55.298781 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:33:55.299380 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:33:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:55.340494 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a62780f8-bb49-43a5-a2a5-fdccedd86e71 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9053142 Jul 22 22:33:55.341092 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:33:55.343399 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c" -d '{"events": [{"name": "network-changed", "server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:33:55.378467 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0966e21-96b4-4641-9cd2-c31d90b23ce1 x-openstack-request-id: req-c0966e21-96b4-4641-9cd2-c31d90b23ce1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:33:55.379257 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:33:55.379583 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0966e21-96b4-4641-9cd2-c31d90b23ce1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:33:55.380106 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'status': 'completed', 'code': 200} Jul 22 22:33:55.411812 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:33:55.453600 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-2e1d25a5-4a61-4eed-a9c3-50e9300bfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:55.455146 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-2e1d25a5-4a61-4eed-a9c3-50e9300bfd44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0552213 Jul 22 22:33:55.551911 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-95d47458-4235-4aac-90ef-84d91de7aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:55.554313 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-95d47458-4235-4aac-90ef-84d91de7aa9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0920510 Jul 22 22:33:55.625866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-986d7d5e-3d2f-4686-b577-98e0ee812609 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 1000 time: 0.0660365 Jul 22 22:33:55.639438 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '891ba0ef-fe0d-45fd-b614-b0834fecdc90', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'port_id': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'mac_address': 'fa:16:3e:a0:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2223ff04-be73-4072-be09-1ceab51fbb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:33:54Z', 'updated_at': '2021-07-22T22:33:54Z', 'revision_number': 0, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:55.665770 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] Checking router: 4db8152c-a682-4819-8ded-01e8e88383e4 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:33:55.674297 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:33:55.674903 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:33:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:55.679271 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-cfdd5d1b-5dfc-48b3-837a-dd92c0868dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:55.681086 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-cfdd5d1b-5dfc-48b3-837a-dd92c0868dbd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0488789 Jul 22 22:33:55.742146 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-ae1f901e-db06-4867-8ae3-bc6f897286ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:33:55.743812 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-ae1f901e-db06-4867-8ae3-bc6f897286ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555258 Jul 22 22:33:55.780655 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:33:55.840472 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-a21051b8-1614-4ad2-ab81-36d7e40713d3 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895367 Jul 22 22:33:55.940576 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-03c9a92f-7b45-4bbf-b92e-0bcd23e3007c req-d415f343-90dd-4c60-9438-57c1a8dc18ef service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918241 Jul 22 22:33:56.019297 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '891ba0ef-fe0d-45fd-b614-b0834fecdc90', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'port_id': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'mac_address': 'fa:16:3e:a0:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2223ff04-be73-4072-be09-1ceab51fbb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:33:54Z', 'updated_at': '2021-07-22T22:33:54Z', 'revision_number': 0, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:33:56.132419 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031898d2-4bb4-439c-b2aa-ba07e6748d62 None None] The sync data for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 is: [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '891ba0ef-fe0d-45fd-b614-b0834fecdc90', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'port_id': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'mac_address': 'fa:16:3e:a0:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2223ff04-be73-4072-be09-1ceab51fbb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:33:54Z', 'updated_at': '2021-07-22T22:33:54Z', 'revision_number': 0, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:33:56.333551 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720668b-3591-48f9-a8db-2c1bec89b8dc None None] New status for floating IP 891ba0ef-fe0d-45fd-b614-b0834fecdc90: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:34:02.365656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:02.942797 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:12.710852 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9c22eae6-1b42-44b7-85d6-807d121e6e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:15.320722 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7ac-4973-4bad-8fe9-3f0da0283566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:15.601583 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:16.433312 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:18.585503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:27.078729 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:34:32.365323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:32.954316 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:42.712017 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-440bcd0d-0e41-4c43-b3f3-34b3a44aed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:45.033001 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-d1198cce-1fa1-4b96-b999-aa65bff40346 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536356 Jul 22 22:34:45.125703 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-7a3d3c2c-489b-41ea-91db-97067b76cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:34:45.127164 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-7a3d3c2c-489b-41ea-91db-97067b76cee4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0533540 Jul 22 22:34:45.233408 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-db18cccc-b642-4105-bbee-1604214981d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:34:45.234907 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-db18cccc-b642-4105-bbee-1604214981d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0893135 Jul 22 22:34:45.298419 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-d130f4d0-55fd-4a9e-ab90-d2cd8ba2160c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 1002 time: 0.0575285 Jul 22 22:34:45.324301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-29df6ccd-8974-4050-8244-7742fbca4ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:45.352654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-2121a657-6f3a-41d3-8b6a-5bfcc7ddccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:34:45.354153 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-2121a657-6f3a-41d3-8b6a-5bfcc7ddccb7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0498850 Jul 22 22:34:45.413998 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-252acd89-b4b4-4bed-a38a-52c4223e84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:34:45.415419 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-252acd89-b4b4-4bed-a38a-52c4223e84a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548005 Jul 22 22:34:45.508665 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-d643ed5e-e461-400f-ba80-f07b076d5d32 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871060 Jul 22 22:34:45.602879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:45.607047 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-e25c027f-fba8-43b2-8e7f-ee1dae94da66 req-8f0563a9-1cb7-47c6-a2ce-a13bd8416017 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921323 Jul 22 22:34:46.435738 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:48.587003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:02.383999 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:02.943918 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:04.077944 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:35:12.713094 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f8007444-a8e3-4fdc-8ea4-028de33ace6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:15.325997 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cdf70e73-a044-4bfa-b39b-6ce5f3f7f5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:15.604082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:16.438512 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:18.592963 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:32.396879 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:32.965714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:41.077032 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:35:42.715890 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0620d35f-e0fd-4640-b6a0-c0dfee283713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:44.956277 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-6f26a6ea-065f-4a8a-9799-c418330c3b5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523260 Jul 22 22:35:45.051654 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35001b-946a-47eb-a878-24a5228e04df req-548e5425-4faa-4740-8e17-8056ed5c5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:45.053421 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-548e5425-4faa-4740-8e17-8056ed5c5641 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0551476 Jul 22 22:35:45.168444 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35001b-946a-47eb-a878-24a5228e04df req-b90bf2ac-0898-4f0d-88b8-f61e2791706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:45.171143 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-b90bf2ac-0898-4f0d-88b8-f61e2791706a service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0962663 Jul 22 22:35:45.240388 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-7b36103a-31fe-4043-b419-6370304e8796 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 1002 time: 0.0621054 Jul 22 22:35:45.288497 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35001b-946a-47eb-a878-24a5228e04df req-181833dc-318b-400c-a615-59da6edb6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:45.289931 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-181833dc-318b-400c-a615-59da6edb6407 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0438581 Jul 22 22:35:45.327922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d981d7a0-06b0-41b9-ac71-8ad952bacfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:45.352288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35001b-946a-47eb-a878-24a5228e04df req-cef54116-016b-4d41-81ee-dd872904251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:45.353805 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-cef54116-016b-4d41-81ee-dd872904251a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573745 Jul 22 22:35:45.448119 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-2dfd2c25-d025-443c-b24b-b7d4716d73de service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877068 Jul 22 22:35:45.540371 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3a35001b-946a-47eb-a878-24a5228e04df req-fbde9d81-a11d-49e5-a6f3-601ee66c167f service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860796 Jul 22 22:35:45.604421 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:46.442394 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:48.594791 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:53.018895 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c670c71-9d15-4071-8529-3ce0f2fa12d0 req-41a30570-0355-4d1a-b387-bd7a6b72c3f4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:53.020380 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c670c71-9d15-4071-8529-3ce0f2fa12d0 req-41a30570-0355-4d1a-b387-bd7a6b72c3f4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.1109142 Jul 22 22:35:53.059376 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6c670c71-9d15-4071-8529-3ce0f2fa12d0 req-56531131-165a-4116-9f9c-673a42ee072c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329986 Jul 22 22:35:54.260538 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b5dbf-0097-44a0-9771-d2c145186d88 req-43fff390-a0b8-4d6d-9183-9a84e008c467 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:54.262588 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-780b5dbf-0097-44a0-9771-d2c145186d88 req-43fff390-a0b8-4d6d-9183-9a84e008c467 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.1063225 Jul 22 22:35:54.299584 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-780b5dbf-0097-44a0-9771-d2c145186d88 req-d07da368-833d-4c41-afd2-3f13fae583f1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310788 Jul 22 22:35:55.465251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2089fcf-e28b-45e0-a9ae-274ea1ec3d64 req-6fe84479-ec16-4667-90c6-199ac056c8ae tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:55.466725 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2089fcf-e28b-45e0-a9ae-274ea1ec3d64 req-6fe84479-ec16-4667-90c6-199ac056c8ae tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0692728 Jul 22 22:35:55.506739 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a2089fcf-e28b-45e0-a9ae-274ea1ec3d64 req-70a44f02-3558-4ea9-a99a-6a4761ec4442 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342345 Jul 22 22:35:56.636903 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4db9cc-470a-4893-8f4d-045ac76a996c req-3b260279-a6b5-401f-81c2-bd7049bd7650 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:56.638427 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b4db9cc-470a-4893-8f4d-045ac76a996c req-3b260279-a6b5-401f-81c2-bd7049bd7650 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0659220 Jul 22 22:35:56.675448 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b4db9cc-470a-4893-8f4d-045ac76a996c req-2900b033-eda2-450f-88ae-3cbc31b2bf84 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313616 Jul 22 22:35:57.807368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a1a9d-50d7-4961-91d9-32b7cae11283 req-013f6eff-ddf0-4b4a-8f77-e0152d56b255 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:57.808891 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-858a1a9d-50d7-4961-91d9-32b7cae11283 req-013f6eff-ddf0-4b4a-8f77-e0152d56b255 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0641012 Jul 22 22:35:57.851118 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-858a1a9d-50d7-4961-91d9-32b7cae11283 req-62122df6-c8e9-4af1-9285-b836df8f7b91 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0366032 Jul 22 22:35:58.983272 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a166-df9f-4652-b97a-ec265a4d472a req-8ed0a627-453b-4e61-b807-92e34971f936 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:35:58.984809 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8759a166-df9f-4652-b97a-ec265a4d472a req-8ed0a627-453b-4e61-b807-92e34971f936 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0660560 Jul 22 22:35:59.022266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8759a166-df9f-4652-b97a-ec265a4d472a req-0f06c6be-5b32-4c5d-89a8-969ca4276fba tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316179 Jul 22 22:36:00.156812 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c821d-27c8-4d36-85cf-8b1ed88a8539 req-5be7a998-d415-430f-9b53-ac869e52c7e3 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:00.158289 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d7c821d-27c8-4d36-85cf-8b1ed88a8539 req-5be7a998-d415-430f-9b53-ac869e52c7e3 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0625412 Jul 22 22:36:00.195784 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0d7c821d-27c8-4d36-85cf-8b1ed88a8539 req-06d1a2fb-561f-45f7-bb1a-a1ab13635643 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319128 Jul 22 22:36:01.326409 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b605eaa-87fa-4ec3-aa68-0ad62d58196d req-a33f9400-e6c2-4191-8db7-2b75b6f73548 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:01.327940 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b605eaa-87fa-4ec3-aa68-0ad62d58196d req-a33f9400-e6c2-4191-8db7-2b75b6f73548 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0670791 Jul 22 22:36:01.367127 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7b605eaa-87fa-4ec3-aa68-0ad62d58196d req-0dd6931a-a9b6-4cc2-9644-6f1257756e79 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334363 Jul 22 22:36:02.397773 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:02.502104 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462efede-6307-400e-8e28-fc24e9619992 req-f2ccdaf9-5b74-46ae-a05f-d1c601c105da tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:02.503629 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-462efede-6307-400e-8e28-fc24e9619992 req-f2ccdaf9-5b74-46ae-a05f-d1c601c105da tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0661380 Jul 22 22:36:02.541769 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-462efede-6307-400e-8e28-fc24e9619992 req-00afdb33-0b64-4866-ae02-9ef5d73e96e7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322723 Jul 22 22:36:02.966323 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:03.088061 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-bc9ec6d4-814b-4974-b489-bf6131b54109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:03.089566 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-bc9ec6d4-814b-4974-b489-bf6131b54109 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0547194 Jul 22 22:36:03.181048 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-98a7ff4f-9b5d-4bbc-b086-7369b0d226f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:03.182781 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-98a7ff4f-9b5d-4bbc-b086-7369b0d226f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0869358 Jul 22 22:36:03.248551 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-3efd2226-786c-43e3-92e9-7277845dc7e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 1002 time: 0.0596445 Jul 22 22:36:03.296829 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-21dcf415-bf5b-487f-9201-38e00ab476c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:03.298272 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-21dcf415-bf5b-487f-9201-38e00ab476c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0428553 Jul 22 22:36:03.356511 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-4e3c7980-5f72-43d8-ad88-de4fd385fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:03.357994 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-4e3c7980-5f72-43d8-ad88-de4fd385fec7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536458 Jul 22 22:36:03.453543 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-f822da2b-9281-4a10-a576-3a3b350975e5 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880504 Jul 22 22:36:03.547901 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-9730cafd-aec9-4fa6-b0ca-f5c8607371ae req-c3410b89-8b5e-4d59-8aa6-8a609ff333a9 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876484 Jul 22 22:36:03.669690 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13460f-7d78-4d22-bed3-092f8409d0dc req-843e0d07-7dc4-45b3-9700-ca3f42da6d0b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:03.671175 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af13460f-7d78-4d22-bed3-092f8409d0dc req-843e0d07-7dc4-45b3-9700-ca3f42da6d0b tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0635247 Jul 22 22:36:03.712167 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-af13460f-7d78-4d22-bed3-092f8409d0dc req-81147746-aba0-483e-ad1b-da1bebc92006 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353682 Jul 22 22:36:04.840672 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611db2e-63d1-4e12-8b95-1b278d81389e req-3df45374-d595-4667-b344-8442cd6d972f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:04.842062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f611db2e-63d1-4e12-8b95-1b278d81389e req-3df45374-d595-4667-b344-8442cd6d972f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0634573 Jul 22 22:36:04.879324 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f611db2e-63d1-4e12-8b95-1b278d81389e req-9e3e8e8d-a932-4518-8a87-c2eccec57415 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317698 Jul 22 22:36:06.016162 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faff9c-65d3-4397-9eb5-feeb5f8b8585 req-e8da041d-4ccc-4728-91c1-6db3c0808e55 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:06.017683 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41faff9c-65d3-4397-9eb5-feeb5f8b8585 req-e8da041d-4ccc-4728-91c1-6db3c0808e55 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0681882 Jul 22 22:36:06.055890 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41faff9c-65d3-4397-9eb5-feeb5f8b8585 req-9343aac3-cb54-4f95-abbe-41280a74fe65 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324330 Jul 22 22:36:07.191397 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1b47e-fef2-4cbe-8c57-1f2c83c540d7 req-5098b583-1784-43b9-8b8c-0ed30541e6d8 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:07.192933 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efa1b47e-fef2-4cbe-8c57-1f2c83c540d7 req-5098b583-1784-43b9-8b8c-0ed30541e6d8 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0674670 Jul 22 22:36:07.231381 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-efa1b47e-fef2-4cbe-8c57-1f2c83c540d7 req-862cc2d3-74ed-4348-9d17-897e9faabc9a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327184 Jul 22 22:36:07.485667 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce54b6-ed12-4920-b6de-eada11acb2d3 req-9efbf2f8-3f87-42ff-83d4-4906ecd266d1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:07.487491 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17ce54b6-ed12-4920-b6de-eada11acb2d3 req-9efbf2f8-3f87-42ff-83d4-4906ecd266d1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.1000257 Jul 22 22:36:07.503596 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-5653142b-b790-4d79-9e82-2c62058d337a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373463 Jul 22 22:36:07.532719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-17ce54b6-ed12-4920-b6de-eada11acb2d3 req-5e16de85-be9b-420a-b306-71e8985c245a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396421 Jul 22 22:36:08.663029 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f5d58-1b80-4655-9173-53a58427900b req-38571ef0-bb49-4d73-ae25-b304c2671c94 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:08.664605 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a69f5d58-1b80-4655-9173-53a58427900b req-38571ef0-bb49-4d73-ae25-b304c2671c94 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0667853 Jul 22 22:36:08.703704 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a69f5d58-1b80-4655-9173-53a58427900b req-dd4917a4-2b1f-4953-b9d2-8944d139d068 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326333 Jul 22 22:36:09.832579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b7f5a-e1c3-4262-ac89-54f82ffeb9d8 req-59b1874b-ac34-4578-8ade-1c5d6e8cfefb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:09.834083 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c1b7f5a-e1c3-4262-ac89-54f82ffeb9d8 req-59b1874b-ac34-4578-8ade-1c5d6e8cfefb tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0644517 Jul 22 22:36:09.872106 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0c1b7f5a-e1c3-4262-ac89-54f82ffeb9d8 req-7429abba-9dd7-477b-ae36-40ad322a299a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322602 Jul 22 22:36:09.930797 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8fe08725-b8e7-4c80-99b8-c72450c90906 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:36:10.006865 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:10.027598 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:36:10.030449 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c270ae-ab5c-41f8-abff-cc36d6cf2a84" -d '{"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:36:10.045828 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:36:10.050784 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:10.073158 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58731578-62c8-4a0b-bbd1-2118a6e6f004 x-openstack-request-id: req-58731578-62c8-4a0b-bbd1-2118a6e6f004 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:36:10.073449 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-unplugged", "status": "failed", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906", "code": 422}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:36:10.073697 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58731578-62c8-4a0b-bbd1-2118a6e6f004 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:36:10.074089 n-d-762330-19 neutron-server[94093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'code': 422} returned with failed status Jul 22 22:36:10.099183 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:36:10.106952 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.107306 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.107646 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.108008 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.108340 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.108665 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.108992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.109315 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.109636 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.109956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.110278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:10.110597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:36:11.003754 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86619395-1dc2-4c1c-8631-be4b99eaa219 req-0974ad83-d208-4ab0-8888-6739ce556e52 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:11.005493 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86619395-1dc2-4c1c-8631-be4b99eaa219 req-0974ad83-d208-4ab0-8888-6739ce556e52 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0680192 Jul 22 22:36:11.041771 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-86619395-1dc2-4c1c-8631-be4b99eaa219 req-6b60ed89-913e-44c0-894d-166d0762693d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309856 Jul 22 22:36:12.171851 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50840c-dfd3-4132-8070-c1647442efcc req-530ff597-788f-4ba6-b42f-4ab143e6c20a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:12.173375 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b50840c-dfd3-4132-8070-c1647442efcc req-530ff597-788f-4ba6-b42f-4ab143e6c20a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0649242 Jul 22 22:36:12.212643 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3b50840c-dfd3-4132-8070-c1647442efcc req-79732858-9495-47a8-905a-69a25bd4976f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336261 Jul 22 22:36:12.719267 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25dbe724-1ff1-4dbe-976f-ce0c8730cb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:13.350620 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93871eb4-a76b-4ed7-a0c3-48a4d286d567 req-d40d86c1-52ee-45b0-844a-ba6b82071ad3 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:13.352100 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93871eb4-a76b-4ed7-a0c3-48a4d286d567 req-d40d86c1-52ee-45b0-844a-ba6b82071ad3 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0688982 Jul 22 22:36:13.390530 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-93871eb4-a76b-4ed7-a0c3-48a4d286d567 req-67997531-8db2-4171-a427-ffe0ef27e86d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321131 Jul 22 22:36:14.541821 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42a390-8ea4-4897-b8ed-0f280199f4a9 req-e2b8728e-5a2c-4824-b437-5092f1173f2f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:14.543345 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f42a390-8ea4-4897-b8ed-0f280199f4a9 req-e2b8728e-5a2c-4824-b437-5092f1173f2f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0835371 Jul 22 22:36:14.582619 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5f42a390-8ea4-4897-b8ed-0f280199f4a9 req-fb936d07-ac03-4d6f-bc2c-cad9cff215b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333564 Jul 22 22:36:15.329004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a332-5b06-4096-8333-1b27202bba04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:15.605276 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:15.717674 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5ef78-446f-4394-a8e4-e28985ed9ebc req-cbe59460-e045-4116-81c6-9d9b016edc1a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:15.719203 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ead5ef78-446f-4394-a8e4-e28985ed9ebc req-cbe59460-e045-4116-81c6-9d9b016edc1a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0666454 Jul 22 22:36:15.762378 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-ead5ef78-446f-4394-a8e4-e28985ed9ebc req-2ed9c9b7-c520-4957-bc31-40625bc253a5 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0363677 Jul 22 22:36:16.298195 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-bea9b4b2-d38b-4950-aec8-a6a7824a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:16.299583 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-bea9b4b2-d38b-4950-aec8-a6a7824a658b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69&tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0531650 Jul 22 22:36:16.379284 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-0379cf2a-0b04-4954-ad70-e7953f04b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:16.380824 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-0379cf2a-0b04-4954-ad70-e7953f04b97e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1096 time: 0.0574751 Jul 22 22:36:16.444546 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:16.472147 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-6af9b9b3-4c55-452e-a511-45619f57fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:16.473634 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-6af9b9b3-4c55-452e-a511-45619f57fc2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0865238 Jul 22 22:36:16.558477 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-67b5ddac-a2a3-4234-b4b2-50f09e9d7934 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 1000 time: 0.0774686 Jul 22 22:36:16.616664 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-53b3de52-092e-487f-8a1e-c4dbe5e891e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:16.618152 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-53b3de52-092e-487f-8a1e-c4dbe5e891e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0547802 Jul 22 22:36:16.675597 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-2621f474-f4c3-4aed-8259-ce2055fc483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:16.677218 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-2621f474-f4c3-4aed-8259-ce2055fc483b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529187 Jul 22 22:36:16.688026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-c964bf19-4e13-4e78-8093-b635f8defe8a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:36:16.688983 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-c964bf19-4e13-4e78-8093-b635f8defe8a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056524 Jul 22 22:36:16.785057 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-b2603603-b442-4316-855c-a6eb8c94c117 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887513 Jul 22 22:36:16.880519 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-08483df9-b0fd-46c2-8ec1-1f330fc747db service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865376 Jul 22 22:36:16.910733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31bfb5-6be4-4c0b-a8cf-85597e224809 req-b9bb369b-07a2-4e1c-840f-991dd5235f5f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:16.912270 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c31bfb5-6be4-4c0b-a8cf-85597e224809 req-b9bb369b-07a2-4e1c-840f-991dd5235f5f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0779979 Jul 22 22:36:16.951062 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-2c31bfb5-6be4-4c0b-a8cf-85597e224809 req-d1b7c94f-4928-4de1-8e7a-683f5b92714c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331941 Jul 22 22:36:18.075609 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:36:18.080241 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9b0c3-12ee-4678-a287-cedfac8a0c09 req-be854a4e-ce34-4154-be25-3559864f9fa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:18.081750 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9f9b0c3-12ee-4678-a287-cedfac8a0c09 req-be854a4e-ce34-4154-be25-3559864f9fa0 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0648174 Jul 22 22:36:18.118379 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9f9b0c3-12ee-4678-a287-cedfac8a0c09 req-0df90408-be25-461f-96bf-7fe78cee1bc2 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311248 Jul 22 22:36:18.597854 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:19.247815 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1533-9190-4a0c-a442-f7784d558913 req-b82c7998-386e-45eb-be89-d9873ea985c5 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:19.249434 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afbb1533-9190-4a0c-a442-f7784d558913 req-b82c7998-386e-45eb-be89-d9873ea985c5 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0644221 Jul 22 22:36:19.290131 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-afbb1533-9190-4a0c-a442-f7784d558913 req-a3f1306c-71ea-4f82-ba4b-74cd0cb05b6c tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350773 Jul 22 22:36:20.422081 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032bea9-9c79-4023-ad7f-85b33c987239 req-2679d17b-cd9e-4465-9c27-e967b7de1c31 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:20.423555 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c032bea9-9c79-4023-ad7f-85b33c987239 req-2679d17b-cd9e-4465-9c27-e967b7de1c31 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0667284 Jul 22 22:36:20.461200 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c032bea9-9c79-4023-ad7f-85b33c987239 req-b4c0ad47-41df-40ff-a6c1-86c1f622d137 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320940 Jul 22 22:36:21.589867 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3978b99-155b-448e-a5bb-ad14a1bec697 req-809ae425-c97e-4919-a9b2-a7ced76222ee tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:21.591370 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3978b99-155b-448e-a5bb-ad14a1bec697 req-809ae425-c97e-4919-a9b2-a7ced76222ee tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0639093 Jul 22 22:36:21.629014 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-a3978b99-155b-448e-a5bb-ad14a1bec697 req-034179b7-5ad6-41a9-80eb-34ff103ad78a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310562 Jul 22 22:36:22.761841 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2e69-5211-4ab9-b417-d01ccaf688ad req-acff9541-7a4e-49de-8cd0-e87dc194e961 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:22.763241 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa5e2e69-5211-4ab9-b417-d01ccaf688ad req-acff9541-7a4e-49de-8cd0-e87dc194e961 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0668268 Jul 22 22:36:22.800785 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-aa5e2e69-5211-4ab9-b417-d01ccaf688ad req-72a6319f-842f-4e60-80c5-0b86d4721c3f tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320210 Jul 22 22:36:23.929355 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b60ac-8256-4e13-bd43-ad6466db871c req-8aef5985-75c5-4808-a0c7-52a7ff82ec64 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:23.930828 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f3b60ac-8256-4e13-bd43-ad6466db871c req-8aef5985-75c5-4808-a0c7-52a7ff82ec64 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 944 time: 0.0656168 Jul 22 22:36:23.969560 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6f3b60ac-8256-4e13-bd43-ad6466db871c req-13d011cf-7c66-4705-8a49-81fc1577a179 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328875 Jul 22 22:36:24.009278 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8fe08725-b8e7-4c80-99b8-c72450c90906 details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:36:24.104954 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:36:24.116055 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'port_id': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'mac_address': 'fa:16:3e:a0:fe:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:36:24.152534 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:24.164823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe08725-b8e7-4c80-99b8-c72450c90906 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:36:24.184356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:36:24.188427 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:24.234298 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:36:24.429134 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['8fe08725-b8e7-4c80-99b8-c72450c90906'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:36:25.097694 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9db600-3607-416b-b1ae-193f1b1c1be1 req-3698534c-8918-4e09-890d-bd876bf2566d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:25.099339 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f9db600-3607-416b-b1ae-193f1b1c1be1 req-3698534c-8918-4e09-890d-bd876bf2566d tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 945 time: 0.0635085 Jul 22 22:36:25.136373 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-8f9db600-3607-416b-b1ae-193f1b1c1be1 req-42066310-6753-481b-8500-28e317a637db tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313208 Jul 22 22:36:26.030540 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8fe08725-b8e7-4c80-99b8-c72450c90906 up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:36:26.077122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port 8fe08725-b8e7-4c80-99b8-c72450c90906 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:36:26.077416 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:26.163761 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:26.189941 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:36:26.192262 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bd2ed2-1d33-4ecf-b667-f0fd3fa4ccf8" -d '{"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-plugged", "status": "completed", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:36:26.205282 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:36:26.209867 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:26.257786 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:36:26.276650 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f007b5b-9839-486c-bc9c-7356b2caf532 req-fb7b44b7-704c-49cb-9c81-09d57d6a6ee4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:26.278178 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f007b5b-9839-486c-bc9c-7356b2caf532 req-fb7b44b7-704c-49cb-9c81-09d57d6a6ee4 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0713644 Jul 22 22:36:26.318745 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f007b5b-9839-486c-bc9c-7356b2caf532 req-121edcc9-1e05-4495-ba4b-f0c4a87735fe tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343189 Jul 22 22:36:27.251231 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08602fca-6b48-4c63-a90d-8762410a4093 x-openstack-request-id: req-08602fca-6b48-4c63-a90d-8762410a4093 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:36:27.251691 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-plugged", "status": "completed", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:36:27.251814 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08602fca-6b48-4c63-a90d-8762410a4093 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:36:27.252182 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'code': 200} Jul 22 22:36:27.420205 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b21ba-eee5-47fa-9c87-aee2640103ee req-a4f4cd8c-8d12-4247-a64b-0bb55fe8360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:27.421763 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d30b21ba-eee5-47fa-9c87-aee2640103ee req-a4f4cd8c-8d12-4247-a64b-0bb55fe8360b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0581284 Jul 22 22:36:27.451473 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b28fdd-e7c8-4e88-a58c-472d14cc409f req-13ea7595-8586-4331-b913-f7d519eda2c1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:27.453549 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41b28fdd-e7c8-4e88-a58c-472d14cc409f req-13ea7595-8586-4331-b913-f7d519eda2c1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0653934 Jul 22 22:36:27.457793 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-d30b21ba-eee5-47fa-9c87-aee2640103ee req-cddb55ec-719d-4a36-9855-9d4e9d368c56 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0290625 Jul 22 22:36:27.491849 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-41b28fdd-e7c8-4e88-a58c-472d14cc409f req-16d96c87-5fad-4243-974c-ebd8283aec7a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325778 Jul 22 22:36:28.626583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d2b88-e4d9-419d-be0e-4c5ac827eb11 req-e95dd6f0-83ae-4eb7-9136-225fa17daa2a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:28.628075 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e1d2b88-e4d9-419d-be0e-4c5ac827eb11 req-e95dd6f0-83ae-4eb7-9136-225fa17daa2a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0685344 Jul 22 22:36:28.669022 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5e1d2b88-e4d9-419d-be0e-4c5ac827eb11 req-43866d14-7b32-44d8-9c63-8eacf24317ad tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335724 Jul 22 22:36:32.404135 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:32.997586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:42.725380 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25502033-c9d1-4a56-92f8-b67fe926729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:45.329471 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3be3844-857b-4583-ae95-b9b284d86794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:45.606547 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:46.447079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:47.043679 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-c55da1ad-a531-42a2-b90d-6de5de7d246a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1053994 Jul 22 22:36:47.138045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53279-fa56-4637-8488-60fe0977daa4 req-9de353d5-b39e-48e9-b53a-2197b2a3dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:47.139533 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-9de353d5-b39e-48e9-b53a-2197b2a3dd99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0544298 Jul 22 22:36:47.248406 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53279-fa56-4637-8488-60fe0977daa4 req-ae9aaa03-b796-4479-a426-67e46cf92776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:47.250844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-ae9aaa03-b796-4479-a426-67e46cf92776 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0924742 Jul 22 22:36:47.324430 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-17cd43d5-cec5-46e3-a5e3-68ccaa3a2e9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 1002 time: 0.0645587 Jul 22 22:36:47.377055 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53279-fa56-4637-8488-60fe0977daa4 req-eb1e32c3-bdf1-4f98-b5ee-21bab84d5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:47.378488 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-eb1e32c3-bdf1-4f98-b5ee-21bab84d5f24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0476344 Jul 22 22:36:47.438886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53279-fa56-4637-8488-60fe0977daa4 req-7e30065b-4230-4dce-93cd-d6ec1f0a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:36:47.440418 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-7e30065b-4230-4dce-93cd-d6ec1f0a2c94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539825 Jul 22 22:36:47.529732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-d41c35e7-550b-4e36-8de7-22cb4e6b9740 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809479 Jul 22 22:36:47.627117 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-86d53279-fa56-4637-8488-60fe0977daa4 req-36673bd9-34ad-46f7-a9bb-2f906e791068 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903125 Jul 22 22:36:48.599515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:55.074646 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:37:02.401091 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:03.013714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:12.717882 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8ffeefe5-1213-4b00-8b79-69f161aee7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:15.331207 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f35b18d-0d45-4d7a-a4b8-0be848d3252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:15.607007 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:16.451882 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:18.604094 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:32.073073 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:37:32.401489 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:33.011330 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:42.719770 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-33437850-9542-4bb9-b0af-5a217aaf1732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:44.360156 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56660) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:44.522438 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Deleting port c7d04564-41d2-4df9-8e4b-552627c96589 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:44.522809 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:44.598204 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:44.598531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:44.610765 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Calling delete_port for c7d04564-41d2-4df9-8e4b-552627c96589 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:44.757715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:44.783919 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event deleted for resources: {'Port': ['ID=c7d04564-41d2-4df9-8e4b-552627c96589,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:44.812712 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.813056 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.813396 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.814245 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.814578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.814911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.815242 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.815569 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.815922 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.816257 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.816583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.816904 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:44.857386 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:44.857721 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Floating IP 891ba0ef-fe0d-45fd-b614-b0834fecdc90 disassociated (deleted). External IP: 172.25.5.147, port: 8fe08725-b8e7-4c80-99b8-c72450c90906. Jul 22 22:37:45.073578 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Router 4db8152c-a682-4819-8ded-01e8e88383e4 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:37:45.175251 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:37:45.180376 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:45.184990 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] Sync routers for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:37:45.194807 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:37:45.195414 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:45.219637 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-36c42de7-3831-48fb-99ce-65fdd4b8e0b7 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "DELETE /v2.0/floatingips/891ba0ef-fe0d-45fd-b614-b0834fecdc90 HTTP/1.1" status: 204 len: 168 time: 0.8583839 Jul 22 22:37:45.220377 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:37:45.222734 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013" -d '{"events": [{"name": "network-changed", "server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:37:45.270110 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eedc71-52a4-4e78-beb1-0c0e7542c805 x-openstack-request-id: req-51eedc71-52a4-4e78-beb1-0c0e7542c805 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:37:45.270954 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:37:45.270954 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51eedc71-52a4-4e78-beb1-0c0e7542c805 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:37:45.271201 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'status': 'completed', 'code': 200} Jul 22 22:37:45.305637 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:37:45.334876 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8cae2aec-20cb-484e-a4a6-dc577e869ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:45.349742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-0046b64b-a237-49ec-abe3-16acc35db99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:37:45.351306 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-0046b64b-a237-49ec-abe3-16acc35db99f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 1098 time: 0.0599895 Jul 22 22:37:45.457364 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-5ef48b35-7952-4952-a263-8951efd148da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:37:45.458955 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-5ef48b35-7952-4952-a263-8951efd148da service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 200 len: 909 time: 0.0990634 Jul 22 22:37:45.502525 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849d011-c290-463e-bdb4-b2b70bce8ea9 req-9aaee545-36db-495a-a52e-be1bec6f63ca tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:37:45.505102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7849d011-c290-463e-bdb4-b2b70bce8ea9 req-9aaee545-36db-495a-a52e-be1bec6f63ca tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0799091 Jul 22 22:37:45.513853 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-00b68aa2-0110-4e80-89e8-e960fe2da962 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 200 len: 217 time: 0.0469055 Jul 22 22:37:45.562772 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:45.564587 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7849d011-c290-463e-bdb4-b2b70bce8ea9 req-b78e172e-20dd-4f83-8a3b-6c8a74787bb1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0529180 Jul 22 22:37:45.569784 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-450f8662-6226-4902-a288-11e49e3c8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:37:45.571336 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-450f8662-6226-4902-a288-11e49e3c8356 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 200 len: 847 time: 0.0506372 Jul 22 22:37:45.590687 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] Checking router: 4db8152c-a682-4819-8ded-01e8e88383e4 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:37:45.600399 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:37:45.601030 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:45.612336 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:45.633119 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-c9dfb15d-b753-4474-9682-8c81be3d8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:37:45.634643 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-c9dfb15d-b753-4474-9682-8c81be3d8d61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd952afa-1547-49ce-8a0c-a74502c3fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561097 Jul 22 22:37:45.709094 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:37:45.727314 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-f2bffa8d-96d7-4f22-b17e-530c048d6b61 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842526 Jul 22 22:37:45.822304 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-67ef4b85-bc7b-47f8-b470-f38eb3e7e013 req-3c2b38c3-4cfd-43c5-9f62-da85d4c42f27 service neutron] 10.222.0.58 "GET /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875773 Jul 22 22:37:45.906785 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:45.936034 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8904ab-06b1-44c9-bb04-d75614dd952b None None] The sync data for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 is: [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:28:58Z', 'revision_number': 4, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': 'ab59519e-636a-4383-be69-e761939de4b3', 'name': '', 'network_id': 'dd952afa-1547-49ce-8a0c-a74502c3fee0', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'mac_address': 'fa:16:3e:b6:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:58Z', 'updated_at': '2021-07-22T22:29:04Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'subnets': [{'id': '70a026ea-6010-4857-bd4d-9cb66a342324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:37:46.147386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60cf1e-a958-4003-a7be-44821e9a9b9b None None] New status for floating IP 891ba0ef-fe0d-45fd-b614-b0834fecdc90: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:37:46.453346 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:46.696698 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077d7aa-4df1-4038-8df7-8d4463e298c6 req-bb51a1df-6c9f-4f6b-b797-8e647d19f2fc tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:37:46.698190 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0077d7aa-4df1-4038-8df7-8d4463e298c6 req-bb51a1df-6c9f-4f6b-b797-8e647d19f2fc tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0670891 Jul 22 22:37:46.738951 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0077d7aa-4df1-4038-8df7-8d4463e298c6 req-0f787097-fa86-4484-817d-c082f5bb38f3 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d8912a7-9811-4c9c-9a2b-9a1365e2b394&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350413 Jul 22 22:37:47.095096 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-970a1044-03ea-4c12-ab27-a3cb04e0c926 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:37:47.096657 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-970a1044-03ea-4c12-ab27-a3cb04e0c926 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 946 time: 0.0626869 Jul 22 22:37:47.199549 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Deleting port 8fe08725-b8e7-4c80-99b8-c72450c90906 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:47.199942 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:47.293528 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] For port 8fe08725-b8e7-4c80-99b8-c72450c90906, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=8fe08725-b8e7-4c80-99b8-c72450c90906,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:47.293881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:47.306454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Calling delete_port for 8fe08725-b8e7-4c80-99b8-c72450c90906 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:47.441331 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:47.468946 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event deleted for resources: {'Port': ['ID=8fe08725-b8e7-4c80-99b8-c72450c90906,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:47.502038 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.502384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.502722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.503057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.503392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.503722 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.504256 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.504463 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.504785 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.505104 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.505423 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.505779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:47.532078 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] No DVR routers for this DVR port 8fe08725-b8e7-4c80-99b8-c72450c90906 on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:37:47.535124 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:47.537171 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5baf9718-5115-4984-bbfb-f4b1afbe3d00 req-9548760d-cda2-400f-a8a8-8782700cb79a tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.58 "DELETE /v2.0/ports/8fe08725-b8e7-4c80-99b8-c72450c90906 HTTP/1.1" status: 204 len: 173 time: 0.4349806 Jul 22 22:37:47.537614 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-deleted', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:37:47.539911 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e774aa4-a3fb-4494-996f-a7ef18d8765e" -d '{"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-deleted", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:37:47.581987 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00a7de-06a7-460d-9621-2e79797e3f51 x-openstack-request-id: req-8c00a7de-06a7-460d-9621-2e79797e3f51 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:37:47.582308 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223ff04-be73-4072-be09-1ceab51fbb69", "name": "network-vif-deleted", "tag": "8fe08725-b8e7-4c80-99b8-c72450c90906", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:37:47.582557 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c00a7de-06a7-460d-9621-2e79797e3f51 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:37:47.582957 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2223ff04-be73-4072-be09-1ceab51fbb69', 'name': 'network-vif-deleted', 'tag': '8fe08725-b8e7-4c80-99b8-c72450c90906', 'status': 'completed', 'code': 200} Jul 22 22:37:47.841128 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-77daaf43-d966-4737-9abb-46782286996a req-c1492a77-703c-479f-ab92-a330c3518832 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 210 time: 0.0334454 Jul 22 22:37:48.607480 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:48.963430 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3729edd3-e0cf-4e41-9a53-3105ba3d493b req-cab046d8-74fd-46ac-bea9-982ef7cab1a1 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 210 time: 0.0303445 Jul 22 22:37:50.061529 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-b762d0a3-60f8-479c-8c52-58f5029e7e51 req-992fa484-0be0-43e7-be4c-34a4234ad341 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 210 time: 0.0293553 Jul 22 22:37:51.172621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-54d5bbff-9a6f-4e96-a6ad-b4bdeb5260da req-e9ffb759-3f70-48a9-9b39-2eef5be70b0e tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223ff04-be73-4072-be09-1ceab51fbb69 HTTP/1.1" status: 200 len: 210 time: 0.0317891 Jul 22 22:37:52.229443 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56694) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:52.287334 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-841843ca-c325-47d8-9772-7c7610af3886 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:52.313014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-841843ca-c325-47d8-9772-7c7610af3886 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:52.376378 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-841843ca-c325-47d8-9772-7c7610af3886 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:52.376605 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8fe08725-b8e7-4c80-99b8-c72450c90906 no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:37:52.378913 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-841843ca-c325-47d8-9772-7c7610af3886 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:52.380102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-841843ca-c325-47d8-9772-7c7610af3886 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] 10.222.0.54 "DELETE /v2.0/security-groups/5d8912a7-9811-4c9c-9a2b-9a1365e2b394 HTTP/1.1" status: 204 len: 168 time: 0.1496508 Jul 22 22:37:52.390172 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841843ca-c325-47d8-9772-7c7610af3886 tempest-TestShelveInstance-543648628 tempest-TestShelveInstance-543648628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8912a7-9811-4c9c-9a2b-9a1365e2b394,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:52.399194 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: 8fe08725-b8e7-4c80-99b8-c72450c90906 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:37:52.399553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device 8fe08725-b8e7-4c80-99b8-c72450c90906 not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:37:52.429994 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56698) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:53.200560 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:53.458429 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Deleting port ab59519e-636a-4383-be69-e761939de4b3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:53.459112 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:53.553833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] For port ab59519e-636a-4383-be69-e761939de4b3, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ab59519e-636a-4383-be69-e761939de4b3,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:53.554207 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:53.568966 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Calling delete_port for ab59519e-636a-4383-be69-e761939de4b3 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:53.753495 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:53.780507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab59519e-636a-4383-be69-e761939de4b3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:53.961482 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:54.184090 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Router 4db8152c-a682-4819-8ded-01e8e88383e4 has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:37:54.290696 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:37:54.295609 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-a29e010a-4a61-4d6c-96ad-b01216e5e947 admin admin] 10.222.0.54 "PUT /v2.0/routers/4db8152c-a682-4819-8ded-01e8e88383e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8644967 Jul 22 22:37:54.298153 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56702) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:54.299515 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] Sync routers for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:37:54.309685 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:37:54.310344 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:54.403779 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:54.413692 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:37:54.510196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:54.565560 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Deleting port 89e65491-8a8b-4aeb-bae0-93469d36b32a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:54.566318 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:54.592589 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:37:53Z', 'revision_number': 5, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port': {'id': '89e65491-8a8b-4aeb-bae0-93469d36b32a', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:54.622152 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] Checking router: 4db8152c-a682-4819-8ded-01e8e88383e4 for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:37:54.638827 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] Routers {'4db8152c-a682-4819-8ded-01e8e88383e4'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:37:54.639832 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['4db8152c-a682-4819-8ded-01e8e88383e4'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:54.657529 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] For port 89e65491-8a8b-4aeb-bae0-93469d36b32a, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=89e65491-8a8b-4aeb-bae0-93469d36b32a,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:54.657933 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:54.669486 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Calling delete_port for 89e65491-8a8b-4aeb-bae0-93469d36b32a owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:54.726135 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] Set router 4db8152c-a682-4819-8ded-01e8e88383e4 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:37:54.779480 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:37:54Z', 'revision_number': 6, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:54.807500 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a11046-a86f-4d20-9294-641469b3fae4 None None] The sync data for ids ['4db8152c-a682-4819-8ded-01e8e88383e4'] in n-d-762330-19 is: [{'id': '4db8152c-a682-4819-8ded-01e8e88383e4', 'name': 'tempest-TestShelveInstance-591866109-router', 'tenant_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:28:56Z', 'updated_at': '2021-07-22T22:37:54Z', 'revision_number': 6, 'project_id': 'eb86b6f0d5bc4609b6321a4d30bfc8a5', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:37:54.842531 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:54.867813 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e65491-8a8b-4aeb-bae0-93469d36b32a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:54.932764 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.023442 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.025595 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.073014 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.073651 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4db8152c-a682-4819-8ded-01e8e88383e4 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:37:55.077998 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.079410 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-312d7850-3f0f-429d-a970-24a2d62f8956 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4db8152c-a682-4819-8ded-01e8e88383e4 HTTP/1.1" status: 204 len: 168 time: 0.7801373 Jul 22 22:37:55.081847 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56706) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:55.125371 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] Deleting subnet 70a026ea-6010-4857-bd4d-9cb66a342324 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:37:55.128404 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.162172 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.251472 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.304157 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.327908 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a026ea-6010-4857-bd4d-9cb66a342324,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:55.335360 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.337293 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-8bd30382-345b-4a32-b082-ceb14241e722 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/70a026ea-6010-4857-bd4d-9cb66a342324 HTTP/1.1" status: 204 len: 168 time: 0.2545588 Jul 22 22:37:55.339936 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56708) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:55.342958 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39bc27-5c78-4d46-bfe4-4c14cf0713a6 None None] Network dd952afa-1547-49ce-8a0c-a74502c3fee0 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:37:55.411586 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.463092 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Deleting port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:55.463431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.531413 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] For port 663f2b6b-00a6-48f3-b7c6-7bba1705f051, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=663f2b6b-00a6-48f3-b7c6-7bba1705f051,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:55.531772 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.546533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Calling delete_port for 663f2b6b-00a6-48f3-b7c6-7bba1705f051 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:55.576453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] DHCP port deletion for dd952afa-1547-49ce-8a0c-a74502c3fee0 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:37:55.623644 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Deleting port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:55.624050 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.630685 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.659926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Pushing event deleted for resources: {'Port': ['ID=663f2b6b-00a6-48f3-b7c6-7bba1705f051,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:55.669392 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] No DVR routers for this DVR port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:37:55.695669 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] For port 663f2b6b-00a6-48f3-b7c6-7bba1705f051, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=663f2b6b-00a6-48f3-b7c6-7bba1705f051,segment=NetworkSegment(a8b9135b-e0cf-45a8-9ea8-3a7636b482a4),segment_id=a8b9135b-e0cf-45a8-9ea8-3a7636b482a4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:55.696108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.708265 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Calling delete_port for 663f2b6b-00a6-48f3-b7c6-7bba1705f051 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:55.742028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.752249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd952afa-1547-49ce-8a0c-a74502c3fee0']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:55.762122 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:55.762421 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b9135b-e0cf-45a8-9ea8-3a7636b482a4') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:55.774409 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.787185 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.791183 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.799993 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:37:55.800425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:37:55.802344 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:37:55.818384 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Pushing event deleted for resources: {'Port': ['ID=663f2b6b-00a6-48f3-b7c6-7bba1705f051,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:55.827189 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] No DVR routers for this DVR port 663f2b6b-00a6-48f3-b7c6-7bba1705f051 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:37:55.829567 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.829919 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.830260 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.830787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.831318 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.831666 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.832026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.832362 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.832695 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.833026 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.833353 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.833678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df9bf9-1148-481c-bb8d-fa3fda93cc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:37:55.874122 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.884313 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:55.886238 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] 10.222.0.54 "DELETE /v2.0/networks/dd952afa-1547-49ce-8a0c-a74502c3fee0 HTTP/1.1" status: 204 len: 168 time: 0.5447757 Jul 22 22:37:55.889640 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56712) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:55.903494 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54948925-c940-4573-bf8f-8beb150e4cda admin admin] Pushing event deleted for resources: {'Network': ['ID=dd952afa-1547-49ce-8a0c-a74502c3fee0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:55.940037 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ab59519e-636a-4383-be69-e761939de4b3 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:37:56.118132 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ab59519e-636a-4383-be69-e761939de4b3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:37:56.118484 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ab59519e-636a-4383-be69-e761939de4b3 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:37:56.118914 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 663f2b6b-00a6-48f3-b7c6-7bba1705f051 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:37:56.138029 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 663f2b6b-00a6-48f3-b7c6-7bba1705f051 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:37:56.138385 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 663f2b6b-00a6-48f3-b7c6-7bba1705f051 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:37:56.138799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 89e65491-8a8b-4aeb-bae0-93469d36b32a no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:37:56.157287 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 89e65491-8a8b-4aeb-bae0-93469d36b32a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:37:56.158182 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 89e65491-8a8b-4aeb-bae0-93469d36b32a not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:37:56.255652 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:56.506796 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Deleting port ae8738eb-0b9a-49b1-998e-acf581e1513d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:56.507138 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:56.586887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] For port ae8738eb-0b9a-49b1-998e-acf581e1513d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ae8738eb-0b9a-49b1-998e-acf581e1513d,segment=NetworkSegment(fe5e3d9a-0e18-4c01-8d2c-7c7270415354),segment_id=fe5e3d9a-0e18-4c01-8d2c-7c7270415354)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:56.587236 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:56.599261 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Calling delete_port for ae8738eb-0b9a-49b1-998e-acf581e1513d owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:56.781504 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:56.808114 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8738eb-0b9a-49b1-998e-acf581e1513d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:56.976626 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:57.224842 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Router 0290da28-31d3-44df-b0fa-45b0d1456e5e has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:37:57.339347 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:37:57.344342 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-c80fca64-7e7c-4ede-845b-7817102d0c69 admin admin] 10.222.0.54 "PUT /v2.0/routers/0290da28-31d3-44df-b0fa-45b0d1456e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4536722 Jul 22 22:37:57.347292 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56714) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:57.347955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] Sync routers for ids ['0290da28-31d3-44df-b0fa-45b0d1456e5e'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:37:57.358449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] Routers {'0290da28-31d3-44df-b0fa-45b0d1456e5e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:37:57.359169 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0290da28-31d3-44df-b0fa-45b0d1456e5e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:57.455399 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:57.464898 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] Set router 0290da28-31d3-44df-b0fa-45b0d1456e5e gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:37:57.563528 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:57.620421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Deleting port 9b27bf08-d7b8-4849-bd07-1b0401faecdb {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:57.620763 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:57.652959 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:37:56Z', 'revision_number': 5, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port': {'id': '9b27bf08-d7b8-4849-bd07-1b0401faecdb', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:57.683749 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] Checking router: 0290da28-31d3-44df-b0fa-45b0d1456e5e for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:37:57.693383 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] Routers {'0290da28-31d3-44df-b0fa-45b0d1456e5e'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:37:57.694237 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['0290da28-31d3-44df-b0fa-45b0d1456e5e'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:57.706082 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] For port 9b27bf08-d7b8-4849-bd07-1b0401faecdb, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=9b27bf08-d7b8-4849-bd07-1b0401faecdb,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:57.706446 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:57.718531 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Calling delete_port for 9b27bf08-d7b8-4849-bd07-1b0401faecdb owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:57.780034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] Set router 0290da28-31d3-44df-b0fa-45b0d1456e5e gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:37:57.830924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:37:57Z', 'revision_number': 6, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:57.866933 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7930a-590b-4d2f-b28c-7e78c6433920 None None] The sync data for ids ['0290da28-31d3-44df-b0fa-45b0d1456e5e'] in n-d-762330-19 is: [{'id': '0290da28-31d3-44df-b0fa-45b0d1456e5e', 'name': 'tempest-TestShelveInstance-64727511-router', 'tenant_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:29:01Z', 'updated_at': '2021-07-22T22:37:57Z', 'revision_number': 6, 'project_id': 'fb6936c5d9ab4feeb7ab707484436fec', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:37:58.205193 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.233164 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=9b27bf08-d7b8-4849-bd07-1b0401faecdb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:58.296896 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.390926 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.393545 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.435952 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.436513 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0290da28-31d3-44df-b0fa-45b0d1456e5e {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:37:58.442151 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.443309 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-4c214bde-921c-4b03-9bd4-519bab3f0ebf admin admin] 10.222.0.54 "DELETE /v2.0/routers/0290da28-31d3-44df-b0fa-45b0d1456e5e HTTP/1.1" status: 204 len: 168 time: 1.0952492 Jul 22 22:37:58.446000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56716) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:58.491189 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] Deleting subnet 3c99a036-bf78-4639-b228-575a52e63935 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:37:58.494259 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.528372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.611870 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.668133 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.696973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c99a036-bf78-4639-b228-575a52e63935,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:58.699547 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.701464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-49c992ad-bc5e-4cbe-8037-f9831bea9d29 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3c99a036-bf78-4639-b228-575a52e63935 HTTP/1.1" status: 204 len: 168 time: 0.2545922 Jul 22 22:37:58.703105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10070ca-ca8d-4521-9a40-5a677057f34a None None] Network 243f858c-45c2-4dbc-a159-38d815eba0fc requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:37:58.703923 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56718) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:58.777971 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.833901 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Deleting port ef723b20-c36a-446b-93c6-55f69ded7c6d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:58.834261 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.900793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] DHCP port deletion for 243f858c-45c2-4dbc-a159-38d815eba0fc request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:37:58.905776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] For port ef723b20-c36a-446b-93c6-55f69ded7c6d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef723b20-c36a-446b-93c6-55f69ded7c6d,segment=NetworkSegment(fe5e3d9a-0e18-4c01-8d2c-7c7270415354),segment_id=fe5e3d9a-0e18-4c01-8d2c-7c7270415354)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:58.906397 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:58.926925 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Calling delete_port for ef723b20-c36a-446b-93c6-55f69ded7c6d owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:58.953111 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] Deleting port ef723b20-c36a-446b-93c6-55f69ded7c6d {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:37:58.953407 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.015736 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.018667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] For port ef723b20-c36a-446b-93c6-55f69ded7c6d, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=ef723b20-c36a-446b-93c6-55f69ded7c6d,segment=NetworkSegment(fe5e3d9a-0e18-4c01-8d2c-7c7270415354),segment_id=fe5e3d9a-0e18-4c01-8d2c-7c7270415354)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:37:59.019072 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.031632 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] Calling delete_port for ef723b20-c36a-446b-93c6-55f69ded7c6d owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:37:59.038969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef723b20-c36a-446b-93c6-55f69ded7c6d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:59.045385 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] No DVR routers for this DVR port ef723b20-c36a-446b-93c6-55f69ded7c6d on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:37:59.113103 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.121491 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.132061 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243f858c-45c2-4dbc-a159-38d815eba0fc']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:59.137790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] Pushing event deleted for resources: {'Port': ['ID=ef723b20-c36a-446b-93c6-55f69ded7c6d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:59.141252 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc8653-daf1-42a0-95db-fee18c5e72f5 None None] No DVR routers for this DVR port ef723b20-c36a-446b-93c6-55f69ded7c6d on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:37:59.142793 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:59.143103 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5e3d9a-0e18-4c01-8d2c-7c7270415354') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:37:59.154230 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.168372 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.174747 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:37:59.175141 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:37:59.177203 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:37:59.231904 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.237836 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.242102 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] 10.222.0.54 "DELETE /v2.0/networks/243f858c-45c2-4dbc-a159-38d815eba0fc HTTP/1.1" status: 204 len: 168 time: 0.5342498 Jul 22 22:37:59.250861 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbd1c0-c7b5-48b5-a5c7-9802f9ea2a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=243f858c-45c2-4dbc-a159-38d815eba0fc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:59.351127 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56722) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:59.394353 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-52f2846b-da9c-4c4e-ab1f-e3fde9dd09a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb86b6f0d5bc4609b6321a4d30bfc8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420542 Jul 22 22:37:59.396951 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56724) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:59.446078 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b46cf1d-fa2f-482b-9a1c-d8e07e8ce5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.466370 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b46cf1d-fa2f-482b-9a1c-d8e07e8ce5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.514271 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b46cf1d-fa2f-482b-9a1c-d8e07e8ce5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.516953 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b46cf1d-fa2f-482b-9a1c-d8e07e8ce5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.518143 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-0b46cf1d-fa2f-482b-9a1c-d8e07e8ce5eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7396064d-c9ab-49a5-abc2-5230cedb409d HTTP/1.1" status: 204 len: 168 time: 0.1202791 Jul 22 22:37:59.525990 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46cf1d-fa2f-482b-9a1c-d8e07e8ce5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7396064d-c9ab-49a5-abc2-5230cedb409d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:37:59.829135 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:59.870598 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-907dc499-85a9-4b7d-99e5-08ee62a7e528 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb6936c5d9ab4feeb7ab707484436fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402267 Jul 22 22:37:59.873011 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56732) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:37:59.900236 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef723b20-c36a-446b-93c6-55f69ded7c6d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:37:59.922300 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ef723b20-c36a-446b-93c6-55f69ded7c6d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:37:59.922648 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ef723b20-c36a-446b-93c6-55f69ded7c6d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:37:59.922771 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-171d4a4a-9b36-4bbe-b43f-8b2b938c884e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.923065 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9b27bf08-d7b8-4849-bd07-1b0401faecdb no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:37:59.946189 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-171d4a4a-9b36-4bbe-b43f-8b2b938c884e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.946442 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 9b27bf08-d7b8-4849-bd07-1b0401faecdb {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:37:59.946673 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 9b27bf08-d7b8-4849-bd07-1b0401faecdb not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:37:59.947087 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ae8738eb-0b9a-49b1-998e-acf581e1513d no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:37:59.965674 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: ae8738eb-0b9a-49b1-998e-acf581e1513d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:37:59.966118 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device ae8738eb-0b9a-49b1-998e-acf581e1513d not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:37:59.996752 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-171d4a4a-9b36-4bbe-b43f-8b2b938c884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:59.999323 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-171d4a4a-9b36-4bbe-b43f-8b2b938c884e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.000763 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-171d4a4a-9b36-4bbe-b43f-8b2b938c884e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fbae8c3e-b1e5-4242-afa6-2815fed167df HTTP/1.1" status: 204 len: 168 time: 0.1266613 Jul 22 22:38:00.009084 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d4a4a-9b36-4bbe-b43f-8b2b938c884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae8c3e-b1e5-4242-afa6-2815fed167df,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:00.648776 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56754) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:00.742175 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-374110544-network', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:00.763363 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Made reservation on behalf of 6d630a568c17472a9ffc41301b78e6e9 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:38:00.765732 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.773887 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.864073 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.868366 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.892745 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:38:00.901493 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acbdbb0-fcc9-4f05-9905-78a79148640c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:00.908882 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.909958 n-d-762330-19 neutron-server[94092]: INFO neutron.db.segments_db [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Added segment 1909ac97-b98d-4d4d-92e9-1fefcd2dce63 of type vlan for network 9e6df9ed-3060-422d-b043-0ab633296e63 Jul 22 22:38:00.949705 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.978441 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:00.979423 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:00.980028 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.010639 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3608034 Jul 22 22:38:01.013376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56758) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:01.018068 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Request body: {'subnet': {'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-374110544-subnet', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:01.053689 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13677c41-e3a9-40b7-9e78-5a693fcbe4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6df9ed-3060-422d-b043-0ab633296e63,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:01.063421 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 9e6df9ed-3060-422d-b043-0ab633296e63 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:38:01.071823 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Made reservation on behalf of 6d630a568c17472a9ffc41301b78e6e9 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:38:01.074377 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.242984 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.293761 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e78454-a0b2-4462-bc82-7b9ad4634e16,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:01.308479 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Checking segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:01.308837 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Network hostable DHCP agents. Network: 9e6df9ed-3060-422d-b043-0ab633296e63, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:38:01.329145 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Network 9e6df9ed-3060-422d-b043-0ab633296e63 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:38:01.338160 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 9e6df9ed-3060-422d-b043-0ab633296e63) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:01.342181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:01.342774 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.349051 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b6e56-a3e8-4d4b-82eb-7ea5b2b528c5 None None] Network 9e6df9ed-3060-422d-b043-0ab633296e63 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:38:01.359985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56760) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:01.360582 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-37cde5a4-4003-47ab-a88a-351be0d4d5c6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3455875 Jul 22 22:38:01.364826 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:01.386062 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.386976 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.439180 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.498607 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-9e6df9ed-3060-422d-b043-0ab633296e63', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:38:01.498607 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.640753 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Allocated IP 172.20.0.2 (9e6df9ed-3060-422d-b043-0ab633296e63/86e78454-a0b2-4462-bc82-7b9ad4634e16/4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:01.790530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.799581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Transition to ACTIVE for port object 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:01.816301 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Transition to ACTIVE for port object 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:01.822561 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.864224 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Network 9e6df9ed-3060-422d-b043-0ab633296e63 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:01.867516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:01.872293 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:01.879740 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Pushing event updated for resources: {'Port': ['ID=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:01.931280 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.936105 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Attempting to bind port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:38:01.936553 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Attempting to bind port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:38:01.937068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Attempting to bind port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 on network 9e6df9ed-3060-422d-b043-0ab633296e63 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:01.943228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:38:01.943597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Checking segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:01.944027 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:01.944415 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Bound using segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:38:01.944879 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Bound port: 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:38:01.945341 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.009866 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] For port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:38:02.012944 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] For port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:38:02.017586 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.076122 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94a7de-c81e-473e-96b6-60bde620a425 None None] Pushing event updated for resources: {'Port': ['ID=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:02.141436 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.160578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.281854 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Allocated IP 172.25.5.214 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/20697493-835e-4c11-86d7-9ec7226f0776) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:02.392425 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.416222 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.432609 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.472036 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:02.474796 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:02.478410 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:02.505231 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Pushing event updated for resources: {'Port': ['ID=20697493-835e-4c11-86d7-9ec7226f0776,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:02.731585 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.936582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:02.973764 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e82629-8a29-4294-840d-0e5deeace3df None None] Network 9e6df9ed-3060-422d-b043-0ab633296e63 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:38:03.059227 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.063599 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-56db8776-d5d8-4e30-bab5-9e7edb3b88da None None] Provisioning for port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:03.068188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Router 9e95ecb1-f277-4927-b248-d050a49fc7cc is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:38:03.178235 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:38:03.190988 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Sync routers for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:38:03.196138 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.200557 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56762) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:03.201113 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-90ef55bd-8fb2-4507-a0fa-94cec67681b9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8395078 Jul 22 22:38:03.201310 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:03.201959 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:03.407858 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:03.587536 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:02Z', 'revision_number': 3, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:03.613448 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Checking router: 9e95ecb1-f277-4927-b248-d050a49fc7cc for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:38:03.613801 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Updating router 9e95ecb1-f277-4927-b248-d050a49fc7cc port 20697493-835e-4c11-86d7-9ec7226f0776 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:38:03.643454 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.649077 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.799147 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Allocated IP 172.20.0.1 (9e6df9ed-3060-422d-b043-0ab633296e63/86e78454-a0b2-4462-bc82-7b9ad4634e16/19e55e62-5d5c-494e-8559-42117910cad2) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:03.905710 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.911523 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.917767 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Transition to ACTIVE for port object 20697493-835e-4c11-86d7-9ec7226f0776 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:03.925429 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.930444 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Transition to ACTIVE for port object 19e55e62-5d5c-494e-8559-42117910cad2 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:03.949905 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:03.973139 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.982270 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Attempting to bind port 20697493-835e-4c11-86d7-9ec7226f0776 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:38:03.982640 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Attempting to bind port 20697493-835e-4c11-86d7-9ec7226f0776 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:38:03.982995 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Attempting to bind port 20697493-835e-4c11-86d7-9ec7226f0776 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:03.993796 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Pushing event updated for resources: {'Port': ['ID=20697493-835e-4c11-86d7-9ec7226f0776,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:03.995887 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:38:03.996258 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:03.996656 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:03.997041 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:38:03.997506 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Bound port: 20697493-835e-4c11-86d7-9ec7226f0776, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:38:03.997875 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.002044 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:04.005825 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:04.006203 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.020928 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.021272 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.021610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.021937 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.022255 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.022591 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.022892 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.023207 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.023522 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.023833 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Network 9e6df9ed-3060-422d-b043-0ab633296e63 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:04.023976 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.024179 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.024493 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:38:04.030075 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:04.035660 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:04.039124 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=19e55e62-5d5c-494e-8559-42117910cad2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:04.078759 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] For port 20697493-835e-4c11-86d7-9ec7226f0776, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:38:04.081978 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.082754 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] For port 20697493-835e-4c11-86d7-9ec7226f0776, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=20697493-835e-4c11-86d7-9ec7226f0776,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:38:04.087943 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.110815 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.144369 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c641-e05a-4576-b9bc-f726e2246abc None None] Pushing event updated for resources: {'Port': ['ID=20697493-835e-4c11-86d7-9ec7226f0776,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:04.167369 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:04.168109 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:04.168817 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:04.177379 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.236824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:04.262810 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.285227 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:04.322994 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-70c24869-9cc8-46c1-ba7e-8a77f1353384 None None] Provisioning for port 19e55e62-5d5c-494e-8559-42117910cad2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:04.327672 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-70c24869-9cc8-46c1-ba7e-8a77f1353384 None None] Provisioning complete for port 19e55e62-5d5c-494e-8559-42117910cad2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:04.328333 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-70c24869-9cc8-46c1-ba7e-8a77f1353384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.364597 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-70c24869-9cc8-46c1-ba7e-8a77f1353384 None None] Port 19e55e62-5d5c-494e-8559-42117910cad2 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:38:04.435750 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.440714 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.460676 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:02Z', 'revision_number': 3, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:04.486989 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543bd08-71b6-4b79-82d4-2eb800350b44 None None] The sync data for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 is: [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:02Z', 'revision_number': 3, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:38:04.513677 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=19e55e62-5d5c-494e-8559-42117910cad2,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:04.522721 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.629564 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Network 9e6df9ed-3060-422d-b043-0ab633296e63 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:04.630969 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:04.765128 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Router 9e95ecb1-f277-4927-b248-d050a49fc7cc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:38:04.893709 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bc258692-6787-4692-9e72-c0cfbb0a4d9f None None] Provisioning complete for port 19e55e62-5d5c-494e-8559-42117910cad2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:04.894089 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc258692-6787-4692-9e72-c0cfbb0a4d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:04.899880 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:38:04.907897 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-ad9a72d6-b213-4f80-a18f-0e1b340cc8c8 admin admin] 10.222.0.54 "PUT /v2.0/routers/9e95ecb1-f277-4927-b248-d050a49fc7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7034879 Jul 22 22:38:04.933965 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-bc258692-6787-4692-9e72-c0cfbb0a4d9f None None] Port 19e55e62-5d5c-494e-8559-42117910cad2 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:38:05.387377 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:05.392757 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-955748876-network', 'tenant_id': '568b839fedec411993fdccf8c619bc87'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:05.413903 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Made reservation on behalf of 568b839fedec411993fdccf8c619bc87 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:38:05.416393 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.425626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.518813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.522819 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.547794 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:38:05.557188 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fa5494-1021-4597-8747-9cf46b326bc7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:05.563812 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.564221 n-d-762330-19 neutron-server[94091]: INFO neutron.db.segments_db [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Added segment 07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5 of type vlan for network 6a73d3fc-4361-4261-99b8-fa5d9026b631 Jul 22 22:38:05.606605 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766852398830'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.635617 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.636616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:05.637191 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.671157 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2823820 Jul 22 22:38:05.674505 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56782) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:05.680384 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Request body: {'subnet': {'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-955748876-subnet', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:05.701197 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Made reservation on behalf of 568b839fedec411993fdccf8c619bc87 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:38:05.703549 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26138358'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.705365 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092e6c-629d-4853-9da0-7a4f691c4c1b admin admin] Pushing event updated for resources: {'Network': ['ID=6a73d3fc-4361-4261-99b8-fa5d9026b631,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:05.715475 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 details requested by agent ovs-agent-n-d-762330-19 with host n-d-762330-19 {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:38:05.897062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27055854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26138244'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:05.950334 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e8232c-8ab8-4384-b908-764c70178a3a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:05.965911 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Checking segment: {'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:05.966341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Network hostable DHCP agents. Network: 6a73d3fc-4361-4261-99b8-fa5d9026b631, hostable agents: ['6be86e80-dffa-423e-be16-a27bcb2172c3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:38:05.985062 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:05.988019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 is scheduled to be hosted by DHCP agent 6be86e80-dffa-423e-be16-a27bcb2172c3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:38:05.996868 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-19, 6a73d3fc-4361-4261-99b8-fa5d9026b631) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:06.000863 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:06.002032 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.010627 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a27e5-f37f-4a99-ac63-2285883fba99 None None] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:38:06.017514 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7fbef052-8d31-49ab-888e-de33364f407f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418696 Jul 22 22:38:06.020183 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56784) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:06.024652 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:06.049838 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-385077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12024'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.050874 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12023'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.098163 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:06.098622 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.109266 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.120668 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Sync routers for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:38:06.154431 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:06.155166 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:06.244358 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11973'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.460485 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.480292 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.487448 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe522adce-df41-5dd2-adb9-8d0b87e6afe1-6a73d3fc-4361-4261-99b8-fa5d9026b631', 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'fixed_ips': [{'subnet_id': '80e8232c-8ab8-4384-b908-764c70178a3a'}]}} from n-d-762330-19. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:38:06.488337 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.515813 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20697493-835e-4c11-86d7-9ec7226f0776 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:06.542179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:06.589938 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Allocated IP 172.25.5.194 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/8a56fa33-b9ac-4e77-8b2f-d1da891b5229) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:06.737479 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 20697493-835e-4c11-86d7-9ec7226f0776 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:06.793612 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 20697493-835e-4c11-86d7-9ec7226f0776 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:06.793903 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:06.841555 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Allocated IP 172.20.0.2 (6a73d3fc-4361-4261-99b8-fa5d9026b631/80e8232c-8ab8-4384-b908-764c70178a3a/6a14fab9-7d84-4c3d-8949-161e512dbda8) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:07.003399 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.020678 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.043244 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.059799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 2, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:07.080531 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 20697493-835e-4c11-86d7-9ec7226f0776, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=20697493-835e-4c11-86d7-9ec7226f0776,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:07.085989 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:07.090431 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:07.094723 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:07.098231 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Pushing event updated for resources: {'Port': ['ID=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:07.108459 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Checking router: 9e95ecb1-f277-4927-b248-d050a49fc7cc for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:38:07.108821 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Updating router 9e95ecb1-f277-4927-b248-d050a49fc7cc port 19e55e62-5d5c-494e-8559-42117910cad2 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:38:07.110560 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.180533 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.210798 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Transition to ACTIVE for port object 6a14fab9-7d84-4c3d-8949-161e512dbda8 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:07.216419 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.225618 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=20697493-835e-4c11-86d7-9ec7226f0776,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:07.243512 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Transition to ACTIVE for port object 6a14fab9-7d84-4c3d-8949-161e512dbda8 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:07.269259 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.326321 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:07.357734 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.373823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:07.380799 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:07.384663 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Pushing event updated for resources: {'Port': ['ID=6a14fab9-7d84-4c3d-8949-161e512dbda8,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:07.469533 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Attempting to bind port 6a14fab9-7d84-4c3d-8949-161e512dbda8 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:38:07.469945 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Attempting to bind port 6a14fab9-7d84-4c3d-8949-161e512dbda8 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:38:07.470857 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Attempting to bind port 6a14fab9-7d84-4c3d-8949-161e512dbda8 on network 6a73d3fc-4361-4261-99b8-fa5d9026b631 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:07.483490 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:38:07.483924 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Checking segment: {'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:07.484313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.484717 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Bound using segment: {'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:38:07.485197 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Bound port: 6a14fab9-7d84-4c3d-8949-161e512dbda8, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:38:07.485592 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.569607 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385259'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.611412 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] For port 6a14fab9-7d84-4c3d-8949-161e512dbda8, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:38:07.631947 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] For port 6a14fab9-7d84-4c3d-8949-161e512dbda8, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6a14fab9-7d84-4c3d-8949-161e512dbda8,segment=NetworkSegment(07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5),segment_id=07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:38:07.636294 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.702364 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Router c0dd834e-a87d-46ed-a02f-860b66a0349c is scheduled to L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:38:07.731105 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.739723 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998acf8e-eca6-40aa-9b77-18fe107a0609 None None] Pushing event updated for resources: {'Port': ['ID=6a14fab9-7d84-4c3d-8949-161e512dbda8,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:07.746688 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Transition to ACTIVE for port object 19e55e62-5d5c-494e-8559-42117910cad2 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:07.753270 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.808381 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210c7d7-06c9-4ca1-a294-78e73fffa5ca None None] Pushing event updated for resources: {'Port': ['ID=19e55e62-5d5c-494e-8559-42117910cad2,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:07.829159 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:38:07.842454 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Sync routers for ids ['c0dd834e-a87d-46ed-a02f-860b66a0349c'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:38:07.848394 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.849786 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-e90c803f-7429-4fe5-b393-cac521abaa96 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8286536 Jul 22 22:38:07.852726 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56788) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:07.872550 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Routers {'c0dd834e-a87d-46ed-a02f-860b66a0349c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:07.873435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Attempting to bind port 19e55e62-5d5c-494e-8559-42117910cad2 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:38:07.873845 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Attempting to bind port 19e55e62-5d5c-494e-8559-42117910cad2 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:38:07.874378 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Attempting to bind port 19e55e62-5d5c-494e-8559-42117910cad2 on network 9e6df9ed-3060-422d-b043-0ab633296e63 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:07.875675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c0dd834e-a87d-46ed-a02f-860b66a0349c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:07.880591 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:38:07.881131 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Checking segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:07.881620 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:07.882088 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Bound using segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:38:07.883802 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Bound port: 19e55e62-5d5c-494e-8559-42117910cad2, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:38:07.883802 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.010544 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20697493-835e-4c11-86d7-9ec7226f0776 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:08.086629 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] For port 19e55e62-5d5c-494e-8559-42117910cad2, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:38:08.093781 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] For port 19e55e62-5d5c-494e-8559-42117910cad2, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=19e55e62-5d5c-494e-8559-42117910cad2,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:38:08.100642 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.100871 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Set router c0dd834e-a87d-46ed-a02f-860b66a0349c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:08.163015 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 20697493-835e-4c11-86d7-9ec7226f0776 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:08.163015 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.213956 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:08.214630 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:08.314888 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210c7d7-06c9-4ca1-a294-78e73fffa5ca None None] Pushing event updated for resources: {'Port': ['ID=19e55e62-5d5c-494e-8559-42117910cad2,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:08.346496 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 3, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port': {'id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:08.394110 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Checking router: c0dd834e-a87d-46ed-a02f-860b66a0349c for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:38:08.394749 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Updating router c0dd834e-a87d-46ed-a02f-860b66a0349c port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 binding host n-d-762330-19 {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:38:08.399756 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:08.439429 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.468423 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.674659 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Allocated IP 172.20.0.1 (6a73d3fc-4361-4261-99b8-fa5d9026b631/80e8232c-8ab8-4384-b908-764c70178a3a/53ffb64f-f3af-48e8-a5a3-380ebe469705) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:08.756509 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.769828 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Transition to ACTIVE for port object 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:08.779351 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.806885 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:08Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:08.831653 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.835709 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Attempting to bind port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:38:08.836177 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Attempting to bind port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:38:08.836610 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Attempting to bind port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 on network ff40b705-7602-458a-8e3c-11b472a43fed {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:08.844236 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6923e63-438d-4999-be62-eaadff8629b0 None None] Pushing event updated for resources: {'Port': ['ID=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:08.844922 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc57-7579-4439-bc54-9141a8c6a078 None None] The sync data for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 is: [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:08Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:38:08.847051 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:38:08.847535 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Checking segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:08.850549 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Transition to ACTIVE for port object 53ffb64f-f3af-48e8-a5a3-380ebe469705 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:08.856063 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.856662 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Bound using segment: {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:38:08.857271 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Bound port: 8a56fa33-b9ac-4e77-8b2f-d1da891b5229, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdb017-47ba-484c-b8eb-ee073149aea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:38:08.857742 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.892550 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.927684 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] For port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229, host n-d-762330-19, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:38:08.932244 n-d-762330-19 neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] For port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:38:08.941887 n-d-762330-19 neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:08.974096 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:08.978461 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Pushing event updated for resources: {'Port': ['ID=53ffb64f-f3af-48e8-a5a3-380ebe469705,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:08.981280 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:08.983110 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:09.020179 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Routers {'c0dd834e-a87d-46ed-a02f-860b66a0349c'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:09.020806 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c0dd834e-a87d-46ed-a02f-860b66a0349c'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:09.023067 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6923e63-438d-4999-be62-eaadff8629b0 None None] Pushing event updated for resources: {'Port': ['ID=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:09.033354 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385050'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:09.044094 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7aa84-332a-4f73-9fae-8a5f6f8996a1 None None] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:38:09.198312 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-df91d707-8e5d-4605-b0db-aea25a4123e7 None None] Provisioning for port 6a14fab9-7d84-4c3d-8949-161e512dbda8 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:09.206569 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:38:09.221493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:09.254232 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] Set router c0dd834e-a87d-46ed-a02f-860b66a0349c gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:09.425437 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:09.431499 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:09.485598 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 3, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port': {'id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:09.520984 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24bf0-3f43-41f5-afa3-0e14892ded62 None None] The sync data for ids ['c0dd834e-a87d-46ed-a02f-860b66a0349c'] in n-d-762330-19 is: [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 3, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port': {'id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:38:09.525406 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Pushing event updated for resources: {'Port': ['ID=53ffb64f-f3af-48e8-a5a3-380ebe469705,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:09.539715 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-383402'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:09.556794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b73de20-73a9-425c-9504-ddd40c72478b None None] Provisioning for port 53ffb64f-f3af-48e8-a5a3-380ebe469705 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:09.562395 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3b73de20-73a9-425c-9504-ddd40c72478b None None] Provisioning complete for port 53ffb64f-f3af-48e8-a5a3-380ebe469705 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:09.563046 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b73de20-73a9-425c-9504-ddd40c72478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:09.607257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-3b73de20-73a9-425c-9504-ddd40c72478b None None] Port 53ffb64f-f3af-48e8-a5a3-380ebe469705 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:38:09.662016 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:09.664001 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:09.811376 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Router c0dd834e-a87d-46ed-a02f-860b66a0349c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:38:09.957363 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-efd4a1a7-2286-435a-8649-ec0031678633 None None] Provisioning complete for port 53ffb64f-f3af-48e8-a5a3-380ebe469705 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:09.957915 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efd4a1a7-2286-435a-8649-ec0031678633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.018466 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:38:10.029206 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-504149d0-e627-4b6a-93c6-7c7932b6dba1 admin admin] 10.222.0.54 "PUT /v2.0/routers/c0dd834e-a87d-46ed-a02f-860b66a0349c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1753011 Jul 22 22:38:10.097180 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6a14fab9-7d84-4c3d-8949-161e512dbda8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:10.099090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-efd4a1a7-2286-435a-8649-ec0031678633 None None] Port 53ffb64f-f3af-48e8-a5a3-380ebe469705 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:38:10.174228 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 6a14fab9-7d84-4c3d-8949-161e512dbda8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:10.181971 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 6a14fab9-7d84-4c3d-8949-161e512dbda8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:10.182793 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.270147 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.322449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 6a14fab9-7d84-4c3d-8949-161e512dbda8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6a14fab9-7d84-4c3d-8949-161e512dbda8,segment=NetworkSegment(07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5),segment_id=07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:10.328313 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.329124 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:10.384754 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bd78e30-8568-4ceb-beb3-b2c8f3bf387d None None] Provisioning complete for port 53ffb64f-f3af-48e8-a5a3-380ebe469705 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:10.385137 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bd78e30-8568-4ceb-beb3-b2c8f3bf387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.441862 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=6a14fab9-7d84-4c3d-8949-161e512dbda8,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:10.454534 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9bd78e30-8568-4ceb-beb3-b2c8f3bf387d None None] Port 53ffb64f-f3af-48e8-a5a3-380ebe469705 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:38:10.466488 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:10.471140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:10.471455 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.569851 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.592019 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:10.597743 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.599028 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 19e55e62-5d5c-494e-8559-42117910cad2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:10.678755 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:10.693130 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 19e55e62-5d5c-494e-8559-42117910cad2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:10.698765 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 19e55e62-5d5c-494e-8559-42117910cad2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:10.699272 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.797708 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.800939 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56796) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:10.805757 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cfb57b10-0489-4e69-a054-262228d1d701 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093906921', 'description': 'tempest-secgroup-smoke-2093906921 description', 'project_id': '6d630a568c17472a9ffc41301b78e6e9'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:10.830998 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 19e55e62-5d5c-494e-8559-42117910cad2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=19e55e62-5d5c-494e-8559-42117910cad2,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:10.832269 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b10-0489-4e69-a054-262228d1d701 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.834636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.887640 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=19e55e62-5d5c-494e-8559-42117910cad2,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:10.925911 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b10-0489-4e69-a054-262228d1d701 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.929884 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b10-0489-4e69-a054-262228d1d701 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.958616 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b10-0489-4e69-a054-262228d1d701 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:10.959957 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-cfb57b10-0489-4e69-a054-262228d1d701 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1579049 Jul 22 22:38:10.961927 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb57b10-0489-4e69-a054-262228d1d701 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d54feb-32f3-4eb1-bc96-20c43cc42482,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:10.963003 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56798) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:10.968156 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-9f289dd1-31ba-4b1f-859b-2d1a0297df10 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'security_group_rule': {'security_group_id': '89d54feb-32f3-4eb1-bc96-20c43cc42482', 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:10.997760 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f289dd1-31ba-4b1f-859b-2d1a0297df10 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.055626 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f289dd1-31ba-4b1f-859b-2d1a0297df10 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.059464 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f289dd1-31ba-4b1f-859b-2d1a0297df10 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.077656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f289dd1-31ba-4b1f-859b-2d1a0297df10 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae421ec-ab62-4067-a020-202d0f40434e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:11.084403 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9f289dd1-31ba-4b1f-859b-2d1a0297df10 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.085510 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-9f289dd1-31ba-4b1f-859b-2d1a0297df10 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214218 Jul 22 22:38:11.088450 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56800) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:11.092926 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-52e47924-38af-465d-80cb-feca7fa4a330 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'security_group_rule': {'security_group_id': '89d54feb-32f3-4eb1-bc96-20c43cc42482', 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:11.122360 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52e47924-38af-465d-80cb-feca7fa4a330 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.184383 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52e47924-38af-465d-80cb-feca7fa4a330 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.188101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52e47924-38af-465d-80cb-feca7fa4a330 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.210506 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e47924-38af-465d-80cb-feca7fa4a330 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343f1a63-accf-426b-be43-efcc2da6da2c,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:11.217447 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52e47924-38af-465d-80cb-feca7fa4a330 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.218654 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-52e47924-38af-465d-80cb-feca7fa4a330 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292377 Jul 22 22:38:11.222023 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56802) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:11.226804 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5e340e4f-d51e-4083-8d74-6c2d5ebb0ae2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'security_group_rule': {'security_group_id': '89d54feb-32f3-4eb1-bc96-20c43cc42482', 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:11.252794 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e340e4f-d51e-4083-8d74-6c2d5ebb0ae2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.313120 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e340e4f-d51e-4083-8d74-6c2d5ebb0ae2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.319184 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e340e4f-d51e-4083-8d74-6c2d5ebb0ae2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.340045 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e340e4f-d51e-4083-8d74-6c2d5ebb0ae2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b596e6b-342a-4bb2-aaee-2a58565ce48f,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:11.344704 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5e340e4f-d51e-4083-8d74-6c2d5ebb0ae2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.346397 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-5e340e4f-d51e-4083-8d74-6c2d5ebb0ae2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234109 Jul 22 22:38:11.349163 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 56806) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:11.353812 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6b6b22e0-641d-4889-8626-ea6ccf0c108a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'security_group_rule': {'security_group_id': '89d54feb-32f3-4eb1-bc96-20c43cc42482', 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:11.385578 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b6b22e0-641d-4889-8626-ea6ccf0c108a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.448737 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b6b22e0-641d-4889-8626-ea6ccf0c108a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.452325 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b6b22e0-641d-4889-8626-ea6ccf0c108a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.473342 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b22e0-641d-4889-8626-ea6ccf0c108a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2088929d-84ed-4e50-b4a6-c1427d597818,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:11.480215 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b6b22e0-641d-4889-8626-ea6ccf0c108a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.481686 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-6b6b22e0-641d-4889-8626-ea6ccf0c108a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313717 Jul 22 22:38:11.484516 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56808) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:11.489661 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'security_group_rule': {'security_group_id': '89d54feb-32f3-4eb1-bc96-20c43cc42482', 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:11.512190 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Project 6d630a568c17472a9ffc41301b78e6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:38:11.517004 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.582962 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.590348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.611887 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1f6d22-e6b6-46a8-ad0b-ed3886d980f0,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:11.616210 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.616943 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-13c907f7-28a0-413b-a5e3-a7d41aabf8d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310594 Jul 22 22:38:11.619583 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:11.623975 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'security_group_rule': {'security_group_id': '89d54feb-32f3-4eb1-bc96-20c43cc42482', 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:11.646152 n-d-762330-19 neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Project 6d630a568c17472a9ffc41301b78e6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:38:11.651348 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.715235 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.719111 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303689'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.736872 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5603ec71-cbe7-44f0-943b-fb3d2ae306e4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:11.747585 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:11.748899 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-51c69a7c-65ef-4585-a289-65f1de7abb7f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283536 Jul 22 22:38:11.926699 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-88b9f132-b37f-468c-af97-42b1dcd9d85e tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093906921&fields=id&tenant_id=6d630a568c17472a9ffc41301b78e6e9 HTTP/1.1" status: 200 len: 267 time: 0.0410917 Jul 22 22:38:11.960687 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6a14fab9-7d84-4c3d-8949-161e512dbda8 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:12.017935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 6a14fab9-7d84-4c3d-8949-161e512dbda8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:12.018310 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:12.044305 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-b1087aaf-c10f-4ceb-8904-31792220ea80 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:12.045877 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-b1087aaf-c10f-4ceb-8904-31792220ea80 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 809 time: 0.1116230 Jul 22 22:38:12.065039 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-122ea906-883c-470f-aabf-af9c8bc9fa3a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/quotas/6d630a568c17472a9ffc41301b78e6e9 HTTP/1.1" status: 200 len: 375 time: 0.0099306 Jul 22 22:38:12.102408 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 19e55e62-5d5c-494e-8559-42117910cad2 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:12.139179 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-b60d34e8-e473-4719-87c3-f1166fb03327 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676560 Jul 22 22:38:12.154071 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 19e55e62-5d5c-494e-8559-42117910cad2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:12.154443 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:12.155507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-288e4e20-455d-4b96-8590-f1fe35c1ac1d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:38:12.156526 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-288e4e20-455d-4b96-8590-f1fe35c1ac1d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055082 Jul 22 22:38:12.208413 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Sync routers for ids ['c0dd834e-a87d-46ed-a02f-860b66a0349c'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:38:12.243604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Routers {'c0dd834e-a87d-46ed-a02f-860b66a0349c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:12.244170 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c0dd834e-a87d-46ed-a02f-860b66a0349c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:12.256720 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-e7771f8b-fff2-46c7-8bc0-5ae93009262f service neutron] 10.222.0.54 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940177 Jul 22 22:38:12.317990 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:12.348291 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-e790a7c4-4931-47ea-a088-8b7c0dc98251 service neutron] 10.222.0.54 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851455 Jul 22 22:38:12.401980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Set router c0dd834e-a87d-46ed-a02f-860b66a0349c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:12.403815 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:12.404855 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:12.535644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3a0da95a-4076-4c2c-ace3-a96b2e5bc550 req-f4a30488-39de-4877-a604-05bc2e2f293d tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 210 time: 0.0391989 Jul 22 22:38:12.688217 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:09Z', 'revision_number': 4, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port': {'id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '53ffb64f-f3af-48e8-a5a3-380ebe469705', 'name': '', 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'mac_address': 'fa:16:3e:b2:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '80e8232c-8ab8-4384-b908-764c70178a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:08Z', 'updated_at': '2021-07-22T22:38:09Z', 'revision_number': 2, 'project_id': '568b839fedec411993fdccf8c619bc87', 'subnets': [{'id': '80e8232c-8ab8-4384-b908-764c70178a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:12.721450 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Checking router: c0dd834e-a87d-46ed-a02f-860b66a0349c for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:38:12.721804 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Updating router c0dd834e-a87d-46ed-a02f-860b66a0349c port 53ffb64f-f3af-48e8-a5a3-380ebe469705 binding host n-d-762330-19 {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:38:12.756841 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f6b79d8-f15c-47f1-b02a-7df7bf62d31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:12.764977 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:13.053274 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:13.063584 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Transition to ACTIVE for port object 53ffb64f-f3af-48e8-a5a3-380ebe469705 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:13.070427 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:13.121543 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70405858-971f-4e97-9c50-3c2a17f64678 None None] Pushing event updated for resources: {'Port': ['ID=53ffb64f-f3af-48e8-a5a3-380ebe469705,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:13.183290 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Attempting to bind port 53ffb64f-f3af-48e8-a5a3-380ebe469705 on host n-d-762330-19 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:38:13.183790 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Attempting to bind port 53ffb64f-f3af-48e8-a5a3-380ebe469705 by drivers openvswitch,hyperv on host n-d-762330-19 at level 0 using segments [{'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:38:13.184276 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Attempting to bind port 53ffb64f-f3af-48e8-a5a3-380ebe469705 on network 6a73d3fc-4361-4261-99b8-fa5d9026b631 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:13.191501 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Checking agent: {'id': '5b6dd4e5-f314-4a28-897b-3d87afa892bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 59, 15), 'started_at': datetime.datetime(2021, 7, 22, 20, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:38:13.192209 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Checking segment: {'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:13.192636 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:13.193068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Bound using segment: {'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:38:13.193516 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Bound port: 53ffb64f-f3af-48e8-a5a3-380ebe469705, host: n-d-762330-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:38:13.193910 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:13.266981 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] For port 53ffb64f-f3af-48e8-a5a3-380ebe469705, host n-d-762330-19, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:38:13.270343 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] For port 53ffb64f-f3af-48e8-a5a3-380ebe469705, host n-d-762330-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=53ffb64f-f3af-48e8-a5a3-380ebe469705,segment=NetworkSegment(07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5),segment_id=07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:38:13.275893 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:13.330852 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Routers {'c0dd834e-a87d-46ed-a02f-860b66a0349c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:13.331437 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:37:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c0dd834e-a87d-46ed-a02f-860b66a0349c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:13.404767 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70405858-971f-4e97-9c50-3c2a17f64678 None None] Pushing event updated for resources: {'Port': ['ID=53ffb64f-f3af-48e8-a5a3-380ebe469705,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:13.465210 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] Set router c0dd834e-a87d-46ed-a02f-860b66a0349c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:13.664420 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-eaa22099-91dc-4539-8844-831137244fe6 req-122ef608-f45e-49fc-bfb6-20fce178e6b4 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 210 time: 0.0484679 Jul 22 22:38:13.678288 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-49c5b8c2-05cf-4e0f-8e1e-ff43fdbd239b tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:13.681097 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-49c5b8c2-05cf-4e0f-8e1e-ff43fdbd239b tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 809 time: 0.1995749 Jul 22 22:38:13.728739 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-f5ed7e31-6b81-4e77-a2f8-1527b415e297 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d630a568c17472a9ffc41301b78e6e9 HTTP/1.1" status: 200 len: 380 time: 0.0353963 Jul 22 22:38:13.737727 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'port': {'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'admin_state_up': True, 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'security_groups': ['89d54feb-32f3-4eb1-bc96-20c43cc42482']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:13.738678 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:09Z', 'revision_number': 4, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port': {'id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '53ffb64f-f3af-48e8-a5a3-380ebe469705', 'name': '', 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'mac_address': 'fa:16:3e:b2:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '80e8232c-8ab8-4384-b908-764c70178a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:08Z', 'updated_at': '2021-07-22T22:38:13Z', 'revision_number': 4, 'project_id': '568b839fedec411993fdccf8c619bc87', 'subnets': [{'id': '80e8232c-8ab8-4384-b908-764c70178a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:13.765714 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe680-4d84-4c1e-8418-f49f95e55a55 None None] The sync data for ids ['c0dd834e-a87d-46ed-a02f-860b66a0349c'] in n-d-762330-19 is: [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:09Z', 'revision_number': 4, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port': {'id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '53ffb64f-f3af-48e8-a5a3-380ebe469705', 'name': '', 'network_id': '6a73d3fc-4361-4261-99b8-fa5d9026b631', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'mac_address': 'fa:16:3e:b2:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '80e8232c-8ab8-4384-b908-764c70178a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:08Z', 'updated_at': '2021-07-22T22:38:13Z', 'revision_number': 4, 'project_id': '568b839fedec411993fdccf8c619bc87', 'subnets': [{'id': '80e8232c-8ab8-4384-b908-764c70178a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:38:13.876254 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Made reservation on behalf of 6d630a568c17472a9ffc41301b78e6e9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:38:13.880770 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:13.962967 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 53ffb64f-f3af-48e8-a5a3-380ebe469705 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:14.017667 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning for port 53ffb64f-f3af-48e8-a5a3-380ebe469705 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:14.023780 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 53ffb64f-f3af-48e8-a5a3-380ebe469705 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:14.024241 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.042337 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Allocated IP 172.20.0.13 (9e6df9ed-3060-422d-b043-0ab633296e63/86e78454-a0b2-4462-bc82-7b9ad4634e16/f92da867-d526-4190-9606-7b535efbb8fa) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:14.112039 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.149542 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] For port 53ffb64f-f3af-48e8-a5a3-380ebe469705, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=53ffb64f-f3af-48e8-a5a3-380ebe469705,segment=NetworkSegment(07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5),segment_id=07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:14.155792 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.200866 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.214002 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Pushing event updated for resources: {'Port': ['ID=53ffb64f-f3af-48e8-a5a3-380ebe469705,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:14.216303 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Transition to ACTIVE for port object f92da867-d526-4190-9606-7b535efbb8fa will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:14.254899 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.299200 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Network 9e6df9ed-3060-422d-b043-0ab633296e63 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:14.304823 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:14.308746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:14.336586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:14.368690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:14.369321 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.385311 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-56656bc0-6300-422b-baf5-0441d6f659a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6514618 Jul 22 22:38:14.397690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Request body: {'port': {'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:14.479139 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.596655 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6f658e5a-e9bd-4ed5-9633-19a8cf179617 None None] Provisioning for port f92da867-d526-4190-9606-7b535efbb8fa completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:14.605875 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6f658e5a-e9bd-4ed5-9633-19a8cf179617 None None] Provisioning complete for port f92da867-d526-4190-9606-7b535efbb8fa triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:14.606411 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f658e5a-e9bd-4ed5-9633-19a8cf179617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.646078 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6f658e5a-e9bd-4ed5-9633-19a8cf179617 None None] Port f92da867-d526-4190-9606-7b535efbb8fa cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:38:14.751042 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92da867-d526-4190-9606-7b535efbb8fa {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:38:14.759218 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.774940 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Transition to ACTIVE for port object f92da867-d526-4190-9606-7b535efbb8fa will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:38:14.779177 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:14.808587 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a8961-3217-4ad0-8472-20c58fe4f852 req-90828fbf-d959-44cc-b10b-f19e5f017bab tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:14.810148 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-289a8961-3217-4ad0-8472-20c58fe4f852 req-90828fbf-d959-44cc-b10b-f19e5f017bab tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 932 time: 0.0679955 Jul 22 22:38:14.832734 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:14.859545 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-289a8961-3217-4ad0-8472-20c58fe4f852 req-e132d276-1809-471a-b01c-3feba6c3ee05 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Jul 22 22:38:14.919395 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Attempting to bind port f92da867-d526-4190-9606-7b535efbb8fa on host n-h2-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:38:14.919735 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Attempting to bind port f92da867-d526-4190-9606-7b535efbb8fa by drivers openvswitch,hyperv on host n-h2-762330-19 at level 0 using segments [{'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:38:14.920265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Attempting to bind port f92da867-d526-4190-9606-7b535efbb8fa on network 9e6df9ed-3060-422d-b043-0ab633296e63 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:14.925512 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Port f92da867-d526-4190-9606-7b535efbb8fa on network 9e6df9ed-3060-422d-b043-0ab633296e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:38:14.925836 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Attempting to bind port f92da867-d526-4190-9606-7b535efbb8fa on network 9e6df9ed-3060-422d-b043-0ab633296e63 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:38:14.931437 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Checking agent: {'id': '3a107e7b-dcc9-43d7-9949-427edc179eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:38:14.931737 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Checking segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:38:14.932165 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Bound using segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:38:14.932598 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Bound port: f92da867-d526-4190-9606-7b535efbb8fa, host: n-h2-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:38:14.932957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:15.005623 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:38:15.008651 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:38:15.013239 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:15.045671 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.046287 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:15.047712 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] 10.222.0.58 "PUT /v2.0/ports/f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 1093 time: 0.6546669 Jul 22 22:38:15.048239 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:38:15.051156 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "tag": "f92da867-d526-4190-9606-7b535efbb8fa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:38:15.087105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02edc79-51d4-4935-a41f-5d31e52a78fb service neutron] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:15.106769 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f97c7e-0a0f-4204-84a0-de6cc2548ab9 x-openstack-request-id: req-76f97c7e-0a0f-4204-84a0-de6cc2548ab9 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:38:15.107074 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "tag": "f92da867-d526-4190-9606-7b535efbb8fa", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:38:15.107329 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76f97c7e-0a0f-4204-84a0-de6cc2548ab9 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:38:15.107736 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa', 'status': 'completed', 'code': 200} Jul 22 22:38:15.160733 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a251023b-7607-4636-bd53-c14bdd52d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.162284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-a251023b-7607-4636-bd53-c14bdd52d0ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1096 time: 0.0651653 Jul 22 22:38:15.206144 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-35b9183b-87e2-4bd2-876a-fefa9da3a1ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 217 time: 0.0358133 Jul 22 22:38:15.259371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-f1186797-105b-445f-90ed-6013800dfdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.260916 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-f1186797-105b-445f-90ed-6013800dfdcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0482075 Jul 22 22:38:15.328707 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-18581d9c-a4a6-4871-9bde-c9f20ae5e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.330622 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-18581d9c-a4a6-4871-9bde-c9f20ae5e3c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622423 Jul 22 22:38:15.338505 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c326-a7f3-4225-b325-d2242656a622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:15.424716 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-cbee94a8-fbc9-4675-8976-d18384910c7a service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870671 Jul 22 22:38:15.521626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c6a18b2b-57ac-4868-8b89-2eafdb808212 req-435a665a-6e2d-440c-8553-eae2a18c77f8 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904109 Jul 22 22:38:15.605309 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:15.628665 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-345cb2b1-9b58-42e6-a3a2-a894ff6399c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.630201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-345cb2b1-9b58-42e6-a3a2-a894ff6399c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1096 time: 0.0609243 Jul 22 22:38:15.731173 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-ca3bdc22-7914-429c-a069-4b95735d3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.732974 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-ca3bdc22-7914-429c-a069-4b95735d3ef3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0953715 Jul 22 22:38:15.778626 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-db5c4880-9cd0-4545-95e4-cf396e59f845 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 217 time: 0.0371742 Jul 22 22:38:15.837638 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-c653ecff-950f-452c-add5-4e3477d1f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.839160 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-c653ecff-950f-452c-add5-4e3477d1f90f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0527072 Jul 22 22:38:15.913483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-919d1eb4-46e8-4f44-b33e-c586d1bb4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:15.915211 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-919d1eb4-46e8-4f44-b33e-c586d1bb4dc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685201 Jul 22 22:38:15.929842 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 53ffb64f-f3af-48e8-a5a3-380ebe469705 up at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:16.005805 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Provisioning complete for port 53ffb64f-f3af-48e8-a5a3-380ebe469705 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:16.007038 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:16.011130 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b064ee-e71d-426c-9794-60a4dcd97845 req-d0b34b66-38ee-4dd8-8de9-4414de654aec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:16.012887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04b064ee-e71d-426c-9794-60a4dcd97845 req-d0b34b66-38ee-4dd8-8de9-4414de654aec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 944 time: 0.0775867 Jul 22 22:38:16.020145 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-29fdc950-11a1-4bf2-bbd3-04a9580a5d9e service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953021 Jul 22 22:38:16.057173 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-04b064ee-e71d-426c-9794-60a4dcd97845 req-eccc2cbd-1e63-4ea9-8f77-7640fc3cf899 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380201 Jul 22 22:38:16.128968 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1c4caf4b-1ef8-403b-992e-69b4e80a0c6b req-a75a1d2a-648a-48b3-ba88-68c546259c63 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018941 Jul 22 22:38:16.458173 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:17.200603 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae6924-f0e2-4f27-9c1a-7c1e22c59d86 req-00405755-6a55-45cc-ab15-1aafac62fece tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:17.202103 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01ae6924-f0e2-4f27-9c1a-7c1e22c59d86 req-00405755-6a55-45cc-ab15-1aafac62fece tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 944 time: 0.0742662 Jul 22 22:38:17.240136 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01ae6924-f0e2-4f27-9c1a-7c1e22c59d86 req-d0565b85-d147-4af8-9a70-6ab52e252181 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323677 Jul 22 22:38:18.371795 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631c1a-5392-4c5e-80a8-4eeeb7503b00 req-ff563a74-3e42-4e27-acf2-fbedfe1a7a72 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:18.373316 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43631c1a-5392-4c5e-80a8-4eeeb7503b00 req-ff563a74-3e42-4e27-acf2-fbedfe1a7a72 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 944 time: 0.0634105 Jul 22 22:38:18.412046 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-43631c1a-5392-4c5e-80a8-4eeeb7503b00 req-b106b090-88f6-4991-ae8c-433361a60060 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Jul 22 22:38:18.564052 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f92da867-d526-4190-9606-7b535efbb8fa details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:38:18.796966 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:18.826951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:18.840377 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'f92da867-d526-4190-9606-7b535efbb8fa', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:38:18.882282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:18.894563 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92da867-d526-4190-9606-7b535efbb8fa {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:38:18.915093 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:18.919195 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:18.966757 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:19.144626 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['f92da867-d526-4190-9606-7b535efbb8fa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:38:19.573770 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dad2f-ef91-445b-8fb4-4c63bde312c1 req-1a62729f-c879-4f11-9b0e-17cbe5e3f7e1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:19.575266 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd9dad2f-ef91-445b-8fb4-4c63bde312c1 req-1a62729f-c879-4f11-9b0e-17cbe5e3f7e1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 945 time: 0.0933273 Jul 22 22:38:19.618835 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cd9dad2f-ef91-445b-8fb4-4c63bde312c1 req-f51fac50-7703-4b8e-9840-72e9a9417793 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Jul 22 22:38:20.579249 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f92da867-d526-4190-9606-7b535efbb8fa up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:38:20.629337 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning for port f92da867-d526-4190-9606-7b535efbb8fa completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:38:20.632980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port f92da867-d526-4190-9606-7b535efbb8fa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:38:20.633377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:20.711484 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:20.734084 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:38:20.736925 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b1802-a249-4d22-aac6-76f046f49dec" -d '{"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-plugged", "status": "completed", "tag": "f92da867-d526-4190-9606-7b535efbb8fa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:38:20.750073 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:38:20.750361 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fe84c-47b9-4f9e-9eed-eb29c2a092dd req-a87250ac-6d2e-4cab-b25a-a41a3754bc8b tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:20.752752 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a8fe84c-47b9-4f9e-9eed-eb29c2a092dd req-a87250ac-6d2e-4cab-b25a-a41a3754bc8b tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 945 time: 0.0663555 Jul 22 22:38:20.755896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:20.781089 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe49935e-7f58-49d3-b8e9-9a191901a011 x-openstack-request-id: req-fe49935e-7f58-49d3-b8e9-9a191901a011 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:38:20.781392 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-plugged", "status": "completed", "tag": "f92da867-d526-4190-9606-7b535efbb8fa", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:38:20.781658 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe49935e-7f58-49d3-b8e9-9a191901a011 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:38:20.782050 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa', 'code': 200} Jul 22 22:38:20.797867 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6a8fe84c-47b9-4f9e-9eed-eb29c2a092dd req-fd9a4813-b5a4-44d5-9c20-c0ba6b3a91fb tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370080 Jul 22 22:38:20.809955 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:20.897997 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038d4c-4e8a-4dc1-9b21-2ea850f90ead req-815e9707-aba9-4bf1-a433-0b6b2bec0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:20.899535 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-40038d4c-4e8a-4dc1-9b21-2ea850f90ead req-815e9707-aba9-4bf1-a433-0b6b2bec0cc4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1098 time: 0.0587063 Jul 22 22:38:20.933247 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-40038d4c-4e8a-4dc1-9b21-2ea850f90ead req-872d7426-1f66-48c6-aabd-c91a09f4a820 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277944 Jul 22 22:38:21.935226 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2e9ab-2d26-49be-9eb1-185af6c0d736 req-d96994ed-1fcf-4300-bfaf-199957bc8958 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:21.936764 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dba2e9ab-2d26-49be-9eb1-185af6c0d736 req-d96994ed-1fcf-4300-bfaf-199957bc8958 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 946 time: 0.0630224 Jul 22 22:38:21.979804 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-dba2e9ab-2d26-49be-9eb1-185af6c0d736 req-e1546e5d-f284-407d-84ac-24a6f3a876bd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370896 Jul 22 22:38:22.109593 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa237c-015d-4018-b351-cada44600b38 req-6ac28554-ccf0-4966-8aea-4783499463e5 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:22.111806 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0fa237c-015d-4018-b351-cada44600b38 req-6ac28554-ccf0-4966-8aea-4783499463e5 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 946 time: 0.0652888 Jul 22 22:38:22.148341 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-d0fa237c-015d-4018-b351-cada44600b38 req-e66c9551-3c4f-4d0e-89e5-53ea164dbf8a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306144 Jul 22 22:38:22.170115 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:22.321342 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183e64b-8ea2-44c8-b8dc-fa66ae4ade83 tempest-TestSnapshotPattern-719478814 tempest-TestSnapshotPattern-719478814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:22.322871 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-2183e64b-8ea2-44c8-b8dc-fa66ae4ade83 tempest-TestSnapshotPattern-719478814 tempest-TestSnapshotPattern-719478814-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1093 time: 0.1518071 Jul 22 22:38:22.325874 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 56864) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:38:22.330636 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:38:22.352976 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:22.450973 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:22.558346 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Allocated IP 172.25.5.106 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/7b4c9b77-a7ac-4635-9dcd-6b2712dc6721) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:38:22.662109 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:22.699666 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:22.734981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:38:22.739794 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:38:22.743102 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:38:22.774120 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'Port': ['ID=7b4c9b77-a7ac-4635-9dcd-6b2712dc6721,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:23.402097 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:23.478795 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:23.629780 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:23.635196 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055729'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:23.701718 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'Port': ['ID=7b4c9b77-a7ac-4635-9dcd-6b2712dc6721,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:38:23.713954 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:23.813083 n-d-762330-19 neutron-server[94092]: INFO neutron.db.l3_db [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Floating IP 2637ae02-0ea7-4d94-8e9a-9f8634953a0a associated. External IP: 172.25.5.106, port: f92da867-d526-4190-9606-7b535efbb8fa. Jul 22 22:38:24.020733 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Router 9e95ecb1-f277-4927-b248-d050a49fc7cc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:38:24.129074 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:38:24.138711 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] Sync routers for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:38:24.145552 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:24.150218 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:24.150856 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:38:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:24.182218 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-6606335a-49c3-4cc6-b0b4-e261be553090 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8553243 Jul 22 22:38:24.182913 n-d-762330-19 neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:38:24.185286 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de961217dde3acc0ec20dcebc7fb63e108bd01274a3628056771c8e388d68612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1215747f-7164-41ff-a30b-60a30a1586d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "tag": "f92da867-d526-4190-9606-7b535efbb8fa"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:38:24.266385 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:24.279520 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e45b138-a30a-4fac-aee3-e109fda3a59c x-openstack-request-id: req-4e45b138-a30a-4fac-aee3-e109fda3a59c {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:38:24.279816 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "tag": "f92da867-d526-4190-9606-7b535efbb8fa", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:38:24.280104 n-d-762330-19 neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e45b138-a30a-4fac-aee3-e109fda3a59c {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:38:24.280506 n-d-762330-19 neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa', 'status': 'completed', 'code': 200} Jul 22 22:38:24.360908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-c98d3332-3206-4b76-954e-9b79074b2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:24.362446 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-c98d3332-3206-4b76-954e-9b79074b2f5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1098 time: 0.0571165 Jul 22 22:38:24.457384 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-605298bd-9160-4392-ab4d-7312de4e8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:24.458860 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-605298bd-9160-4392-ab4d-7312de4e8fc6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0904250 Jul 22 22:38:24.497806 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:22Z', 'revision_number': 0, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:24.525001 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] Checking router: 9e95ecb1-f277-4927-b248-d050a49fc7cc for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:38:24.525999 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-db2551de-5ae9-44b3-ae40-484c9ada0d82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 1000 time: 0.0606012 Jul 22 22:38:24.533220 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:38:24.533825 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:38:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:24.585124 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-1c2af4a8-403e-4cbd-9679-48cd6c7ba3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:24.586732 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-1c2af4a8-403e-4cbd-9679-48cd6c7ba3dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0518045 Jul 22 22:38:24.641955 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:38:24.646107 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-e95668fe-1d4d-4577-b238-cc79eba7ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:24.647659 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-e95668fe-1d4d-4577-b238-cc79eba7ab76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533600 Jul 22 22:38:24.746629 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-06acd16e-b6d1-4851-b4e6-a357e3d28428 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913937 Jul 22 22:38:24.835419 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-1215747f-7164-41ff-a30b-60a30a1586d3 req-2d94069e-88fc-4251-8f3b-31ee427ce8e2 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821106 Jul 22 22:38:24.868169 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:22Z', 'revision_number': 0, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:38:24.894588 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46909140-defd-4c84-9cd0-22fe74616395 None None] The sync data for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 is: [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:22Z', 'revision_number': 0, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:38:25.102810 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f09f39-66d7-47a9-9b43-aa6a6f859398 None None] New status for floating IP 2637ae02-0ea7-4d94-8e9a-9f8634953a0a: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:38:32.446793 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:33.018448 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:42.722158 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-822c2638-ff6e-444d-a3e8-ee5fcb2a379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:45.341245 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc6af899-2b53-4eb3-b432-05f683b0e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:45.602917 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:46.175462 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:38:46.458717 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:48.610106 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:38:49.965829 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-3934b1d3-226c-4600-9b7a-99db29b48dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533631 Jul 22 22:38:50.064947 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-f728c0be-f79a-4b87-8267-783b9a298fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:50.066453 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-f728c0be-f79a-4b87-8267-783b9a298fb0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1098 time: 0.0584879 Jul 22 22:38:50.170414 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-7b071094-b5d9-4128-8284-42effec78216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:50.172775 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-7b071094-b5d9-4128-8284-42effec78216 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0866373 Jul 22 22:38:50.247426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-e8398b1a-a004-4c78-a56a-5fe0268a10dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 1002 time: 0.0675666 Jul 22 22:38:50.296749 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-947e9f68-fcc1-42c0-8b7d-1e09f16d50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:50.298201 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-947e9f68-fcc1-42c0-8b7d-1e09f16d50e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0443606 Jul 22 22:38:50.359329 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-1fdb3aa9-b6b3-460b-b264-bdff4da542ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:38:50.360866 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-1fdb3aa9-b6b3-460b-b264-bdff4da542ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546317 Jul 22 22:38:50.455099 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-ba12608b-2718-4e17-ba12-5e31b6c4bae4 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Jul 22 22:38:50.546000 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a650fe9d-39e5-4b2d-a335-66d703c70444 req-ebc7aa79-ef5b-4127-a506-b656eddb4723 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842044 Jul 22 22:39:02.479459 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:03.013946 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:12.723449 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5bce107-abad-488f-8b76-bdfa05029d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:15.342281 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-901da486-8b59-4797-9cc9-f65f179f1e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:15.604894 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:16.462662 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:18.612345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:23.173580 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:39:32.494656 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:33.013066 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:42.724502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f2b5e7fa-3eb7-4737-b33b-94b68add34c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:45.343412 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8600de97-e676-471f-97a7-ed3309c2424d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:45.606177 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:46.467087 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:48.615503 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:39:50.032820 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-6a274524-e690-4ba3-84d7-b30340cd559c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569010 Jul 22 22:39:50.127267 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-e2a77e4a-549d-4a47-a992-8d27db7f8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:39:50.128808 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-e2a77e4a-549d-4a47-a992-8d27db7f8fb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1098 time: 0.0542686 Jul 22 22:39:50.232037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-e464a31c-db12-47a5-b493-62f215973b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:39:50.233426 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-e464a31c-db12-47a5-b493-62f215973b88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0860367 Jul 22 22:39:50.301670 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-bca3df82-1716-4acc-85bb-52f569da36a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 1002 time: 0.0611215 Jul 22 22:39:50.350690 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-59717929-fdf8-4eca-8933-050da1cf538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:39:50.351973 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-59717929-fdf8-4eca-8933-050da1cf538e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0446703 Jul 22 22:39:50.409840 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-8955776a-b06b-439d-8f31-20cd8342fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:39:50.411326 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-8955776a-b06b-439d-8f31-20cd8342fe7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534880 Jul 22 22:39:50.505161 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-6ac756fc-b785-4755-835b-b799a0d5102d service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870173 Jul 22 22:39:50.597788 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-a62157fe-45d6-4769-90c6-0b10e29983c4 req-4571d0f4-e439-4626-8986-867eb8ddc372 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Jul 22 22:40:00.171975 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:40:02.494683 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:03.020673 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:12.725858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d837d93-45c9-4918-8cf7-c6a12f257b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:15.344055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d438b594-af9c-4d6e-b66b-7fcc66fe8d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:15.606297 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:16.466902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:18.617207 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:23.926616 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-f92608ea-65ff-4442-abe6-c28ea6d17732 req-f7155810-8780-4c3c-b018-f85fabb0bb46 service neutron] (94091) timed out ('10.222.0.58', 50606) {{(pid=94091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:40:25.097113 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f92da867-d526-4190-9606-7b535efbb8fa details requested by agent hyperv_n-h2-762330-19 with host n-h2-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:40:25.196255 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:40:25.208389 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Returning: {'device': 'f92da867-d526-4190-9606-7b535efbb8fa', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:40:25.271126 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:25.286509 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f92da867-d526-4190-9606-7b535efbb8fa {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:40:25.312041 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:40:25.318120 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:25.374220 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:25.383040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.383730 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.384471 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.385015 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.385549 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.386077 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.386610 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.387140 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.387794 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.388117 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.388379 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.388724 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:25.396271 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] get_ports_and_sgs() called for port_ids ['f92da867-d526-4190-9606-7b535efbb8fa'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:40:27.095935 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f92da867-d526-4190-9606-7b535efbb8fa up at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:40:27.151042 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Provisioning complete for port f92da867-d526-4190-9606-7b535efbb8fa triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:40:27.151425 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:27.239185 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:27.272031 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:40:27.275946 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b46ba-294d-4bbc-9bc2-19c0ef665550" -d '{"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-plugged", "status": "completed", "tag": "f92da867-d526-4190-9606-7b535efbb8fa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:40:27.282288 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:40:27.289175 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:27.354980 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:28.448325 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65af27a-54b7-4823-8721-efaf36601e02 x-openstack-request-id: req-c65af27a-54b7-4823-8721-efaf36601e02 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:40:28.449066 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-plugged", "status": "completed", "tag": "f92da867-d526-4190-9606-7b535efbb8fa", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:40:28.449066 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c65af27a-54b7-4823-8721-efaf36601e02 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:40:28.449425 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa', 'code': 200} Jul 22 22:40:32.506465 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:33.025446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:34.350756 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-a2c5255e-dbdb-4924-8ed4-2ff7648208af tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093906921&fields=id&tenant_id=6d630a568c17472a9ffc41301b78e6e9 HTTP/1.1" status: 200 len: 267 time: 0.0362873 Jul 22 22:40:34.460755 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-c7cd1c76-baf5-4f11-b70e-39f5fe7684a6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:34.462212 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-c7cd1c76-baf5-4f11-b70e-39f5fe7684a6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 809 time: 0.1048992 Jul 22 22:40:34.477554 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-46b1e613-084b-484e-8bbe-ccf302977225 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/quotas/6d630a568c17472a9ffc41301b78e6e9 HTTP/1.1" status: 200 len: 375 time: 0.0100155 Jul 22 22:40:34.549027 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-d50a63be-6023-4ea1-b8ba-f439b0dd1dc4 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0660934 Jul 22 22:40:34.610786 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-56c992e2-be17-4195-a14e-6f00f12616c6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:40:34.611792 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-56c992e2-be17-4195-a14e-6f00f12616c6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516665 Jul 22 22:40:34.701096 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-1c6fa695-6708-4629-9483-8fb5125d8ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821965 Jul 22 22:40:34.793159 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-1fa2c0c2-2c44-4611-b833-725bab5b5c14 service neutron] 10.222.0.54 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862386 Jul 22 22:40:34.959422 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c89a96ec-c1f9-43dd-827c-d17484596b38 req-6251419a-b9df-4c47-b455-47105d32d814 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 210 time: 0.0313179 Jul 22 22:40:36.029803 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-aaaef2db-3ee3-423f-b8a2-45b2d380dc1f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:36.031284 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-aaaef2db-3ee3-423f-b8a2-45b2d380dc1f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.23 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 809 time: 0.1062195 Jul 22 22:40:36.066282 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-7e6f37c6-1a7d-46e8-a7c4-eaacb12e2289 req-83bf0363-d550-42ef-9d9c-116e91a24d56 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 210 time: 0.0331304 Jul 22 22:40:36.078684 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-c190bc64-269c-4477-b80d-d07843ab8c98 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d630a568c17472a9ffc41301b78e6e9 HTTP/1.1" status: 200 len: 380 time: 0.0376091 Jul 22 22:40:36.092106 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'port': {'device_id': '626354c7-39f0-4e98-92f7-2029af434d9d', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'admin_state_up': True, 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'security_groups': ['89d54feb-32f3-4eb1-bc96-20c43cc42482']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:40:36.209022 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Made reservation on behalf of 6d630a568c17472a9ffc41301b78e6e9 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:40:36.212813 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:36.372985 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Allocated IP 172.20.0.11 (9e6df9ed-3060-422d-b043-0ab633296e63/86e78454-a0b2-4462-bc82-7b9ad4634e16/4a41756f-be3e-4357-a4e5-c3ca3a83d259) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:40:36.560018 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:36.579057 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Transition to ACTIVE for port object 4a41756f-be3e-4357-a4e5-c3ca3a83d259 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:40:36.629947 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:36.687257 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Network 9e6df9ed-3060-422d-b043-0ab633296e63 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:40:36.690453 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:40:36.696996 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:40:36.725576 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.744591 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:40:36.774558 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:36.775426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:36.791863 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-4c3ba4c2-f1fb-4952-996e-5e3d80233e27 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7036798 Jul 22 22:40:36.945005 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73650255-bc89-43f8-a960-0607bd25f704 None None] Provisioning for port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:40:36.951489 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-73650255-bc89-43f8-a960-0607bd25f704 None None] Provisioning complete for port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:40:36.952358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-73650255-bc89-43f8-a960-0607bd25f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:36.988992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-73650255-bc89-43f8-a960-0607bd25f704 None None] Port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:40:37.171768 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:40:37.204181 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fb1bd-6f96-4a49-9dbb-1fa897d9a6a6 req-85c9a4d3-4eca-4018-b200-b94e2ed805ab tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:37.206414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f1fb1bd-6f96-4a49-9dbb-1fa897d9a6a6 req-85c9a4d3-4eca-4018-b200-b94e2ed805ab tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0690272 Jul 22 22:40:37.246144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-3f1fb1bd-6f96-4a49-9dbb-1fa897d9a6a6 req-c3ec8590-d550-4cd2-9768-25fc66edf418 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Jul 22 22:40:38.385624 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689f66-9538-4576-ab8f-07d7682b9fd0 req-28511104-f7ae-4dab-b288-aed3e8f17d43 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:38.387239 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95689f66-9538-4576-ab8f-07d7682b9fd0 req-28511104-f7ae-4dab-b288-aed3e8f17d43 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0696361 Jul 22 22:40:38.430144 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-95689f66-9538-4576-ab8f-07d7682b9fd0 req-f86069c5-2518-4b59-ae00-e941b9877e2d tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363543 Jul 22 22:40:39.100443 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f92da867-d526-4190-9606-7b535efbb8fa no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:40:39.195041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:39.224257 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:40:39.226682 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31f319-3467-4aa6-ba3b-7debe8c2aef4" -d '{"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f92da867-d526-4190-9606-7b535efbb8fa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:40:39.240992 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:40:39.245508 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:39.273141 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fece1a-b501-4c95-9433-f750421ce2d3 x-openstack-request-id: req-06fece1a-b501-4c95-9433-f750421ce2d3 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:40:39.273141 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f92da867-d526-4190-9606-7b535efbb8fa", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:40:39.273721 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06fece1a-b501-4c95-9433-f750421ce2d3 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:40:39.273721 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa', 'code': 200} Jul 22 22:40:39.304686 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Pushing event updated for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:39.594641 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae005bd-dde0-4e07-91fb-c675dda0e26e req-4030e462-a42f-47d5-9937-5ca8a11f80a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:39.596574 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ae005bd-dde0-4e07-91fb-c675dda0e26e req-4030e462-a42f-47d5-9937-5ca8a11f80a1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0819702 Jul 22 22:40:39.640299 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-6ae005bd-dde0-4e07-91fb-c675dda0e26e req-dc5c69d8-4683-4885-98c5-ef2df8e7d8f2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372131 Jul 22 22:40:40.788890 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1524c1-e2ba-40cc-9e7e-611c4ac7c2fa req-e7d36516-31e8-4310-9da8-07ac7ecc086a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:40.790298 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b1524c1-e2ba-40cc-9e7e-611c4ac7c2fa req-e7d36516-31e8-4310-9da8-07ac7ecc086a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0751543 Jul 22 22:40:40.836556 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-0b1524c1-e2ba-40cc-9e7e-611c4ac7c2fa req-e01b5b42-aeda-4f3f-b0b0-f7756b3449fd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 Jul 22 22:40:41.983432 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fdfec-5c45-4d86-b91a-96560d04746b req-374511eb-aaa9-4bdf-b4c4-55a7573e11a3 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:41.985071 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-216fdfec-5c45-4d86-b91a-96560d04746b req-374511eb-aaa9-4bdf-b4c4-55a7573e11a3 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0742278 Jul 22 22:40:42.031054 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-216fdfec-5c45-4d86-b91a-96560d04746b req-51bb8dac-a47f-4269-b0c9-01896359c109 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Jul 22 22:40:42.727693 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-11ca5501-429f-400f-9665-fbdcff62eb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:43.167304 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ec0a0-4e73-4d62-abde-d2cf75ef4902 req-008ad376-665d-46b9-b0ef-6015c1326739 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:43.169165 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b1ec0a0-4e73-4d62-abde-d2cf75ef4902 req-008ad376-665d-46b9-b0ef-6015c1326739 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0686116 Jul 22 22:40:43.210845 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1b1ec0a0-4e73-4d62-abde-d2cf75ef4902 req-ce02d293-c269-413f-9245-22a1172ed7d6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Jul 22 22:40:44.357494 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312c911-fa3d-47b4-b03e-3a563b8a46b5 req-db4e1e74-4b80-4f26-9ac0-03ceb1af11c4 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:44.359007 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1312c911-fa3d-47b4-b03e-3a563b8a46b5 req-db4e1e74-4b80-4f26-9ac0-03ceb1af11c4 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0696225 Jul 22 22:40:44.399621 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-1312c911-fa3d-47b4-b03e-3a563b8a46b5 req-29ba518d-b5bc-46d6-8267-b0b3b1e55977 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346274 Jul 22 22:40:45.346231 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-259f3ed8-8c33-4751-9014-b347858d9c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:45.548187 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828edc7e-3e22-4977-900e-38e6eef57810 req-60e54949-1f47-4a48-9564-63b63e123ff3 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:45.549736 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-828edc7e-3e22-4977-900e-38e6eef57810 req-60e54949-1f47-4a48-9564-63b63e123ff3 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0702777 Jul 22 22:40:45.589762 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-828edc7e-3e22-4977-900e-38e6eef57810 req-ee02315f-01b5-4074-97ab-38a32adca885 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338831 Jul 22 22:40:45.617837 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:46.476079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:46.735271 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83310674-ffa3-4361-9873-4aefda159718 req-978b298c-67b6-4534-a6d2-4be6a3399949 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:46.736887 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83310674-ffa3-4361-9873-4aefda159718 req-978b298c-67b6-4534-a6d2-4be6a3399949 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0690749 Jul 22 22:40:46.781642 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83310674-ffa3-4361-9873-4aefda159718 req-77d9e627-83cf-4d14-b115-e865a5881b34 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375109 Jul 22 22:40:47.583678 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-0bb7a0e3-de92-44c7-8a06-c54aa2c46e7c tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:40:47.585299 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-0bb7a0e3-de92-44c7-8a06-c54aa2c46e7c tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094352 Jul 22 22:40:47.642586 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Request body: {'port': {'device_id': '626354c7-39f0-4e98-92f7-2029af434d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-19'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:40:47.720295 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:47.917201 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c38607-d848-4204-960f-225a0332b926 req-a1b6d595-c10f-4680-9ea8-e83990490de7 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:47.918861 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58c38607-d848-4204-960f-225a0332b926 req-a1b6d595-c10f-4680-9ea8-e83990490de7 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 932 time: 0.0648005 Jul 22 22:40:47.958851 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-58c38607-d848-4204-960f-225a0332b926 req-3e777fc9-11ea-4c05-90ae-7ee470e871b0 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Jul 22 22:40:47.990666 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a41756f-be3e-4357-a4e5-c3ca3a83d259 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:40:47.998337 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:48.010486 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Transition to ACTIVE for port object 4a41756f-be3e-4357-a4e5-c3ca3a83d259 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:40:48.014307 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:48.067371 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Pushing event updated for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:48.142394 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Attempting to bind port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 on host n-h1-762330-19 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:40:48.142730 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Attempting to bind port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 by drivers openvswitch,hyperv on host n-h1-762330-19 at level 0 using segments [{'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:40:48.143056 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Attempting to bind port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 on network 9e6df9ed-3060-422d-b043-0ab633296e63 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:40:48.147547 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 on network 9e6df9ed-3060-422d-b043-0ab633296e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-19 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:40:48.148037 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Attempting to bind port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 on network 9e6df9ed-3060-422d-b043-0ab633296e63 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:40:48.153228 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Checking agent: {'id': 'dd3183c9-bd15-43c1-b4a6-dd157630038b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 21, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:40:48.153573 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Checking segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:40:48.153964 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Bound using segment: {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:40:48.154407 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Bound port: 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host: n-h1-762330-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1909ac97-b98d-4d4d-92e9-1fefcd2dce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:40:48.154769 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:48.220924 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:40:48.224685 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:40:48.228969 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:48.262095 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:48.262975 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:48.264516 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] 10.222.0.23 "PUT /v2.0/ports/4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 200 len: 1093 time: 0.6716049 Jul 22 22:40:48.264959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:40:48.267229 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc221c-d6ff-4871-bd79-17580a48f05f" -d '{"events": [{"name": "network-changed", "server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:40:48.304863 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1c60-6ce0-4ae2-8e20-57afba4351ca service neutron] Pushing event updated for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:48.381901 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8717c517-a4d6-40e1-adf6-363aaaf1c86b x-openstack-request-id: req-8717c517-a4d6-40e1-adf6-363aaaf1c86b {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:40:48.382198 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:40:48.382448 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8717c517-a4d6-40e1-adf6-363aaaf1c86b {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:40:48.382850 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'status': 'completed', 'code': 200} Jul 22 22:40:48.391327 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-9f7e8517-170e-4df0-b028-1eb079599171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:48.393056 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-9f7e8517-170e-4df0-b028-1eb079599171 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1096 time: 0.0700300 Jul 22 22:40:48.621162 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:48.792391 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-b76aae39-35db-4626-9308-ef594c0d0b8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 200 len: 217 time: 0.3863723 Jul 22 22:40:48.837859 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-3fc25a2b-0a8d-49c0-81a6-b3727cb77157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:48.839432 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-3fc25a2b-0a8d-49c0-81a6-b3727cb77157 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0445707 Jul 22 22:40:48.898279 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-99909f70-ae8c-461e-b3e2-c69d2f4e02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:48.899778 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-99909f70-ae8c-461e-b3e2-c69d2f4e02fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539513 Jul 22 22:40:48.993780 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-012d7644-feb0-4ba7-8496-6222d3c74b81 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867436 Jul 22 22:40:49.089930 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-5d7fa7af-1f69-4755-abab-7643fb6e6bce req-dccaad6d-6177-4af3-9c90-92294dfb9daf service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897887 Jul 22 22:40:49.094048 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300c93-7b4c-4dcb-8270-979ff3355442 req-f4c1642a-8b1e-4c91-b490-070f586d55d1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:49.095608 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06300c93-7b4c-4dcb-8270-979ff3355442 req-f4c1642a-8b1e-4c91-b490-070f586d55d1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 944 time: 0.0678773 Jul 22 22:40:49.140814 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-06300c93-7b4c-4dcb-8270-979ff3355442 req-2cfa626e-d906-45db-a86c-2a4f71b871e1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355182 Jul 22 22:40:49.191343 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-51d75fad-0ffd-4aa3-9fa0-c3843b3d2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:49.193457 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-51d75fad-0ffd-4aa3-9fa0-c3843b3d2e6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1096 time: 0.0553582 Jul 22 22:40:49.283436 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-dfb36da0-6613-4e78-9cf6-953163cf1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:49.284939 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-dfb36da0-6613-4e78-9cf6-953163cf1b25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0846131 Jul 22 22:40:49.331432 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-8e567997-12a8-49fb-a356-3792a2b90623 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 200 len: 217 time: 0.0398321 Jul 22 22:40:49.383351 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-786921dc-7fb0-4c53-8291-889f43d31d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:49.384897 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-786921dc-7fb0-4c53-8291-889f43d31d83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0467000 Jul 22 22:40:49.447249 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-78a8c9b3-3178-4fc7-8c99-6618d8a07d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:49.448789 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-78a8c9b3-3178-4fc7-8c99-6618d8a07d0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575998 Jul 22 22:40:49.549210 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-3b47a540-c3ca-446b-bb57-3d939d92a8c8 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925474 Jul 22 22:40:49.644500 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-43fc221c-d6ff-4871-bd79-17580a48f05f req-708cfd63-7f1f-492b-8ac9-608372f64ff1 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883453 Jul 22 22:40:49.933551 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-e80f4c46-96e1-4dad-ab23-95c7e14f84b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610013 Jul 22 22:40:50.029470 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-1b18cb24-2b91-4da6-a9a3-b860067d31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:50.030968 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-1b18cb24-2b91-4da6-a9a3-b860067d31e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1096 time: 0.0538933 Jul 22 22:40:50.132886 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-8b0d5019-063c-419a-bf25-1ccc04d91916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:50.134362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-8b0d5019-063c-419a-bf25-1ccc04d91916 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0843322 Jul 22 22:40:50.203556 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-188e6d8b-ced2-4b19-bfab-1fd1b78595fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 1000 time: 0.0621653 Jul 22 22:40:50.252532 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-cbdcc7c6-6858-4be6-a35c-d40748b609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:50.254072 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-cbdcc7c6-6858-4be6-a35c-d40748b609a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0441837 Jul 22 22:40:50.273602 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250af6-bbe5-4be5-9147-17f206ec1eb1 req-ee7b9e13-9b64-446d-b912-a408eb4485b6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:50.274647 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01250af6-bbe5-4be5-9147-17f206ec1eb1 req-ee7b9e13-9b64-446d-b912-a408eb4485b6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 944 time: 0.0641587 Jul 22 22:40:50.313098 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-01250af6-bbe5-4be5-9147-17f206ec1eb1 req-ce15f4f1-b794-4907-a14a-52a22fa73a28 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Jul 22 22:40:50.314090 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-904cf704-889d-4d28-a2ad-c8b97c12aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:50.315649 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-904cf704-889d-4d28-a2ad-c8b97c12aa0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549417 Jul 22 22:40:50.409060 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-1dc9f822-4d80-44c5-a4cf-402c34b6be28 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867391 Jul 22 22:40:50.504611 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-014ea6f2-55a5-4660-9552-d7fa977819c2 req-41b0cdfa-c703-4577-b610-31bb45d37c6a service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889604 Jul 22 22:40:51.446368 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d2a3b-06c8-49d0-8f34-9337cbed0667 req-0ce46a17-887f-48cb-b6df-6379f85579e1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:51.447917 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f9d2a3b-06c8-49d0-8f34-9337cbed0667 req-0ce46a17-887f-48cb-b6df-6379f85579e1 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 944 time: 0.0680568 Jul 22 22:40:51.488197 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-4f9d2a3b-06c8-49d0-8f34-9337cbed0667 req-d858c74e-6962-49ee-9e0e-aba8ac967ceb tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343668 Jul 22 22:40:52.617527 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d07e9-2b9a-4cfb-97d7-0231da843036 req-681ce989-50fa-4d44-92d4-b52bfb863938 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:52.619028 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c65d07e9-2b9a-4cfb-97d7-0231da843036 req-681ce989-50fa-4d44-92d4-b52bfb863938 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 944 time: 0.0641141 Jul 22 22:40:52.656384 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-c65d07e9-2b9a-4cfb-97d7-0231da843036 req-89ca5b93-b3b7-4225-a194-41bbd1cdfa18 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Jul 22 22:40:53.356393 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:40:53.449030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:40:53.460453 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'port_id': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'mac_address': 'fa:16:3e:78:89:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:40:53.501446 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:53.514449 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a41756f-be3e-4357-a4e5-c3ca3a83d259 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:40:53.533557 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:40:53.537587 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:53.588633 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:53.783030 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4a41756f-be3e-4357-a4e5-c3ca3a83d259'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:40:53.846930 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b7c4-8af6-4e8e-9fac-2cd3cff9d91d req-93ff2269-2e8a-49d8-b7e7-71286424cfeb tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:53.848499 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc55b7c4-8af6-4e8e-9fac-2cd3cff9d91d req-93ff2269-2e8a-49d8-b7e7-71286424cfeb tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 945 time: 0.1197376 Jul 22 22:40:53.887975 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bc55b7c4-8af6-4e8e-9fac-2cd3cff9d91d req-46d1b846-0f6a-4d42-991d-3b348f0872da tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Jul 22 22:40:55.073004 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d57caa-9bd8-44fc-999d-ddee3e8271b0 req-d431ec01-d212-445c-8872-156b6cb7c431 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:55.074551 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9d57caa-9bd8-44fc-999d-ddee3e8271b0 req-d431ec01-d212-445c-8872-156b6cb7c431 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 945 time: 0.1210151 Jul 22 22:40:55.114204 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-e9d57caa-9bd8-44fc-999d-ddee3e8271b0 req-7fd9bddb-5ad3-484f-a48f-5657a9067142 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337670 Jul 22 22:40:55.356086 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:40:55.404112 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning for port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:40:55.407793 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:40:55.408233 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:55.494440 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:55.517034 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:40:55.519262 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab3944-d817-4f28-a945-a010b6571cf7" -d '{"events": [{"server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:40:55.532969 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:40:55.537084 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:55.560497 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad85288a-649c-43f6-8e6e-fdc784314e6e x-openstack-request-id: req-ad85288a-649c-43f6-8e6e-fdc784314e6e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:40:55.560788 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:40:55.561035 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad85288a-649c-43f6-8e6e-fdc784314e6e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:40:55.561416 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'code': 200} Jul 22 22:40:55.592090 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:55.669893 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81da65-0877-4d94-887e-8fd1413b841b req-d73926af-7eba-4ef9-ac81-4cc8372abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:55.671312 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b81da65-0877-4d94-887e-8fd1413b841b req-d73926af-7eba-4ef9-ac81-4cc8372abc0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1098 time: 0.0540738 Jul 22 22:40:55.706880 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-3b81da65-0877-4d94-887e-8fd1413b841b req-14ef8bfe-1070-4029-8578-84201c7a97da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283351 Jul 22 22:40:56.249737 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ae967-17ef-4983-a26a-0960269d0922 req-eb41c7e8-e7a6-4833-8662-76fe398c2d2a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:56.251464 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-966ae967-17ef-4983-a26a-0960269d0922 req-eb41c7e8-e7a6-4833-8662-76fe398c2d2a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 946 time: 0.0673387 Jul 22 22:40:56.292458 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-966ae967-17ef-4983-a26a-0960269d0922 req-2842c9c7-54bf-4894-a23b-2b667168d0a4 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352316 Jul 22 22:40:57.428340 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b30a00-dbf1-4501-978f-d163e9477c54 req-001f2a3f-8ee7-4839-978f-e705e4fee0a2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:57.429820 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05b30a00-dbf1-4501-978f-d163e9477c54 req-001f2a3f-8ee7-4839-978f-e705e4fee0a2 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 946 time: 0.0685580 Jul 22 22:40:57.467113 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-05b30a00-dbf1-4501-978f-d163e9477c54 req-0b193dd0-dcc9-41d4-8aa5-f5e63dc7ec03 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Jul 22 22:40:57.603046 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83987474-34f8-4ef3-8514-a896c30d3542 req-13c94914-8238-4020-b3cf-66dd94c57b9c tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:57.604644 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83987474-34f8-4ef3-8514-a896c30d3542 req-13c94914-8238-4020-b3cf-66dd94c57b9c tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 946 time: 0.0694449 Jul 22 22:40:57.642662 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-83987474-34f8-4ef3-8514-a896c30d3542 req-cbcbb52e-bec5-4eba-9131-b9ab2a43b149 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Jul 22 22:40:57.664917 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57156) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:40:57.718314 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217823a-d9ab-4952-815e-debe58c79c74 tempest-TestSnapshotPattern-719478814 tempest-TestSnapshotPattern-719478814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:57.719938 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-e217823a-d9ab-4952-815e-debe58c79c74 tempest-TestSnapshotPattern-719478814 tempest-TestSnapshotPattern-719478814-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1093 time: 0.0539656 Jul 22 22:40:57.722706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:40:57.727545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Request body: {'floatingip': {'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'port_id': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:40:57.749890 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:57.851001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:57.951309 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Allocated IP 172.25.5.128 (ff40b705-7602-458a-8e3c-11b472a43fed/e1226892-25ac-4613-be19-d15842cf52b1/13e942d0-a9d1-4f7c-a056-394429c749f0) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:40:58.058758 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:58.099256 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766852411769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:58.139368 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Network ff40b705-7602-458a-8e3c-11b472a43fed is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:40:58.142206 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:40:58.146435 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:40:58.152121 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'Port': ['ID=13e942d0-a9d1-4f7c-a056-394429c749f0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:58.509582 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:58.592444 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:58.741431 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:58.746597 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26504622'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:58.813587 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event updated for resources: {'Port': ['ID=13e942d0-a9d1-4f7c-a056-394429c749f0,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:40:58.829920 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385165'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:58.929087 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Floating IP 5c9f3add-fcd5-4473-821f-d62a5665f4e4 associated. External IP: 172.25.5.128, port: 4a41756f-be3e-4357-a4e5-c3ca3a83d259. Jul 22 22:40:59.136185 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Router 9e95ecb1-f277-4927-b248-d050a49fc7cc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:40:59.240067 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:40:59.249716 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] Sync routers for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:40:59.257565 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:40:59.259196 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:40:59.259808 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:40:59.297110 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-c51a8de5-f054-4724-9fa5-3abba5b4753a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5728290 Jul 22 22:40:59.297721 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:40:59.300006 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4239822-813b-4594-a907-b9f40a92895c" -d '{"events": [{"name": "network-changed", "server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:40:59.338117 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189af739-7971-4267-9143-b6027415d15f x-openstack-request-id: req-189af739-7971-4267-9143-b6027415d15f {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:40:59.338480 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:40:59.338736 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-189af739-7971-4267-9143-b6027415d15f {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:40:59.339142 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'status': 'completed', 'code': 200} Jul 22 22:40:59.366353 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:40:59.414970 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239822-813b-4594-a907-b9f40a92895c req-771d3eef-d2db-484a-8f1f-43610bbd5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:59.418959 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4239822-813b-4594-a907-b9f40a92895c req-771d3eef-d2db-484a-8f1f-43610bbd5c87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1098 time: 0.0556126 Jul 22 22:40:59.518263 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239822-813b-4594-a907-b9f40a92895c req-cf7506b5-0ec3-499d-bb46-0e142144857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:59.519811 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4239822-813b-4594-a907-b9f40a92895c req-cf7506b5-0ec3-499d-bb46-0e142144857c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0962448 Jul 22 22:40:59.586394 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4239822-813b-4594-a907-b9f40a92895c req-9af85a41-6274-4ecd-a8db-653c57bf71dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 200 len: 1000 time: 0.0601351 Jul 22 22:40:59.636483 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239822-813b-4594-a907-b9f40a92895c req-4633a732-6828-4720-b58e-8c833fadae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:59.638001 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4239822-813b-4594-a907-b9f40a92895c req-4633a732-6828-4720-b58e-8c833fadae01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0453651 Jul 22 22:40:59.696079 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:25Z', 'revision_number': 1, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}, {'id': '5c9f3add-fcd5-4473-821f-d62a5665f4e4', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.128', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:78:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626354c7-39f0-4e98-92f7-2029af434d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:40:58Z', 'updated_at': '2021-07-22T22:40:58Z', 'revision_number': 0, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:40:59.702176 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239822-813b-4594-a907-b9f40a92895c req-18430ade-5926-402a-8fb6-4edd14d67105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:40:59.703679 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4239822-813b-4594-a907-b9f40a92895c req-18430ade-5926-402a-8fb6-4edd14d67105 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589027 Jul 22 22:40:59.721615 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] Checking router: 9e95ecb1-f277-4927-b248-d050a49fc7cc for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:40:59.730241 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:40:59.730855 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:40:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:40:59.796594 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4239822-813b-4594-a907-b9f40a92895c req-6b46d133-bda2-4516-b822-b676e53d8c1a service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854692 Jul 22 22:40:59.836413 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:40:59.903380 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c4239822-813b-4594-a907-b9f40a92895c req-718fdc50-7974-4b86-9d61-f63ed99b859c service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989437 Jul 22 22:41:00.083727 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:25Z', 'revision_number': 1, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}, {'id': '5c9f3add-fcd5-4473-821f-d62a5665f4e4', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.128', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:78:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626354c7-39f0-4e98-92f7-2029af434d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:40:58Z', 'updated_at': '2021-07-22T22:40:58Z', 'revision_number': 0, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:41:00.110184 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45fd69-e6d1-49da-8cd3-9ce58fd46b1c None None] The sync data for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 is: [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:25Z', 'revision_number': 1, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}, {'id': '5c9f3add-fcd5-4473-821f-d62a5665f4e4', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.128', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:78:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626354c7-39f0-4e98-92f7-2029af434d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:40:58Z', 'updated_at': '2021-07-22T22:40:58Z', 'revision_number': 0, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:41:00.299652 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82dce04-dcc3-4bac-8112-dbe6e96a58ea None None] New status for floating IP 5c9f3add-fcd5-4473-821f-d62a5665f4e4: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:41:02.507151 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:03.046755 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:12.730424 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f28e-96d3-4863-a730-bf663fb7b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:14.171736 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:41:15.347515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4faa8cbc-5f56-4dab-858c-8f70084f05c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:15.614529 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:16.472757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:18.623729 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:32.524979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:33.047910 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:38.342042 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-52f0e240-3eeb-42e2-8835-1feaf5d26951 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534630 Jul 22 22:41:38.438577 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-a5a22c0a-d9c7-4e59-a037-06585f6f8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:38.440100 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-a5a22c0a-d9c7-4e59-a037-06585f6f8f72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1098 time: 0.0570939 Jul 22 22:41:38.550449 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-4431e5ae-5990-44a7-bd95-9833d1da5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:38.551986 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-4431e5ae-5990-44a7-bd95-9833d1da5df6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0920157 Jul 22 22:41:38.620937 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-d84b1a75-9ed3-4027-a558-07625dc8ca13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 200 len: 1002 time: 0.0587430 Jul 22 22:41:38.674355 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-9c6ff24f-da59-4bd5-9733-146c05c79031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:38.675881 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-9c6ff24f-da59-4bd5-9733-146c05c79031 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0510483 Jul 22 22:41:38.746328 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-a2073722-9b3a-4c85-a58e-30be88746b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:38.747974 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-a2073722-9b3a-4c85-a58e-30be88746b06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654776 Jul 22 22:41:38.848741 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-0620cbef-97ec-4892-9347-4a90b013716e service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918798 Jul 22 22:41:38.955136 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d1f54e3-cd27-45d3-9341-510cc24fc713 req-65d7b3f8-353a-43e5-823d-f203fbd0eda6 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979440 Jul 22 22:41:42.731726 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d7bf194-edb2-4860-baec-7d9dfefdb295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:45.350322 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eb19613-8273-4b91-978b-b3c71f48fd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:45.606096 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:46.476524 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:48.625282 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:41:50.112134 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-c34a52c0-5ee0-4ff1-8821-16ad7dcee64e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1297288 Jul 22 22:41:50.213422 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d560566-3573-43d7-b25d-3b6980414407 req-afe16f6d-34c4-4ef2-acb4-f9b722096e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:50.215014 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-afe16f6d-34c4-4ef2-acb4-f9b722096e3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1096 time: 0.0606754 Jul 22 22:41:50.344891 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d560566-3573-43d7-b25d-3b6980414407 req-5452663d-75de-47c9-b0a8-4c45d819a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:50.346438 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-5452663d-75de-47c9-b0a8-4c45d819a36a service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.1110868 Jul 22 22:41:50.420664 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-0d082509-655a-4fdd-9d9e-f853ea0ac8fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 1000 time: 0.0668011 Jul 22 22:41:50.469879 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d560566-3573-43d7-b25d-3b6980414407 req-f7c2f24c-2662-47c9-bbe5-93dd60257eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:50.471362 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-f7c2f24c-2662-47c9-bbe5-93dd60257eb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0437877 Jul 22 22:41:50.535370 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d560566-3573-43d7-b25d-3b6980414407 req-a259295b-c90b-4fcb-8ee8-c4ab22e60855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:41:50.537256 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-a259295b-c90b-4fcb-8ee8-c4ab22e60855 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596325 Jul 22 22:41:50.636896 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-38066704-d4ce-45e5-92d1-5f3823bc07b0 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927296 Jul 22 22:41:50.727229 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-2d560566-3573-43d7-b25d-3b6980414407 req-e3d29303-5c1d-407f-80c4-b58a1ad6e9ac service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838821 Jul 22 22:41:51.172323 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:42:02.525603 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:03.062330 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:12.732680 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d572df00-0465-4d82-942b-49c972a60b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:15.350082 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d420c11a-4e0f-4f5b-b523-f41e8769940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:15.608515 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:16.478979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:18.627979 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:28.171675 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:42:32.558523 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:33.069714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:33.892098 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 details requested by agent hyperv_n-h1-762330-19 with host n-h1-762330-19 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:42:34.004536 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:34.016949 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Returning: {'device': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'port_id': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'mac_address': 'fa:16:3e:78:89:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:42:34.064714 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:34.079201 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a41756f-be3e-4357-a4e5-c3ca3a83d259 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:42:34.101787 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:34.106841 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:34.166684 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:34.174791 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.175164 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.175508 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.175891 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.176206 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.176604 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.177492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.177824 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.178172 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.178520 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.178870 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.179226 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:34.197373 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] get_ports_and_sgs() called for port_ids ['4a41756f-be3e-4357-a4e5-c3ca3a83d259'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:42:35.905690 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 up at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:42:35.963136 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Provisioning complete for port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:42:35.963679 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403321'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:36.053326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547264'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:36.078405 n-d-762330-19 neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:42:36.080665 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad3cbe9c4fca528dc811452c7d6be145aa3361413bacb618681a4e2f147ba057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736dedf5-7a6c-4a9f-8000-52587f1545fe" -d '{"events": [{"server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:42:36.095246 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:36.100530 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766852813370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766852411787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766852411805'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:36.137090 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2654fb-30ec-4288-ad78-35b71b8737ba x-openstack-request-id: req-9a2654fb-30ec-4288-ad78-35b71b8737ba {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:42:36.137510 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:42:36.137838 n-d-762330-19 neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a2654fb-30ec-4288-ad78-35b71b8737ba {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:42:36.139201 n-d-762330-19 neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'code': 200} Jul 22 22:42:36.176215 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Pushing event updated for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:40.421706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133eb0-d027-449b-a947-cc77131a8a6f req-1a7271de-3d92-4cac-a3f5-684cfec00767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:40.423240 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-39133eb0-d027-449b-a947-cc77131a8a6f req-1a7271de-3d92-4cac-a3f5-684cfec00767 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1098 time: 0.0736125 Jul 22 22:42:40.567273 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133eb0-d027-449b-a947-cc77131a8a6f req-8f0ca553-d29f-4f55-9c18-85e79a785685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:40.569031 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-39133eb0-d027-449b-a947-cc77131a8a6f req-8f0ca553-d29f-4f55-9c18-85e79a785685 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.1186280 Jul 22 22:42:40.654769 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-39133eb0-d027-449b-a947-cc77131a8a6f req-3a50d620-c38c-42d8-8d92-1dbc6e4c1a4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 200 len: 1002 time: 0.0789547 Jul 22 22:42:40.708554 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133eb0-d027-449b-a947-cc77131a8a6f req-118b4e89-7323-4456-af0b-db488efd155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:40.710035 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-39133eb0-d027-449b-a947-cc77131a8a6f req-118b4e89-7323-4456-af0b-db488efd155a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0490835 Jul 22 22:42:40.778556 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133eb0-d027-449b-a947-cc77131a8a6f req-c66cbd83-43d3-4f02-92a1-54c40724a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:40.780208 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-39133eb0-d027-449b-a947-cc77131a8a6f req-c66cbd83-43d3-4f02-92a1-54c40724a1a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622442 Jul 22 22:42:41.246990 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-39133eb0-d027-449b-a947-cc77131a8a6f req-b981f5a1-3770-4164-b46c-38d3fb6f6b0b service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537866 Jul 22 22:42:41.346844 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-39133eb0-d027-449b-a947-cc77131a8a6f req-ace2acaf-d073-45d2-a22b-a088c5f79c9e service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925193 Jul 22 22:42:42.310265 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57370) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:42.469630 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Deleting port 13e942d0-a9d1-4f7c-a056-394429c749f0 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:42.470084 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:42.548001 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:42.548281 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:42.559692 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Calling delete_port for 13e942d0-a9d1-4f7c-a056-394429c749f0 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:42.708117 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:42.733409 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-051209ca-79a5-4d96-8163-940003523fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:42.736667 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event deleted for resources: {'Port': ['ID=13e942d0-a9d1-4f7c-a056-394429c749f0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:42.765186 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.765533 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.765885 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.766454 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.766789 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.767116 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.767439 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.767763 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.768105 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.768425 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.768742 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.769059 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:42.810946 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:42.811422 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Floating IP 5c9f3add-fcd5-4473-821f-d62a5665f4e4 disassociated (deleted). External IP: 172.25.5.128, port: 4a41756f-be3e-4357-a4e5-c3ca3a83d259. Jul 22 22:42:43.027286 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Router 9e95ecb1-f277-4927-b248-d050a49fc7cc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:42:43.135260 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:42:43.140132 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:43.149319 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] Sync routers for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:42:43.158966 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:43.159645 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:43.178420 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-b86fe11d-a6f3-4673-8983-5169885d1fec tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "DELETE /v2.0/floatingips/5c9f3add-fcd5-4473-821f-d62a5665f4e4 HTTP/1.1" status: 204 len: 168 time: 0.8670101 Jul 22 22:42:43.179272 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:42:43.182726 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713d187c-19c4-47da-88b4-89f161c2f347" -d '{"events": [{"name": "network-changed", "server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:42:43.221342 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0de73e-96a4-46c6-9bcf-00d70142561d x-openstack-request-id: req-ba0de73e-96a4-46c6-9bcf-00d70142561d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:42:43.221637 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:42:43.221892 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba0de73e-96a4-46c6-9bcf-00d70142561d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:42:43.222304 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'status': 'completed', 'code': 200} Jul 22 22:42:43.283353 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:43.299385 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d187c-19c4-47da-88b4-89f161c2f347 req-83d4e2fe-5a62-4685-8254-9a73705e64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:43.301198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713d187c-19c4-47da-88b4-89f161c2f347 req-83d4e2fe-5a62-4685-8254-9a73705e64b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 1098 time: 0.0571208 Jul 22 22:42:43.414990 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d187c-19c4-47da-88b4-89f161c2f347 req-8d78c934-66a1-4027-8e43-dcd2aa568453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:43.416442 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713d187c-19c4-47da-88b4-89f161c2f347 req-8d78c934-66a1-4027-8e43-dcd2aa568453 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.1075597 Jul 22 22:42:43.458329 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bed95-92fb-4013-8368-e3b940546046 req-69772cc4-1004-4b40-80d0-f119a0eb63fc tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:43.459926 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f79bed95-92fb-4013-8368-e3b940546046 req-69772cc4-1004-4b40-80d0-f119a0eb63fc tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 946 time: 0.0839021 Jul 22 22:42:43.462506 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713d187c-19c4-47da-88b4-89f161c2f347 req-73fa863b-84f4-4a4c-9d98-0375ba7f5dfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 200 len: 217 time: 0.0375268 Jul 22 22:42:43.507719 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-f79bed95-92fb-4013-8368-e3b940546046 req-4939c52a-760b-4b64-afb7-1e5dc93e752f tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Jul 22 22:42:43.524779 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d187c-19c4-47da-88b4-89f161c2f347 req-cfba6ca2-68b7-4c5c-9daf-469207b1d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:43.526295 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713d187c-19c4-47da-88b4-89f161c2f347 req-cfba6ca2-68b7-4c5c-9daf-469207b1d265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0541854 Jul 22 22:42:43.569889 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:25Z', 'revision_number': 1, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:43.589874 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d187c-19c4-47da-88b4-89f161c2f347 req-992773c4-449b-4268-abc9-cee6ac0da152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:43.591437 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713d187c-19c4-47da-88b4-89f161c2f347 req-992773c4-449b-4268-abc9-cee6ac0da152 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580697 Jul 22 22:42:43.600251 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] Checking router: 9e95ecb1-f277-4927-b248-d050a49fc7cc for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:42:43.609695 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:43.610301 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:15Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:43.697308 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713d187c-19c4-47da-88b4-89f161c2f347 req-39c0ccb7-925e-4834-a977-0d13056d414a service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981665 Jul 22 22:42:43.718296 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:43.801577 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-713d187c-19c4-47da-88b4-89f161c2f347 req-bff68e02-d782-4a3b-b7cf-a5a1d1bedfa5 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945745 Jul 22 22:42:43.953062 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:25Z', 'revision_number': 1, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:44.079772 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bacfe5-9248-48c7-9868-c23f4c25ac48 None None] The sync data for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 is: [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_floatingips': [{'id': '2637ae02-0ea7-4d94-8e9a-9f8634953a0a', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'router_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'port_id': 'f92da867-d526-4190-9606-7b535efbb8fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'mac_address': 'fa:16:3e:65:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:38:22Z', 'updated_at': '2021-07-22T22:38:25Z', 'revision_number': 1, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:42:44.339435 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c908ce-a186-4395-b825-4238766d6dbf None None] New status for floating IP 5c9f3add-fcd5-4473-821f-d62a5665f4e4: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:42:44.654751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954a08-d4a4-4408-a7a8-1dac136b7485 req-912393fc-33b4-428e-89a1-2c17df1a813a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:44.656329 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15954a08-d4a4-4408-a7a8-1dac136b7485 req-912393fc-33b4-428e-89a1-2c17df1a813a tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 946 time: 0.0716279 Jul 22 22:42:44.697839 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-15954a08-d4a4-4408-a7a8-1dac136b7485 req-9cedc2cb-c1a1-4115-a2b8-1bea871c7954 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Jul 22 22:42:45.126704 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-5d8625ac-a718-41ba-a6eb-bb5fbd59a9de tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:45.128214 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-5d8625ac-a718-41ba-a6eb-bb5fbd59a9de tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.23 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 946 time: 0.0640187 Jul 22 22:42:45.253026 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Deleting port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:45.253369 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:45.339915 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] For port 4a41756f-be3e-4357-a4e5-c3ca3a83d259, host n-h1-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-19',level=0,port_id=4a41756f-be3e-4357-a4e5-c3ca3a83d259,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:45.340282 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:45.355350 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-388c23ef-826f-44b8-a1bf-6dc3a43d1297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:45.359522 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Calling delete_port for 4a41756f-be3e-4357-a4e5-c3ca3a83d259 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:45.486056 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:45.520700 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event deleted for resources: {'Port': ['ID=4a41756f-be3e-4357-a4e5-c3ca3a83d259,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:45.570825 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] No DVR routers for this DVR port 4a41756f-be3e-4357-a4e5-c3ca3a83d259 on host n-h1-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:42:45.573526 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:45.576198 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-7d920f82-c91b-4b30-8c29-7e7b0de3da3c req-d0e96b8a-8d6d-49ef-be67-ba8f6418b7cf tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.23 "DELETE /v2.0/ports/4a41756f-be3e-4357-a4e5-c3ca3a83d259 HTTP/1.1" status: 204 len: 173 time: 0.4399686 Jul 22 22:42:45.576682 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'name': 'network-vif-deleted', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:42:45.579591 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ed06d-4664-4c40-a623-6233dc2e5a59" -d '{"events": [{"server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "name": "network-vif-deleted", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:42:45.613377 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:45.623810 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06e708-1f53-4079-81bc-ffc8235f335c x-openstack-request-id: req-8a06e708-1f53-4079-81bc-ffc8235f335c {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:42:45.624274 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626354c7-39f0-4e98-92f7-2029af434d9d", "name": "network-vif-deleted", "tag": "4a41756f-be3e-4357-a4e5-c3ca3a83d259", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:42:45.624640 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a06e708-1f53-4079-81bc-ffc8235f335c {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:42:45.625140 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626354c7-39f0-4e98-92f7-2029af434d9d', 'name': 'network-vif-deleted', 'tag': '4a41756f-be3e-4357-a4e5-c3ca3a83d259', 'status': 'completed', 'code': 200} Jul 22 22:42:45.808931 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-716c62e6-58c9-4066-acb3-29e6cc1662be req-33fe7258-4fbf-4754-ba89-020dab80db97 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=626354c7-39f0-4e98-92f7-2029af434d9d HTTP/1.1" status: 200 len: 210 time: 0.0304244 Jul 22 22:42:45.952371 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:42:45.977146 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 4a41756f-be3e-4357-a4e5-c3ca3a83d259 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:42:45.977492 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:42:46.481040 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:47.392487 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57430) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:47.553656 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Deleting port 7b4c9b77-a7ac-4635-9dcd-6b2712dc6721 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:47.553995 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:47.628939 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:47.629189 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:47.641043 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Calling delete_port for 7b4c9b77-a7ac-4635-9dcd-6b2712dc6721 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:47.789855 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:47.812746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event deleted for resources: {'Port': ['ID=7b4c9b77-a7ac-4635-9dcd-6b2712dc6721,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:47.881977 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:47.882264 n-d-762330-19 neutron-server[94091]: INFO neutron.db.l3_db [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Floating IP 2637ae02-0ea7-4d94-8e9a-9f8634953a0a disassociated (deleted). External IP: 172.25.5.106, port: f92da867-d526-4190-9606-7b535efbb8fa. Jul 22 22:42:48.091030 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Router 9e95ecb1-f277-4927-b248-d050a49fc7cc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:42:48.200908 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:42:48.205466 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:48.210336 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] Sync routers for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:42:48.219567 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:48.220207 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:48.245923 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7441006a-7d62-4869-b8d2-2c0e25872a07 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "DELETE /v2.0/floatingips/2637ae02-0ea7-4d94-8e9a-9f8634953a0a HTTP/1.1" status: 204 len: 168 time: 0.8499806 Jul 22 22:42:48.245923 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:42:48.246439 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf4d04-436a-457b-9976-5f7391ba0240" -d '{"events": [{"name": "network-changed", "server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "tag": "f92da867-d526-4190-9606-7b535efbb8fa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:42:48.287785 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b485c6b9-39a9-485f-8fb6-17f213734bbe x-openstack-request-id: req-b485c6b9-39a9-485f-8fb6-17f213734bbe {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:42:48.288125 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "tag": "f92da867-d526-4190-9606-7b535efbb8fa", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:42:48.288382 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b485c6b9-39a9-485f-8fb6-17f213734bbe {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:42:48.289221 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa', 'status': 'completed', 'code': 200} Jul 22 22:42:48.326830 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:48.371016 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-dce3eaec-6fb2-4ae8-a98b-2cd530143529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:48.373036 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-dce3eaec-6fb2-4ae8-a98b-2cd530143529 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d630a568c17472a9ffc41301b78e6e9&device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 1096 time: 0.0611432 Jul 22 22:42:48.475618 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-3c06e7aa-e332-4800-b434-9527fab492af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:48.477051 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-3c06e7aa-e332-4800-b434-9527fab492af service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 200 len: 910 time: 0.0976665 Jul 22 22:42:48.511791 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3743a3-4782-45ed-8aae-e6bb92e236e7 req-6f56d139-0e48-44f0-b98b-730d5a785093 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:48.514048 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb3743a3-4782-45ed-8aae-e6bb92e236e7 req-6f56d139-0e48-44f0-b98b-730d5a785093 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 944 time: 0.0726988 Jul 22 22:42:48.523540 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-d2ddbc29-75c2-4d59-9d63-3a160b46aca0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 200 len: 217 time: 0.0382941 Jul 22 22:42:48.550086 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:48.554656 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-cb3743a3-4782-45ed-8aae-e6bb92e236e7 req-710da864-6cba-49b4-9a3d-d4d012825e80 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346298 Jul 22 22:42:48.577372 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-2a0e281d-5bcf-4cf8-922d-2f34cd91cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:48.578970 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-2a0e281d-5bcf-4cf8-922d-2f34cd91cb7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 200 len: 848 time: 0.0489867 Jul 22 22:42:48.585862 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] Checking router: 9e95ecb1-f277-4927-b248-d050a49fc7cc for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:42:48.594454 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:48.595060 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:48.634615 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:48.649698 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-59c9e1a1-1247-423c-aef5-520f58c1fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:48.650265 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-59c9e1a1-1247-423c-aef5-520f58c1fcfc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e6df9ed-3060-422d-b043-0ab633296e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627060 Jul 22 22:42:48.702484 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:48.742118 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-606ebf7d-74be-461d-b23d-c5e0652d5fdf service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Jul 22 22:42:48.838747 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-c8cf4d04-436a-457b-9976-5f7391ba0240 req-a2be8c39-ef43-4c70-8c21-10c4f73c1865 service neutron] 10.222.0.58 "GET /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899975 Jul 22 22:42:48.906745 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:48.932741 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c7d24-21d1-4598-8981-682c8a044e75 None None] The sync data for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 is: [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:38:04Z', 'revision_number': 4, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19', '_interfaces': [{'id': '19e55e62-5d5c-494e-8559-42117910cad2', 'name': '', 'network_id': '9e6df9ed-3060-422d-b043-0ab633296e63', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'mac_address': 'fa:16:3e:ef:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:03Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'subnets': [{'id': '86e78454-a0b2-4462-bc82-7b9ad4634e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:42:49.156429 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965a60c-e873-4e70-9d77-48b7f3690e20 None None] New status for floating IP 2637ae02-0ea7-4d94-8e9a-9f8634953a0a: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:42:49.697036 n-d-762330-19 neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd482935-6813-44a6-bfb5-06f072c00817 req-d6b7d9ae-04a3-4485-9b64-c28553d687d5 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:49.698550 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd482935-6813-44a6-bfb5-06f072c00817 req-d6b7d9ae-04a3-4485-9b64-c28553d687d5 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 944 time: 0.0666261 Jul 22 22:42:49.736853 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-bd482935-6813-44a6-bfb5-06f072c00817 req-1963300f-ed58-423c-acfb-8b1abfd94bd3 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/security-groups?id=89d54feb-32f3-4eb1-bc96-20c43cc42482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Jul 22 22:42:49.966247 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 no longer exists at agent hyperv_n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:42:49.989997 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] No Port match for: 4a41756f-be3e-4357-a4e5-c3ca3a83d259 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:42:49.990556 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Device 4a41756f-be3e-4357-a4e5-c3ca3a83d259 not bound to the agent host n-h1-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:42:50.121746 n-d-762330-19 neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-04b11ada-9bff-4801-811c-896a16131221 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:42:50.123266 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-04b11ada-9bff-4801-811c-896a16131221 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 944 time: 0.0637386 Jul 22 22:42:50.222174 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Deleting port f92da867-d526-4190-9606-7b535efbb8fa {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:50.222426 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:50.312161 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] For port f92da867-d526-4190-9606-7b535efbb8fa, host n-h2-762330-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-19',level=0,port_id=f92da867-d526-4190-9606-7b535efbb8fa,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:50.312518 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:50.325031 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Calling delete_port for f92da867-d526-4190-9606-7b535efbb8fa owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:50.457070 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:50.488689 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event deleted for resources: {'Port': ['ID=f92da867-d526-4190-9606-7b535efbb8fa,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:50.538925 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] No DVR routers for this DVR port f92da867-d526-4190-9606-7b535efbb8fa on host n-h2-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:42:50.544773 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257310'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:50.544773 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [req-6948625a-6c9a-4de9-b7cc-789993c59330 req-595c4527-fd33-44af-91a4-b80c90f399c6 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.58 "DELETE /v2.0/ports/f92da867-d526-4190-9606-7b535efbb8fa HTTP/1.1" status: 204 len: 173 time: 0.4137073 Jul 22 22:42:50.544773 n-d-762330-19 neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-deleted', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:42:50.546356 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73cd339d19d4edfef0952f82626ee2b40266825440882d3b8c7b4e4fd0b0869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265b17b1-9e1a-4dd1-bb4f-37367e22951d" -d '{"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-deleted", "tag": "f92da867-d526-4190-9606-7b535efbb8fa"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:42:50.584190 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770729b-80e9-4a1e-bcae-3aafed2c6369 x-openstack-request-id: req-5770729b-80e9-4a1e-bcae-3aafed2c6369 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:42:50.584487 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44613b5-08e3-468f-897e-ca8a703d91bd", "name": "network-vif-deleted", "tag": "f92da867-d526-4190-9606-7b535efbb8fa", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:42:50.584818 n-d-762330-19 neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5770729b-80e9-4a1e-bcae-3aafed2c6369 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:42:50.585237 n-d-762330-19 neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44613b5-08e3-468f-897e-ca8a703d91bd', 'name': 'network-vif-deleted', 'tag': 'f92da867-d526-4190-9606-7b535efbb8fa', 'status': 'completed', 'code': 200} Jul 22 22:42:50.846521 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [req-46cc1490-435a-4b45-88f5-f1d65beb3348 req-0f9481b4-f531-48fb-92ae-57d2898a9572 tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "GET /v2.0/ports?device_id=b44613b5-08e3-468f-897e-ca8a703d91bd HTTP/1.1" status: 200 len: 210 time: 0.0313783 Jul 22 22:42:51.903914 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57446) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:51.965491 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33738a22-192f-42dc-b0bd-e3da405af5fd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:51.991252 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33738a22-192f-42dc-b0bd-e3da405af5fd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:52.052332 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33738a22-192f-42dc-b0bd-e3da405af5fd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:52.055377 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33738a22-192f-42dc-b0bd-e3da405af5fd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:52.056628 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-33738a22-192f-42dc-b0bd-e3da405af5fd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] 10.222.0.54 "DELETE /v2.0/security-groups/89d54feb-32f3-4eb1-bc96-20c43cc42482 HTTP/1.1" status: 204 len: 168 time: 0.1517320 Jul 22 22:42:52.066136 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738a22-192f-42dc-b0bd-e3da405af5fd tempest-TestSnapshotPattern-2104880090 tempest-TestSnapshotPattern-2104880090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d54feb-32f3-4eb1-bc96-20c43cc42482,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:52.102872 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57450) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:52.434031 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:52.682456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Deleting port 19e55e62-5d5c-494e-8559-42117910cad2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:52.682790 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:52.761545 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] For port 19e55e62-5d5c-494e-8559-42117910cad2, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=19e55e62-5d5c-494e-8559-42117910cad2,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:52.761811 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:52.774379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Calling delete_port for 19e55e62-5d5c-494e-8559-42117910cad2 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:53.294170 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:53.320221 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e55e62-5d5c-494e-8559-42117910cad2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:53.493028 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:53.703229 n-d-762330-19 neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Router 9e95ecb1-f277-4927-b248-d050a49fc7cc has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:42:53.808895 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:42:53.814092 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-91d3d7a8-5cdb-416b-9695-229ad7ed9603 admin admin] 10.222.0.54 "PUT /v2.0/routers/9e95ecb1-f277-4927-b248-d050a49fc7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097507 Jul 22 22:42:53.816637 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57452) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:53.817846 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] Sync routers for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:42:53.827624 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:53.828268 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:53.910394 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f92da867-d526-4190-9606-7b535efbb8fa no longer exists at agent hyperv_n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:42:53.924396 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:53.930154 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: n-d-762330-19 {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:53.930827 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] No Port match for: f92da867-d526-4190-9606-7b535efbb8fa {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:42:53.931179 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Device f92da867-d526-4190-9606-7b535efbb8fa not bound to the agent host n-h2-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:42:54.034957 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.093148 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Deleting port 20697493-835e-4c11-86d7-9ec7226f0776 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:54.093496 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.109779 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '20697493-835e-4c11-86d7-9ec7226f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:42:53Z', 'revision_number': 5, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port': {'id': '20697493-835e-4c11-86d7-9ec7226f0776', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:02Z', 'updated_at': '2021-07-22T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:54.140326 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] Checking router: 9e95ecb1-f277-4927-b248-d050a49fc7cc for host: n-d-762330-19 {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:42:54.148804 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] Routers {'9e95ecb1-f277-4927-b248-d050a49fc7cc'} bound to L3 agent in host n-d-762330-19 {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:54.149417 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['9e95ecb1-f277-4927-b248-d050a49fc7cc'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:54.175434 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] For port 20697493-835e-4c11-86d7-9ec7226f0776, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=20697493-835e-4c11-86d7-9ec7226f0776,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:54.175791 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.187754 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Calling delete_port for 20697493-835e-4c11-86d7-9ec7226f0776 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:54.234597 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] Set router 9e95ecb1-f277-4927-b248-d050a49fc7cc gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:54.284748 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:42:54Z', 'revision_number': 6, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:54.314800 n-d-762330-19 neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517297ea-b37b-4013-bec3-f7e374653993 None None] The sync data for ids ['9e95ecb1-f277-4927-b248-d050a49fc7cc'] in n-d-762330-19 is: [{'id': '9e95ecb1-f277-4927-b248-d050a49fc7cc', 'name': 'tempest-TestSnapshotPattern-374110544-router', 'tenant_id': '6d630a568c17472a9ffc41301b78e6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:01Z', 'updated_at': '2021-07-22T22:42:54Z', 'revision_number': 6, 'project_id': '6d630a568c17472a9ffc41301b78e6e9', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:42:54.360341 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.385018 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=20697493-835e-4c11-86d7-9ec7226f0776,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:54.447829 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.538209 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.540338 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.586023 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.586706 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e95ecb1-f277-4927-b248-d050a49fc7cc {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:42:54.590962 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.592344 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-8aee1fb6-ef8d-40bb-8273-b0b4f0ebfc35 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9e95ecb1-f277-4927-b248-d050a49fc7cc HTTP/1.1" status: 204 len: 168 time: 0.7742438 Jul 22 22:42:54.594960 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57454) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:54.642093 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] Deleting subnet 86e78454-a0b2-4462-bc82-7b9ad4634e16 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:42:54.645798 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.682204 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26439048'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.765922 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.819387 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26504688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25236550'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.845897 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e78454-a0b2-4462-bc82-7b9ad4634e16,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:54.851280 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.853294 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-47ab75f2-b600-49f2-b747-04f95c4b8092 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/86e78454-a0b2-4462-bc82-7b9ad4634e16 HTTP/1.1" status: 204 len: 168 time: 0.2574179 Jul 22 22:42:54.855821 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57456) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:54.856269 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ecd87-c7e1-468c-a73b-5a575beded55 None None] Network 9e6df9ed-3060-422d-b043-0ab633296e63 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:42:54.922949 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:54.981959 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Deleting port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:54.982298 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.050456 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] For port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:55.050814 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.065890 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Calling delete_port for 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:55.093195 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67752d00-7068-4743-849c-500bb4211e33 None None] DHCP port deletion for 9e6df9ed-3060-422d-b043-0ab633296e63 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:42:55.143496 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-67752d00-7068-4743-849c-500bb4211e33 None None] Deleting port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:55.143896 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67752d00-7068-4743-849c-500bb4211e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.161846 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26504613'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.193379 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:55.196369 n-d-762330-19 neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] No DVR routers for this DVR port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 on host n-d-762330-19 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:42:55.222926 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-67752d00-7068-4743-849c-500bb4211e33 None None] For port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,segment=NetworkSegment(1909ac97-b98d-4d4d-92e9-1fefcd2dce63),segment_id=1909ac97-b98d-4d4d-92e9-1fefcd2dce63)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:55.223354 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67752d00-7068-4743-849c-500bb4211e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.234995 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-67752d00-7068-4743-849c-500bb4211e33 None None] Calling delete_port for 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:55.268101 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.279584 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6df9ed-3060-422d-b043-0ab633296e63']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:55.295360 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1909ac97-b98d-4d4d-92e9-1fefcd2dce63') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:55.295659 n-d-762330-19 neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1909ac97-b98d-4d4d-92e9-1fefcd2dce63') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:55.304933 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26439041'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.312118 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67752d00-7068-4743-849c-500bb4211e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.319400 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.325181 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67752d00-7068-4743-849c-500bb4211e33 None None] No DVR routers for this DVR port 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:42:55.326881 n-d-762330-19 neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:42:55.327296 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26504586'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: Traceback (most recent call last): Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: timer() Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: cb(*args, **kw) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: return func(*args, **kwargs) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: self._notify() Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: self.callback(batched_events) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: event.method(event) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: return f(self, *a, **k) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: return self._get(url).json() Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: return self.request(url, 'GET', **kwargs) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:42:55.330073 n-d-762330-19 neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:42:55.347951 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752d00-7068-4743-849c-500bb4211e33 None None] Pushing event deleted for resources: {'Port': ['ID=4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:55.399980 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.405243 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:55.410692 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9e6df9ed-3060-422d-b043-0ab633296e63 HTTP/1.1" status: 204 len: 168 time: 0.5505726 Jul 22 22:42:55.410981 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:55.420765 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f824da8-517c-471f-8d8e-a26e24aa16a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6df9ed-3060-422d-b043-0ab633296e63,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:55.754217 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-383373'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:56.005792 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Deleting port 53ffb64f-f3af-48e8-a5a3-380ebe469705 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:56.006062 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:56.079325 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:42:56.085579 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] For port 53ffb64f-f3af-48e8-a5a3-380ebe469705, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=53ffb64f-f3af-48e8-a5a3-380ebe469705,segment=NetworkSegment(07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5),segment_id=07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:56.085947 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:56.098568 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Calling delete_port for 53ffb64f-f3af-48e8-a5a3-380ebe469705 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:56.099245 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:42:56.099769 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 4f93bd2f-6fe0-4b67-9b2b-87bbf94b9760 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:42:56.100046 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 19e55e62-5d5c-494e-8559-42117910cad2 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:42:56.122216 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 19e55e62-5d5c-494e-8559-42117910cad2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:42:56.122570 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 19e55e62-5d5c-494e-8559-42117910cad2 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:42:56.122984 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20697493-835e-4c11-86d7-9ec7226f0776 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:42:56.143244 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 20697493-835e-4c11-86d7-9ec7226f0776 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:42:56.143603 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 20697493-835e-4c11-86d7-9ec7226f0776 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:42:56.290316 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:56.314705 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ffb64f-f3af-48e8-a5a3-380ebe469705,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:56.325648 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.326000 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.326345 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.326684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.327019 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.327351 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.327683 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.328041 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.328369 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.328731 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.329418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.329418 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-19 {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:42:56.516684 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-383249'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.038926 n-d-762330-19 neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Router c0dd834e-a87d-46ed-a02f-860b66a0349c has already been hosted by L3 agent 623d2fdb-b1bf-4e46-a15b-dd62eac193d8 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:42:57.145118 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] Notify agent at l3_agent.n-d-762330-19 the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:42:57.150894 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fde2be71-5127-4dac-80dc-7b392b132f17 admin admin] 10.222.0.54 "PUT /v2.0/routers/c0dd834e-a87d-46ed-a02f-860b66a0349c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381377 Jul 22 22:42:57.153751 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57464) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:57.154823 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] Sync routers for ids ['c0dd834e-a87d-46ed-a02f-860b66a0349c'] in n-d-762330-19 {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:42:57.166297 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] Routers {'c0dd834e-a87d-46ed-a02f-860b66a0349c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:57.167040 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c0dd834e-a87d-46ed-a02f-860b66a0349c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:57.259180 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.271053 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] Set router c0dd834e-a87d-46ed-a02f-860b66a0349c gateway port host: n-d-762330-19 {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:57.361310 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.415729 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Deleting port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:57.416086 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.450254 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'external_fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:42:56Z', 'revision_number': 5, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port': {'id': '8a56fa33-b9ac-4e77-8b2f-d1da891b5229', 'name': '', 'network_id': 'ff40b705-7602-458a-8e3c-11b472a43fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1226892-25ac-4613-be19-d15842cf52b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-19'}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:57.476487 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] Checking router: c0dd834e-a87d-46ed-a02f-860b66a0349c for host: n-d-762330-19 {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:42:57.485386 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] Routers {'c0dd834e-a87d-46ed-a02f-860b66a0349c'} bound to L3 agent in host n-d-762330-19 {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:42:57.486010 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:59:15Z,description=,heartbeat_timestamp=2021-07-22T22:42:45Z,host='n-d-762330-19',id=623d2fdb-b1bf-4e46-a15b-dd62eac193d8,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:59:15Z,topic='l3_agent')) {'router_ids': ['c0dd834e-a87d-46ed-a02f-860b66a0349c'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:57.502700 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] For port 8a56fa33-b9ac-4e77-8b2f-d1da891b5229, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,segment=NetworkSegment(0dfdb017-47ba-484c-b8eb-ee073149aea4),segment_id=0dfdb017-47ba-484c-b8eb-ee073149aea4)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:57.503065 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.514860 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Calling delete_port for 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:57.572345 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] Set router c0dd834e-a87d-46ed-a02f-860b66a0349c gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:42:57.629177 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:42:57Z', 'revision_number': 6, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port_host': None}], 'n-d-762330-19', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:57.656581 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2edd3-aaa6-4b49-8739-aa87d64c3444 None None] The sync data for ids ['c0dd834e-a87d-46ed-a02f-860b66a0349c'] in n-d-762330-19 is: [{'id': 'c0dd834e-a87d-46ed-a02f-860b66a0349c', 'name': 'tempest-TestSnapshotPattern-955748876-router', 'tenant_id': '568b839fedec411993fdccf8c619bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:38:06Z', 'updated_at': '2021-07-22T22:42:57Z', 'revision_number': 6, 'project_id': '568b839fedec411993fdccf8c619bc87', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:42:57.685581 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.711556 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a56fa33-b9ac-4e77-8b2f-d1da891b5229,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:57.777371 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385207'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.868430 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11982'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.870551 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.917233 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-385356'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.917978 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0dd834e-a87d-46ed-a02f-860b66a0349c {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:42:57.922708 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:57.923910 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-1757b3ea-5147-45c0-ae80-2dc08a579d93 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c0dd834e-a87d-46ed-a02f-860b66a0349c HTTP/1.1" status: 204 len: 168 time: 0.7690871 Jul 22 22:42:57.926421 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57466) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:57.969764 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] Deleting subnet 80e8232c-8ab8-4384-b908-764c70178a3a {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:42:57.972690 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.008870 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688661'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.099768 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406738'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.155975 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26138251'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.184460 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.186714 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/80e8232c-8ab8-4384-b908-764c70178a3a HTTP/1.1" status: 204 len: 168 time: 0.2593973 Jul 22 22:42:58.187507 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4f759-a167-419a-a4b0-9190ead64e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e8232c-8ab8-4384-b908-764c70178a3a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:58.189341 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57468) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:58.193024 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c54832-7e4b-46c9-b068-8e169e66a23a None None] Network 6a73d3fc-4361-4261-99b8-fa5d9026b631 requested from n-d-762330-19 {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:42:58.261022 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1560021'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.313501 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Deleting port 6a14fab9-7d84-4c3d-8949-161e512dbda8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:58.313745 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.381658 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] For port 6a14fab9-7d84-4c3d-8949-161e512dbda8, host n-d-762330-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-19',level=0,port_id=6a14fab9-7d84-4c3d-8949-161e512dbda8,segment=NetworkSegment(07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5),segment_id=07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:58.381930 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.393961 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Calling delete_port for 6a14fab9-7d84-4c3d-8949-161e512dbda8 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:58.457752 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] DHCP port deletion for 6a73d3fc-4361-4261-99b8-fa5d9026b631 request from n-d-762330-19 {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:42:58.485537 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 53ffb64f-f3af-48e8-a5a3-380ebe469705 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:42:58.497886 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055738'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.515068 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 53ffb64f-f3af-48e8-a5a3-380ebe469705 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:42:58.515497 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 53ffb64f-f3af-48e8-a5a3-380ebe469705 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:42:58.524358 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a14fab9-7d84-4c3d-8949-161e512dbda8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:58.530973 n-d-762330-19 neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] No DVR routers for this DVR port 6a14fab9-7d84-4c3d-8949-161e512dbda8 on host n-d-762330-19 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:42:58.541369 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] Deleting port 6a14fab9-7d84-4c3d-8949-161e512dbda8 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:42:58.541765 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766852812436'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.604601 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] For port 6a14fab9-7d84-4c3d-8949-161e512dbda8, host n-d-762330-19, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:42:58.605000 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385376'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.606493 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405230', 'neutron.services.segments.db._delete_segments_for_network-8766852961073'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.617533 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a73d3fc-4361-4261-99b8-fa5d9026b631']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:58.618235 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] Calling delete_port for 6a14fab9-7d84-4c3d-8949-161e512dbda8 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:42:58.621356 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] Port 6a14fab9-7d84-4c3d-8949-161e512dbda8 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:42:58.622598 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1544359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766852813415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766852411778'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.630734 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:58.631058 n-d-762330-19 neutron-server[94092]: DEBUG neutron.services.segments.db [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fb0bd8-2deb-4f2a-a11e-3d9b1aa039f5') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:42:58.640580 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766852962874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25688668'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.651915 n-d-762330-19 neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] Pushing event deleted for resources: {'Port': ['ID=6a14fab9-7d84-4c3d-8949-161e512dbda8,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:58.653763 n-d-762330-19 neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234575b3-1919-413c-a78a-e6f69369f4fd None None] No DVR routers for this DVR port 6a14fab9-7d84-4c3d-8949-161e512dbda8 on host n-d-762330-19 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:42:58.656246 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.674814 n-d-762330-19 neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:42:58.675153 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055701'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: Traceback (most recent call last): Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: timer() Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: cb(*args, **kw) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: return func(*args, **kwargs) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: self._notify() Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: self.callback(batched_events) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: event.method(event) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: return f(self, *a, **k) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: return self._get(url).json() Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: return self.request(url, 'GET', **kwargs) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:42:58.677498 n-d-762330-19 neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:42:58.738476 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385171'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.744182 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Notify callbacks [] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:58.749414 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] 10.222.0.54 "DELETE /v2.0/networks/6a73d3fc-4361-4261-99b8-fa5d9026b631 HTTP/1.1" status: 204 len: 168 time: 0.5591013 Jul 22 22:42:58.762684 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8994d-1d57-448d-b981-c98f5f90928d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a73d3fc-4361-4261-99b8-fa5d9026b631,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:58.942649 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57472) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:58.984635 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-74e21d40-1432-4998-8927-67594cda999c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d630a568c17472a9ffc41301b78e6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400090 Jul 22 22:42:58.986780 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.54', 57474) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:59.040805 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b863413-77ab-4545-bb16-361b5ffa1633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.062293 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b863413-77ab-4545-bb16-361b5ffa1633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.111068 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b863413-77ab-4545-bb16-361b5ffa1633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.114512 n-d-762330-19 neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b863413-77ab-4545-bb16-361b5ffa1633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.115690 n-d-762330-19 neutron-server[94092]: INFO neutron.wsgi [None req-7b863413-77ab-4545-bb16-361b5ffa1633 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8acbdbb0-fcc9-4f05-9905-78a79148640c HTTP/1.1" status: 204 len: 168 time: 0.1279836 Jul 22 22:42:59.125024 n-d-762330-19 neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b863413-77ab-4545-bb16-361b5ffa1633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acbdbb0-fcc9-4f05-9905-78a79148640c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:42:59.435738 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57480) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:59.662969 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-772f944d-4c9c-4ba6-8da1-601b1577e13f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=568b839fedec411993fdccf8c619bc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258279 Jul 22 22:42:59.665521 n-d-762330-19 neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.54', 57484) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:42:59.713188 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-849a2924-279f-41c2-9700-ac681c9c1de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.737648 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-849a2924-279f-41c2-9700-ac681c9c1de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.788275 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-849a2924-279f-41c2-9700-ac681c9c1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306335'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.790881 n-d-762330-19 neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-849a2924-279f-41c2-9700-ac681c9c1de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:42:59.792130 n-d-762330-19 neutron-server[94091]: INFO neutron.wsgi [None req-849a2924-279f-41c2-9700-ac681c9c1de7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64fa5494-1021-4597-8747-9cf46b326bc7 HTTP/1.1" status: 204 len: 168 time: 0.1256435 Jul 22 22:42:59.800634 n-d-762330-19 neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a2924-279f-41c2-9700-ac681c9c1de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fa5494-1021-4597-8747-9cf46b326bc7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:43:00.082193 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6a14fab9-7d84-4c3d-8949-161e512dbda8 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:43:00.114539 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 6a14fab9-7d84-4c3d-8949-161e512dbda8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:43:00.115039 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 6a14fab9-7d84-4c3d-8949-161e512dbda8 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:43:00.115639 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 no longer exists at agent ovs-agent-n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:43:00.143155 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] No Port match for: 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:43:00.143647 n-d-762330-19 neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Device 8a56fa33-b9ac-4e77-8b2f-d1da891b5229 not bound to the agent host n-d-762330-19 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:43:02.589634 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:03.064182 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:05.171624 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:43:12.734876 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c3e7-0475-4fa3-9cc4-21db141f5a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:15.351730 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a28b995b-34ac-44c5-9d59-cfe2ebe3420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:15.624599 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:16.490081 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:18.634472 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:32.576290 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:33.080124 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:42.274421 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:43:42.736757 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-12cf0990-87e7-4ee7-95f8-3d71a652bf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:45.343674 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a86e9581-3ca4-424b-98a6-bdafc6e35edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:45.616717 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:46.484666 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:43:48.637688 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:02.601075 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:03.094358 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:12.743820 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-04253470-b3cb-4fd7-8af3-ec8cb1a9551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:15.345194 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f1f56e2-f8cb-407a-b57f-10aa443956b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:15.618095 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:16.486947 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:18.640958 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:19.173837 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:44:32.620821 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:33.110858 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:42.736016 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08d35cc4-28b8-4e3f-8465-a9e2c537cbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:45.348018 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63516316-5af8-43a2-bef0-beb8da6999e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:45.625655 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:46.490502 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:48.643642 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:44:56.172514 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:45:02.621618 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:03.110420 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:12.736911 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a6b78f5-14ba-4925-98e7-3f8c9dba4f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:15.348833 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c62f5a51-9fd6-4ee6-8dab-484fc2d87591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:15.617749 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:16.492683 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:18.645456 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:32.636338 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:33.125987 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:33.171373 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:45:42.740468 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d79f3ab-718a-410a-ba98-b0b7461ba1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:45.350301 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-687e4dd1-9b57-4d70-9724-3867bba77abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:45.619117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:46.496291 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:45:48.648077 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:02.646985 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:03.126580 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:10.171642 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:46:12.745884 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67b98872-b269-4dbd-9ba7-884778c6efd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:15.351223 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08ff8880-dcfa-4f27-92ee-ea96563bac20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:15.620305 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:16.498696 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:18.653004 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:32.642088 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:33.144401 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:42.748598 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-65c2cfc6-7941-4f17-82cc-e1f4944e8c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:42.863584 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-aff8e13b-4432-46fb-8d40-fe7e5f0bdefd req-af45afc1-baeb-4a21-af78-3fb1b9d03f91 service neutron] (94092) timed out ('10.222.0.54', 56094) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:46:45.354003 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-030b8d4b-9e62-46c9-91d9-1030ac69689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:45.621384 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:46.501275 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:46:47.171387 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:46:48.654922 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:02.658117 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:03.158345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:12.750251 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5902d99a-5586-459b-8156-958e80e1fa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:15.355978 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-871629f2-07f5-47d2-9b32-a3894da3fb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:15.623008 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:16.504857 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:18.659326 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:24.171063 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:47:32.669112 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:33.222215 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:42.753795 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfa1e-fb54-475e-b21e-ab1dab94b000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:45.357074 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4bcfeee3-290f-45f2-b585-d5349ef45f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:45.625434 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:46.508299 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:47:48.659824 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:01.171284 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:48:02.668041 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:03.222259 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:12.757862 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4dedbb86-3d74-4092-a2c6-fe200c6c4d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:15.358524 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dd520770-62ad-4fc9-84a2-0e18e34f6d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:15.628108 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:16.511738 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:18.662269 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:32.674029 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:33.249050 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:38.170378 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:48:42.759616 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a7bec08d-f018-48b4-849f-e0471c893429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:45.359457 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a465328e-cebc-4677-bd54-3ce584b23cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:45.628470 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:46.513211 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:48:48.665234 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:02.691667 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:03.261046 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:12.761827 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b050c9c-df7c-411b-a7f8-d8469e0eef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:15.169713 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:49:15.360333 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e78b386b-8502-4435-affc-99f9cb57b132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:15.629902 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:16.516345 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:18.668707 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:32.700277 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:33.256334 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:42.764582 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-63c99c07-1fb6-4807-9655-2f47818c1064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:45.360373 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd4f-25c4-43d1-8931-46b17cc837b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:45.631070 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:46.518675 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:48.670892 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:49:52.168348 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:50:02.699826 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:03.253541 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:12.766609 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4015c434-f426-4787-8f80-f169797bdb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:15.362554 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5b0027b7-78ed-4170-bcdc-7130aeb2ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:15.631963 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:16.524738 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:18.672860 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:29.167606 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:50:32.700343 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:33.269040 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:42.766754 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51ea61a0-d648-4d4e-b8c8-9d8bb3d38baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:45.364674 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-184fba71-32f2-4ca8-9d81-4a75182767fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:45.633239 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:46.524556 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:50:48.676682 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:02.693009 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:03.270467 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:06.170743 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:51:07.505008 n-d-762330-19 neutron-server[94092]: DEBUG neutron.wsgi [req-20f220d5-8c24-4a01-acd0-4611ce35ad98 req-5653142b-b790-4d79-9e82-2c62058d337a service neutron] (94092) timed out ('10.222.0.54', 48210) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:51:12.770857 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45160f32-cf49-41af-9e66-10ba5d721e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:15.366068 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-83e760f3-8070-46f0-9887-3ce74fd869b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:15.634138 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:16.528567 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:18.678906 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:32.700416 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-caf743ab-2682-4b13-b359-1cc44a446027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:33.286055 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00afe87a-b209-42f8-bc89-def99a44e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:42.772517 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1780b351-be03-4fb9-9bc1-afbd8625054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:43.170255 n-d-762330-19 neutron-server[94094]: DEBUG neutron.db.agents_db [None req-c3d73aea-4233-4cd4-a401-75877c0aedd2 None None] Agent healthcheck: found 7 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:51:45.367079 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e042924d-e414-4463-8487-57e5f5b4a93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:45.636056 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a416fecd-a300-4af7-b7f2-a62587ddcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:46.531766 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4773d1fc-5f93-4d86-b38f-1bb3f159eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:51:48.682288 n-d-762330-19 neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5085650c-d57d-4e82-9c5e-86bc22e6e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766852961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403368'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}